Strona główna Odkrywaj Pomoc
Zarejestruj się Zaloguj się
choozmo
/
kw_tools
2
0
Forkuj 1
Pliki Problemy 0 Oczekujące zmiany 0 Wiki
Drzewo: e6de2dd30b
Gałęzie Tagi
kw_tools
/
linkedin
/
general_browser.py

general_browser.py 3.6 KB
Historia Czysty

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103 
  1. from selenium import webdriver
    2. 

  2. from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
    3. 

  3. import time
    4. 

  4. import os
    5. 

  5. import urllib.parse
    6. 

  6. from selenium.webdriver.support.ui import WebDriverWait
    7. 

  7. from selenium.webdriver.common.by import By
    8. 

  8. from selenium.webdriver.common.keys import Keys
    9. 

  9. from selenium.webdriver.support import expected_conditions as EC
    10. 

  10. import codecs
    11. 

  11. import random
    12. 

  12. from bs4 import BeautifulSoup
    13. 

  13. import requests
    14. 

  14. import time
    15. 

  15. import rpyc
    16. 

  16. import sys
    17. 

  17. import docker
    18. 

  18. 

  19. 

  20. def scrolling(pgnum):
    21. 

  21.         global driver
    22. 

  22.         ub = driver.find_element_by_css_selector('body')
    23. 

  23.         for i in range(pgnum):
    24. 

  24.             ub.send_keys(Keys.PAGE_DOWN)
    25. 

  25.             if pgnum>1:
    26. 

  26.                 time.sleep(0.5)
    27. 

  27. 

  28. headers = {
    29. 

  29.         "Authorization": "Bearer " + "t35vhZtWNgvDNWHc3DJh0OKll3mcB9GvC8K2EAkBug2",
    30. 

  30.         "Content-Type": "application/x-www-form-urlencoded"
    31. 

  31. }
    32. 

  32. 

  33. 

  34. options = webdriver.ChromeOptions()
    35. 

  35. #options.add_argument("--proxy-server=socks5://172.104.67.159:8180")
    36. 

  36. #option.add_argument("--user-data-dir="+self.userdir+profilepath+"\\")
    37. 

  37. 

  38. options.add_argument("--user-data-dir=C:\\Users\\jared\\AppData\\Local\\Google\\Chrome\\User Data\\Profile 7\\")
    39. 

  39. 

  40. #driver = webdriver.Remote(
    41. 

  41. #    command_executor='http://127.0.0.1:4444/wd/hub',
    42. 

  42. #command_executor='http://192.53.174.202:4444/wd/hub',
    43. 

  43. #command_executor='http://172.104.93.163:4444/wd/hub',
    44. 

  44.  
    45. 

  45. #command_executor='http://dev2.choozmo.com:14444/wd/hub',
    46. 

  46. #desired_capabilities=options.to_capabilities())
    47. 

  47. driver = webdriver.Chrome(options=options)
    48. 

  48. 

  49. 

  50. #desired_capabilities=DesiredCapabilities.CHROME)
    51. 

  51. driver.set_window_size(1400,1000)
    52. 

  52. 

  53. #driver.get('https://twitter.com/hashtag/ContentMarketing?src=hashtag_click&f=user')
    54. 

  54. #driver.get('https://twitter.com/hashtag/ContentMarketing?f=live')
    55. 

  55. #driver.get('https://twitter.com/hashtag/socialmediamarketing?f=live')
    56. 

  56. #driver.get('https://twitter.com/hashtag/startupbusinessideas?f=live')
    57. 

  57. #driver.get('https://twitter.com/hashtag/taipei?f=live')
    58. 

  58. #driver.get('https://twitter.com/hashtag/virtualhuman?f=live')
    59. 

  59. #driver.get('https://twitter.com/hashtag/seo?f=live')
    60. 

  60. #driver.get('https://twitter.com/hashtag/startup?f=live')
    61. 

  61. #driver.get('https://twitter.com/hashtag/ai?f=live')
    62. 

  62. #driver.get('https://twitter.com/hashtag/infographic?f=live')
    63. 

  63. #driver.get('https://twitter.com/hashtag/MarTech?f=live')
    64. 

  64. #driver.get('https://twitter.com/hashtag/videomarketing?f=live')
    65. 

  65. #driver.get('https://twitter.com/hashtag/GrowthHacking?f=live')
    66. 

  66. #driver.get('https://twitter.com/hashtag/DataScience?f=live')
    67. 

  67. #driver.get('https://twitter.com/hashtag/DigitalMarketing?f=live')
    68. 

  68. #driver.get('https://twitter.com/hashtag/DigitalTransformation?f=live')
    69. 

  69. driver.get('https://twitter.com/hashtag/covid19?f=live')
    70. 

  70. 

  71. time.sleep(9999)
    72. 

  72. 

  73. time.sleep(3)
    74. 

  74. scrolling(10)
    75. 

  75. #elmts=driver.find_elements_by_xpath("//span[contains(text(),'Follow')]")
    76. 

  76. 

  77. elmts=driver.find_elements_by_xpath("//div[@class='css-1dbjc4n r-1twgtwe r-sdzlij r-rs99b7 r-1p0dtai r-1mi75qu r-1d2f490 r-1ny4l3l r-u8s1d r-zchlnj r-ipm5af r-o7ynqc r-6416eg']/..")
    78. 

  78. 

  79. 

  80. lst={}
    81. 

  81. for elmt in elmts:
    82. 

  82.         print(elmt)
    83. 

  83.         print(elmt.tag_name)
    84. 

  84.         lst[elmt.get_attribute('href')]=1
    85. 

  85. 

  86. for k,v in lst.items():
    87. 

  87.         driver.get(k)
    88. 

  88.         time.sleep(5)
    89. 

  89.         elmt=driver.find_element_by_xpath("//span[contains(text(),'Follow')]")
    90. 

  90.         webdriver.ActionChains(driver).move_to_element(elmt).perform()
    91. 

  91.         webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
    92. 

  92. 

  93. 

  94. #        i=random.randint(0,5)
    95. 

  95. #        if i <=2:
    96. 

  96. #                webdriver.ActionChains(driver).move_to_element(elmt).perform()
    97. 

  97. #                webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
    98. 

  98. #                time.sleep(3)
    99. 

  99. 

  100. time.sleep(9999)
    101. 

  101. 

  102. driver.quit()
    103. 

  103. #time.sleep(9999)
    104.