m

gen_seo2.py

@@ -49,17 +49,12 @@ def re_get_webdriver():
         print('quit....')
         driver = None
     try:
-        s = Service('/root/driver/chromedriver')
+        s = Service('/root/driver/chromedriver102')
         options = webdriver.ChromeOptions()
-        #options.add_argument("--no-sandbox")
-        #options.add_argument("--disable-dev-shm-usage")
+        options.add_argument("--disable-dev-shm-usage")
         options.add_argument("--headless")
         options.add_argument('--remote-debugging-port=9222')
         options.add_experimental_option("debuggerAddress", '127.0.0.1:9927')
-<<<<<<< HEAD
-        options.add_argument("--user-agent=" +"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:76.0) Gecko/20100101 Firefox/76.0")
-=======
->>>>>>> c07d0adec1cd137de362dbd4a67093aba8b54007
         options.add_argument("--incognito")
         r = redis.Redis(host='db.ptt.cx', port=6379, db=2, password='choozmo9')
         data = r.get('google_proxy')
@@ -71,7 +66,8 @@ def re_get_webdriver():
         change_ip = random.choice(change_ip_list)
         options.add_argument(change_ip)
         print('使用代理ip', change_ip)
-        driver.delete_all_cookies()
+        driver = webdriver.Chrome(options=options,service=s)
+        #driver.delete_all_cookies()
         driver.set_window_size(1400, 1000)
     except:
         traceback.print_exc()
@@ -138,7 +134,6 @@ def run_once(jsobj):
                         webdriver.ActionChains(driver).move_to_element(elmt).perform()
                         webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
                         table.insert({'ranking': idx, 'kw': kw, 'results': numresults, 'url': href, 'title': txt})
-                        
                         time.sleep(6)
                         break
                 else:
@@ -169,9 +164,10 @@ def run_once(jsobj):
         print('exception')
         traceback.print_exc()
 
-    driver.quit()
     sys.exit()
-db.close()
+    driver.quit()
+
+    db.close()
 
 # par1=sys.argv[1]
 # port=sys.argv[2]

test_ip.py

@@ -38,7 +38,7 @@ def re_get_webdriver():
         print('quit....')
         driver = None
     try:
-        s = Service('/root/driver/chromedriver')
+        s = Service('/root/driver/chromedriver102')
         options = webdriver.ChromeOptions()
         options.add_argument("--no-sandbox")
         options.add_argument("--disable-dev-shm-usage")
@@ -54,9 +54,9 @@ def re_get_webdriver():
         change_ip_list = ['--proxy-server=%s' % proxy, "--proxy-server=socks5://127.0.0.1:9050",
                           "--proxy-server=socks5://192.53.174.202:8180"]
         change_ip = random.choice(change_ip_list)
-        options.add_argument(change_ip)
+        options.add_argument('--proxy-server=%s' % proxy)
         print('使用代理ip', change_ip)
-        driver.delete_all_cookies()
+        #driver.delete_all_cookies()
         driver = webdriver.Chrome(service=s, options=options)
         driver.set_window_size(1400, 1000)
     except:
@@ -74,5 +74,6 @@ def run_once():
     print(ip_address)
     driver.quit()
 
-
+os.system('docker container restart tiny6')
+time.sleep(1)
 run_once()