Explorar el Código

Merge branch 'master' of http://git.choozmo.com:3000/jared/news_seo1

root hace 2 años
padre
commit
6825a3430a
Se han modificado 1 ficheros con 13 adiciones y 3 borrados
  1. 13 3
      gen_seo2.py

+ 13 - 3
gen_seo2.py

@@ -49,8 +49,6 @@ def re_get_webdriver():
         print('quit....')
         driver = None
     try:
-        ua = userAgents()
-        user_agent = ua.random()
         s = Service('/root/driver/chromedriver')
         options = webdriver.ChromeOptions()
         #options.add_argument("--no-sandbox")
@@ -58,9 +56,21 @@ def re_get_webdriver():
         options.add_argument("--headless")
         options.add_argument('--remote-debugging-port=9222')
         options.add_experimental_option("debuggerAddress", '127.0.0.1:9927')
+<<<<<<< HEAD
         options.add_argument("--user-agent=" +"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:76.0) Gecko/20100101 Firefox/76.0")
+=======
+>>>>>>> c07d0adec1cd137de362dbd4a67093aba8b54007
         options.add_argument("--incognito")
-        driver = webdriver.Chrome(options=options, service=s)
+        r = redis.Redis(host='db.ptt.cx', port=6379, db=2, password='choozmo9')
+        data = r.get('google_proxy')
+        jstext = data.decode('utf-8')
+        jsobj = json.loads(jstext)
+        proxy = random.choice(jsobj)
+        change_ip_list = ['--proxy-server=%s' % proxy, "--proxy-server=socks5://127.0.0.1:9050",
+                          "--proxy-server=socks5://192.53.174.202:8180"]
+        change_ip = random.choice(change_ip_list)
+        options.add_argument(change_ip)
+        print('使用代理ip', change_ip)
         driver.delete_all_cookies()
         driver.set_window_size(1400, 1000)
     except: