123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176 |
- #import redis
- import time
- import traceback
- #import json
- from selenium import webdriver
- from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
- import time
- import os
- import urllib.parse
- from selenium.webdriver.support.ui import WebDriverWait
- from selenium.webdriver.common.by import By
- from selenium.webdriver.support import expected_conditions as EC
- from userAgentRandomizer import userAgents
- from selenium.webdriver.chrome.options import Options
- import codecs
- import random
- import requests
- import time
- import sys
- import docker
- import codecs
- import random
- import os
- import time
- import dataset
- driver=None
- headers = {
- "Authorization": "Bearer " + "t35vhZtWNgvDNWHc3DJh0OKll3mcB9GvC8K2EAkBug2",
- "Content-Type": "application/x-www-form-urlencoded"
- }
- def send_msg(kw):
- params = {"message": "處理關鍵字: "+kw}
- r = requests.post("https://notify-api.line.me/api/notify",headers=headers, params=params)
- def empty_query(q):
- global driver
- googleurl='https://www.google.com/search?q='+urllib.parse.quote(q)
- driver.get(googleurl)
- time.sleep(3)
- def process_query(qs):
- q=qs[0]
- domain=qs[2]
- cnt=qs[1]
- global driver
- googleurl='https://www.google.com/search?q='+urllib.parse.quote(q)
- driver.get(googleurl)
- time.sleep(3)
- if cnt > 0:
- for i in range(cnt):
- elmt=driver.find_element_by_xpath("//a[@id='pnnext']")
- webdriver.ActionChains(driver).move_to_element(elmt).perform()
- webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
- time.sleep(3)
- elmts=driver.find_elements_by_xpath("//div[@class='g']//div[@class='yuRUbf']//a")
- idx=1
- ranking=-1
- for elmt in elmts:
- href=elmt.get_attribute('href')
- txt=elmt.text
- if len(txt)>10:
- # if 'hhh.com.tw' in href:
- # if 'hhh.com.tw' in href:
- # if 'ai.choozmo.com' in href:
- if domain in href:
- # if 'searchome.net' in href:
- webdriver.ActionChains(driver).move_to_element(elmt).perform()
- webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
- break
- def re_get_webdriver():
- global driver
- global portnum
- result=[]
- # client = docker.from_env()
- # ls=client.containers.list()
- # print(ls)
- # for l in ls:
- # if 'p17777' in l.name:
- # ls[0].restart()
- time.sleep(4)
- if driver is not None:
- print('closing....')
- driver.quit()
- os.system('docker container restart p'+portnum)
- time.sleep(10)
-
- # options = webdriver.EdgeOptions()
- try:
- ua = userAgents()
- user_agent = ua.random()
- # options = webdriver.ChromeOptions()
- options = Options()
- # options.add_argument("--headless") # 視窗背後執行
- print(user_agent)
- options.add_argument("--user-agent=" +user_agent)
- options.add_argument("--incognito")
- driver = webdriver.Remote(
- command_executor='http://127.0.0.1:'+str(portnum)+'/wd/hub',
- options=options
- # desired_capabilities=options.to_capabilities(),
- )
- driver.delete_all_cookies()
- driver.set_window_size(1400,1000)
- return
- except:
- import traceback
- traceback.print_exc()
- driver=None
- return None
- driver=None
- def run_once(url):
- global driver
- i=random.randint(0,5)
- if i==0 or driver is None:
- # if True:
- time.sleep(15)
- re_get_webdriver()
- if driver is None:
- return
- try:
- driver.execute_script('window.open("'+url+'","_blank");')
- driver.execute_script("window.scrollTo(0, window.scrollY + 400)")
- time.sleep(0.5)
- except:
- print('exception')
- #client = docker.from_env()
- #ls=client.containers.list()
- #print(ls)
- #for l in ls:
- # if 'p18888' in l.name:
- # ls[0].restart()
- #time.sleep(4)
- portnum=sys.argv[1]
- os.system('docker restart p'+str(portnum))
- time.sleep(4)
- lst=[]
- db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/seo?charset=utf8mb4')
- cursor=db.query('SELECT * FROM columnids order by rand()')
- for c in cursor:
- lst.append('https://www.hhh.com.tw/columns/detail/'+str(c['cid'])+'/')
- #lst=['https://www.hhh.com.tw/columns/detail/3427/index.php']
- #for i in range(20):
- while True:
- l=random.choice(lst)
- print(l)
- # driver.get(l)
- run_once(l)
- # time.sleep(2)
|