kw_tools/choozmo/seo_routine.py

import gsearch_general
import sys
import dataset
import datetime
import codecs
import time
db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/seo?charset=utf8mb4')
table=db['save_result']

driver=gsearch_general.restart_browser()
#fr=codecs.open('c:/tmp/food.csv','r','utf-8')
#lines=fr.readlines()
#fr.close()

#namedict={}
lines=[]
cursor=db.query('SELECT term FROM seo.selected_kw where term not in (SELECT keyword FROM seo.save_result where datediff(now(),dt)=0);')
for c in cursor:
    kw=c['term'].replace('\n','')
    kw=c['term'].replace('\r','')
    lines.append(kw)

print(lines)
#time.sleep(9999)

#keyword='檸檬原汁'
#lines=['芋頭 外帶']
#lines=['布丁 牛奶 冰']
#lines=['芋圓 加盟']

for l in lines:
    l=l.replace('\r','')
    l=l.replace('\n','')
    keyword=l
    print(keyword)
    idx=gsearch_general.process_query(driver,keyword,number_results=100,language_code='zh-TW',enable_next=False)
    print(idx)
    cnt=1
    for x in idx:
        x['keyword']=keyword
        x['dt']=datetime.datetime.now()
        x['num']=str(cnt)
        cnt+=1
        table.insert(x)
#    if idx==None:
#        print(driver.page_source)
    if '我們的系統偵測到您的電腦網路送出的流量有異常情況' in driver.page_source:
        print('baned.....')
        sys.exit()