new jobs

website_clickjobs/type-1/yoursnet.py

@@ -0,0 +1,8 @@
+from _clickjob import *
+
+domain = 'yours.net.tw'
+target_domain = ['yours.net.tw']
+brands={domain:'yours.net.tw'}
+query_list = ('顧問 服務','citd計畫','研發補助','sbir過件','政府補助資源','SBIR','國際市場開發','投資抵減','研發 投 抵','中小 製造 業 接班 傳承 數位 轉型','經濟部計畫','工業局 補助計畫','工業局 產創平台','研發 投資抵減','sbir 是 什麼','接班傳承數位轉型','智慧製造','二代接班','數位補助','A+補助','海外行銷補助','行銷補助','補助業界開發國際市場','產業升級轉型補助','中小企業補助')
+
+execute(domain, target_domain, brands, query_list)

website_clickjobs/type-GD/_clickjob.py

@@ -38,7 +38,7 @@ def empty_query(q):
     driver.get(googleurl)
     time.sleep(3)
 
-def process_query(url, query):
+def process_query(url, cust, query):
     sleepoffset = 0
     global driver
     driver.get('https://www.google.com?num=100')
@@ -89,6 +89,9 @@ def process_query(url, query):
                 webdriver.ActionChains(driver).move_to_element(el).perform()
                 webdriver.ActionChains(driver).move_to_element(el).click().perform()
                 print("Rank: " + str(n))
+                time_stamp = datetime.fromtimestamp(time.time())
+                time_stamp = time_stamp.strftime("%Y-%m-%d %H:%M:%S")
+                db['general_log'].insert({"time_stamp": time_stamp, "query": query, "url": href, "content": txt, "client": cust})
                 duration = random.randint(40,60)
                 time.sleep(duration)
 
@@ -97,7 +100,7 @@ def process_query(url, query):
     
     
 
-def run_once(url, query):
+def run_once(url, cust, query):
     global driver
     result=[]
     options = webdriver.ChromeOptions()
@@ -113,19 +116,19 @@ def run_once(url, query):
     driver.delete_all_cookies()
     driver.set_window_size(1400,1000)
 
-    statuscode = process_query(url, query)
+    statuscode = process_query(url, cust, query)
     driver.quit()
 
     return statuscode
 
 #execution starts here
 
-def execute(url, query):
+def execute(url, cust, query):
     print("Ctrl+C or Ctrl+Z to stop.")
     statuscode = 0
     st = timeit.default_timer()
     try:
-        statuscode = run_once(url, query)
+        statuscode = run_once(url, cust, query)
     except:
         traceback.print_exc()
     timetaken = timeit.default_timer()-st

website_clickjobs/type-GD/kiesthee.py

@@ -0,0 +1,45 @@
+from _clickjob import *
+
+db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/seo?charset=utf8mb4')
+
+def reset():
+    ds=db.query('select * from seo.seo_articles where cust="老茶滴雞精"')
+    #TAG ABOVE AND UNTAG BELOW FOR DEBUG
+    #ds=hhhdb.query('select * from seo.seo_articles where cust=')
+    data=[]
+    for i in ds:
+        for j in range(i['weight']):
+            data.append([i['kw'].replace('\xa0',' '),i['cust'].replace('\xa0',' '),i['url']])
+    random.shuffle(data)
+    return data
+
+#data = getdata()
+
+runcount=0
+while True:
+    try:
+        print("Gathering data...")
+        data = reset()
+        print('Data collected')
+        dataok = 1
+    except:
+        dataok = 0
+        print("Error while collecting data.")
+    if dataok == 1:
+        for i in range(10):
+            print("Run " + str(runcount+1))
+            target = random.choice(data) # START HERE
+            target_kw = target[0]
+            cust = target[1]
+            target_url = target[2]
+            print(target_kw)
+            print(cust)
+            print(target_url)
+            statuscode = execute(target_url, cust, target_kw)
+            if statuscode == 444:
+                print("Completed ", runcount, " times before being caught")
+                time.sleep(300)
+            else:
+                runcount+=1
+    else:
+        time.sleep(60)

website_clickjobs/type-GD/update.py

@@ -5,13 +5,21 @@ import json
 db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/seo?charset=utf8mb4')
 table=db['seo_articles']
 
-kw = "strong generation"
-cust = "The Icons"
-url = "http://finance.yahoo.com/news/strong-generation-revolution-starting-taiwan-102000191.html"
-weight = 1
+kwlist = ['精品茶葉','廖媽媽','老茶','滴雞精禮盒','滴雞精粉','土雞 滴雞精','茶罐','沖 泡 式 雞精','沖泡 雞精','滴雞精精華','滴雞精差別','雞精口感差別','濃縮 滴雞精','滴雞精 製程','雞精 製程','雞精伴手禮推薦','養顏精華飲','滴雞精 母親節','母親節優惠','母親節 茶 禮盒','母親節 禮物','滴 雞精']
+urllist = ['https://www.kies-thee.com/zh-TW/collections/kies-thee-%E8%8C%B6%E8%91%89%E5%95%86%E5%93%81','https://www.kies-thee.com/zh-TW/collections/%E5%85%83%E5%9C%92%E5%BB%96%E5%AA%BD%E5%AA%BD','https://www.kies-thee.com/zh-TW/collections/%E5%85%83%E5%9C%92%E5%BB%96%E5%AA%BD%E5%AA%BD','https://www.kies-thee.com/zh-TW/collections/%E5%85%83%E5%9C%92%E5%BB%96%E5%AA%BD%E5%AA%BD','https://www.kies-thee.com/zh-TW/blogs/%E7%9F%A5%E8%AD%98%E5%B0%88%E6%AC%84/120092','https://www.kies-thee.com/zh-TW/products/four-packs-20210525195733','https://www.kies-thee.com/zh-TW/products/bd008','https://www.kies-thee.com/zh-TW/products/four-packs-20210525195733','https://www.kies-thee.com/zh-TW/products/bf001-1','https://www.kies-thee.com/zh-TW/collections/%E9%9B%99%E6%95%88%E7%B2%BE%E8%8F%AF%E6%BB%B4%E9%9B%9E%E7%B2%BE%E9%A3%B2','https://www.kies-thee.com/zh-TW/blogs/%E7%9F%A5%E8%AD%98%E5%B0%88%E6%AC%84/120092','https://www.kies-thee.com/zh-TW/blogs/%E7%9F%A5%E8%AD%98%E5%B0%88%E6%AC%84/120092','https://www.kies-thee.com/zh-TW/blogs/%E7%9F%A5%E8%AD%98%E5%B0%88%E6%AC%84/120092','https://www.kies-thee.com/zh-TW/blogs/%E7%9F%A5%E8%AD%98%E5%B0%88%E6%AC%84/120092','https://www.kies-thee.com/zh-TW/blogs/%E7%9F%A5%E8%AD%98%E5%B0%88%E6%AC%84/120092','https://www.kies-thee.com/zh-TW/products/%E8%80%81%E8%8C%B6%E6%BB%B4%E9%9B%9E%E7%B2%BE%E7%B8%BD%E8%A3%81%E4%BC%B4%E6%89%8B%E7%A6%AE-20210525195129','https://www.kies-thee.com/zh-TW/products/bf001-1','https://www.kies-thee.com/collections/%E6%AF%8D%E8%A6%AA%E7%AF%80%E5%84%AA%E6%83%A0','https://www.kies-thee.com/collections/%E6%AF%8D%E8%A6%AA%E7%AF%80%E5%84%AA%E6%83%A0','https://www.kies-thee.com/zh-TW/','https://www.kies-thee.com/zh-TW/','https://www.kies-thee.com/zh-TW/']
 
-print(kw,cust,url)
-if kw != "" and cust != "" and url != "":
-    table.insert({'kw':kw,'cust':cust,'url':url,'weight':weight})
+print(len(kwlist),len(urllist))
+if len(kwlist)-len(urllist) != 0:
+    print("Error")
 else:
-    print("Empty data")
+    for k, u in zip(kwlist, urllist):
+            kw = k
+            cust = "老茶滴雞精"
+            url = u
+            weight = 1
+
+            print(kw,cust,url)
+            if kw != "" and cust != "" and url != "":
+                table.insert({'kw':kw,'cust':cust,'url':url,'weight':weight})
+            else:
+                print("Empty data")