w

choozmo/priv_seo.py

@@ -0,0 +1,304 @@
+#import redis
+import time
+import traceback
+#import json
+from selenium import webdriver
+from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
+import time
+import os
+from selenium.webdriver.support.ui import WebDriverWait
+from selenium.webdriver.common.by import By
+from selenium.webdriver.support import expected_conditions as EC
+import dataset
+from selenium.webdriver.common.keys import Keys
+import json
+import random
+import time
+import redis
+import sys
+import codecs
+import random
+import os
+import time
+from userAgentRandomizer import userAgents
+
+driver=None
+
+def re_get_webdriver():
+    global driver
+    result=[]
+    if driver is not None:
+        print('closing....')
+        driver.quit()
+        os.system('killall chrome')
+        print('quit....')
+        driver=None
+    try:
+        ua = userAgents()
+
+        user_agent = ua.random()        
+
+        options = webdriver.ChromeOptions()
+        options.add_argument("--no-sandbox")
+        options.add_argument("--disable-dev-shm-usage")
+        options.add_argument("--headless")
+
+        print(user_agent)
+#        options.add_argument("--user-agent=" +user_agent)
+        options.add_argument("--incognito")
+        driver=None
+        try:
+            driver = webdriver.Chrome(options=options)
+        except:
+#            driver.quit()
+#            os.system('pkill -f ')
+            os.system('kill %d' % os.getpid())
+            sys.exit()
+            return
+        driver.set_window_size(1400,1000)
+        return
+    except:
+        import traceback
+        traceback.print_exc()
+        driver=None
+        return None
+
+
+
+def from_shopping(kw):
+    global driver
+    driver.get('https://shopping.google.com')
+    time.sleep(5)
+    elmt = driver.find_element(By.XPATH, "//input[@id='REsRA']")
+    elmt.send_keys('幸福空間') 
+    elmt.send_keys(Keys.ENTER) #hits space
+    time.sleep(7)
+    elmt = driver.find_element(By.XPATH, "//div[@class='hdtb-mitem']/a[contains(text(),'全部') or contains(text(),'All')]")
+    webdriver.ActionChains(driver).move_to_element(elmt).perform()
+    webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
+    time.sleep(5)
+
+def from_book(kw):
+    global driver
+    driver.get('https://books.google.com/')
+    time.sleep(5)
+    elmt = driver.find_element(By.XPATH, "//input[@id='oc-search-input']")
+    elmt.send_keys('幸福空間') 
+    elmt.send_keys(Keys.ENTER) #hits space
+    time.sleep(7)
+    elmt = driver.find_element(By.XPATH, "//div[@class='hdtb-mitem']/a[contains(text(),'全部') or contains(text(),'All')]")
+    webdriver.ActionChains(driver).move_to_element(elmt).perform()
+    webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
+    time.sleep(5)
+
+
+def from_wiki(kw):
+    global driver
+    driver.get('https://en.wikipedia.org/wiki/Google_Search')
+    time.sleep(4)
+    elmt = driver.find_element(By.XPATH, "//a[contains(@href,'https://www.google.com/')]")
+    webdriver.ActionChains(driver).move_to_element(elmt).perform()
+    webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
+    time.sleep(5)
+    elmt = driver.find_element(By.XPATH, "//input[@class='gLFyf gsfi']")
+    time.sleep(1)
+    elmt.send_keys(kw)
+    elmt.send_keys(Keys.ENTER)
+    time.sleep(6)
+
+def from_bing(kw):
+    global driver
+    driver.get('https://www.bing.com/search?q=google')
+    time.sleep(4)
+    elmt = driver.find_element(By.XPATH, "//a[contains(@href,'https://www.google.com/')]")
+    webdriver.ActionChains(driver).move_to_element(elmt).perform()
+    webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
+    time.sleep(5)
+    elmt = driver.find_element(By.XPATH, "//input[@class='gLFyf gsfi']")
+    time.sleep(1)
+    elmt.send_keys(kw)
+    elmt.send_keys(Keys.ENTER)
+    time.sleep(6)
+
+def from_ecosia(kw):
+    global driver
+    driver.get('https://www.ecosia.org/search?method=index&q=GOOGLE')
+    time.sleep(4)
+    elmt = driver.find_element(By.XPATH, "//a[contains(@href,'https://www.google.com/')]")
+    webdriver.ActionChains(driver).move_to_element(elmt).perform()
+    webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
+    time.sleep(5)
+    elmt = driver.find_element(By.XPATH, "//input[@class='gLFyf gsfi']")
+    time.sleep(1)
+    elmt.send_keys(kw)
+    elmt.send_keys(Keys.ENTER)
+    time.sleep(6)
+
+def from_brave(kw):
+    global driver
+    driver.get('https://search.brave.com/search?q=google&source=web')
+    time.sleep(4)
+    elmt = driver.find_element(By.XPATH, "//a[contains(@href,'https://www.google.com/')]")
+    webdriver.ActionChains(driver).move_to_element(elmt).perform()
+    webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
+    time.sleep(5)
+    elmt = driver.find_element(By.XPATH, "//input[@class='gLFyf gsfi']")
+    time.sleep(1)
+    elmt.send_keys(kw)
+    elmt.send_keys(Keys.ENTER)
+    time.sleep(6)
+
+
+
+
+
+def from_duckduckgo(kw):
+    global driver
+    driver.get('https://duckduckgo.com/?q=google')
+    time.sleep(4)
+    elmt = driver.find_element(By.XPATH, "//a[contains(@href,'https://www.google.com/')]")
+    webdriver.ActionChains(driver).move_to_element(elmt).perform()
+    webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
+    time.sleep(5)
+#    time.sleep(9999)
+    elmt = driver.find_element(By.XPATH, "//input[@class='gLFyf gsfi']")
+    time.sleep(1)
+    elmt.send_keys(kw)
+    elmt.send_keys(Keys.ENTER)
+    time.sleep(6)
+
+
+def from_ekoru(kw):
+    global driver
+    driver.get('https://www.ekoru.org/?q=google')
+    time.sleep(4)
+    elmt = driver.find_element(By.XPATH, "//a[contains(@href,'https://www.google.com/')]")
+    webdriver.ActionChains(driver).move_to_element(elmt).perform()
+    webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
+    time.sleep(5)
+#    time.sleep(9999)
+    elmt = driver.find_element(By.XPATH, "//input[@class='gLFyf gsfi']")
+    time.sleep(1)
+    elmt.send_keys(kw)
+    elmt.send_keys(Keys.ENTER)
+    time.sleep(6)
+
+
+
+
+
+def from_yahoo(kw):
+    global driver
+    driver.get('https://search.yahoo.com/search?p=google')
+    time.sleep(4)
+    elmt = driver.find_element(By.XPATH, "//a[contains(@href,'https://www.google.com/')]")
+    webdriver.ActionChains(driver).move_to_element(elmt).perform()
+    webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
+    time.sleep(2)
+    driver.switch_to.window(driver.window_handles[1])
+    time.sleep(3)
+    print(driver.current_url)
+    elmt = driver.find_element(By.XPATH, "//input[@name='q']")
+    time.sleep(1)
+    elmt.send_keys(kw)
+    elmt.send_keys(Keys.ENTER)
+    time.sleep(6)
+
+def from_gibiru(kw):
+    global driver
+    driver.get('https://gibiru.com/results.html?q=google')
+    time.sleep(4)
+    elmt = driver.find_element(By.XPATH, "//a[contains(@href,'https://www.google.com/')]")
+    webdriver.ActionChains(driver).move_to_element(elmt).perform()
+    webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
+    time.sleep(2)
+    driver.switch_to.window(driver.window_handles[1])
+    time.sleep(3)
+    print(driver.current_url)
+    elmt = driver.find_element(By.XPATH, "//input[@name='q']")
+    time.sleep(1)
+    elmt.send_keys(kw)
+    elmt.send_keys(Keys.ENTER)
+    time.sleep(6)
+
+
+
+def run_once(jsobj):
+    global driver
+
+
+    i=random.randint(0,9)
+    if driver is None:
+        time.sleep(8)
+        re_get_webdriver()
+    if driver is None:
+        return
+    try:
+        kw=jsobj['kw']
+        domain=jsobj['domain']
+#        kw='leo 娛樂城 484'
+#        kw='leo 娛樂城 3011'
+
+#        domain='tha484.com'
+#        domain='tha3011.com'
+
+
+        if i==0:
+            from_book(kw)
+        elif i==1:
+            from_shopping(kw)
+        elif i==2:
+            from_wiki(kw)
+        elif i==3:
+            from_bing(kw)
+        elif i==4:
+            from_duckduckgo(kw)
+        elif i==5:
+            from_yahoo(kw)
+        elif i==6:
+            from_gibiru(kw)
+        elif i==7:
+            from_ekoru(kw)
+        elif i==8:
+            from_ecosia(kw)
+        elif i==9:
+            from_brave(kw)
+#        time.sleep(9999)
+        elmts = driver.find_elements(By.XPATH, "//div[@class='yuRUbf']/a")
+
+        print('搜尋結果數量',len(elmts))
+        idx=1
+        for elmt in elmts:
+            href=elmt.get_attribute('href')
+            txt=elmt.text
+            if len(txt)>10:
+                if domain in href:
+                    print('found....')
+                    print('clicked....')
+                    print(href)
+                    print(txt)
+                    print("ranking", idx)
+                    webdriver.ActionChains(driver).move_to_element(elmt).perform()
+                    webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
+                    time.sleep(5)
+                    break
+            idx+=1
+
+    except:
+        print('exception')
+        traceback.print_exc()
+
+    driver.quit()
+    sys.exit()
+
+
+
+r = redis.Redis(host='db.ptt.cx', port=6379, db=2,password='choozmo9')
+
+data=r.get('personal_seo')
+jstext=data.decode('utf-8')
+jsobj=json.loads(jstext)
+
+js=random.choice(jsobj)
+run_once(js)
+