stuff

website_clickjobs/type-3/iconsZH.py

@@ -0,0 +1,100 @@
+#import redis
+import time
+import traceback
+#import json
+from selenium import webdriver
+from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
+import time
+import os
+from selenium.webdriver.support.ui import WebDriverWait
+from selenium.webdriver.common.by import By
+from selenium.webdriver.support import expected_conditions as EC
+import dataset
+from selenium.webdriver.common.keys import Keys
+
+import json
+import random
+import time
+import sys
+import codecs
+import random
+import os
+import time
+from userAgentRandomizer import userAgents
+
+driver=None
+def re_get_webdriver():
+    global driver
+    result=[]
+    if driver is not None:
+        print('closing....')
+        driver.quit()
+        os.system('killall chrome')
+        print('quit....')
+        driver=None
+    try:
+        print('begin..')
+        ua = userAgents()
+
+        user_agent = ua.random()        
+
+        options = webdriver.ChromeOptions()
+
+
+        mobile_emulation = {
+            "deviceMetrics": { "width": 360, "height": 640, "pixelRatio": 3.0 },
+            "userAgent": "Mozilla/5.0 (Linux; Android 4.2.1; en-us; Nexus 5 Build/JOP40D) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.166 Mobile Safari/535.19" }
+#        options.add_experimental_option("mobileEmulation", mobile_emulation)
+
+        options.add_argument("--no-sandbox")
+        options.add_argument("--disable-dev-shm-usage")
+#        options.add_argument("--headless")
+
+#        print(user_agent)
+#        options.add_argument("--user-agent=" +user_agent)
+        options.add_argument("--incognito")
+        driver=None
+        try:
+            driver = webdriver.Chrome(options=options)
+        except:
+            traceback.print_exc()
+#            driver.quit()
+#            os.system('pkill -f ')
+            os.system('kill %d' % os.getpid())
+            sys.exit()
+            return
+#        driver.set_window_size(1400,1000)
+        return
+    except:
+        import traceback
+        traceback.print_exc()
+        driver=None
+        return None
+
+
+def scrolling(driver,pgnum):
+    ub = driver.find_element_by_css_selector('body')
+    for i in range(pgnum):
+        ub.send_keys(Keys.PAGE_DOWN)
+        if pgnum>1:
+            time.sleep(0.3)
+
+
+re_get_webdriver()
+
+lst=[]
+
+url='https://zh.theicons.net/'
+driver.get(url)
+time.sleep(3)
+for i in range(7):
+    driver.execute_script('window.open("'+url+'","_blank");')
+    time.sleep(4.5)
+    elmt = driver.find_element(By.XPATH, "//body")
+    elmt.send_keys(Keys.PAGE_DOWN)
+    driver.execute_script("window.scrollBy(0, 425)")
+    time.sleep(0.5)
+
+time.sleep(15)
+driver.quit()
+sys.exit()

website_clickjobs/type-V/c1.py

@@ -6,16 +6,16 @@ def pickvideo():
     n = random.randint(0,3)
     if n==0:
         term = "信義房屋"
-        whitelist = ["https://hr.sinyi.com.tw/","https://csr.sinyi.com.tw/client/innovation.php","https://www.youtube.com/channel/UCU76s7FGtDvDta2mf2Zdn4Q","https://events.sinyi.com.tw/20190828_webintro/","https://www.sinyi.com.tw/aboutsinyi/aboutsinyi_publish","https://money.udn.com/money/story/12276/6669984","https://www.youtube.com/watch?v=TwZwAAqkX_k","https://www.youtube.com/watch?v=1OxZNuwlUOk","https://www.youtube.com/watch?v=3Xy7YCCsnq0","https://www.youtube.com/watch?v=5JKbrS0JSak","https://www.youtube.com/watch?v=tbdpEt65LRI","https://www.youtube.com/watch?v=mLerG1EN9Og","https://www.youtube.com/watch?v=t5fzPcp-dK4","https://www.youtube.com/channel/UCV-0ttUE0Z-BTuBcwvQNjgQ","https://www.youtube.com/watch?v=bwlz8Tq6el8"]
+        whitelist = ['https://hr.sinyi.com.tw/','https://www.youtube.com/channel/UCU76s7FGtDvDta2mf2Zdn4Q','https://csr.sinyi.com.tw/client/innovation.php','https://events.sinyi.com.tw/20190828_webintro/','https://www.sinyi.com.tw/aboutsinyi/aboutsinyi_publish','https://www.youtube.com/watch?v=TwZwAAqkX_k','https://www.sinyinews.com.tw/dailynews/newsct/10089','https://money.udn.com/money/story/12276/6669984','https://www.youtube.com/watch?v=1OxZNuwlUOk','https://www.youtube.com/watch?v=tbdpEt65LRI','https://hr.sinyi.com.tw/events/tvc/','https://hr.sinyi.com.tw/events/1/?utm_source=Facebook_hr&utm_medium=display&utm_term=web&utm_content=video','https://www.youtube.com/watch?v=3besPfdWyW0','https://www.youtube.com/watch?v=ZxeBZggs_-s','https://www.youtube.com/watch?v=uOsZiIhyxVM']
     if n==1:
         term = "信義 房屋"
-        whitelist = ["https://hr.sinyi.com.tw/","https://csr.sinyi.com.tw/client/innovation.php","https://www.youtube.com/channel/UCU76s7FGtDvDta2mf2Zdn4Q","https://events.sinyi.com.tw/20190828_webintro/","https://www.sinyi.com.tw/aboutsinyi/aboutsinyi_publish","https://money.udn.com/money/story/12276/6669984","https://www.youtube.com/watch?v=TwZwAAqkX_k","https://www.youtube.com/watch?v=1OxZNuwlUOk","https://www.youtube.com/watch?v=3Xy7YCCsnq0","https://www.youtube.com/watch?v=5JKbrS0JSak","https://www.youtube.com/watch?v=mLerG1EN9Og","https://www.youtube.com/watch?v=tbdpEt65LRI","https://www.youtube.com/watch?v=t5fzPcp-dK4","https://www.youtube.com/channel/UCV-0ttUE0Z-BTuBcwvQNjgQ","https://www.youtube.com/watch?v=bwlz8Tq6el8"]
+        whitelist = ['https://hr.sinyi.com.tw/','https://www.youtube.com/channel/UCU76s7FGtDvDta2mf2Zdn4Q','https://csr.sinyi.com.tw/client/innovation.php','https://events.sinyi.com.tw/20190828_webintro/','https://www.sinyi.com.tw/aboutsinyi/aboutsinyi_publish','https://www.youtube.com/watch?v=TwZwAAqkX_k','https://www.sinyinews.com.tw/dailynews/newsct/10089','https://money.udn.com/money/story/12276/6669984','https://www.youtube.com/watch?v=1OxZNuwlUOk','https://www.youtube.com/watch?v=UbAx3mGfihg','https://www.youtube.com/watch?v=tbdpEt65LRI','https://hr.sinyi.com.tw/events/tvc/','https://hr.sinyi.com.tw/events/1/?utm_source=Facebook_hr&utm_medium=display&utm_term=web&utm_content=video','https://www.youtube.com/watch?v=ZxeBZggs_-s','https://www.youtube.com/watch?v=3besPfdWyW0']
     if n==2:
         term = "信義房仲"
-        whitelist = ["https://www.youtube.com/watch?v=juJTjzi4DV0","https://www.sinyinews.com.tw/sinyipedia/buyarticle/337","https://www.youtube.com/watch?v=uOsZiIhyxVM","https://www.youtube.com/watch?v=1OxZNuwlUOk","https://www.youtube.com/watch?v=5JKbrS0JSak","https://www.youtube.com/watch?v=sMEFJXfI7tg","https://www.youtube.com/watch?v=tbdpEt65LRI","https://www.youtube.com/watch?v=X7OcMNhXPD8","https://www.youtube.com/watch?v=TwZwAAqkX_k","https://csr.sinyi.com.tw/client/innovation.php","https://www.youtube.com/watch?v=bwlz8Tq6el8","https://www.youtube.com/watch?v=70u509rtnHc","https://www.youtube.com/watch?v=9hEd3LHqeXg","https://www.youtube.com/watch?v=M6bqmUvLCTI","https://www.youtube.com/watch?v=iWOHUiGwnPE"]
+        whitelist = ['https://www.youtube.com/watch?v=juJTjzi4DV0','https://www.youtube.com/watch?v=uOsZiIhyxVM','https://www.youtube.com/channel/UCU76s7FGtDvDta2mf2Zdn4Q','https://www.youtube.com/watch?v=X7OcMNhXPD8','https://www.sinyinews.com.tw/sinyipedia/buyarticle/337','https://www.youtube.com/watch?v=1OxZNuwlUOk','https://www.youtube.com/watch?v=tbdpEt65LRI','https://www.youtube.com/watch?v=TwZwAAqkX_k','https://www.youtube.com/watch?v=Hi-IY6R7_10','https://www.sinyinews.com.tw/dailynews/newsct/10089','https://www.storm.mg/lifestyle/3482729','https://www.sinyinews.com.tw/s_channel/videodetail/58','https://www.youtube.com/watch?v=M6bqmUvLCTI','https://www.youtube.com/watch?v=sMEFJXfI7tg','https://www.facebook.com/SinyiRealtyInc.HR/videos/%E6%88%BF%E4%BB%B2%E5%B7%A5%E4%BD%9C%E9%96%8B%E7%AE%B1%E5%85%AD%E5%80%8B%E6%9C%88%E4%B9%8B%E5%BE%8C%E6%88%91%E9%82%84%E5%9C%A8/932749653922769/']
     if n==3:
         term = "信義 房仲"
-        whitelist = ["https://www.facebook.com/SinyiRealtyInc.HR/videos/%E6%88%BF%E4%BB%B2%E5%B7%A5%E4%BD%9C%E9%96%8B%E7%AE%B1%E5%85%AD%E5%80%8B%E6%9C%88%E4%B9%8B%E5%BE%8C%E6%88%91%E9%82%84%E5%9C%A8/932749653922769/","https://www.youtube.com/watch?v=uOsZiIhyxVM","https://www.youtube.com/watch?v=juJTjzi4DV0","https://sinyipodcast.com.tw/article/news/trend/44","https://www.youtube.com/user/sinyicity","https://www.youtube.com/watch?v=X7OcMNhXPD8","https://www.youtube.com/watch?v=By63yTOiPFQ","https://www.sinyinews.com.tw/sinyipedia/buyarticle/337","https://www.youtube.com/watch?v=nj1mTUG8yJo","https://www.youtube.com/watch?v=U95DWC8OXzc","https://www.youtube.com/watch?v=mlqY5X2oTuk","https://www.youtube.com/watch?v=Hi-IY6R7_10","https://www.youtube.com/watch?v=1NZH4Npo6Bw","https://www.youtube.com/watch?v=IMjOhpAHcfs","https://www.youtube.com/watch?v=mLerG1EN9Og"]
+        whitelist = ['https://www.youtube.com/watch?v=uOsZiIhyxVM','https://www.youtube.com/watch?v=juJTjzi4DV0','https://www.youtube.com/channel/UCU76s7FGtDvDta2mf2Zdn4Q','https://www.youtube.com/watch?v=X7OcMNhXPD8','https://www.sinyinews.com.tw/sinyipedia/buyarticle/337','https://www.youtube.com/watch?v=1OxZNuwlUOk','https://www.youtube.com/watch?v=tbdpEt65LRI','https://www.youtube.com/watch?v=TwZwAAqkX_k','https://www.youtube.com/watch?v=Hi-IY6R7_10','https://www.facebook.com/SinyiRealtyInc.HR/videos/%E6%88%BF%E4%BB%B2%E5%B7%A5%E4%BD%9C%E9%96%8B%E7%AE%B1%E5%85%AD%E5%80%8B%E6%9C%88%E4%B9%8B%E5%BE%8C%E6%88%91%E9%82%84%E5%9C%A8/932749653922769/','https://sinyipodcast.com.tw/article/news/trend/44','https://www.youtube.com/watch?v=sMEFJXfI7tg','https://www.youtube.com/watch?v=JzH-XYkEjgg','https://www.storm.mg/lifestyle/3482729','https://www.sinyinews.com.tw/dailynews/newsct/10089']
     return term, random.choice(whitelist)
 
 termlist = ["信義房屋","信義 房屋","信義房仲","信義 房仲"]