|
|
@@ -255,8 +255,8 @@ def get_next_job(db, table, query_key):
|
|
|
return url_pd
|
|
|
|
|
|
|
|
|
-def get_trends(q, url_table, id_cache, driver, url):
|
|
|
-
|
|
|
+def get_trends(q, url_table, id_cache, driver, url, c):
|
|
|
+ print(url)
|
|
|
driver.get(url)
|
|
|
time.sleep(3)
|
|
|
|
|
|
@@ -307,12 +307,12 @@ def main():
|
|
|
|
|
|
if len(sys.argv) > 1 :
|
|
|
port = int(sys.argv[1])
|
|
|
- print('restart docker pw{}'.format(port))
|
|
|
- os.system('sudo docker container restart pw'+str(port))
|
|
|
+ print('restart docker p{}'.format(port))
|
|
|
+ os.system('sudo docker container restart p'+str(port))
|
|
|
time.sleep(8)
|
|
|
|
|
|
keyword = sys.argv[2]
|
|
|
-
|
|
|
+ print(port)
|
|
|
driver = brower_start(port)
|
|
|
|
|
|
db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/gnews?charset=utf8mb4')
|
|
|
@@ -330,7 +330,7 @@ def main():
|
|
|
# url = "https://www.google.com"
|
|
|
for i in range(3):
|
|
|
logger_.info('page {}'.format(i+1))
|
|
|
- driver, url = get_trends(query_key, url_table, id_cache, driver, url)
|
|
|
+ driver, url = get_trends(query_key, url_table, id_cache, driver, url, i)
|
|
|
time.sleep(5)
|
|
|
|
|
|
url_pd = get_next_job(db, url_table_name, query_key)
|
