|
|
@@ -270,8 +270,7 @@ def save_js_to_db(jsobj,num,keyword):
|
|
|
traceback.print_exc()
|
|
|
# store_list_table.upsert(r,keys=['place_id'])
|
|
|
|
|
|
-def process_web_request(driver,area_num,keyword):
|
|
|
- global db
|
|
|
+def process_web_request(db,driver,area_num,keyword):
|
|
|
global prev_cnt
|
|
|
# query = WebDriverWait(driver, 30).until(EC.presence_of_element_located((By.XPATH, '//button[@vet="19128"]')))
|
|
|
time.sleep(0.8)
|
|
|
@@ -381,7 +380,7 @@ def main():
|
|
|
# time.sleep(3)
|
|
|
keyin_keyword(driver, keyword)
|
|
|
|
|
|
- process_web_request(driver,area_num,keyword)
|
|
|
+ process_web_request(db,driver,area_num,keyword)
|
|
|
|
|
|
pagecnt=0
|
|
|
while True:
|
|
|
@@ -390,7 +389,7 @@ def main():
|
|
|
break
|
|
|
# driver.implicitly_wait(30)
|
|
|
ActionChains(driver).move_to_element(element).click(element).perform()
|
|
|
- process_web_request(driver,area_num,keyword)
|
|
|
+ process_web_request(db,driver,area_num,keyword)
|
|
|
pagecnt+=1
|
|
|
if pagecnt>=5:
|
|
|
break
|
jared