|
|
@@ -155,7 +155,7 @@ def save_js_to_db(jsobj,num,keyword):
|
|
|
|
|
|
def process_web_request(driver,area_num,keyword):
|
|
|
query = WebDriverWait(driver, 30).until(EC.presence_of_element_located((By.XPATH, '//button[@vet="19128"]')))
|
|
|
- time.sleep(8)
|
|
|
+ time.sleep(0.8)
|
|
|
|
|
|
print("ppppppppp&**********************")
|
|
|
for request in driver.requests:
|
|
|
@@ -165,7 +165,9 @@ def process_web_request(driver,area_num,keyword):
|
|
|
resp = brotli.decompress(request.response.body)
|
|
|
jstext=resp.decode('utf-8')
|
|
|
resultobj=parsing_js(jstext)
|
|
|
+ print("before",datetime.now())
|
|
|
save_js_to_db(resultobj,area_num,keyword)
|
|
|
+ print("after",datetime.now())
|
|
|
|
|
|
|
|
|
def main():
|
|
|
@@ -186,7 +188,7 @@ def main():
|
|
|
port=4444
|
|
|
# if len(sys.argv) > 1 :
|
|
|
# port=int(sys.argv[1])
|
|
|
- if True:
|
|
|
+ if not chrome_window:
|
|
|
print('restart docker p{}'.format(port))
|
|
|
# os.system('sudo docker container restart p'+str(port))
|
|
|
os.system('docker container restart p'+str(port))
|
jared