|
|
@@ -12,6 +12,7 @@ from datetime import datetime
|
|
|
import dataset
|
|
|
import time
|
|
|
import json
|
|
|
+import gzip
|
|
|
import re
|
|
|
import sys, os
|
|
|
import socket
|
|
|
@@ -308,8 +309,15 @@ def process_web_request(db,driver,area_num,keyword):
|
|
|
# if 'https://www.google.com.tw/search?tbm=map' in request.url :
|
|
|
if 'search?' in request.url :
|
|
|
print('parsing js:')
|
|
|
+# resp=request.response.body
|
|
|
+# resp = brotli.decompress(request.response.content)
|
|
|
resp = brotli.decompress(request.response.body)
|
|
|
- jstext=resp.decode('utf-8')
|
|
|
+
|
|
|
+# resp = gzip.decompress(request.response.body)
|
|
|
+# print(resp)
|
|
|
+# jstext=resp.decode('utf-8')
|
|
|
+ jstext=str(resp)
|
|
|
+ print(jstext)
|
|
|
resultobj=parsing_js(jstext)
|
|
|
print("before",datetime.now())
|
|
|
print("num: "+str(area_num))
|
