|
|
@@ -474,8 +474,18 @@ def process_web_request_photo(driver, output, fid):
|
|
|
# print('parsing js:')
|
|
|
front, _ = fid.split(':')
|
|
|
if request.url.find(front) != -1:
|
|
|
+# resp = brotli.decompress(request.response.body)
|
|
|
print(request.url)
|
|
|
- resp = brotli.decompress(request.response.body)
|
|
|
+ resp=request.response.body
|
|
|
+ if 'gzip' in request.response.headers.get('Content-Encoding'):
|
|
|
+ resp = gzip.decompress(request.response.body)
|
|
|
+
|
|
|
+ if 'br' in request.response.headers.get('Content-Encoding'):
|
|
|
+ resp = brotli.decompress(request.response.body)
|
|
|
+
|
|
|
+
|
|
|
+
|
|
|
+
|
|
|
jstext = resp.decode('utf-8')
|
|
|
menu, all = photos_parsing_js(jstext)
|
|
|
menu_list += menu
|
|
|
@@ -597,8 +607,8 @@ def main():
|
|
|
driver.get(item_url)
|
|
|
time.sleep(0.5)
|
|
|
|
|
|
- if 'reviews' not in output.keys():
|
|
|
- continue
|
|
|
+# if 'reviews' not in output.keys():
|
|
|
+# continue
|
|
|
|
|
|
# photo
|
|
|
print('parsing photo....')
|
