Jared 2 years ago
parent
commit
2201731cfc
1 changed files with 13 additions and 3 deletions
  1. 13 3
      run4.py

+ 13 - 3
run4.py

@@ -474,8 +474,18 @@ def process_web_request_photo(driver, output, fid):
                 # print('parsing js:')
                 front, _ = fid.split(':')
                 if request.url.find(front) != -1:
+#                    resp = brotli.decompress(request.response.body)
                     print(request.url)
-                    resp = brotli.decompress(request.response.body)
+                    resp=request.response.body
+                    if 'gzip' in request.response.headers.get('Content-Encoding'):
+                        resp = gzip.decompress(request.response.body)
+
+                    if 'br' in request.response.headers.get('Content-Encoding'):
+                        resp = brotli.decompress(request.response.body)
+
+
+
+
                     jstext = resp.decode('utf-8')
                     menu, all = photos_parsing_js(jstext)
                     menu_list += menu
@@ -597,8 +607,8 @@ def main():
                         driver.get(item_url)
                         time.sleep(0.5)
 
-                if 'reviews' not in output.keys():
-                    continue
+#                if 'reviews' not in output.keys():
+#                    continue
 
             # photo
             print('parsing photo....')