w

swire_shop_item_list.py

@@ -371,6 +371,7 @@ def main():
 
             process_web_request(driver,area_num,keyword)
 
+            pagecnt=0
             while True:
                 element = driver.find_element_by_id('ppdPk-Ej1Yeb-LgbsSe-tJiF1e')
                 if element.get_attribute('disabled'):
@@ -378,6 +379,9 @@ def main():
     #               driver.implicitly_wait(30)
                 ActionChains(driver).move_to_element(element).click(element).perform() 
                 process_web_request(driver,area_num,keyword)
+                pagecnt+=1
+                if pagecnt>=5:
+                    break
 #            table2.upsert({'kw':keyword,'num':job['num']},['kw'])
             table2.insert({'kw':keyword,'num':job['num']},['kw'])
             db.query('update areacodes set expand = 1 where num="'+str(job['num'])+'" and kw="'+keyword+'" ')