w

jared_pureselenium_shop_item_list.py

@@ -126,7 +126,10 @@ def main():
             print(url_list)
             shop_item_list_col = ['name','lon','lat','keyword','item_url','crawler_date']
             for item in url_list:
-                table.insert({'name':item[1],'lon':longitude, 'lat':latitude, 'keyword':keyword, 'item_url':item[0],'crawler_date':datetime.today().strftime("%Y/%m/%d %H:%M")})
+                try:
+                    table.insert({'name':item[1],'lon':longitude, 'lat':latitude, 'keyword':keyword, 'item_url':item[0],'crawler_date':datetime.today().strftime("%Y/%m/%d %H:%M")})
+                except:
+                    print('dup entry')
 #                result = [item[1], longitude, latitude, keyword, item[0], datetime.today().strftime("%Y/%m/%d %H:%M")]
 #                print(result)