|
|
@@ -80,7 +80,7 @@ def keyin_keyword(driver, keyword):
|
|
|
|
|
|
def main():
|
|
|
db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/google_poi?charset=utf8mb4')
|
|
|
-
|
|
|
+ table=db['shop_item_list']
|
|
|
|
|
|
keyword = '虱目魚'
|
|
|
if len(sys.argv) >1:
|
|
|
@@ -126,8 +126,9 @@ def main():
|
|
|
print(url_list)
|
|
|
shop_item_list_col = ['name','lon','lat','keyword','item_url','crawler_date']
|
|
|
for item in url_list:
|
|
|
- result = [item[1], longitude, latitude, keyword, item[0], datetime.today().strftime("%Y/%m/%d %H:%M")]
|
|
|
- print(result)
|
|
|
+ table.insert({'name':item[1],'lon':longitude, 'lat':latitude, 'keyword':keyword, 'item_url':item[0],'crawler_date':datetime.today().strftime("%Y/%m/%d %H:%M")})
|
|
|
+# result = [item[1], longitude, latitude, keyword, item[0], datetime.today().strftime("%Y/%m/%d %H:%M")]
|
|
|
+# print(result)
|
|
|
|
|
|
if page < 2 :
|
|
|
element = driver.find_element_by_id('ppdPk-Ej1Yeb-LgbsSe-tJiF1e')
|
jared