gsc_exp.py 2.3 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071
  1. from instaloader import Instaloader, Profile
  2. import traceback
  3. import copy
  4. import operator
  5. import dataset
  6. import pandas as pd
  7. import networkx as nx
  8. #import pysftp
  9. import codecs
  10. import pyvis
  11. import sys
  12. import pickle
  13. import os
  14. import searchconsole
  15. from pyvis.network import Network
  16. import jieba
  17. import dataset
  18. db = dataset.connect('mysql://choozmo:pAssw0rd@127.0.0.1:3306/hhh?charset=utf8mb4')
  19. #db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/hhh?charset=utf8mb4')
  20. db.begin()
  21. #db = dataset.connect('sqlite:///:memory:')
  22. table=db['gsc_page_query']
  23. #pname='korea'
  24. rid=0
  25. def checkig():
  26. global instl
  27. global table
  28. global pname
  29. global rid
  30. lst=[]
  31. cntdict={}
  32. codelist={}
  33. idx=0
  34. flag_break=False
  35. fname=os.path.abspath(__file__)
  36. elmts=fname.split(os.path.sep)
  37. path2=os.path.sep.join(elmts[0:-1])
  38. keysdir=path2+os.path.sep+'../keys'+os.path.sep
  39. # account = searchconsole.authenticate(client_config='c:/keys/client_secret.json',credentials='c:/keys/credentials.json')
  40. account = searchconsole.authenticate(client_config=keysdir+'client_secret.json',credentials=keysdir+'credentials.json')
  41. # webproperty = account['https://ipromise.com.tw/']
  42. # webproperty = account['https://'+pname+'.face8ook.org/']
  43. # webproperty = account['https://www.damanwoo.com/']
  44. webproperty = account['https://hhh.com.tw/']
  45. # report=webproperty.query.range('2021-03-01', '2021-06-17').dimension('page','query').get()
  46. # report=webproperty.query.range('2021-06-01', '2021-06-17').dimension('page','query').get()
  47. # report=webproperty.query.range('2020-06-01', '2021-06-22').dimension('page','query').filter('page', '/designers/cases/(491|31|293|278|31|24|594|356|307|491|33|385)', 'equals').get()
  48. # report=webproperty.query.range('2020-03-01', '2021-06-22').dimension('page','query').filter('page', '/designers/cases/'+pgnum, 'contains').get()
  49. # report=webproperty.query.range('2020-03-01', '2021-06-22').dimension('page','query').filter('page', '/designers/cases/'+pgnum, 'contains').get()
  50. report=webproperty.query.range('2020-03-01', '2021-06-24').dimension('page','query').get()
  51. result=[]
  52. for r in report.rows:
  53. entry={'page':r[0],'query':r[1]}
  54. result.append(entry)
  55. for r in result:
  56. table.insert(r)
  57. db.commit()
  58. r=checkig()