ai_tools/deployment/cel_seo_click.py

import time
import traceback
import dataset
from selenium import webdriver
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.keys import Keys
from celery import Celery
import redis
from celery.schedules import crontab
import celery

from billiard import current_process

app = Celery('tasks', backend ='redis://172.104.92.245', broker='redis://172.104.92.245')
print('*****')
#print(celery.utils.nodenames.gethostname())
p = current_process()
print(p.initargs[1].split('@')[1])

print('*****')


#rkey=app.request.delivery_info['routing_key']


app.conf.beat_schedule = {
    # Executes every Monday morning at 7:30 a.m.
    'add-every-monday-morning': {
        'task': 'cel_seo_click.selenium_jared_click',
#        'schedule': crontab(minute='*/1'),
        'schedule': 30.0,
        'args': (),
        'options':{'queue': 'xxx'}
    },
}



#@app.on_after_configure.connect
#def setup_periodic_tasks(sender, **kwargs):
#    print(app.request.delivery_info['routing_key'])
#    print(json_str)
    #sender task.request.hostnam
#    sender.add_periodic_task(100.0, selenium_jared_click.s(), name='add every 2 min')

@app.task(queue='ABC')
def selenium_jared_click():
    db = dataset.connect('postgresql://postgres:eyJhbGciOiJI@172.105.241.163:5432/postgres')
    options = webdriver.ChromeOptions()
    options.add_argument("--no-sandbox")
    options.add_argument("--headless")
    options.add_argument("--incognito")
    #options.add_argument('--blink-settings=imagesEnabled=false')

    mobile_emulation = {
        "deviceMetrics": { "width": 360, "height": 640, "pixelRatio": 3.0 },
        "userAgent": "Mozilla/5.0 (Linux; Android 4.2.1; en-us; Nexus 5 Build/JOP40D) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.166 Mobile Safari/535.19" }
    try:

        driver = webdriver.Chrome(options=options)
    #    driver = webdriver.Chrome(ChromeDriverManager().install(),options=options)
    ## Create Undetected Chromedriver with Options
    #    driver = uc.Chrome(options=options)
    #    options = uc.ChromeOptions()

    except:
        traceback.print_exc()

    #kw='真理大學國際生'
    #domain='cia.au.edu.tw'

    cursor=db.query("SELECT cust,plan,prefix,domain,kw,positive FROM public.seo_jobs where cust='真理' order by random() limit 1")
    kw=None
    domain=None
    for c in cursor:
        cust=c['cust']
        kw=c['kw']
        plan=c['plan']
        prefix=c['prefix']
        domain=eval(c['domain'])[0]
        positive=eval(c['positive'])
        break
    #kw='真理大學教堂'
    #domain='udn.com'
    print(kw)
    print(domain)

    #kw='真理大學校友'
    #kw='真理大學國際生'
    #kw='真理大學張聰聯'
    #domain='au.edu.tw'
    #domain='pronews.tw'

    driver.get('https://www.google.com?num=100')
    time.sleep(3)
    print(driver.current_url)
    elmt = driver.find_element(By.XPATH, "//textarea[@name='q']")
    time.sleep(1)
    elmt.send_keys(kw)
    elmt.send_keys(Keys.ENTER)
    time.sleep(4)

    elmts = driver.find_elements(By.XPATH, "//a[@jsname='UWckNb']")
    numresults=len(elmts)
    print('搜尋結果數量',numresults)
    if numresults<=0:
        print(elmts)
    for elmt in elmts:
        href=elmt.get_attribute('href')
        txt=elmt.text
    #    print(txt)
    #    print(href)
        if domain in href:
            webdriver.ActionChains(driver).move_to_element(elmt).perform()
            webdriver.ActionChains(driver).move_to_element(elmt).click().perform()
            print(domain)
            print(href)
            driver.quit()
            return txt
            break
    return '{empty}'
#    time.sleep(5)