AI_Spokesgirl/api/main.py

from fastapi import FastAPI,Cookie, Depends, Query, status,File, UploadFile,Request,Response,HTTPException
from fastapi.templating import Jinja2Templates
from fastapi.responses import HTMLResponse, RedirectResponse, JSONResponse
from pydantic import BaseModel
from typing import List, Optional
from os.path import isfile, isdir, join
import threading
import zhtts
import os 
import urllib
import requests
from bs4 import BeautifulSoup
from PIL import Image,ImageDraw,ImageFont
import pyttsx3
import rpyc
import random
import time
import math
import hashlib
import re
import asyncio
import urllib.request
from fastapi.responses import FileResponse
from fastapi.middleware.cors import CORSMiddleware
import dataset
from datetime import datetime, timedelta
from util.swap_face import swap_face
from fastapi.staticfiles import StaticFiles
import shutil
import io
from first import first
from passlib.context import CryptContext
from jose import JWTError, jwt
from fastapi_jwt_auth import AuthJWT
from fastapi_jwt_auth.exceptions import AuthJWTException
from fastapi.security import OAuth2PasswordBearer, OAuth2PasswordRequestForm
import util.models
import pymysql
import mailer
from moviepy.editor import VideoFileClip
import traceback
import logging
import gSlide
import aiofiles
import json
import util.user
pymysql.install_as_MySQLdb()

app = FastAPI()
db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/AI_anchor?charset=utf8mb4')
print("db loaded")
mode = 'run'
app.add_middleware(
    CORSMiddleware,
    allow_origins=["*"],
    allow_credentials=True,
    allow_methods=["*"],
    allow_headers=["*"],
)
SECRET_KEY = "df2f77bd544240801a048bd4293afd8eeb7fff3cb7050e42c791db4b83ebadcd"
ALGORITHM = "HS256"
ACCESS_TOKEN_EXPIRE_DAYS = 5
pwd_context = CryptContext(schemes=["bcrypt"], deprecated="auto")


app.mount("/static", StaticFiles(directory="static"), name="static")
app.mount("/static/img", StaticFiles(directory="static/img"), name="static/img")
app.mount("/templates", StaticFiles(directory="templates"), name="templates")

templates = Jinja2Templates(directory="templates")
oauth2_scheme = OAuth2PasswordBearer(tokenUrl="token")

tmp_video_dir = '../OpenshotService/tmp_video/'
tmp_avatar_dir = '../../face_swap/tmp_avatar/'  #change source face path here
resource_server = 'www.choozmo.com:8168/'
resource_folder = '/var/www/html/'
video_sub_folder = 'ai_anchor_video/'
avatar_sub_folder = 'swap_save/'
tmp_img_sub_folder = 'tmp_img/'
pttx_sub_folder = 'tmp_pttx/'
img_upload_folder = '/var/www/html/'+tmp_img_sub_folder
video_dest = '/var/www/html/'+video_sub_folder
avatar_dest = '/var/www/html/'+avatar_sub_folder
pttx_dest = '/var/www/html/'+pttx_sub_folder
speech_dest = '/var/www/html/speech/'



# @app.get("/index2")
# async def index2():
#     return FileResponse('static/index2.html')

@app.get("/index_eng")
async def index2():
    return FileResponse('static/index_eng.html')

# home page
@app.get("/index", response_class=HTMLResponse)
async def get_home_page(request: Request, response: Response):
    return templates.TemplateResponse("index.html", {"request": request, "response": response})

@app.get("/checkStatus")
async def checkStatus():
    errorList = []
    try:
        conn = rpyc.classic.connect("192.168.1.105",18812)
        conn.close()
    except:
        errorList.append('105:18812 server')

    try:
        c = rpyc.connect("localhost", 8858)
        c.close()
    except:
        errorList.append('make_video(docker name : new openshot)')
    
    try:
        c = rpyc.connect("localhost", 8868)
        c.close()
    except:
        errorList.append('swap_face(docker name : fcontainer)')

    
    return {'errors':errorList}

@app.get("/", response_class=HTMLResponse)
async def get_home_page(request: Request, response: Response):
    return templates.TemplateResponse("index.html", {"request": request, "response": response})

@app.get("/make_video")
async def get_home_page(request: Request, response: Response, Authorize: AuthJWT = Depends()):
    try:
        Authorize.jwt_required()
    except Exception as e:
        print(e)
        return {'msg':{'eng':'Please login first','zh':'請先登入帳號'}}
    current_user = Authorize.get_jwt_subject()
    return templates.TemplateResponse("make_video.html", {"request": request, "response": response})

@app.get("/make_video_long", response_class=HTMLResponse)
async def get_home_page(request: Request, response: Response, Authorize: AuthJWT = Depends()):
    try:
        Authorize.jwt_required()
    except Exception as e:
        print(e)
        return {'msg':{'eng':'Please login first','zh':'請先登入帳號'}}
    current_user = Authorize.get_jwt_subject()
    return templates.TemplateResponse("make_video_long.html", {"request": request, "response": response})

@app.get("/make_video_slide", response_class=HTMLResponse)
async def make_video_slide(request: Request, response: Response, Authorize: AuthJWT = Depends()):
    try:
        Authorize.jwt_required()
    except Exception as e:
        print(e)
        return {'msg':{'eng':'Please login first','zh':'請先登入帳號'}}
    current_user = Authorize.get_jwt_subject()
    return templates.TemplateResponse("make_video_slide.html", {"request": request, "response": response})

@app.post('/user_profile',response_class=HTMLResponse)
async def user_profile(token: str = Depends(oauth2_scheme)):
    db_check()
    if 'ok'!=verify_jwt_token(token):
        return {'msg':{'eng':'Please login first','zh':'請先登入帳號'}}
    
    user_id = get_user_id(token)
    user_obj = first(db.query('SELECT * FROM users where id ="'+str(user_id)+'"'))

    if user_obj is None:
        raise HTTPException(
            status_code=status.HTTP_401_UNAUTHORIZED,
            detail="Missing token",
            headers={"WWW-Authenticate": "Bearer"},
        )
    video_num = str(first(db.query('SELECT COUNT(*) FROM history_input WHERE user_id ='+str(user_obj['id'])))['COUNT(*)'])
    total_sec = str(first(db.query('SELECT SUM(duration) FROM history_input where user_id='+str(user_obj['id'])))['SUM(duration)'])
    left_sec = user_obj['left_time']

    video_info_list = []
    statement = 'SELECT * FROM history_input WHERE user_id='+str(user_obj['id'])+' ORDER BY timestamp DESC LIMIT 50'
    for row in db.query(statement):
        video_info_list.append({'id':row['id'],'title':row['name'],'duration':row['duration'],'url':row['link'],'time_stamp':row['timestamp'].strftime("%m/%d/%Y, %H:%M:%S")})
    dic_return = {'user_info':{'id':user_id,'userName':user_obj['username'],'email':user_obj['email'],'video_num':video_num,'total_sec':total_sec,'left_sec':user_obj['left_time']},'video_info':video_info_list}
    str_return = json.dumps(dic_return)
    return str_return

@app.post('/edit_profile')
async def edit_profile(userModel : util.models.UserProfile ,token: str = Depends(oauth2_scheme)):
    db_check()
    print(token)
    user_id = get_user_id(token)
    print(user_id)
    user_obj = next(iter(db.query('SELECT * FROM users where id ="'+str(user_id)+'"')))
    user_obj['email'] = userModel.email
    db['users'].update(user_obj,['id'])
    return {'msg':'ok'}

# login & register page
@app.get("/login", response_class=HTMLResponse)
async def get_login_and_register_page(request: Request):
    return templates.TemplateResponse("login.html", {"request": request})

@app.post("/login")
async def login_for_access_token(request: Request, form_data: OAuth2PasswordRequestForm = Depends(), Authorize: AuthJWT = Depends()):
    db_check()
    user = authenticate_user(form_data.username, form_data.password)
    if not user:
        raise HTTPException(
            status_code=status.HTTP_401_UNAUTHORIZED,
            detail="Incorrect username or password",
            headers={"WWW-Authenticate": "Bearer"},
        )
    access_token_expires = timedelta(days=ACCESS_TOKEN_EXPIRE_DAYS)
    access_token = create_access_token(
        data={"sub": user.username}, expires_delta=access_token_expires
    )
    table = db['users']
    user.token = access_token
    table.update(dict(user), ['username'])
    expires = timedelta(days=ACCESS_TOKEN_EXPIRE_DAYS)
    access_token = Authorize.create_access_token(subject=user.username, expires_time=expires)
    refresh_token = Authorize.create_refresh_token(subject=user.username, expires_time =expires)
    Authorize.set_access_cookies(access_token)
    Authorize.set_refresh_cookies(refresh_token)
    #return templates.TemplateResponse("index.html", {"request": request, "msg": 'Login'})
    if util.user.email_veri_pass(form_data.username):
        return {"access_token": access_token, "token_type": "bearer",'veri':'ok'}
    else:
        veri_obj = first(db.query('SELECT * FROM register_veri_code where user_id ="'+str(user_dict['id'])+'"'))
        mailer.register_verify('請至點擊網址驗證 : https://www.choozmo.com:8887/verify_email?code='+veri_obj['code'], user.email)
        return {"access_token": access_token, "token_type": "bearer",'veri':'fail'}


@app.post("/token")
async def access_token(form_data: OAuth2PasswordRequestForm = Depends(), Authorize: AuthJWT = Depends()):
     
    user = authenticate_user(form_data.username, form_data.password)
    if not user:
        raise HTTPException(
            status_code=status.HTTP_401_UNAUTHORIZED,
            detail="Incorrect username or password",
            headers={"WWW-Authenticate": "Bearer"},
        )
    access_token_expires = timedelta(days=ACCESS_TOKEN_EXPIRE_DAYS)
    access_token = create_access_token(
        data={"sub": user.username}, expires_delta=access_token_expires
    )
    return {"access_token": access_token, "token_type": "bearer"}

#前後端分離完全實現後拔除
@app.post("/register_old")
async def register_old(request: Request):
    db_check()
    user = util.models.User(**await request.form())
    user_obj = first(db.query('SELECT * FROM users where username ="'+str(user.username)+'"'))
    if user_obj == None:
        id = user_register(user)
        result = util.user.add_to_basic_role(id)
        print(result)
        if type(id) is int:
            code = str(time.time()).replace('.','')
            db['register_veri_code'].insert({'code':code,'user_id':id})
            mailer.register_verify('請至點擊網址驗證 : https://www.choozmo.com:8887/verify_email?code='+code, user.email)
            return {'msg':{'eng':'Register success! Please login at previous page','zh':'註冊成功! 請回到上頁登入帳號'}}
        else :
            return {'msg':{'eng':'error','zh':'error'}}
        #return templates.TemplateResponse("make_video.html", {"request": request, "success": True},status_code=status.HTTP_302_FOUND)
        #return templates.TemplateResponse("login.html", {'request': request,"success": True}, status_code=status.HTTP_302_FOUND)
    else:
        return {'msg':{'eng':user.username+' is duplicated user name try another','zh':user.username+'重複，請更改'}}

@app.post("/register")
async def register(request: util.models.register_req):
    db_check()
    user_obj = first(db.query('SELECT * FROM users where username ="'+str(request.username)+'"'))
    
    if user_obj == None:
        id = user_register(request)
        result = util.user.add_to_basic_role(id)
        print(result)
        if type(id) is int:
            code = str(time.time()).replace('.','')
            db['register_veri_code'].insert({'code':code,'user_id':id})
            mailer.register_verify('請至點擊網址驗證 : https://www.choozmo.com:8887/verify_email?code='+code, request.email)
            return {'msg':{'eng':'Register success! Please login at previous page','zh':'註冊成功! 請回到上頁登入帳號'}}
        else :
            return {'msg':{'eng':'error','zh':'error'}}
    else:
        return {'msg':{'eng':user.username+' is duplicated user name try another','zh':user.username+'重複，請更改'}}

@app.get('/logout')
def logout(request: Request, Authorize: AuthJWT = Depends()):
    Authorize.jwt_required()
    Authorize.unset_jwt_cookies()
    return {"msg": "ok"}

@app.post('/logout_jwt')
def logout(token: str = Depends(oauth2_scheme)):
    db_check()
    time_stamp = datetime.fromtimestamp(time.time())
    time_stamp = time_stamp.strftime("%Y-%m-%d %H:%M:%S")
    db['jwt_black_list'].insert({'token':token,'datetime':time_stamp})
    return {"msg": "ok"}

@app.post('/get_role')
async def get_role(token: str = Depends(oauth2_scheme)):
     
    user_id = util.user.get_user_id(token)
    roles = util.user.get_user_role(user_id)
    return roles

@app.post('/create_role')
async def get_role(token: str = Depends(oauth2_scheme)):
     
    user_id = get_user_id(token)

    return user_id

@app.post('/get_avatar_by_role')
async def get_role(token: str = Depends(oauth2_scheme)):
    user_id = util.user.get_user_id(token)
    avatar_info = util.user.get_avatar_by_role(user_id)
    return avatar_info

@app.get('/verify_email')
async def verify_email(code):
    db_check()
    veri_obj = first(db.query('SELECT * FROM register_veri_code where code ="'+str(code)+'"'))
    if veri_obj != None:
        db['register_veri_code'].delete(code=code)
    return {"msg": "ok"}

@app.get("/reset_pwd_page_email")
async def reset_pwd_page():
    return FileResponse('static/reset_pwd_email.html')

@app.get("/reset_pwd_page")
async def reset_pwd_page():
    return FileResponse('static/reset_pwd.html')

@app.get('/send_reset_pwd')
async def send_reset_pwd(user_id,email):
    db_check()
    code = str(time.time()).replace('.','')
     
    db['reset_pw_code'].insert({'code':code,'user_id':user_id,'email':email})
    msg = '請至點擊網址以重設密碼 : https://www.choozmo.com:8887/reset_pwd_page    通行碼為 '+ code
    print(msg)
    msg =msg.encode(encoding='utf-8')
    print(msg)
    print(type(user_id))
    if int(user_id) != -1:
        print('print at first place')
        print(user_id)
        user_dict = next(iter(db.query('SELECT * FROM users where id ="'+str(user_id)+'"')))
    else:
        user_id = util.user.get_id_by_email(email)
        print(user_id)
        user_dict = next(iter(db.query('SELECT * FROM users where id ="'+str(user_id)+'"')))
    mailer.send(msg, user_dict['email'])
    return {'msg':'ok'}

@app.post('/reset_pwd')
async def reset_password(req :util.models.reset_pwd):
    db_check()
    print(req.code)
    veri_obj = next(iter(db.query('SELECT * FROM reset_pw_code where code ="'+str(req.code)+'"')))
    print(veri_obj['user_id'])
    user_id = util.user.get_id_by_email(veri_obj['email'])
    print(user_id)
    db.query('UPDATE users SET password = '+'"'+get_password_hash(req.password)+'" where id ='+str(user_id))
    
    if veri_obj != None:
        db['reset_pw_code'].delete(code=req.code)
    return {"msg": "ok"}

@app.get("/gen_avatar")
async def avatar():
    return FileResponse('static/gen_avatar.html')

@app.post("/swapFace")
async def swapFace(req:util.models.swap_req):
    if 'http' not in req.imgurl:
        req.imgurl= 'http://'+req.imgurl
    try:
        im = Image.open(requests.get(req.imgurl, stream=True).raw)
        im= im.convert("RGB")
    except:
        return {'msg':{'eng':req.imgurl+'cant be proccessed','zh':"無法辨別圖片網址"+req.imgurl}}
    name_hash = str(time.time()).replace('.','')
    
    x = threading.Thread(target=gen_avatar, args=(name_hash,req.imgurl))
    x.start()
    return {'msg':'ok'}

@app.post("/uploadfile/")
async def create_upload_file(file: UploadFile = File(...)):
    img_name = str(time.time()).replace('.','')
    try:
        if file.content_type=='video/mp4':
            async with aiofiles.open(img_upload_folder+img_name+'.mp4', 'wb') as out_file:
                content = await file.read()
                await out_file.write(content) 
            return {"msg": resource_server+tmp_img_sub_folder+img_name+'.mp4'}
        else:
            contents = await file.read()
            image = Image.open(io.BytesIO(contents))
            image= image.convert("RGB")
            image.save(img_upload_folder+img_name+'.jpg')
            return {"msg": resource_server+tmp_img_sub_folder+img_name+'.jpg'}
    except Exception as e:
        logging.error(traceback.format_exc())
        return {'msg':{'eng':'file cant be prossessed','zh':'檔案無法使用'}}

@app.post("/upload_pttx/")
async def upload_pttx(file: UploadFile = File(...)):
    try:
        if "_" in file.filename:
            return {'msg':{'eng':'symbol"_" is not allowed in file name','zh':'檔案無法使用檔名不能含有"_"符號'}}
        else:
            pttx_name = file.filename+'_'+str(time.time()).replace('.','')
            with open(pttx_dest+pttx_name, "wb+") as file_object:
                file_object.write(file.file.read())
            return {"msg": resource_server+pttx_sub_folder+pttx_name}
    except Exception as e:
        logging.error(traceback.format_exc())
        return {'msg':{'eng':'file cant be prossessed','zh':'檔案無法使用'}}


@app.post("/make_anchor_video_gSlide")
async def make_anchor_video_gSlide(req:util.models.gSlide_req,token: str = Depends(oauth2_scheme)):
    if req.url_type == 0:
        name, text_content, image_urls = gSlide.parse_slide_url(req.slide_url,eng=False)
    else :
        filename = req.slide_url.replace(resource_server+pttx_sub_folder,resource_folder+pttx_sub_folder)
        name, text_content, image_urls = gSlide.parse_pttx_url(filename,img_upload_folder,resource_server+tmp_img_sub_folder,eng=False)
    if len(image_urls) != len(text_content):
        return {'msg':{'eng':'number of subtitles and images(videos) should be the same','zh':'副標題數量、圖片(影片)數量以及台詞數量必須一致'}}
    for idx in range(len(image_urls)):
        if 'http' not in image_urls[idx]:
            image_urls[idx] = 'http://'+image_urls[idx]
    if req.multiLang==0:
        for txt in text_content:
            if re.search('[a-zA-Z]', txt) !=None:
                print('語言錯誤')
                return {'msg':{'eng':'English is not allowed in subtitles','zh':'輸入字串不能包含英文字!'}}
            if re.search(',', txt) !=None:
                print('包含非法符號')
                return {'msg':{'eng':'symbol "," is not allowede','zh':'輸入不能含有","符號'}}
    name_hash = str(time.time()).replace('.','')
    for imgu in image_urls:
        try:
            if get_url_type(imgu) =='video/mp4':
                r=requests.get(imgu)
            else:
                im = Image.open(requests.get(imgu, stream=True).raw)
                im= im.convert("RGB")
        except:
            return {'msg':{'eng':req.imgurl+'cant be proccessed','zh':"無法辨別圖片網址"+req.imgurl}}
    user_id = get_user_id(token)
    proto_req = util.models.request_normal()
    proto_req.text_content = text_content
    proto_req.name = name
    proto_req.image_urls = image_urls
    proto_req.avatar = req.avatar
    proto_req.multiLang = req.multiLang
    video_id = save_history(proto_req,name_hash,user_id)
    x = threading.Thread(target=gen_video_queue, args=(name_hash,name, text_content, image_urls,int(req.avatar),req.multiLang,video_id,user_id))
    x.start()
    return {"msg":"ok"} 

@app.post("/make_anchor_video_long")
async def make_anchor_video_long(req:util.models.request,token: str = Depends(oauth2_scheme)):
    db_check()
    left_tag = [m.start() for m in re.finditer('{', req.text_content[0])]
    if len(req.image_urls) != len(left_tag):
        return {'msg':{'eng':'number of subtitles and images(videos) should be the same','zh':'副標題數量、圖片(影片)數量以及台詞數量必須一致'}}
    for idx in range(len(req.image_urls)):
        if 'http' not in req.image_urls[idx]:
            req.image_urls[idx] = 'http://'+req.image_urls[idx]
    if req.multiLang==0:
        for txt in req.text_content:
            if re.search('[a-zA-Z]', txt) !=None:
                print('語言錯誤')
                return {'msg':{'eng':'English is not allowed in subtitles','zh':'輸入字串不能包含英文字!'}}
            if re.search(',', txt) !=None:
                print('包含非法符號')
                return {'msg':{'eng':'symbol "," is not allowede','zh':'輸入不能含有","符號'}}
    name_hash = str(time.time()).replace('.','')
    for imgu in req.image_urls:
        try:
            if get_url_type(imgu) =='video/mp4':
                r=requests.get(imgu)
            else:
                im = Image.open(requests.get(imgu, stream=True).raw)
                im= im.convert("RGB")
        except:
            return {'msg':{'eng':req.imgurl+'cant be proccessed','zh':"無法辨別圖片網址"+req.imgurl}}
    user_id = get_user_id(token)
    video_id = save_history(req,name_hash,user_id)
    x = threading.Thread(target=gen_video_long_queue, args=(name_hash,req.name, req.text_content, req.image_urls,int(req.avatar),req.multiLang,video_id,user_id))
    x.start()
     
    returnMsg = ''
    if first(db.query('SELECT COUNT(1) FROM video_queue'))['COUNT(1)'] >= 3:
        returnMsg =  {'msg':{'eng':'There are many videos have been processing, please wait.','zh':'目前有多部影片處理中，煩請耐心等候'}}
    else:
        returnMsg =  {'msg':{'eng':'Processing video requires a few minutes, please wait for notification','zh':'影片處理需要數分鐘，請等待通知'}}
    return returnMsg


@app.post("/make_anchor_video")
async def make_anchor_video(req:util.models.request,token: str = Depends(oauth2_scheme)):
    db_check()
    if len(req.image_urls) != len(req.text_content):
        return {'msg':{'eng':'number of subtitles and images(videos) should be the same','zh':'副標題數量、圖片(影片)數量以及台詞數量必須一致'}}
    for idx in range(len(req.image_urls)):
        if 'http' not in req.image_urls[idx]:
            req.image_urls[idx] = 'http://'+req.image_urls[idx]
    if req.multiLang==0:
        for txt in req.text_content:
            if re.search('[a-zA-Z]', txt) !=None:
                print('語言錯誤')
                return {'msg':{'eng':'English is not allowed in subtitles','zh':'輸入字串不能包含英文字!'}}
            if re.search(',', txt) !=None:
                print('包含非法符號')
                return {'msg':{'eng':'symbol "," is not allowede','zh':'輸入不能含有","符號'}}
    name_hash = str(time.time()).replace('.','')
    for imgu in req.image_urls:
        try:
            if get_url_type(imgu) =='video/mp4':
                r=requests.get(imgu)
            else:
                im = Image.open(requests.get(imgu, stream=True).raw)
                im= im.convert("RGB")
        except:
            return {'msg':{'eng':req.imgurl+'cant be proccessed','zh':"無法辨別圖片網址"+req.imgurl}}
    user_id = get_user_id(token)
    video_id = save_history(req,name_hash,user_id)
    x = threading.Thread(target=gen_video_queue, args=(name_hash,req.name, req.text_content, req.image_urls,int(req.avatar),req.multiLang,video_id,user_id))
    x.start()
     
    if first(db.query('SELECT COUNT(1) FROM video_queue'))['COUNT(1)'] >= 3:
        return {'msg':{'eng':'There are many videos have been processing, please wait.','zh':'目前有多部影片處理中，煩請耐心等候'}}
    else:
        return {'msg':{'eng':'Processing video requires a few minutes, please wait for notification','zh':'影片處理需要數分鐘，請等待通知'}}
    return {'msg':'ok'}

@app.post("/make_anchor_video_eng")
async def make_anchor_video_eng(req:util.models.request_eng,token: str = Depends(oauth2_scheme)):
    db_check()
    if len(req.image_urls) != len(req.sub_titles) or len(req.sub_titles) != len(req.text_content):
        return {'msg':{'eng':'number of subtitles and images(videos) should be the same','zh':'副標題數量、圖片(影片)數量以及台詞數量必須一致'}}
    for idx in range(len(req.image_urls)):
        if 'http' not in req.image_urls[idx]:
            req.image_urls[idx] = 'http://'+req.image_urls[idx]
    name_hash = str(time.time()).replace('.','')
    for imgu in req.image_urls:
        try:
            if get_url_type(imgu) =='video/mp4':
                r=requests.get(imgu)
            else:
                im = Image.open(requests.get(imgu, stream=True).raw)
                im= im.convert("RGB")
        except:
            return {'msg':{'eng':req.imgurl+'cant be proccessed','zh':"無法辨別圖片網址"+req.imgurl}}
    user_id = get_user_id(token)
    video_id = save_history(req,name_hash, user_id)
    x = threading.Thread(target=gen_video_queue_eng, args=(name_hash,req.name, req.text_content, req.image_urls,req.sub_titles,int(req.avatar),video_id))
    x.start()
     
    if first(db.query('SELECT COUNT(1) FROM video_queue'))['COUNT(1)'] >= 3:
        return {'msg':{'eng':'There are many videos have been processing, please wait.','zh':'目前有多部影片處理中，煩請耐心等候'}}
    else:
        return {'msg':{'eng':'Processing video requires a few minutes, please wait for notification','zh':'影片處理需要數分鐘，請等待通知'}}
    return {"msg":"ok"} 

@app.post("/save_draft")
async def save_draft(req:util.models.video_draft,token: str = Depends(oauth2_scheme)):
    db_check()
    user_id = get_user_id(token)
    
    txt_content_seperate_by_dot = ''
    for txt in req.text_content:
        txt_content_seperate_by_dot += txt+","
    txt_content_seperate_by_dot = txt_content_seperate_by_dot[:-1]
    img_urls_seperate_by_dot = ''
    for iurl in req.image_urls:
        img_urls_seperate_by_dot += iurl+","
    img_urls_seperate_by_dot = img_urls_seperate_by_dot[:-1]
    time_stamp = datetime.fromtimestamp(time.time())
    time_stamp = time_stamp.strftime("%Y-%m-%d %H:%M:%S")

    if req.id==-1:
        pk = db['draft'].insert({'title':req.title,'text_content':txt_content_seperate_by_dot,'image_urls':img_urls_seperate_by_dot
        ,'user_id':user_id,'avatar':req.avatar,'multiLang':req.multiLang,'time_stamp':time_stamp})
    else:
        db['draft'].update({'id':req.id,'title':req.title,'text_content':txt_content_seperate_by_dot,'image_urls':img_urls_seperate_by_dot
        ,'user_id':user_id,'avatar':req.avatar,'multiLang':req.multiLang,'time_stamp':time_stamp},['id'])
    
    return {'msg':'ok'}


@app.post('/draft_list')
async def draft_list(token: str = Depends(oauth2_scheme)):
    db_check()
    user_id = get_user_id(token)
    statement = 'SELECT * FROM draft WHERE user_id='+str(user_id)+' ORDER BY time_stamp DESC LIMIT 50'
    logs = []
    for row in db.query(statement):
        logs.append({'id':row['id'],'title':row['title'],'avatar':row['avatar'],'mulitLang':row['multiLang']
        ,'text_content':row['text_content'].split(','),'image_urls':row['image_urls'].split(',')})
    return logs

@app.post('/del_draft')
async def del_draft(id_obj:util.models.id_obj,token: str = Depends(oauth2_scheme)):
    db_check()
    user_id = get_user_id(token)
    statement = 'SELECT * FROM draft WHERE user_id="'+str(user_id)+'" and id ="'+str(id_obj.id)+'"'
    if first(db.query(statement)) is not None:
        db['draft'].delete(id=id_obj.id)
    else:
        return {'msg':'wrong id'}
    

    return {'msg':'ok'}


@app.get("/history_input_old")
async def history_input_old(request: Request, Authorize: AuthJWT = Depends()):
    db_check()
    Authorize.jwt_required()
    current_user = Authorize.get_jwt_subject()

     
    user_id = first(db.query('SELECT * FROM users where username="' + current_user +'"'))['id']
    statement = 'SELECT * FROM history_input WHERE user_id="'+str(user_id)+'" ORDER BY timestamp DESC LIMIT 50'

    logs = []
    for row in db.query(statement):
        logs.append({'id':row['id'],'name':row['name'],'text_content':row['text_content'].split(','),'link':row['link'],'image_urls':row['image_urls'].split(',')})
    return logs


@app.post("/history_input")
async def history_input(token: str = Depends(oauth2_scheme)):
    db_check()
    user_id = get_user_id(token)
    user_obj = first(db.query('SELECT * FROM users where id ="'+str(user_id)+'"'))
    statement = 'SELECT * FROM history_input WHERE user_id="'+str(user_id)+'" ORDER BY timestamp DESC LIMIT 50'

    logs = []
    for row in db.query(statement):
        logs.append({'id':row['id'],'name':row['name'],'avatar':row['avatar'],'text_content':row['text_content'].split(','),'link':row['link'],'image_urls':row['image_urls'].split(',')})
    return logs



@AuthJWT.load_config
def get_config():
    return util.models.Settings()

@app.exception_handler(AuthJWTException)
def authjwt_exception_handler(request: Request, exc: AuthJWTException):
    return JSONResponse(
        status_code=exc.status_code,
        content={"detail": exc.message}
    )

def get_user_id(token):
    db_check()
    credentials_exception = HTTPException(
        status_code=status.HTTP_401_UNAUTHORIZED,
        detail="Could not validate credentials",
        headers={"WWW-Authenticate": "Bearer"},
    )
    try:
        payload = jwt.decode(token, SECRET_KEY, algorithms=[ALGORITHM])
        username: str = payload.get("sub")
        if username is None:
            raise credentials_exception
        token_data = util.models.TokenData(username=username)
    except JWTError:
        raise credentials_exception
    user = get_user(username=token_data.username)
    if user is None:
        raise credentials_exception
    user_id = first(db.query('SELECT * FROM users where username="' + user.username+'"'))['id']
    return user_id

def check_user_exists(username):
    db_check()
    if int(next(iter(db.query('SELECT COUNT(*) FROM AI_anchor.users WHERE username = "'+username+'"')))['COUNT(*)']) > 0:
        return True
    else:
        return False

def get_user(username: str):
     
    if not check_user_exists(username):  # if user don't exist
        return False
    user_dict = next(
        iter(db.query('SELECT * FROM AI_anchor.users where username ="'+username+'"')))
    user = util.models.User(**user_dict)
    return user
    
def user_register(user):
    db_check()
    table = db['users']
    user.password = get_password_hash(user.password)
    id = table.insert(dict(user))
    return id

def get_password_hash(password):
    return pwd_context.hash(password)
def verify_password(plain_password, hashed_password):
    return pwd_context.verify(plain_password, hashed_password)
def authenticate_user(username: str, password: str):
    db_check()
    if not check_user_exists(username):  # if user don't exist
        return False
    user_dict = next(iter(db.query('SELECT * FROM AI_anchor.users where username ="'+username+'"')))
    user = util.models.User(**user_dict)
    if not verify_password(password, user.password):
        return False
    return user

def create_access_token(data: dict, expires_delta):
    to_encode = data.copy()
    
    expire = datetime.utcnow() + expires_delta
    to_encode.update({"exp": expire})
    encoded_jwt = jwt.encode(to_encode, SECRET_KEY, algorithm=ALGORITHM)
    return encoded_jwt

def save_history(req,name_hash,user_id):
    db_check()
    log_table = db['history_input']
    txt_content_seperate_by_dot = ''
    for txt in req.text_content:
        txt_content_seperate_by_dot += txt+","
    txt_content_seperate_by_dot = txt_content_seperate_by_dot[:-1]
    img_urls_seperate_by_dot = ''
    for iurl in req.image_urls:
        img_urls_seperate_by_dot += iurl+","
    img_urls_seperate_by_dot = img_urls_seperate_by_dot[:-1]
    time_stamp = datetime.fromtimestamp(time.time())
    time_stamp = time_stamp.strftime("%Y-%m-%d %H:%M:%S")
    pk = log_table.insert({'name':req.name,'text_content':txt_content_seperate_by_dot,'image_urls':img_urls_seperate_by_dot
    ,'user_id':user_id,'link':'www.choozmo.com:8168/'+video_sub_folder+name_hash+'.mp4','avatar':req.avatar,'timestamp':time_stamp})
    return pk
    
def get_url_type(url):
    req = urllib.request.Request(url, method='HEAD', headers={'User-Agent': 'Mozilla/5.0'})
    r = urllib.request.urlopen(req)
    contentType = r.getheader('Content-Type')
    return contentType

def notify_group(msg):
    #'WekCRfnAirSiSxALiD6gcm0B56EejsoK89zFbIaiZQD' is ChoozmoTeam
    glist=['7vilzohcyQMPLfAMRloUawiTV4vtusZhxv8Czo7AJX8','WekCRfnAirSiSxALiD6gcm0B56EejsoK89zFbIaiZQD','1dbtJHbWVbrooXmQqc4r8OyRWDryjD4TMJ6DiDsdgsX','HOB1kVNgIb81tTB4Ort1BfhVp9GFo6NlToMQg88vEhh']
    for gid in glist:
        headers = {"Authorization": "Bearer " + gid,"Content-Type": "application/x-www-form-urlencoded"}
        r = requests.post("https://notify-api.line.me/api/notify",headers=headers, params={"message": msg})


def gen_video_long_queue(name_hash,name,text_content, image_urls,avatar,multiLang,video_id,user_id):
    db_check()
    if name_hash == 'keepRunning':
        if first(db.query('SELECT COUNT(1) FROM video_queue where video_type="longvideo"'))['COUNT(1)'] == 0:
            return 
        db.query('UPDATE video_queue_status SET status = 0;')
        print('start clear long video')
    else:     
        time_stamp = datetime.fromtimestamp(time.time()).strftime("%Y-%m-%d %H:%M:%S")
        txt_content_seperate_by_dot = ''
        for txt in text_content:
            txt_content_seperate_by_dot += txt+","
        txt_content_seperate_by_dot = txt_content_seperate_by_dot[:-1]
        img_urls_seperate_by_dot = ''
        for iurl in image_urls:
            img_urls_seperate_by_dot += iurl+","
        img_urls_seperate_by_dot = img_urls_seperate_by_dot[:-1]  
        db['video_queue'].insert({'name_hash':name_hash,'name':name,'text_content':txt_content_seperate_by_dot
        ,'image_urls':img_urls_seperate_by_dot,'multiLang':multiLang,'video_type':'longvideo','avatar':avatar,'timestamp':time_stamp})
    
    while True:
        
        if first(db.query('SELECT * FROM video_queue_status'))['status'] == 1:#only one row in this table, which is the id 1 one
            print('another process running, leave loop')#1 means already running
            break
        if first(db.query('SELECT COUNT(1) FROM video_queue where video_type="longvideo"'))['COUNT(1)'] == 0:
            print('all finish, leave loop')
            break
        top1 = first(db.query('SELECT * FROM video_queue where video_type="longvideo"'))
        try:
        # if True:
            db.query('UPDATE video_queue_status SET status = 1;')
            c = rpyc.connect("localhost", 8858)
            c._config['sync_request_timeout'] = None
            remote_svc = c.root
            my_answer = remote_svc.call_video_gen(top1['name_hash'],top1['name'],top1['text_content'].split(','), top1['image_urls'].split(','),top1['multiLang'],top1['avatar']) # method call
            shutil.copy(tmp_video_dir+top1['name_hash']+'.mp4',video_dest+top1['name_hash']+'.mp4')
            os.remove(tmp_video_dir+top1['name_hash']+'.mp4')
            vid_duration = VideoFileClip(video_dest+top1['name_hash']+'.mp4').duration
            user_obj = first(db.query('SELECT * FROM users where id ="'+str(user_id)+'"'))
            line_token = user_obj['line_token']         # aa
            left_time = user_obj['left_time']
            email = user_obj['email']
            print('left_time is '+str(left_time))
            db.query('UPDATE history_input SET duration ='+str(vid_duration)+' WHERE id='+str(video_id)+';')
            if left_time is None:
                left_time = 5*60
            if left_time < vid_duration:
                msg = '您本月額度剩下'+str(left_time)+'秒,此部影片有'+str(vid_duration)+'秒, 若要繼續產生影片請至 192.168.1.106:8887/confirm_add_value?name_hash='+name_hash+' 加值'
                print(msg)
                msg =msg.encode(encoding='utf-8')
                mailer.send_left_not_enough(msg, email)
                #notify_line_user(msg, line_token)
                notify_group(name+"：帳號餘額不足，請至email查看詳細資訊")
            else:
                left_time = left_time - vid_duration
                db.query('UPDATE users SET left_time ='+str(left_time)+' WHERE id='+str(user_id)+';')
                notify_group(name+"的影片已經產生完成囉! www.choozmo.com:8168/"+video_sub_folder+name_hash+".mp4")
                #notify_line_user(name+"的影片已經產生完成囉! www.choozmo.com:8168/"+video_sub_folder+name_hash+".mp4", line_token)
        except Exception as e:
            logging.error(traceback.format_exc())
            print('video generation error')
            notify_group('長影片錯誤-測試')
        db['video_queue'].delete(id=top1['id'])
        db.query('UPDATE video_queue_status SET status = 0')

def gen_video_queue(name_hash,name,text_content, image_urls,avatar,multiLang,video_id,user_id):
    db_check()
    if name_hash == 'keepRunning':
        if first(db.query('SELECT COUNT(1) FROM video_queue where video_type="short"'))['COUNT(1)'] == 0:
            return 
        db.query('UPDATE video_queue_status SET status = 0;')
        print('start clear short video')
    else:        
        time_stamp = datetime.fromtimestamp(time.time()).strftime("%Y-%m-%d %H:%M:%S")
        txt_content_seperate_by_dot = ''
        for txt in text_content:
            txt_content_seperate_by_dot += txt+","
        txt_content_seperate_by_dot = txt_content_seperate_by_dot[:-1]
        img_urls_seperate_by_dot = ''
        for iurl in image_urls:
            img_urls_seperate_by_dot += iurl+","
        img_urls_seperate_by_dot = img_urls_seperate_by_dot[:-1]
        
        db['video_queue'].insert({'name_hash':name_hash,'name':name,'text_content':txt_content_seperate_by_dot
        ,'image_urls':img_urls_seperate_by_dot,'multiLang':multiLang,'video_type':'short','avatar':avatar,'timestamp':time_stamp})
    while True:
        
        if first(db.query('SELECT * FROM video_queue_status'))['status'] == 1:#only one row in this table, which is the id 1 one
            print('another process running, leave loop')#1 means already running
            break
        if first(db.query('SELECT COUNT(1) FROM video_queue where video_type="short"'))['COUNT(1)'] == 0:
            print('all finish, leave loop')
            break
        top1 = first(db.query('SELECT * FROM video_queue where video_type="short"'))
        try:
        # if True:
            db.query('UPDATE video_queue_status SET status = 1;')
            c = rpyc.connect("localhost", 8858)
            c._config['sync_request_timeout'] = None
            remote_svc = c.root
            my_answer = remote_svc.call_video(top1['name_hash'],top1['name'],top1['text_content'].split(','), top1['image_urls'].split(','),top1['multiLang'],top1['avatar']) # method call
            shutil.copy(tmp_video_dir+top1['name_hash']+'.mp4',video_dest+top1['name_hash']+'.mp4')
            os.remove(tmp_video_dir+top1['name_hash']+'.mp4')
            vid_duration = VideoFileClip(video_dest+top1['name_hash']+'.mp4').duration
            user_obj = first(db.query('SELECT * FROM users where id ="'+str(user_id)+'"'))
            line_token = user_obj['line_token']         # aa
            left_time = user_obj['left_time']
            email = user_obj['email']
            print('left_time is '+str(left_time))
            db.query('UPDATE history_input SET duration ='+str(vid_duration)+' WHERE id='+str(video_id)+';')
            if left_time is None:
                left_time = 5*60
            if left_time < vid_duration:
                msg = '您本月額度剩下'+str(left_time)+'秒,此部影片有'+str(vid_duration)+'秒, 若要繼續產生影片請至 192.168.1.106:8887/confirm_add_value?name_hash='+name_hash+' 加值'
                print(msg)
                msg =msg.encode(encoding='utf-8')
                mailer.send_left_not_enough(msg, email)
                notify_group(msg)
                #notify_line_user(msg, line_token)
            else:
                left_time = left_time - vid_duration
                db.query('UPDATE users SET left_time ='+str(left_time)+' WHERE id='+str(user_id)+';')
                notify_group(name+"的影片已經產生完成囉! www.choozmo.com:8168/"+video_sub_folder+name_hash+".mp4")
                #notify_line_user(name+"的影片已經產生完成囉! www.choozmo.com:8168/"+video_sub_folder+name_hash+".mp4", line_token)
        except Exception as e:
            logging.error(traceback.format_exc())
            print('video generation error')
            notify_group('影片錯誤')
        db['video_queue'].delete(id=top1['id'])
        db.query('UPDATE video_queue_status SET status = 0')

def gen_video_queue_eng(name_hash,name,text_content, image_urls,sub_titles,avatar,video_id):
    db_check()
    if name_hash == 'keepRunning':
        if first(db.query('SELECT COUNT(1) FROM video_queue where video_type="eng"'))['COUNT(1)'] == 0:
            return 
        db.query('UPDATE video_queue_status SET status = 0;')
        print('start clear eng video')
    else: 
        time_stamp = datetime.fromtimestamp(time.time()).strftime("%Y-%m-%d %H:%M:%S")
        txt_content_seperate_by_dot = ''
        for txt in text_content:
            txt_content_seperate_by_dot += txt+","
        txt_content_seperate_by_dot = txt_content_seperate_by_dot[:-1]
        img_urls_seperate_by_dot = ''
        for iurl in image_urls:
            img_urls_seperate_by_dot += iurl+","
        img_urls_seperate_by_dot = img_urls_seperate_by_dot[:-1]
        subtitles_seperate_by_dot = ''
        for sub in sub_titles:
            subtitles_seperate_by_dot += sub+","
        subtitles_seperate_by_dot = subtitles_seperate_by_dot[:-1]
        db['video_queue'].insert({'name_hash':name_hash,'name':name,'text_content':txt_content_seperate_by_dot,
        'image_urls':img_urls_seperate_by_dot,'subtitles':subtitles_seperate_by_dot,'video_type':'eng','avatar':avatar,'timestamp':time_stamp})
    while True:
        if first(db.query('SELECT * FROM video_queue_status'))['status'] == 1:#only one row in this table, which is the id 1 one
            print('another process running, leave loop')
            break
        if first(db.query('SELECT COUNT(1) FROM video_queue where video_type=="eng"'))['COUNT(1)'] == 0:
            print('all finish, leave loop')
            break
        top1 = first(db.query('SELECT * FROM video_queue where video_type=="eng"'))
        try:
            db.query('UPDATE video_queue_status SET status = 1;')
            c = rpyc.connect("localhost", 8858)
            c._config['sync_request_timeout'] = None
            remote_svc = c.root
            my_answer = remote_svc.call_video_eng(top1['name_hash'],top1['name'],top1['text_content'].split(','), top1['image_urls'].split(','),top1['subtitles'].split(','),top1['avatar']) # method call
            shutil.copy(tmp_video_dir+top1['name_hash']+'.mp4',video_dest+top1['name_hash']+'.mp4')
            os.remove(tmp_video_dir+top1['name_hash']+'.mp4')
            notify_group(name+"(ENG)的影片已經產生完成囉! www.choozmo.com:8168/"+video_sub_folder+name_hash+".mp4")
        except:
            print('video generation error')
            notify_group('影片錯誤')
        db['video_queue'].delete(id=top1['id'])
        db.query('UPDATE video_queue_status SET status = 0')

def gen_avatar(name_hash, imgurl):
    db_check()
    db['avatar_queue'].insert({'name_hash':name_hash,'imgurl':imgurl})
    while True:
        statement = 'SELECT * FROM avatar_service_status'#only one row in this table, which is the id 1 one
        status = -1
        for row in db.query(statement):
            status = row['status']
        if status == 1:
            print('leave process loop')
            break

        statement = 'SELECT * FROM avatar_queue'
        works = []
        for row in db.query(statement):
            works.append({'id':row['id'],'name_hash':row['name_hash'],'imgurl':row['imgurl']})
        if len(works)==0:
            print('leave process loop')
            break
        try:
            statement = 'UPDATE avatar_service_status SET status = 1 WHERE id=1;'
            db.query(statement)
            name_hash = works[0]['name_hash']
            imgurl = works[0]['imgurl']
            c = rpyc.connect("localhost", 8868)
            c._config['sync_request_timeout'] = None
            remote_svc = c.root
            my_answer = remote_svc.call_avatar(name_hash,imgurl) # method call
            shutil.copy(tmp_avatar_dir+name_hash+'.mp4',avatar_dest+name_hash+'.mp4')
            os.remove(tmp_avatar_dir+name_hash+'.mp4')
            
        except:
            print('gen error')
            notify_group('無法辨識人臉')
        db['avatar_queue'].delete(id=works[0]['id'])
        statement = 'UPDATE avatar_service_status SET status = 0 WHERE id=1;'  #only one row in this table, which id 1 one
        db.query(statement)
def call_voice(text):
    print(text)
    print(len(text))
    print(type(text))
    c = rpyc.connect("localhost", 8858)
    c._config['sync_request_timeout'] = None
    remote_svc = c.root
    my_answer = remote_svc.make_speech(text) # method call
    src_path = '/home/ming/AI_Anchor/OpenshotService/speech.mp3'
    shutil.copy(src_path,'/home/ming/speech.mp3')
    os.remove(src_path)

class text_in(BaseModel):
    text: str

@app.post("/make_voice")
async def make_voice(in_text:text_in):
    x = threading.Thread(target=call_voice, args=(in_text.text,))
    x.start()


@app.post("/gen_speech")
async def make_voice(req:util.models.speech_req):
    call_speech(req.text,req.speaker)
    return {'msg':'wait please'}

def call_speech(text,speaker):
    conn = rpyc.classic.connect("192.168.1.105",8838)
    ros = conn.modules.os
    ros.system('docker exec -it mingc_tts bash gen_speech.sh '+text+' '+speaker)

    while True:
        print('waiting...')
        if ros.path.exists('/home/ming/workspace/TTS_fs2/fast_speech2_ming024/output/result/AISHELL3/'+text+'.wav'):
            break
        time.sleep(5)
        print('waiting...')

    fr=conn.builtins.open('/home/ming/workspace/TTS_fs2/fast_speech2_ming024/output/result/AISHELL3/'+text+'.wav','rb')
    fw=open(text+'.wav','wb')
    while True:
        b=fr.read(1024)
        if b:
            fw.write(b)
        else:
            break
    fr.close()
    fw.close()
    shutil.copy(text+'.wav',speech_dest+text+'.wav')
    os.remove(text+'.wav')
    notify_group("speech at www.choozmo.com:8168/speech/"+text+".wav")


def verify_jwt_token(token):
    for row in db.query('SELECT * FROM jwt_black_list'):
        print(row)
    print(first(db.query('SELECT COUNT(*) FROM jwt_black_list where token="'+token+'"'))['COUNT(*)'])
    if first(db.query('SELECT COUNT(*) FROM jwt_black_list where token="'+token+'"'))['COUNT(*)'] == 0:
        return  'ok'
    else:
        return 'please login again'
def db_check():
    global db
    db.close()
    db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/AI_anchor?charset=utf8mb4')


def clear_video_queue():
    x = threading.Thread(target=gen_video_queue_eng, args=('keepRunning','', '', '','','',''))
    x.start()

    x2 = threading.Thread(target=gen_video_queue, args=('keepRunning','', '', '','','','',''))
    x2.start()

    x3 = threading.Thread(target=gen_video_long_queue, args=('keepRunning','', '', '','','','',''))
    x3.start()

clear_video_queue()