main.py 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599
  1. from fastapi import FastAPI,Cookie, Depends, Query, status,File, UploadFile,Request,Response,HTTPException
  2. from fastapi.templating import Jinja2Templates
  3. from fastapi.responses import HTMLResponse, RedirectResponse, JSONResponse
  4. from typing import List, Optional
  5. from os.path import isfile, isdir, join
  6. import threading
  7. import zhtts
  8. import os
  9. import urllib
  10. import requests
  11. from bs4 import BeautifulSoup
  12. from PIL import Image,ImageDraw,ImageFont
  13. import pyttsx3
  14. import rpyc
  15. import random
  16. import time
  17. import math
  18. import hashlib
  19. import re
  20. import asyncio
  21. import urllib.request
  22. from fastapi.responses import FileResponse
  23. from fastapi.middleware.cors import CORSMiddleware
  24. import dataset
  25. from datetime import datetime, timedelta
  26. from util.swap_face import swap_face
  27. from fastapi.staticfiles import StaticFiles
  28. import shutil
  29. import io
  30. from first import first
  31. from passlib.context import CryptContext
  32. from jose import JWTError, jwt
  33. from fastapi_jwt_auth import AuthJWT
  34. from fastapi_jwt_auth.exceptions import AuthJWTException
  35. from fastapi.security import OAuth2PasswordBearer, OAuth2PasswordRequestForm
  36. import models
  37. import pymysql
  38. from first import first
  39. import mailer
  40. from moviepy.editor import VideoFileClip
  41. import traceback
  42. import logging
  43. import gSlide
  44. pymysql.install_as_MySQLdb()
  45. app = FastAPI()
  46. app.add_middleware(
  47. CORSMiddleware,
  48. allow_origins=["*"],
  49. allow_credentials=True,
  50. allow_methods=["*"],
  51. allow_headers=["*"],
  52. )
  53. SECRET_KEY = "df2f77bd544240801a048bd4293afd8eeb7fff3cb7050e42c791db4b83ebadcd"
  54. ALGORITHM = "HS256"
  55. ACCESS_TOKEN_EXPIRE_MINUTES = 300
  56. pwd_context = CryptContext(schemes=["bcrypt"], deprecated="auto")
  57. app.mount("/static", StaticFiles(directory="static"), name="static")
  58. app.mount("/static/img", StaticFiles(directory="static/img"), name="static/img")
  59. app.mount("/templates", StaticFiles(directory="templates"), name="templates")
  60. templates = Jinja2Templates(directory="templates")
  61. oauth2_scheme = OAuth2PasswordBearer(tokenUrl="token")
  62. tmp_video_dir = '../OpenshotService/tmp_video/'
  63. tmp_avatar_dir = '../../face_swap/tmp_avatar/' #change source face path here
  64. video_sub_folder = 'ai_anchor_video/'
  65. avatar_sub_folder = 'swap_save/'
  66. tmp_img_sub_folder = 'tmp_img/'
  67. img_upload_folder = '/var/www/html/'+tmp_img_sub_folder
  68. video_dest = '/var/www/html/'+video_sub_folder
  69. avatar_dest = '/var/www/html/'+avatar_sub_folder
  70. # @app.get("/index2")
  71. # async def index2():
  72. # return FileResponse('static/index2.html')
  73. @app.get("/index_eng")
  74. async def index2():
  75. return FileResponse('static/index_eng.html')
  76. # home page
  77. @app.get("/index", response_class=HTMLResponse)
  78. async def get_home_page(request: Request, response: Response):
  79. return templates.TemplateResponse("index.html", {"request": request, "response": response})
  80. @app.get("/", response_class=HTMLResponse)
  81. async def get_home_page(request: Request, response: Response):
  82. return templates.TemplateResponse("index.html", {"request": request, "response": response})
  83. @app.get("/make_video", response_class=HTMLResponse)
  84. async def get_home_page(request: Request, response: Response, Authorize: AuthJWT = Depends()):
  85. try:
  86. Authorize.jwt_required()
  87. except Exception as e:
  88. print(e)
  89. return '請先登入帳號'
  90. current_user = Authorize.get_jwt_subject()
  91. return templates.TemplateResponse("make_video.html", {"request": request, "response": response})
  92. @app.get("/make_video_slide", response_class=HTMLResponse)
  93. async def make_video_slide(request: Request, response: Response, Authorize: AuthJWT = Depends()):
  94. try:
  95. Authorize.jwt_required()
  96. except Exception as e:
  97. print(e)
  98. return '請先登入帳號'
  99. current_user = Authorize.get_jwt_subject()
  100. return templates.TemplateResponse("make_video_slide.html", {"request": request, "response": response})
  101. @app.get('/user_profile', response_class=HTMLResponse)
  102. def protected(request: Request, Authorize: AuthJWT = Depends()):
  103. Authorize.jwt_required()
  104. current_user = Authorize.get_jwt_subject()
  105. return current_user
  106. # login & register page
  107. @app.get("/login", response_class=HTMLResponse)
  108. async def get_login_and_register_page(request: Request):
  109. return templates.TemplateResponse("login.html", {"request": request})
  110. @app.post("/login")
  111. async def login_for_access_token(request: Request, form_data: OAuth2PasswordRequestForm = Depends(), Authorize: AuthJWT = Depends()):
  112. db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/AI_anchor?charset=utf8mb4')
  113. user = authenticate_user(form_data.username, form_data.password)
  114. if not user:
  115. raise HTTPException(
  116. status_code=status.HTTP_401_UNAUTHORIZED,
  117. detail="Incorrect username or password",
  118. headers={"WWW-Authenticate": "Bearer"},
  119. )
  120. access_token_expires = timedelta(minutes=ACCESS_TOKEN_EXPIRE_MINUTES)
  121. access_token = create_access_token(
  122. data={"sub": user.username}, expires_delta=access_token_expires
  123. )
  124. table = db['users']
  125. user.token = access_token
  126. table.update(dict(user), ['username'])
  127. access_token = Authorize.create_access_token(subject=user.username)
  128. refresh_token = Authorize.create_refresh_token(subject=user.username)
  129. Authorize.set_access_cookies(access_token)
  130. Authorize.set_refresh_cookies(refresh_token)
  131. #return templates.TemplateResponse("index.html", {"request": request, "msg": 'Login'})
  132. return {"access_token": access_token, "token_type": "bearer"}
  133. @app.post("/token")
  134. async def access_token(form_data: OAuth2PasswordRequestForm = Depends(), Authorize: AuthJWT = Depends()):
  135. db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/AI_anchor?charset=utf8mb4')
  136. user = authenticate_user(form_data.username, form_data.password)
  137. if not user:
  138. raise HTTPException(
  139. status_code=status.HTTP_401_UNAUTHORIZED,
  140. detail="Incorrect username or password",
  141. headers={"WWW-Authenticate": "Bearer"},
  142. )
  143. access_token_expires = timedelta(minutes=ACCESS_TOKEN_EXPIRE_MINUTES)
  144. access_token = create_access_token(
  145. data={"sub": user.username}, expires_delta=access_token_expires
  146. )
  147. return {"access_token": access_token, "token_type": "bearer"}
  148. @app.post("/register")
  149. async def register(request: Request):
  150. user = models.User(**await request.form())
  151. user_register(user)
  152. return templates.TemplateResponse("login.html", {'request': request,"success": True}, status_code=status.HTTP_302_FOUND)
  153. @app.get('/user_profile', response_class=HTMLResponse)
  154. def protected(request: Request, Authorize: AuthJWT = Depends()):
  155. Authorize.jwt_required()
  156. current_user = Authorize.get_jwt_subject()
  157. return current_user
  158. @app.get('/logout')
  159. def logout(request: Request, Authorize: AuthJWT = Depends()):
  160. Authorize.jwt_required()
  161. Authorize.unset_jwt_cookies()
  162. return {"msg": "Successfully logout"}
  163. @app.get("/gen_avatar")
  164. async def avatar():
  165. return FileResponse('static/gen_avatar.html')
  166. @app.post("/swapFace")
  167. async def swapFace(req:models.swap_req):
  168. if 'http' not in req.imgurl:
  169. req.imgurl= 'http://'+req.imgurl
  170. try:
  171. im = Image.open(requests.get(req.imgurl, stream=True).raw)
  172. im= im.convert("RGB")
  173. except:
  174. return {'msg':"無法辨別圖片網址"+req.imgurl}
  175. name_hash = str(time.time()).replace('.','')
  176. x = threading.Thread(target=gen_avatar, args=(name_hash,req.imgurl))
  177. x.start()
  178. return {'msg':'人物生成中,請稍候'}
  179. @app.post("/uploadfile/")
  180. async def create_upload_file(file: UploadFile = File(...)):
  181. img_name = str(time.time()).replace('.','')
  182. try:
  183. contents = await file.read()
  184. image = Image.open(io.BytesIO(contents))
  185. image= image.convert("RGB")
  186. image.save(img_upload_folder+img_name+'.jpg')
  187. except Exception as e:
  188. print(e)
  189. return {'msg':'檔案無法使用'}
  190. return {"msg": 'www.choozmo.com:8168/'+tmp_img_sub_folder+img_name+'.jpg'}
  191. @app.post("/make_anchor_video_gSlide")
  192. async def make_anchor_video_gSlide(req:models.gSlide_req,token: str = Depends(oauth2_scheme)):
  193. name, text_content, image_urls = gSlide.parse_slide_url(req.slide_url,eng=False)
  194. if len(image_urls) != len(text_content):
  195. return {'msg':'副標題數量、圖片(影片)數量以及台詞數量必須一致'}
  196. for idx in range(len(image_urls)):
  197. if 'http' not in image_urls[idx]:
  198. image_urls[idx] = 'http://'+image_urls[idx]
  199. if req.multiLang==0:
  200. for txt in text_content:
  201. if re.search('[a-zA-Z]', txt) !=None:
  202. print('語言錯誤')
  203. return {'msg':'輸入字串不能包含英文字!'}
  204. name_hash = str(time.time()).replace('.','')
  205. for imgu in image_urls:
  206. try:
  207. if get_url_type(imgu) =='video/mp4':
  208. r=requests.get(imgu)
  209. else:
  210. im = Image.open(requests.get(imgu, stream=True).raw)
  211. im= im.convert("RGB")
  212. except:
  213. return {'msg':"無法辨別圖片網址"+imgu}
  214. user_id = get_user_id(token)
  215. proto_req = models.request_normal()
  216. proto_req.text_content = text_content
  217. proto_req.name = name
  218. proto_req.image_urls = image_urls
  219. proto_req.avatar = req.avatar
  220. proto_req.multiLang = req.multiLang
  221. save_history(proto_req,name_hash,user_id)
  222. x = threading.Thread(target=gen_video_queue, args=(name_hash,name, text_content, image_urls,int(req.avatar),req.multiLang,user_id))
  223. x.start()
  224. return {"msg":"製作影片需要時間,請您耐心等候,成果會傳送至LINE群組中"}
  225. @app.post("/make_anchor_video")
  226. async def make_anchor_video(req:models.request,token: str = Depends(oauth2_scheme)):
  227. if len(req.image_urls) != len(req.text_content):
  228. return {'msg':'副標題數量、圖片(影片)數量以及台詞數量必須一致'}
  229. for idx in range(len(req.image_urls)):
  230. if 'http' not in req.image_urls[idx]:
  231. req.image_urls[idx] = 'http://'+req.image_urls[idx]
  232. if req.multiLang==0:
  233. for txt in req.text_content:
  234. if re.search('[a-zA-Z]', txt) !=None:
  235. print('語言錯誤')
  236. return {'msg':'輸入字串不能包含英文字!'}
  237. name_hash = str(time.time()).replace('.','')
  238. for imgu in req.image_urls:
  239. try:
  240. if get_url_type(imgu) =='video/mp4':
  241. r=requests.get(imgu)
  242. else:
  243. im = Image.open(requests.get(imgu, stream=True).raw)
  244. im= im.convert("RGB")
  245. except:
  246. return {'msg':"無法辨別圖片網址"+imgu}
  247. user_id = get_user_id(token)
  248. save_history(req,name_hash,user_id)
  249. x = threading.Thread(target=gen_video_queue, args=(name_hash,req.name, req.text_content, req.image_urls,int(req.avatar),req.multiLang,user_id))
  250. x.start()
  251. return {"msg":"製作影片需要時間,請您耐心等候,成果會傳送至LINE群組中"}
  252. @app.post("/make_anchor_video_eng")
  253. async def make_anchor_video_eng(req:models.request_eng):
  254. if len(req.image_urls) != len(req.sub_titles) or len(req.sub_titles) != len(req.text_content):
  255. return {'msg':'副標題數量、圖片(影片)數量以及台詞數量必須一致'}
  256. for idx in range(len(req.image_urls)):
  257. if 'http' not in req.image_urls[idx]:
  258. req.image_urls[idx] = 'http://'+req.image_urls[idx]
  259. name_hash = str(time.time()).replace('.','')
  260. for imgu in req.image_urls:
  261. try:
  262. if get_url_type(imgu) =='video/mp4':
  263. r=requests.get(imgu)
  264. else:
  265. im = Image.open(requests.get(imgu, stream=True).raw)
  266. im= im.convert("RGB")
  267. except:
  268. return {'msg':"無法辨別圖片網址"+imgu}
  269. save_history(req,name_hash)
  270. x = threading.Thread(target=gen_video_queue_eng, args=(name_hash,req.name, req.text_content, req.image_urls,req.sub_titles,int(req.avatar)))
  271. x.start()
  272. return {"msg":"製作影片需要時間,請您耐心等候,成果會傳送至LINE群組中"}
  273. @app.get("/history_input")
  274. async def history_input(request: Request, Authorize: AuthJWT = Depends()):
  275. Authorize.jwt_required()
  276. current_user = Authorize.get_jwt_subject()
  277. db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/AI_anchor?charset=utf8mb4')
  278. user_id = first(db.query('SELECT * FROM users where username="' + current_user +'"'))['id']
  279. statement = 'SELECT * FROM history_input WHERE user_id="'+str(user_id)+'" ORDER BY timestamp DESC LIMIT 50'
  280. logs = []
  281. for row in db.query(statement):
  282. logs.append({'id':row['id'],'name':row['name'],'text_content':row['text_content'].split(','),'link':row['link'],'image_urls':row['image_urls'].split(',')})
  283. return logs
  284. @AuthJWT.load_config
  285. def get_config():
  286. return models.Settings()
  287. @app.exception_handler(AuthJWTException)
  288. def authjwt_exception_handler(request: Request, exc: AuthJWTException):
  289. return JSONResponse(
  290. status_code=exc.status_code,
  291. content={"detail": exc.message}
  292. )
  293. def get_user_id(token):
  294. db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/AI_anchor?charset=utf8mb4')
  295. credentials_exception = HTTPException(
  296. status_code=status.HTTP_401_UNAUTHORIZED,
  297. detail="Could not validate credentials",
  298. headers={"WWW-Authenticate": "Bearer"},
  299. )
  300. try:
  301. payload = jwt.decode(token, SECRET_KEY, algorithms=[ALGORITHM])
  302. username: str = payload.get("sub")
  303. if username is None:
  304. raise credentials_exception
  305. token_data = models.TokenData(username=username)
  306. except JWTError:
  307. raise credentials_exception
  308. user = get_user(username=token_data.username)
  309. if user is None:
  310. raise credentials_exception
  311. user_id = first(db.query('SELECT * FROM users where username="' + user.username+'"'))['id']
  312. return user_id
  313. def check_user_exists(username):
  314. db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/AI_anchor?charset=utf8mb4')
  315. if int(next(iter(db.query('SELECT COUNT(*) FROM AI_anchor.users WHERE username = "'+username+'"')))['COUNT(*)']) > 0:
  316. return True
  317. else:
  318. return False
  319. def get_user(username: str):
  320. db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/AI_anchor?charset=utf8mb4')
  321. if not check_user_exists(username): # if user don't exist
  322. return False
  323. user_dict = next(
  324. iter(db.query('SELECT * FROM AI_anchor.users where username ="'+username+'"')))
  325. user = models.User(**user_dict)
  326. return user
  327. def user_register(user):
  328. db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/AI_anchor?charset=utf8mb4')
  329. table = db['users']
  330. user.password = get_password_hash(user.password)
  331. table.insert(dict(user))
  332. def get_password_hash(password):
  333. return pwd_context.hash(password)
  334. def verify_password(plain_password, hashed_password):
  335. return pwd_context.verify(plain_password, hashed_password)
  336. def authenticate_user(username: str, password: str):
  337. db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/AI_anchor?charset=utf8mb4')
  338. if not check_user_exists(username): # if user don't exist
  339. return False
  340. user_dict = next(iter(db.query('SELECT * FROM AI_anchor.users where username ="'+username+'"')))
  341. user = models.User(**user_dict)
  342. if not verify_password(password, user.password):
  343. return False
  344. return user
  345. def create_access_token(data: dict, expires_delta: Optional[timedelta] = None):
  346. to_encode = data.copy()
  347. if expires_delta:
  348. expire = datetime.utcnow() + expires_delta
  349. else:
  350. expire = datetime.utcnow() + timedelta(minutes=15)
  351. to_encode.update({"exp": expire})
  352. encoded_jwt = jwt.encode(to_encode, SECRET_KEY, algorithm=ALGORITHM)
  353. return encoded_jwt
  354. def save_history(req,name_hash,user_id):
  355. db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/AI_anchor?charset=utf8mb4')
  356. log_table = db['history_input']
  357. txt_content_seperate_by_dot = ''
  358. for txt in req.text_content:
  359. txt_content_seperate_by_dot += txt+","
  360. txt_content_seperate_by_dot = txt_content_seperate_by_dot[:-1]
  361. img_urls_seperate_by_dot = ''
  362. for iurl in req.image_urls:
  363. img_urls_seperate_by_dot += iurl+","
  364. img_urls_seperate_by_dot = img_urls_seperate_by_dot[:-1]
  365. time_stamp = datetime.fromtimestamp(time.time())
  366. time_stamp = time_stamp.strftime("%Y-%m-%d %H:%M:%S")
  367. pk = log_table.insert({'name':req.name,'text_content':txt_content_seperate_by_dot,'image_urls':img_urls_seperate_by_dot
  368. ,'user_id':user_id,'link':'www.choozmo.com:8168/'+video_sub_folder+name_hash+'.mp4','timestamp':time_stamp})
  369. def get_url_type(url):
  370. req = urllib.request.Request(url, method='HEAD', headers={'User-Agent': 'Mozilla/5.0'})
  371. r = urllib.request.urlopen(req)
  372. contentType = r.getheader('Content-Type')
  373. return contentType
  374. def notify_line_user(msg, line_token):
  375. headers = {
  376. "Authorization": "Bearer " + line_token,
  377. "Content-Type": "application/x-www-form-urlencoded"
  378. }
  379. params = {"message": msg}
  380. r = requests.post("https://notify-api.line.me/api/notify",headers=headers, params=params)
  381. def notify_group(msg):
  382. glist=['WekCRfnAirSiSxALiD6gcm0B56EejsoK89zFbIaiZQD']
  383. for gid in glist:
  384. headers = {
  385. "Authorization": "Bearer " + gid,
  386. "Content-Type": "application/x-www-form-urlencoded"
  387. }
  388. params = {"message": msg}
  389. r = requests.post("https://notify-api.line.me/api/notify",headers=headers, params=params)
  390. def gen_video(name_hash,name,text_content, image_urls,avatar):
  391. c = rpyc.connect("localhost", 8858)
  392. c._config['sync_request_timeout'] = None
  393. remote_svc = c.root
  394. my_answer = remote_svc.call_video(name_hash,name,text_content, image_urls,avatar) # method call
  395. shutil.copy(tmp_video_dir+name_hash+'.mp4',video_dest+name_hash+'.mp4')
  396. os.remove(tmp_video_dir+name_hash+'.mp4')
  397. def gen_video_eng(name_hash,name,text_content, image_urls,sub_titles,avatar):
  398. c = rpyc.connect("localhost", 8858)
  399. c._config['sync_request_timeout'] = None
  400. remote_svc = c.root
  401. my_answer = remote_svc.call_video_eng(name_hash,name,text_content, image_urls,sub_titles,avatar) # method call
  402. shutil.copy(tmp_video_dir+name_hash+'.mp4',video_dest+name_hash+'.mp4')
  403. os.remove(tmp_video_dir+name_hash+'.mp4')
  404. def gen_video_queue(name_hash,name,text_content, image_urls,avatar,multiLang,user_id):
  405. db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/AI_anchor?charset=utf8mb4')
  406. time_stamp = datetime.fromtimestamp(time.time()).strftime("%Y-%m-%d %H:%M:%S")
  407. txt_content_seperate_by_dot = ''
  408. for txt in text_content:
  409. txt_content_seperate_by_dot += txt+","
  410. txt_content_seperate_by_dot = txt_content_seperate_by_dot[:-1]
  411. img_urls_seperate_by_dot = ''
  412. for iurl in image_urls:
  413. img_urls_seperate_by_dot += iurl+","
  414. img_urls_seperate_by_dot = img_urls_seperate_by_dot[:-1]
  415. db['video_queue'].insert({'name_hash':name_hash,'name':name,'text_content':txt_content_seperate_by_dot,'image_urls':img_urls_seperate_by_dot,'multiLang':multiLang,'avatar':avatar,'timestamp':time_stamp})
  416. while True:
  417. if first(db.query('SELECT * FROM video_queue_status'))['status'] == 1:#only one row in this table, which is the id 1 one
  418. print('another process running, leave loop')#1 means already running
  419. break
  420. if first(db.query('SELECT COUNT(1) FROM video_queue'))['COUNT(1)'] == 0:
  421. print('all finish, leave loop')
  422. break
  423. top1 = first(db.query('SELECT * FROM video_queue'))
  424. try:
  425. # if True:
  426. db.query('UPDATE video_queue_status SET status = 1;')
  427. c = rpyc.connect("localhost", 8858)
  428. c._config['sync_request_timeout'] = None
  429. remote_svc = c.root
  430. my_answer = remote_svc.call_video(top1['name_hash'],top1['name'],top1['text_content'].split(','), top1['image_urls'].split(','),top1['multiLang'],top1['avatar']) # method call
  431. shutil.copy(tmp_video_dir+top1['name_hash']+'.mp4',video_dest+top1['name_hash']+'.mp4')
  432. os.remove(tmp_video_dir+top1['name_hash']+'.mp4')
  433. vid_duration = VideoFileClip(video_dest+top1['name_hash']+'.mp4').duration
  434. user_obj = first(db.query('SELECT * FROM users where id ="'+str(user_id)+'"'))
  435. line_token = user_obj['line_token'] # aa
  436. left_time = user_obj['left_time']
  437. email = user_obj['email']
  438. print('left_time is '+str(left_time))
  439. if left_time is None:
  440. left_time = 5*60
  441. if left_time < vid_duration:
  442. msg = '您本月額度剩下'+str(left_time)+'秒,此部影片有'+str(vid_duration)+'秒, 若要繼續產生影片請至 192.168.1.106:8887/confirm_add_value?name_hash='+name_hash+' 加值'
  443. print(msg)
  444. msg =msg.encode(encoding='utf-8')
  445. mailer.send(msg, email)
  446. notify_line_user(msg, line_token)
  447. else:
  448. left_time = left_time - vid_duration
  449. db.query('UPDATE users SET left_time ='+str(left_time)+' WHERE id='+str(user_id)+';')
  450. #notify_group(name+"的影片已經產生完成囉! www.choozmo.com:8168/"+video_sub_folder+name_hash+".mp4")
  451. notify_line_user(name+"的影片已經產生完成囉! www.choozmo.com:8168/"+video_sub_folder+name_hash+".mp4", line_token)
  452. except Exception as e:
  453. logging.error(traceback.format_exc())
  454. print('video generation error')
  455. notify_group('影片錯誤')
  456. db['video_queue'].delete(id=top1['id'])
  457. db.query('UPDATE video_queue_status SET status = 0')
  458. def gen_video_queue_eng(name_hash,name,text_content, image_urls,sub_titles,avatar):
  459. db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/AI_anchor?charset=utf8mb4')
  460. time_stamp = datetime.fromtimestamp(time.time()).strftime("%Y-%m-%d %H:%M:%S")
  461. txt_content_seperate_by_dot = ''
  462. for txt in text_content:
  463. txt_content_seperate_by_dot += txt+","
  464. txt_content_seperate_by_dot = txt_content_seperate_by_dot[:-1]
  465. img_urls_seperate_by_dot = ''
  466. for iurl in image_urls:
  467. img_urls_seperate_by_dot += iurl+","
  468. img_urls_seperate_by_dot = img_urls_seperate_by_dot[:-1]
  469. subtitles_seperate_by_dot = ''
  470. for sub in sub_titles:
  471. subtitles_seperate_by_dot += sub+","
  472. subtitles_seperate_by_dot = subtitles_seperate_by_dot[:-1]
  473. db['video_queue'].insert({'name_hash':name_hash,'name':name,'text_content':txt_content_seperate_by_dot,'image_urls':img_urls_seperate_by_dot,'subtitles':subtitles_seperate_by_dot,'avatar':avatar,'timestamp':time_stamp})
  474. while True:
  475. if first(db.query('SELECT * FROM video_queue_status'))['status'] == 1:#only one row in this table, which is the id 1 one
  476. print('another process running, leave loop')
  477. break
  478. if first(db.query('SELECT COUNT(1) FROM video_queue'))['COUNT(1)'] == 0:
  479. print('all finish, leave loop')
  480. break
  481. top1 = first(db.query('SELECT * FROM video_queue'))
  482. try:
  483. db.query('UPDATE video_queue_status SET status = 1;')
  484. c = rpyc.connect("localhost", 8858)
  485. c._config['sync_request_timeout'] = None
  486. remote_svc = c.root
  487. my_answer = remote_svc.call_video_eng(top1['name_hash'],top1['name'],top1['text_content'].split(','), top1['image_urls'].split(','),top1['subtitles'].split(','),top1['avatar']) # method call
  488. shutil.copy(tmp_video_dir+top1['name_hash']+'.mp4',video_dest+top1['name_hash']+'.mp4')
  489. os.remove(tmp_video_dir+top1['name_hash']+'.mp4')
  490. except:
  491. print('video generation error')
  492. notify_group('影片錯誤')
  493. db['video_queue'].delete(id=top1['id'])
  494. db.query('UPDATE video_queue_status SET status = 0')
  495. def gen_avatar(name_hash, imgurl):
  496. db = dataset.connect('mysql://choozmo:pAssw0rd@db.ptt.cx:3306/AI_anchor?charset=utf8mb4')
  497. db['avatar_queue'].insert({'name_hash':name_hash,'imgurl':imgurl})
  498. while True:
  499. statement = 'SELECT * FROM avatar_service_status'#only one row in this table, which is the id 1 one
  500. status = -1
  501. for row in db.query(statement):
  502. status = row['status']
  503. if status == 1:
  504. print('leave process loop')
  505. break
  506. statement = 'SELECT * FROM avatar_queue'
  507. works = []
  508. for row in db.query(statement):
  509. works.append({'id':row['id'],'name_hash':row['name_hash'],'imgurl':row['imgurl']})
  510. if len(works)==0:
  511. print('leave process loop')
  512. break
  513. try:
  514. statement = 'UPDATE avatar_service_status SET status = 1 WHERE id=1;'
  515. db.query(statement)
  516. name_hash = works[0]['name_hash']
  517. imgurl = works[0]['imgurl']
  518. c = rpyc.connect("localhost", 8868)
  519. c._config['sync_request_timeout'] = None
  520. remote_svc = c.root
  521. my_answer = remote_svc.call_avatar(name_hash,imgurl) # method call
  522. shutil.copy(tmp_avatar_dir+name_hash+'.mp4',avatar_dest+name_hash+'.mp4')
  523. os.remove(tmp_avatar_dir+name_hash+'.mp4')
  524. except:
  525. print('gen error')
  526. notify_group('無法辨識人臉')
  527. db['avatar_queue'].delete(id=works[0]['id'])
  528. statement = 'UPDATE avatar_service_status SET status = 0 WHERE id=1;' #only one row in this table, which id 1 one
  529. db.query(statement)