|
|
@@ -0,0 +1,1104 @@
|
|
|
+from os import listdir
|
|
|
+from os.path import isfile, isdir, join
|
|
|
+import openshot
|
|
|
+import threading
|
|
|
+import zhtts
|
|
|
+import os
|
|
|
+import urllib
|
|
|
+from typing import List
|
|
|
+import requests
|
|
|
+from pydantic import BaseModel
|
|
|
+from bs4 import BeautifulSoup
|
|
|
+from PIL import Image,ImageDraw,ImageFont
|
|
|
+import pyttsx3
|
|
|
+import rpyc
|
|
|
+import random
|
|
|
+import re
|
|
|
+import time
|
|
|
+import math
|
|
|
+import dataset
|
|
|
+from datetime import datetime
|
|
|
+from gtts import gTTS
|
|
|
+import ffmpy
|
|
|
+from difflib import SequenceMatcher
|
|
|
+import difflib
|
|
|
+from autosub import DEFAULT_CONCURRENCY
|
|
|
+from autosub import DEFAULT_SUBTITLE_FORMAT
|
|
|
+from pytranscriber.control.ctr_main import Ctr_Main
|
|
|
+from pytranscriber.control.ctr_autosub import Ctr_Autosub
|
|
|
+import multiprocessing
|
|
|
+from itertools import groupby
|
|
|
+from operator import itemgetter
|
|
|
+from openUtil.parser import parser
|
|
|
+import pandas as pd
|
|
|
+import numpy as np
|
|
|
+import jieba
|
|
|
+import jieba.posseg as pseg
|
|
|
+import urllib.request
|
|
|
+import librosa
|
|
|
+from pydub import AudioSegment
|
|
|
+from pydub.silence import split_on_silence
|
|
|
+import itertools
|
|
|
+from hakkaUtil import *
|
|
|
+
|
|
|
+dir_sound = 'mp3_track/'
|
|
|
+dir_photo = 'photo/'
|
|
|
+dir_text = 'text_file/'
|
|
|
+dir_video = 'video_material/'
|
|
|
+dir_title = 'title/'
|
|
|
+dir_subtitle = 'subtitle/'
|
|
|
+dir_anchor = 'anchor_raw/'
|
|
|
+tmp_video_dir = 'tmp_video/'
|
|
|
+video_sub_folder = 'ai_anchor_video/'
|
|
|
+
|
|
|
+dir_list = [dir_sound,dir_photo,dir_text,dir_video,dir_title,dir_subtitle,dir_anchor,tmp_video_dir]
|
|
|
+
|
|
|
+def notify_group(msg):
|
|
|
+ glist=['7vilzohcyQMPLfAMRloUawiTV4vtusZhxv8Czo7AJX8','WekCRfnAirSiSxALiD6gcm0B56EejsoK89zFbIaiZQD','1dbtJHbWVbrooXmQqc4r8OyRWDryjD4TMJ6DiDsdgsX','HOB1kVNgIb81tTB4Ort1BfhVp9GFo6NlToMQg88vEhh']
|
|
|
+ for gid in glist:
|
|
|
+ headers = {
|
|
|
+ "Authorization": "Bearer " + gid,
|
|
|
+ "Content-Type": "application/x-www-form-urlencoded"
|
|
|
+ }
|
|
|
+ params = {"message": msg}
|
|
|
+ r = requests.post("https://notify-api.line.me/api/notify",headers=headers, params=params)
|
|
|
+
|
|
|
+def cKey(r,g,b,fuzz):
|
|
|
+ col=openshot.Color()
|
|
|
+ col.red=openshot.Keyframe(r)
|
|
|
+ col.green=openshot.Keyframe(g)
|
|
|
+ col.blue=openshot.Keyframe(b)
|
|
|
+ return openshot.ChromaKey(col, openshot.Keyframe(fuzz))
|
|
|
+
|
|
|
+def video_photo_clip(vid=None,layer=None, position=None, end=None
|
|
|
+ ,scale_x=1,scale_y=1,location_x=0,location_y=0,ck=None,audio=True):
|
|
|
+ clip = openshot.Clip(vid)
|
|
|
+ clip.Layer(layer)
|
|
|
+ clip.Position(position)
|
|
|
+ clip.End(end)
|
|
|
+ clip.scale_x=openshot.Keyframe(scale_x)
|
|
|
+ clip.scale_y=openshot.Keyframe(scale_y)
|
|
|
+ clip.location_x=openshot.Keyframe(location_x)
|
|
|
+ clip.location_y=openshot.Keyframe(location_y)
|
|
|
+
|
|
|
+ if ck!=None:
|
|
|
+ clip.AddEffect(ck)
|
|
|
+ if audio==True:
|
|
|
+ clip.has_audio=openshot.Keyframe(1)
|
|
|
+ else:
|
|
|
+ clip.has_audio=openshot.Keyframe(0)
|
|
|
+ return clip
|
|
|
+
|
|
|
+def listener_progress(string, percent):
|
|
|
+ True
|
|
|
+
|
|
|
+def myunichchar(unicode_char):
|
|
|
+ mb_string = unicode_char.encode('big5')
|
|
|
+ try:
|
|
|
+ unicode_char = unichr(ord(mb_string[0]) << 8 | ord(mb_string[1]))
|
|
|
+ except NameError:
|
|
|
+ unicode_char = chr(mb_string[0] << 8 | mb_string[1])
|
|
|
+ return unicode_char
|
|
|
+
|
|
|
+def get_url_type(url):
|
|
|
+ print('---------------------------------------------')
|
|
|
+ print(url)
|
|
|
+ req = urllib.request.Request(url, method='HEAD', headers={'User-Agent': 'Mozilla/5.0'})
|
|
|
+ r = urllib.request.urlopen(req)
|
|
|
+ contentType = r.getheader('Content-Type')
|
|
|
+ print(contentType)
|
|
|
+ print('-------------------------------------------------')
|
|
|
+ return contentType
|
|
|
+
|
|
|
+def make_dir(name_hash):
|
|
|
+ for direct in dir_list:
|
|
|
+ if not os.path.isdir(direct):
|
|
|
+ os.mkdir(direct)
|
|
|
+ try:
|
|
|
+ os.mkdir(dir_photo+name_hash)
|
|
|
+ except FileExistsError:
|
|
|
+ print("~~~~~~Warning~~~~~~~~~Directory " , dir_photo+name_hash , " already exists")
|
|
|
+ try:
|
|
|
+ os.mkdir(dir_text+name_hash)
|
|
|
+ except FileExistsError:
|
|
|
+ print("~~~~~~Warning~~~~~~~~~Directory " , dir_text+name_hash , " already exists")
|
|
|
+ try:
|
|
|
+ os.mkdir(dir_sound+name_hash)
|
|
|
+ except FileExistsError:
|
|
|
+ print("~~~~~~Warning~~~~~~~~~Directory " , dir_sound+name_hash , " already exists")
|
|
|
+ try:
|
|
|
+ os.mkdir(dir_anchor+name_hash)
|
|
|
+ except FileExistsError:
|
|
|
+ print("~~~~~~Warning~~~~~~~~~Directory " , dir_anchor+name_hash , " already exists")
|
|
|
+ try:
|
|
|
+ os.mkdir(dir_subtitle+name_hash)
|
|
|
+ except FileExistsError:
|
|
|
+ print("~~~~~~Warning~~~~~~~~~Directory " , dir_subtitle+name_hash , " already exists")
|
|
|
+
|
|
|
+def hakkaTTS(mp3_path,ch_sentence,gender):
|
|
|
+ download = False #如果要下載才需要Ture
|
|
|
+ hakka_100 = import_hakka_100()
|
|
|
+ word_data,multi_sound = import_data()
|
|
|
+ if download:
|
|
|
+ download_mp3(word_data,multi_sound)
|
|
|
+ download_hakka_100(hakka_100)
|
|
|
+ ch_word_list = list(itertools.chain(*word_data['華語詞義集'].tolist())) + hakka_100.chinese_clean.tolist()
|
|
|
+ import_jieba_userdict(ch_word_list=ch_word_list, userDict_path='userDict.txt')
|
|
|
+ gen_hakka_tts(word_data,multi_sound,hakka_100,ch_sentence,gender,mp3_path)
|
|
|
+
|
|
|
+
|
|
|
+def file_prepare(name, name_hash,text_content,image_urls,multiLang,lang='zh'):
|
|
|
+ make_dir(name_hash)
|
|
|
+ img_num = 1
|
|
|
+ for imgu in image_urls:
|
|
|
+ if get_url_type(imgu) =='video/mp4':
|
|
|
+ r=requests.get(imgu)
|
|
|
+ f=open(dir_photo+name_hash+"/"+str(img_num)+".mp4",'wb')
|
|
|
+ for chunk in r.iter_content(chunk_size=255):
|
|
|
+ if chunk:
|
|
|
+ f.write(chunk)
|
|
|
+ f.close()
|
|
|
+ else:
|
|
|
+ im = Image.open(requests.get(imgu, stream=True).raw)
|
|
|
+ im= im.convert("RGB")
|
|
|
+ im.save(dir_photo+name_hash+"/"+str(img_num)+".jpg")
|
|
|
+ img_num+=1
|
|
|
+ #save text
|
|
|
+ txt_idx=0
|
|
|
+ for txt in text_content:
|
|
|
+ text_file = open(dir_text+name_hash+"/"+str(txt_idx)+".txt", "w")
|
|
|
+ text_file.write(txt)
|
|
|
+ text_file.close()
|
|
|
+ txt_idx+=1
|
|
|
+ print("text file made")
|
|
|
+ #make mp3
|
|
|
+ txt_idx = 0
|
|
|
+ for txt in text_content:
|
|
|
+ if multiLang==3:
|
|
|
+ hakkaTTS(dir_sound+name_hash+"/"+str(txt_idx)+".mp3",txt,0)
|
|
|
+ elif multiLang==4:
|
|
|
+ hakkaTTS(dir_sound+name_hash+"/"+str(txt_idx)+".mp3",txt,1)
|
|
|
+ else:
|
|
|
+ if lang!='zh' or multiLang==1:
|
|
|
+ if lang!='zh':
|
|
|
+ tts = gTTS(txt)
|
|
|
+ tts.save(dir_sound+name_hash+"/"+str(txt_idx)+"raw.mp3")
|
|
|
+ else:
|
|
|
+ tts = gTTS(txt,lang='zh-tw')
|
|
|
+ tts.save(dir_sound+name_hash+"/"+str(txt_idx)+"raw.mp3")
|
|
|
+ #speed up
|
|
|
+ ff = ffmpy.FFmpeg(inputs={dir_sound+name_hash+"/"+str(txt_idx)+"raw.mp3": None}
|
|
|
+ , outputs={dir_sound+name_hash+"/"+str(txt_idx)+".mp3": ["-filter:a", "atempo=1.2"]})
|
|
|
+ ff.run()
|
|
|
+ os.remove(dir_sound+name_hash+"/"+str(txt_idx)+"raw.mp3")
|
|
|
+ else:
|
|
|
+ print('use zhtts')
|
|
|
+ tts = zhtts.TTS()
|
|
|
+ tts.text2wav(txt,dir_sound+name_hash+"/"+str(txt_idx)+".mp3")
|
|
|
+ txt_idx+=1
|
|
|
+ print("mp3 file made")
|
|
|
+ #make title as image
|
|
|
+ txt2image_title(name, dir_title+name_hash+".png",lang)
|
|
|
+
|
|
|
+
|
|
|
+def file_prepare_long(name, name_hash,text_content,image_urls,multiLang,lang='zh'):
|
|
|
+ make_dir(name_hash)
|
|
|
+ img_num = 1
|
|
|
+ for imgu in image_urls:
|
|
|
+ if get_url_type(imgu) =='video/mp4':
|
|
|
+ r=requests.get(imgu)
|
|
|
+ f=open(dir_photo+name_hash+"/"+str(img_num)+".mp4",'wb')
|
|
|
+ for chunk in r.iter_content(chunk_size=255):
|
|
|
+ if chunk:
|
|
|
+ f.write(chunk)
|
|
|
+ f.close()
|
|
|
+ else:
|
|
|
+ im = Image.open(requests.get(imgu, stream=True).raw)
|
|
|
+ im= im.convert("RGB")
|
|
|
+ im.save(dir_photo+name_hash+"/"+str(img_num)+".jpg")
|
|
|
+ img_num+=1
|
|
|
+
|
|
|
+ #make mp3
|
|
|
+ text_parser = parser()
|
|
|
+ txt_idx = 0
|
|
|
+ for txt in text_content:
|
|
|
+ rep_list = text_parser.replace_list(txt)
|
|
|
+ for reptxt in rep_list:
|
|
|
+ txt = txt.replace(reptxt,'')
|
|
|
+ if lang!='zh' or multiLang==1:
|
|
|
+ if lang!='zh':
|
|
|
+ tts = gTTS(txt)
|
|
|
+ tts.save(dir_sound+name_hash+"/"+str(txt_idx)+"raw.mp3")
|
|
|
+ else:
|
|
|
+ tts = gTTS(txt,lang='zh-tw')
|
|
|
+ tts.save(dir_sound+name_hash+"/"+str(txt_idx)+"raw.mp3")
|
|
|
+ #speed up
|
|
|
+ ff = ffmpy.FFmpeg(inputs={dir_sound+name_hash+"/"+str(txt_idx)+"raw.mp3": None}
|
|
|
+ , outputs={dir_sound+name_hash+"/"+str(txt_idx)+".mp3": ["-filter:a", "atempo=1.2"]})
|
|
|
+ ff.run()
|
|
|
+ os.remove(dir_sound+name_hash+"/"+str(txt_idx)+"raw.mp3")
|
|
|
+ else:
|
|
|
+ print('use zhtts')
|
|
|
+ tts = zhtts.TTS()
|
|
|
+ tts.text2wav(txt,dir_sound+name_hash+"/"+str(txt_idx)+".mp3")
|
|
|
+ txt_idx+=1
|
|
|
+ print("mp3 file made")
|
|
|
+ #make title as image
|
|
|
+ txt2image_title(name, dir_title+name_hash+".png",lang)
|
|
|
+
|
|
|
+def txt2image(content, save_target,lang='zh'):
|
|
|
+ unicode_text = trim_punctuation(content)
|
|
|
+ font = ''
|
|
|
+ if lang=='zh':
|
|
|
+ font = ImageFont.truetype(font="font/DFT_B7.ttc", size=38)
|
|
|
+ else :
|
|
|
+ font = ImageFont.truetype(font="font/arial.ttf", size=38)
|
|
|
+ text_width, text_height = font.getsize(unicode_text)
|
|
|
+ canvas = Image.new('RGBA', (700, 500), (255, 0, 0, 0) )
|
|
|
+ draw = ImageDraw.Draw(canvas)
|
|
|
+ text= unicode_text
|
|
|
+ draw.text((5,5), text, (255, 255, 0), font)
|
|
|
+ canvas.save(save_target, "PNG")
|
|
|
+
|
|
|
+def txt2image_title(content, save_target, lang='zh'):
|
|
|
+ unicode_text = trim_punctuation(content)
|
|
|
+ font = ''
|
|
|
+ if lang=='zh':
|
|
|
+ font = ImageFont.truetype(font="font/DFT_B7.ttc", size=22)
|
|
|
+ else :
|
|
|
+ font = ImageFont.truetype(font="font/arial.ttf", size=22)
|
|
|
+ text_width, text_height = font.getsize(unicode_text)
|
|
|
+ canvas = Image.new('RGBA', (510, 500), (255, 0, 0, 0) )
|
|
|
+ draw = ImageDraw.Draw(canvas)
|
|
|
+ text= unicode_text
|
|
|
+ draw.text((5,5), text, (17, 41, 167), font)
|
|
|
+ canvas.save(save_target, "PNG")
|
|
|
+
|
|
|
+def call_anchor(fileName,avatar):
|
|
|
+ conn = rpyc.classic.connect("192.168.1.111",18812)
|
|
|
+ ros = conn.modules.os
|
|
|
+ rsys = conn.modules.sys
|
|
|
+ fr=open(dir_sound+fileName+".mp3",'rb')# voice
|
|
|
+ #warning!!! file my be replaced by other process
|
|
|
+ fw=conn.builtins.open('/tmp/output.mp3','wb')
|
|
|
+
|
|
|
+ while True:
|
|
|
+ b=fr.read(1024)
|
|
|
+ if b:
|
|
|
+ fw.write(b)
|
|
|
+ else:
|
|
|
+ break
|
|
|
+
|
|
|
+ fr.close()
|
|
|
+ fw.close()
|
|
|
+
|
|
|
+ val=random.randint(1000000,9999999)
|
|
|
+ ros.chdir('/home/jared/to_video')
|
|
|
+ ros.system('./p'+str(avatar)+'.sh '+str(val)+' &')
|
|
|
+
|
|
|
+ while True:
|
|
|
+ print('waiting...')
|
|
|
+ if ros.path.exists('/tmp/results/'+str(val)):
|
|
|
+ break
|
|
|
+ time.sleep(5)
|
|
|
+ print('waiting...')
|
|
|
+
|
|
|
+ fr=conn.builtins.open('/tmp/results/'+str(val)+'.mp4','rb')
|
|
|
+ fw=open(dir_anchor+fileName+".mp4",'wb')
|
|
|
+ while True:
|
|
|
+ b=fr.read(1024)
|
|
|
+ if b:
|
|
|
+ fw.write(b)
|
|
|
+ else:
|
|
|
+ break
|
|
|
+
|
|
|
+ fr.close()
|
|
|
+ fw.close()
|
|
|
+
|
|
|
+def syllable_count(word):
|
|
|
+ word = word.lower()
|
|
|
+ count = 0
|
|
|
+ vowels = "aeiouy"
|
|
|
+ if word[0] in vowels:
|
|
|
+ count += 1
|
|
|
+ for index in range(1, len(word)):
|
|
|
+ if word[index] in vowels and word[index - 1] not in vowels:
|
|
|
+ count += 1
|
|
|
+
|
|
|
+ if word.endswith("e"):
|
|
|
+ count -= 1
|
|
|
+ if count == 0:
|
|
|
+ count += 1
|
|
|
+ return count
|
|
|
+
|
|
|
+def split_sentence(in_str, maxLen):
|
|
|
+ re.findall(r'[\u4e00-\u9fff]+', in_str)
|
|
|
+
|
|
|
+ zh_idx = []
|
|
|
+ eng_idx= []
|
|
|
+ for i in range(len(in_str)):
|
|
|
+ if in_str[i] > u'\u4e00' and in_str[i] < u'\u9fff':
|
|
|
+ zh_idx.append(i)
|
|
|
+ else:
|
|
|
+ eng_idx.append(i)
|
|
|
+
|
|
|
+ space_index = [m.start() for m in re.finditer(' ', in_str)]
|
|
|
+ for idx in space_index:
|
|
|
+ eng_idx.remove(idx)
|
|
|
+
|
|
|
+ eng_range_list = []
|
|
|
+ for k, g in groupby(enumerate(eng_idx), lambda ix : ix[0] - ix[1]):
|
|
|
+ eng_range = list(map(itemgetter(1), g))
|
|
|
+ eng_range_list.append(eng_range)
|
|
|
+
|
|
|
+ total_syllable = 0
|
|
|
+ for i in range(len(eng_range_list)):
|
|
|
+ total_syllable += (syllable_count(in_str[eng_range_list[i][0]:eng_range_list[i][-1]+1])+0.5)
|
|
|
+ for i in range(len(zh_idx)):
|
|
|
+ total_syllable+=1
|
|
|
+
|
|
|
+ #final chchchchchc[en][en][en]
|
|
|
+ #[en] is a vocabulary dict with occurence of image
|
|
|
+ zh_eng_idx_list = []
|
|
|
+ i = 0
|
|
|
+ while i < len(in_str):
|
|
|
+ if in_str[i]==' ':
|
|
|
+ i+=1
|
|
|
+ if i in zh_idx:
|
|
|
+ zh_eng_idx_list.append(i)
|
|
|
+ i+=1
|
|
|
+ if i in eng_idx:
|
|
|
+ for ls in eng_range_list:
|
|
|
+ if i in ls:
|
|
|
+ zh_eng_idx_list.append(ls)
|
|
|
+ i = ls[-1]+1
|
|
|
+ break
|
|
|
+
|
|
|
+ zh_eng_dict_list = [{'content':'','time_ratio':0}]
|
|
|
+ idx = 0
|
|
|
+ current_len = 0
|
|
|
+ sen_idx = 0
|
|
|
+ while idx < len(zh_eng_idx_list):
|
|
|
+ str_from_idx = ''
|
|
|
+ sylla_cnt = 1
|
|
|
+ if type(zh_eng_idx_list[idx])==type([]):
|
|
|
+ str_from_idx = in_str[zh_eng_idx_list[idx][0]:zh_eng_idx_list[idx][-1]+1]+' '
|
|
|
+ sylla_cnt = syllable_count(str_from_idx)
|
|
|
+ else:
|
|
|
+ str_from_idx = in_str[zh_eng_idx_list[idx]]
|
|
|
+
|
|
|
+
|
|
|
+ if len(zh_eng_dict_list[sen_idx]['content'])+sylla_cnt>=maxLen:
|
|
|
+ zh_eng_dict_list[sen_idx]['time_ratio'] = current_len/total_syllable
|
|
|
+
|
|
|
+ zh_eng_dict_list.append({'content':'','time_ratio':0})
|
|
|
+ sen_idx+=1
|
|
|
+ current_len = 0
|
|
|
+ else:
|
|
|
+ current_len += sylla_cnt
|
|
|
+ zh_eng_dict_list[sen_idx]['content'] += str_from_idx
|
|
|
+ idx+=1
|
|
|
+
|
|
|
+ total_ratio = 0
|
|
|
+ for obj in zh_eng_dict_list:
|
|
|
+ total_ratio+=obj['time_ratio']
|
|
|
+ zh_eng_dict_list[-1]['time_ratio'] = 1-total_ratio
|
|
|
+ return zh_eng_dict_list
|
|
|
+
|
|
|
+def parse_script(file_path,gt_list):
|
|
|
+ with open(file_path, 'r',encoding="utf-8") as f:
|
|
|
+ raw_lines = [line.strip() for line in f]
|
|
|
+ lines = adjustSub_by_text_similarity(gt_list,raw_lines)
|
|
|
+ text_parser = parser()
|
|
|
+ #make dict
|
|
|
+ dict_list = []
|
|
|
+ for idx in range(len(lines)):
|
|
|
+ script={}
|
|
|
+ rep_ls = text_parser.replace_list(lines[idx])
|
|
|
+ line_content = lines[idx]
|
|
|
+ for reptxt in rep_ls:
|
|
|
+ line_content = line_content.replace(reptxt,'')
|
|
|
+ if len(rep_ls)!=0:
|
|
|
+ script['image_idx'] = int(rep_ls[0].replace('{','').replace('}',''))
|
|
|
+ script['content'] = line_content
|
|
|
+ time_raw = raw_lines[idx * 4 +1 ].split(' --> ')
|
|
|
+ start = time_raw[0].split(':')
|
|
|
+ stop = time_raw[1].split(':')
|
|
|
+ script['start'] = float(start[0])*3600 + float(start[1])*60 + float(start[2].replace(',','.'))
|
|
|
+ script['stop'] = float(stop[0])*3600 + float(stop[1])*60 + float(stop[2].replace(',','.'))
|
|
|
+ dict_list.append(script)
|
|
|
+
|
|
|
+ #merge duplicated sentences
|
|
|
+ skip_list = []
|
|
|
+ script_not_dup_list = []
|
|
|
+ for idx in range(len(dict_list)):
|
|
|
+ if idx not in skip_list:
|
|
|
+ dup_list = []
|
|
|
+ found = 0
|
|
|
+ for idx_inner in range(len(dict_list)):
|
|
|
+ if dict_list[idx_inner]['content'] == dict_list[idx]['content'] and idx <= idx_inner:
|
|
|
+ dup_list.append(idx_inner)
|
|
|
+ skip_list.append(idx_inner)
|
|
|
+ found += 1
|
|
|
+ if found != 0 and dict_list[idx_inner]['content']!=dict_list[idx]['content'] and idx <= idx_inner:
|
|
|
+ found = 0
|
|
|
+ break
|
|
|
+
|
|
|
+ for dup_idx in dup_list:
|
|
|
+ if dup_idx == min(dup_list):
|
|
|
+ dict_list[dup_idx]['type'] = 'lead_sentence'
|
|
|
+ else:
|
|
|
+ dict_list[dup_idx]['type'] = 'duplicated'
|
|
|
+ dict_list[dup_list[0]]['stop'] = dict_list[dup_list[-1]]['stop']
|
|
|
+
|
|
|
+ if dict_list[idx]['type'] == 'lead_sentence':
|
|
|
+ script_not_dup_list.append(dict_list[idx])
|
|
|
+
|
|
|
+
|
|
|
+ new_idx = 0
|
|
|
+ splitted_dict = []
|
|
|
+ for dic in script_not_dup_list:
|
|
|
+ dic_idx = 0
|
|
|
+ accumulated_duration = 0
|
|
|
+ duration = dic['stop']-dic['start']
|
|
|
+
|
|
|
+ for sub_dic in split_sentence(dic['content'],13):
|
|
|
+ new_dic = {}
|
|
|
+ new_dic['index'] = new_idx
|
|
|
+ if 'image_idx' in dic:
|
|
|
+ new_dic['image_obj'] = {'start':dic['start'],'idx':dic['image_idx']}
|
|
|
+ new_idx+=1
|
|
|
+ ind_duration = duration * sub_dic['time_ratio']
|
|
|
+ new_dic['start'] = dic['start'] + accumulated_duration
|
|
|
+ accumulated_duration += ind_duration
|
|
|
+ new_dic['content'] = sub_dic['content']
|
|
|
+ new_dic['duration'] = ind_duration*0.7
|
|
|
+ splitted_dict.append(new_dic)
|
|
|
+ return splitted_dict
|
|
|
+
|
|
|
+
|
|
|
+
|
|
|
+def adjustSub_by_text_similarity(gts_in,gens_raw):
|
|
|
+ #call by value only
|
|
|
+ gts = gts_in[:]
|
|
|
+ text_parser = parser()
|
|
|
+ for i in range(len(gts)):
|
|
|
+ rep_ls = text_parser.replace_list(gts[i])
|
|
|
+ for reptxt in rep_ls:
|
|
|
+ gts[i] = gts[i].replace(reptxt,'')
|
|
|
+
|
|
|
+ gens = []
|
|
|
+ for idx in range(int((len(gens_raw)+1)/4)):
|
|
|
+ gens.append(gens_raw[idx*4+2])
|
|
|
+
|
|
|
+ combine2 = [''.join([i,j]) for i,j in zip(gts, gts[1:])]
|
|
|
+ combine3 = [''.join([i,j,k]) for i,j,k in zip(gts, gts[1:], gts[2:])]
|
|
|
+ alls = gts #+ combine2 + combine3
|
|
|
+ adjusted = [None]*len(gens)
|
|
|
+ duplicated_list = []
|
|
|
+ for idx in range(len(gens)):
|
|
|
+ match_text = difflib.get_close_matches(gens[idx], alls, cutoff=0.1)
|
|
|
+ if len(match_text) != 0:
|
|
|
+ if match_text[0] not in duplicated_list:
|
|
|
+ adjusted[idx] = match_text[0]
|
|
|
+ duplicated_list.append(match_text[0])
|
|
|
+ else:
|
|
|
+ if match_text[0] == adjusted[idx-1]:
|
|
|
+ adjusted[idx] = match_text[0]
|
|
|
+ else:
|
|
|
+ found = 0
|
|
|
+ for mt in match_text:
|
|
|
+ if mt not in duplicated_list:
|
|
|
+ adjusted[idx] = mt
|
|
|
+ found += 1
|
|
|
+ break
|
|
|
+ if found ==0:
|
|
|
+ adjusted[idx] = ' '
|
|
|
+ else :
|
|
|
+ adjusted[idx] = ' '
|
|
|
+
|
|
|
+ combine2_tag = [''.join([i,j]) for i,j in zip(gts_in, gts_in[1:])]
|
|
|
+ combine3_tag = [''.join([i,j,k]) for i,j,k in zip(gts_in, gts_in[1:], gts_in[2:])]
|
|
|
+ alls_tag = gts_in #+ combine2_tag + combine3_tag
|
|
|
+
|
|
|
+ for idx in range(len(adjusted)):
|
|
|
+ match_text = difflib.get_close_matches(adjusted[idx], alls_tag, cutoff=0.1)
|
|
|
+ adjusted[idx] = match_text[0]
|
|
|
+ return adjusted
|
|
|
+
|
|
|
+def trim_punctuation(s):
|
|
|
+ pat_block = u'[^\u4e00-\u9fff0-9a-zA-Z]+';
|
|
|
+ pattern = u'([0-9]+{0}[0-9]+)|{0}'.format(pat_block)
|
|
|
+ res = re.sub(pattern, lambda x: x.group(1) if x.group(1) else u" " ,s)
|
|
|
+ return res
|
|
|
+
|
|
|
+def splitter(s):
|
|
|
+ for sent in re.findall(u'[^!?，。\!\?]+[!? 。\!\?]?', s, flags=re.U):
|
|
|
+ yield sent
|
|
|
+
|
|
|
+def split_by_pun(s):
|
|
|
+ res = list(splitter(s))
|
|
|
+ return res
|
|
|
+
|
|
|
+def generate_subtitle_image_from_dict(name_hash, sub_dict):
|
|
|
+ for script in sub_dict:
|
|
|
+ sv_path = dir_subtitle + name_hash + '/' + str(script['index'])+'.png'
|
|
|
+ sub = script['content']
|
|
|
+ txt2image(sub,sv_path)
|
|
|
+
|
|
|
+def generate_subtitle_image(name_hash,text_content):
|
|
|
+ img_list = [None]*len(text_content)
|
|
|
+ for idx in range(len(text_content)):
|
|
|
+ img_list[idx]=[]
|
|
|
+ senList = split_by_pun(text_content[idx])
|
|
|
+ for inner_idx in range(len(senList)):
|
|
|
+ sv_path = dir_subtitle + name_hash +'/'+str(idx)+ str(inner_idx) +'.png'
|
|
|
+ sub = senList[inner_idx]
|
|
|
+ txt2image(sub,sv_path)
|
|
|
+ clean_content = trim_punctuation(sub)
|
|
|
+
|
|
|
+
|
|
|
+ re.findall(r'[\u4e00-\u9fff]+', clean_content)
|
|
|
+
|
|
|
+ zh_idx = []
|
|
|
+ eng_idx= []
|
|
|
+ for i in range(len(clean_content)):
|
|
|
+ if clean_content[i] > u'\u4e00' and clean_content[i] < u'\u9fff':
|
|
|
+ zh_idx.append(i)
|
|
|
+ else:
|
|
|
+ eng_idx.append(i)
|
|
|
+
|
|
|
+ space_index = [m.start() for m in re.finditer(' ', clean_content)]
|
|
|
+ for s_idx in space_index:
|
|
|
+ eng_idx.remove(s_idx)
|
|
|
+
|
|
|
+ eng_range_list = []
|
|
|
+ for k, g in groupby(enumerate(eng_idx), lambda ix : ix[0] - ix[1]):
|
|
|
+ eng_range = list(map(itemgetter(1), g))
|
|
|
+ eng_range_list.append(eng_range)
|
|
|
+
|
|
|
+ total_syllable = 0
|
|
|
+ for i in range(len(eng_range_list)):
|
|
|
+ total_syllable += (syllable_count(clean_content[eng_range_list[i][0]:eng_range_list[i][-1]+1])+0.5)
|
|
|
+ for i in range(len(zh_idx)):
|
|
|
+ total_syllable+=1
|
|
|
+
|
|
|
+
|
|
|
+ img_list[idx]+=[{"count":total_syllable,"path":sv_path}]
|
|
|
+ return img_list
|
|
|
+
|
|
|
+def generate_subtitle_image_ENG(name_hash,text_content):
|
|
|
+ img_list = [None]*len(text_content)
|
|
|
+ for idx in range(len(text_content)):
|
|
|
+ sv_path = dir_subtitle + name_hash +'/'+str(idx)+'.png'
|
|
|
+ sub = text_content[idx]
|
|
|
+ txt2image(sub, sv_path,lang='eng')
|
|
|
+ img_list[idx] = sv_path
|
|
|
+ return img_list
|
|
|
+
|
|
|
+def video_writer_init(path):
|
|
|
+ w = openshot.FFmpegWriter(path)
|
|
|
+ w.SetAudioOptions(True, "aac", 44100, 2, openshot.LAYOUT_STEREO, 3000000)
|
|
|
+ w.SetVideoOptions(True, "libx264", openshot.Fraction(30000, 1000), 1280, 720,
|
|
|
+ openshot.Fraction(1, 1), False, False, 3000000)
|
|
|
+ return w
|
|
|
+
|
|
|
+def video_gen(name_hash,name,text_content, image_urls,multiLang,avatar):
|
|
|
+ file_prepare_long(name, name_hash, text_content,image_urls,multiLang)
|
|
|
+
|
|
|
+ for fname in range(len(text_content)):
|
|
|
+ call_anchor(name_hash+"/"+str(fname),avatar)
|
|
|
+ print('called............................................')
|
|
|
+ ck=cKey(0,254,0,270)
|
|
|
+ ck_anchor=cKey(0,255,1,320)
|
|
|
+ t = openshot.Timeline(1280, 720, openshot.Fraction(30000, 1000), 44100, 2, openshot.LAYOUT_STEREO)
|
|
|
+ t.Open()
|
|
|
+ main_timer = 0
|
|
|
+ LOGO_OP = openshot.FFmpegReader(dir_video+"LOGO_OP_4.mp4")
|
|
|
+ LOGO_OP.Open() # Open the reader
|
|
|
+ head_duration = LOGO_OP.info.duration
|
|
|
+ LOGO_OP_clip = video_photo_clip(vid=LOGO_OP,layer=4,position=0,end=head_duration
|
|
|
+ ,location_y=-0.03,scale_x=0.8,scale_y=0.704)
|
|
|
+ t.AddClip(LOGO_OP_clip)
|
|
|
+ bg_head = openshot.FFmpegReader(dir_video+"complete_head_aispokesgirl.mp4")
|
|
|
+ bg_head.Open()
|
|
|
+ bg_head_clip = video_photo_clip(vid=bg_head,layer=2,position=0,end=LOGO_OP.info.duration,ck=ck)
|
|
|
+ t.AddClip(bg_head_clip)
|
|
|
+ main_timer += head_duration
|
|
|
+ bg_head.Close()
|
|
|
+ LOGO_OP.Close()
|
|
|
+
|
|
|
+ anchor = openshot.FFmpegReader(dir_anchor+name_hash+"/0.mp4")
|
|
|
+ anchor.Open()
|
|
|
+ #anchor_clip = video_photo_clip(vid=anchor,layer=4,scale_x=0.65,scale_y=0.65,
|
|
|
+ # location_x=0.35,location_y=0.25,position=main_timer, end=anchor.info.duration,ck=ck_anchor,audio=False)
|
|
|
+ #t.AddClip(anchor_clip)
|
|
|
+
|
|
|
+ speech = openshot.FFmpegReader(dir_sound+name_hash+"/0.mp3")
|
|
|
+ speech.Open()
|
|
|
+ speech_clip = openshot.Clip(speech)
|
|
|
+ speech_clip.Position(main_timer)
|
|
|
+ speech_clip.End(anchor.info.duration)
|
|
|
+ t.AddClip(speech_clip)
|
|
|
+ main_timer += anchor.info.duration
|
|
|
+ anchor.Close()
|
|
|
+ speech.Close()
|
|
|
+
|
|
|
+ LOGO_ED = openshot.FFmpegReader(dir_video+"LOGO_ED.avi")
|
|
|
+ LOGO_ED.Open()
|
|
|
+ LOGO_ED_clip = video_photo_clip(vid=LOGO_ED,layer=4,position=main_timer,end=LOGO_ED.info.duration
|
|
|
+ ,location_x=0.005,location_y=-0.031, scale_x=0.8,scale_y=0.6825)
|
|
|
+ t.AddClip(LOGO_ED_clip)
|
|
|
+ main_timer += LOGO_ED.info.duration
|
|
|
+ LOGO_ED.Close()
|
|
|
+
|
|
|
+ bg = openshot.FFmpegReader(dir_video+"complete_double_aispokesgirl.mp4")
|
|
|
+ bg.Open()
|
|
|
+ bg_times = math.floor(main_timer/bg.info.duration)
|
|
|
+ left_time = (main_timer) % bg.info.duration
|
|
|
+ bg_clip_list = [None] * bg_times
|
|
|
+ bg_list = [None] * bg_times
|
|
|
+ bg.Close()
|
|
|
+ bg_timer = head_duration
|
|
|
+ for idx in range(bg_times):
|
|
|
+ bg_list[idx] = openshot.FFmpegReader(dir_video+"complete_double_aispokesgirl.mp4")
|
|
|
+ bg_list[idx].Open()
|
|
|
+ bg_clip_list[idx] = video_photo_clip(bg_list[idx],layer=2,position=bg_timer,end=bg_list[idx].info.duration,ck=ck)
|
|
|
+ t.AddClip(bg_clip_list[idx])
|
|
|
+ bg_timer += bg_list[idx].info.duration
|
|
|
+ bg_list[idx].Close()
|
|
|
+ bg_left = openshot.FFmpegReader(dir_video+"complete_double_aispokesgirl.mp4")
|
|
|
+ bg_left.Open()
|
|
|
+ bg_left_clip = video_photo_clip(bg_left,layer=2,position=bg_timer,end=left_time,ck=ck)
|
|
|
+ t.AddClip(bg_left_clip)
|
|
|
+ bg_left.Close()
|
|
|
+
|
|
|
+
|
|
|
+ title = openshot.QtImageReader(dir_title+name_hash+".png")
|
|
|
+ title.Open() # Open the reader
|
|
|
+ title_clip = video_photo_clip(vid=title, layer=4,location_x=-0.047, location_y=0.801,position=0,end=head_duration+main_timer)
|
|
|
+ t.AddClip(title_clip)
|
|
|
+
|
|
|
+ w = video_writer_init(tmp_video_dir+name_hash+"raw.mp4")
|
|
|
+ w.Open()
|
|
|
+ frames = int(t.info.fps)*int(main_timer)
|
|
|
+ for n in range(frames):
|
|
|
+ f=t.GetFrame(n)
|
|
|
+ w.WriteFrame(f)
|
|
|
+ t.Close()
|
|
|
+ w.Close()
|
|
|
+ print(name+"RAW DONE : www.choozmo.com:8168/"+tmp_video_dir+name_hash+"raw.mp4")
|
|
|
+ #start adding sub
|
|
|
+
|
|
|
+ #add sub
|
|
|
+ Ctr_Autosub.init()
|
|
|
+ Ctr_Autosub.generate_subtitles(tmp_video_dir+name_hash+"raw.mp4",'zh',listener_progress,output=tmp_video_dir+name_hash+"script.txt",concurrency=DEFAULT_CONCURRENCY,subtitle_file_format=DEFAULT_SUBTITLE_FORMAT)
|
|
|
+
|
|
|
+ sub_dict = parse_script(tmp_video_dir+name_hash+"script.txt",split_by_pun(text_content[0]))
|
|
|
+ for subd in sub_dict:
|
|
|
+ print(subd)
|
|
|
+
|
|
|
+ generate_subtitle_image_from_dict(name_hash, sub_dict)
|
|
|
+
|
|
|
+ #sv_path = dir_subtitle + name_hash + '/' + str(script['index'])+'.png'
|
|
|
+
|
|
|
+ t = openshot.Timeline(1280, 720, openshot.Fraction(30000, 1000), 44100, 2, openshot.LAYOUT_STEREO)
|
|
|
+ t.Open()
|
|
|
+
|
|
|
+ raw = openshot.FFmpegReader(tmp_video_dir+name_hash+"raw.mp4")
|
|
|
+ raw.Open()
|
|
|
+ raw_clip = video_photo_clip(vid=raw,layer=2,position=0, end=raw.info.duration)
|
|
|
+ t.AddClip(raw_clip)
|
|
|
+
|
|
|
+
|
|
|
+
|
|
|
+ sub_img_list = [None] * len(sub_dict)
|
|
|
+ sub_clip_list = [None] * len(sub_dict)
|
|
|
+ for sub_obj in sub_dict:
|
|
|
+ idx = int(sub_obj['index'])
|
|
|
+ sub_img_list[idx] = openshot.QtImageReader(dir_subtitle + name_hash + '/' + str(idx)+'.png')
|
|
|
+ sub_img_list[idx].Open()
|
|
|
+ #if sub_obj['duration']>3:
|
|
|
+ # print('warning')
|
|
|
+ #print('start:',sub_obj['start'],', duration :', sub_obj['duration'],' content',sub_obj['content'],'idx:',sub_obj['index'])
|
|
|
+
|
|
|
+ sub_clip_list[idx] = video_photo_clip(vid=sub_img_list[idx], layer=6,location_x=0.069, location_y=0.89,position=sub_obj['start'],end=math.ceil(sub_obj['duration']))
|
|
|
+ t.AddClip(sub_clip_list[idx])
|
|
|
+ sub_img_list[idx].Close()
|
|
|
+
|
|
|
+
|
|
|
+ tp = parser()
|
|
|
+ img_dict_ls = tp.image_clip_info(sub_dict)
|
|
|
+ img_clip_list = [None]*len(listdir(dir_photo+name_hash))
|
|
|
+ img_list = [None]*len(img_clip_list)
|
|
|
+
|
|
|
+ img_file_ls = listdir(dir_photo+name_hash)
|
|
|
+
|
|
|
+ for img_idx in range(len(img_file_ls)):
|
|
|
+ img_list[img_idx] = openshot.FFmpegReader(dir_photo+name_hash+'/'+img_file_ls[img_idx])
|
|
|
+ img_list[img_idx].Open()
|
|
|
+ img_clip_list[img_idx] = video_photo_clip(vid=img_list[img_idx],layer=3
|
|
|
+ ,scale_x=0.81,scale_y=0.68,location_y=-0.03,position=img_dict_ls[img_idx]['start'],end=img_dict_ls[img_idx]['duration'],audio=False)
|
|
|
+ t.AddClip(img_clip_list[img_idx])
|
|
|
+ img_list[img_idx].Close()
|
|
|
+
|
|
|
+ anchor = openshot.FFmpegReader(dir_anchor+name_hash+"/0.mp4")
|
|
|
+ anchor.Open()
|
|
|
+ anchor_clip = video_photo_clip(vid=anchor,layer=4,scale_x=0.65,scale_y=0.65,
|
|
|
+ location_x=0.35,location_y=0.25,position=head_duration, end=anchor.info.duration,ck=ck_anchor,audio=False)
|
|
|
+ t.AddClip(anchor_clip)
|
|
|
+
|
|
|
+
|
|
|
+ w = video_writer_init(tmp_video_dir+name_hash+".mp4")
|
|
|
+ w.Open()
|
|
|
+ frames = int(t.info.fps)*int(main_timer)
|
|
|
+ for n in range(frames):
|
|
|
+ f=t.GetFrame(n)
|
|
|
+ w.WriteFrame(f)
|
|
|
+ t.Close()
|
|
|
+ w.Close()
|
|
|
+
|
|
|
+
|
|
|
+ os.remove(tmp_video_dir+name_hash+"raw.mp4")
|
|
|
+ os.remove(tmp_video_dir+name_hash+"script.txt")
|
|
|
+ print(name+"ALL DONE : www.choozmo.com:8168/"+video_sub_folder+name_hash+"raw.mp4")
|
|
|
+
|
|
|
+
|
|
|
+def anchor_video_v2(name_hash,name,text_content, image_urls,multiLang,avatar,freeTrial):
|
|
|
+ print(name)
|
|
|
+ print(text_content)
|
|
|
+ print(os.getcwd())
|
|
|
+ print('sub image made')
|
|
|
+ print(multiLang)
|
|
|
+ file_prepare(name, name_hash, text_content,image_urls,multiLang)
|
|
|
+ sub_list=generate_subtitle_image(name_hash,text_content)
|
|
|
+
|
|
|
+ for fname in range(len(text_content)):
|
|
|
+ call_anchor(name_hash+"/"+str(fname),avatar)
|
|
|
+ print('step finish')
|
|
|
+ print('called............................................')
|
|
|
+
|
|
|
+ ck=cKey(0,254,0,270)
|
|
|
+ ck_anchor=cKey(0,255,1,320)
|
|
|
+ duration = 0
|
|
|
+ #average layer level is 3
|
|
|
+ t = openshot.Timeline(1280, 720, openshot.Fraction(30000, 1000), 44100, 2, openshot.LAYOUT_STEREO)
|
|
|
+ t.Open()
|
|
|
+
|
|
|
+ main_timer = 0
|
|
|
+
|
|
|
+ LOGO_OP = openshot.FFmpegReader(dir_video+"LOGO_OP_4.mp4")
|
|
|
+ LOGO_OP.Open() # Open the reader
|
|
|
+ LOGO_OP_clip = video_photo_clip(vid=LOGO_OP,layer=4,position=0,end=LOGO_OP.info.duration
|
|
|
+ ,location_y=-0.03,scale_x=0.8,scale_y=0.704)
|
|
|
+ t.AddClip(LOGO_OP_clip)
|
|
|
+ bg_head = openshot.FFmpegReader(dir_video+"complete_head_aispokesgirl.mp4")
|
|
|
+ bg_head.Open()
|
|
|
+ bg_head_clip = video_photo_clip(vid=bg_head,layer=2,position=0,end=LOGO_OP.info.duration,ck=ck)
|
|
|
+ t.AddClip(bg_head_clip)
|
|
|
+ main_timer += LOGO_OP.info.duration
|
|
|
+ head_duration = LOGO_OP.info.duration
|
|
|
+ bg_head.Close()
|
|
|
+ LOGO_OP.Close()
|
|
|
+
|
|
|
+
|
|
|
+ clip_duration=0
|
|
|
+ photo_clip_list = [None]*len(text_content)
|
|
|
+ img_list = [None]*len(text_content)
|
|
|
+ anchor_clip_list = [None] * len(text_content)
|
|
|
+ anchor_list = [None] * len(text_content)
|
|
|
+ audio_clip_list = [None] * len(text_content)
|
|
|
+ audio_list = [None] * len(text_content)
|
|
|
+ sub_clip_list = [None] * len(text_content)
|
|
|
+ sub_img_list = [None] * len(text_content)
|
|
|
+
|
|
|
+ idx = 0
|
|
|
+ for p in listdir(dir_photo+name_hash):
|
|
|
+
|
|
|
+ anchor_list[idx] = openshot.FFmpegReader(dir_anchor+name_hash+"/"+str(idx)+".mp4")
|
|
|
+ clip_duration = anchor_list[idx].info.duration
|
|
|
+ anchor_list[idx].Open()
|
|
|
+ anchor_clip_list[idx] = video_photo_clip(vid=anchor_list[idx],layer=4,scale_x=0.65,scale_y=0.65,
|
|
|
+ location_x=0.35,location_y=0.25,position=main_timer, end=clip_duration,ck=ck_anchor,audio=False)
|
|
|
+
|
|
|
+ print('avatar is ', avatar)
|
|
|
+ t.AddClip(anchor_clip_list[idx])
|
|
|
+
|
|
|
+
|
|
|
+ img_list[idx] = openshot.FFmpegReader(dir_photo+name_hash+'/'+p)
|
|
|
+ img_list[idx].Open()
|
|
|
+ photo_clip_list[idx] = video_photo_clip(vid=img_list[idx],layer=3
|
|
|
+ ,scale_x=0.8,scale_y=0.6825,location_y=-0.03,position=main_timer,end=clip_duration,audio=False)
|
|
|
+ t.AddClip(photo_clip_list[idx])
|
|
|
+ img_list[idx].Close()
|
|
|
+
|
|
|
+ audio_list[idx] = openshot.FFmpegReader(dir_sound+name_hash+"/"+str(idx)+".mp3")
|
|
|
+ audio_list[idx].Open()
|
|
|
+ audio_clip_list[idx] = openshot.Clip(audio_list[idx])
|
|
|
+ audio_clip_list[idx].Position(main_timer)
|
|
|
+ audio_clip_list[idx].End(clip_duration)
|
|
|
+ t.AddClip(audio_clip_list[idx])
|
|
|
+
|
|
|
+ img_list[idx].Close()
|
|
|
+ anchor_list[idx].Close()
|
|
|
+ audio_list[idx].Close()
|
|
|
+
|
|
|
+
|
|
|
+ sub_img_list[idx] = [None] * len(sub_list[idx])
|
|
|
+ sub_clip_list[idx] = [None] * len(sub_list[idx])
|
|
|
+ sub_timer = 0
|
|
|
+ for sub_idx in range(len(sub_list[idx])):
|
|
|
+ sub_img_list[idx][sub_idx] = openshot.QtImageReader(sub_list[idx][sub_idx]['path'])
|
|
|
+ sub_img_list[idx][sub_idx].Open()
|
|
|
+ sub_duration = 0.205*sub_list[idx][sub_idx]['count']
|
|
|
+ sub_clip_list[idx][sub_idx] = video_photo_clip(vid=sub_img_list[idx][sub_idx], layer=6,location_x=0.069, location_y=0.89,position=main_timer+sub_timer,end=sub_duration)
|
|
|
+ t.AddClip(sub_clip_list[idx][sub_idx])
|
|
|
+ sub_img_list[idx][sub_idx].Close()
|
|
|
+ sub_timer += sub_duration
|
|
|
+ print(sub_list[idx][sub_idx]['path'])
|
|
|
+ main_timer += clip_duration
|
|
|
+ idx+=1
|
|
|
+
|
|
|
+ LOGO_ED = openshot.FFmpegReader(dir_video+"LOGO_ED.avi")
|
|
|
+ LOGO_ED.Open()
|
|
|
+ LOGO_ED_clip = video_photo_clip(vid=LOGO_ED,layer=4,position=main_timer,end=LOGO_ED.info.duration+2
|
|
|
+ ,location_x=0.005,location_y=-0.031
|
|
|
+ ,scale_x=0.8,scale_y=0.6825)
|
|
|
+ t.AddClip(LOGO_ED_clip)
|
|
|
+ ED_duration = LOGO_ED.info.duration
|
|
|
+ LOGO_ED.Close()
|
|
|
+
|
|
|
+
|
|
|
+ bg = openshot.FFmpegReader(dir_video+"complete_double_aispokesgirl.mp4")
|
|
|
+ bg.Open()
|
|
|
+ bg_times = math.floor(main_timer+ED_duration/bg.info.duration)
|
|
|
+ left_time = (main_timer+ED_duration) % bg.info.duration
|
|
|
+ bg_clip_list = [None] * bg_times
|
|
|
+ bg_list = [None] * bg_times
|
|
|
+ bg.Close()
|
|
|
+ bg_timer = head_duration
|
|
|
+ for idx in range(bg_times):
|
|
|
+ bg_list[idx] = openshot.FFmpegReader(dir_video+"complete_double_aispokesgirl.mp4")
|
|
|
+ bg_list[idx].Open()
|
|
|
+ bg_clip_list[idx] = video_photo_clip(bg_list[idx],layer=2,position=bg_timer
|
|
|
+ ,end=bg_list[idx].info.duration,ck=ck)
|
|
|
+ t.AddClip(bg_clip_list[idx])
|
|
|
+ bg_timer += bg_list[idx].info.duration
|
|
|
+ bg_list[idx].Close()
|
|
|
+ bg_left = openshot.FFmpegReader(dir_video+"complete_double_aispokesgirl.mp4")
|
|
|
+ bg_left.Open()
|
|
|
+ bg_left_clip = video_photo_clip(bg_left,layer=2,position=bg_timer,end=left_time,ck=ck)
|
|
|
+ t.AddClip(bg_left_clip)
|
|
|
+ bg_left.Close()
|
|
|
+
|
|
|
+ title = openshot.QtImageReader(dir_title+name_hash+".png")
|
|
|
+ title.Open() # Open the reader
|
|
|
+ title_clip = video_photo_clip(vid=title, layer=4,location_x=-0.047, location_y=0.801,position=0,end=head_duration+main_timer)
|
|
|
+ t.AddClip(title_clip)
|
|
|
+
|
|
|
+ if freeTrial==1:
|
|
|
+ print("THIS IS TRIAL")
|
|
|
+ wm = openshot.QtImageReader(dir_video+"freeTrialWatermark.png")
|
|
|
+ wm.Open()
|
|
|
+ wm_clip = video_photo_clip(wm,layer=6,position=0,end=int(head_duration+main_timer+ED_duration))
|
|
|
+ #t.AddClip(wm_clip)
|
|
|
+
|
|
|
+ else:
|
|
|
+ print("THIS IS NOT TRIAL")
|
|
|
+ print(freeTrial)
|
|
|
+
|
|
|
+ ####start building
|
|
|
+ w = openshot.FFmpegWriter(tmp_video_dir+name_hash+".mp4")
|
|
|
+ w.SetAudioOptions(True, "aac", 44100, 2, openshot.LAYOUT_STEREO, 3000000)
|
|
|
+ w.SetVideoOptions(True, "libx264", openshot.Fraction(30000, 1000), 1280, 720,
|
|
|
+ openshot.Fraction(1, 1), False, False, 3000000)
|
|
|
+ w.Open()
|
|
|
+
|
|
|
+ #may change duration into t.info.duration
|
|
|
+ frames = int(t.info.fps)*int(head_duration+main_timer+ED_duration)
|
|
|
+ for n in range(frames):
|
|
|
+ f=t.GetFrame(n)
|
|
|
+ w.WriteFrame(f)
|
|
|
+
|
|
|
+ #notify_group(name+"的影片已經產生完成囉! www.choozmo.com:8168/"+video_sub_folder+name_hash+".mp4")
|
|
|
+ t.Close()
|
|
|
+ w.Close()
|
|
|
+ print("video at : www.choozmo.com:8168/"+video_sub_folder+name_hash+".mp4")
|
|
|
+
|
|
|
+
|
|
|
+def anchor_video_eng(name_hash,name,text_content, image_urls,sub_titles,avatar,freeTrial):
|
|
|
+ file_prepare(name, name_hash, text_content,image_urls,1,'eng')
|
|
|
+ sub_list=generate_subtitle_image_ENG(name_hash,sub_titles)
|
|
|
+
|
|
|
+ for fname in range(len(text_content)):
|
|
|
+ call_anchor(name_hash+"/"+str(fname),avatar)
|
|
|
+ print('step finish')
|
|
|
+ print('called............................................')
|
|
|
+
|
|
|
+ ck=cKey(0,254,0,270)
|
|
|
+ ck_anchor=cKey(0,255,1,320)
|
|
|
+ duration = 0
|
|
|
+ #average layer level is 3
|
|
|
+ t = openshot.Timeline(1280, 720, openshot.Fraction(30000, 1000), 44100, 2, openshot.LAYOUT_STEREO)
|
|
|
+ t.Open()
|
|
|
+
|
|
|
+ main_timer = 0
|
|
|
+ #add logo
|
|
|
+ LOGO_OP = openshot.FFmpegReader(dir_video+"LOGO_OP_4.mp4")
|
|
|
+ LOGO_OP.Open() # Open the reader
|
|
|
+ LOGO_OP_clip = video_photo_clip(vid=LOGO_OP,layer=4,position=0,end=LOGO_OP.info.duration
|
|
|
+ ,location_y=-0.03,scale_x=0.8,scale_y=0.704)
|
|
|
+ t.AddClip(LOGO_OP_clip)
|
|
|
+ #add background video (head is different)
|
|
|
+ bg_head = openshot.FFmpegReader(dir_video+"complete_head_aispokesgirl.mp4")
|
|
|
+ bg_head.Open()
|
|
|
+ bg_head_clip = video_photo_clip(vid=bg_head,layer=2,position=0,end=LOGO_OP.info.duration,ck=ck)
|
|
|
+ t.AddClip(bg_head_clip)
|
|
|
+
|
|
|
+ main_timer += LOGO_OP.info.duration
|
|
|
+ head_duration = LOGO_OP.info.duration
|
|
|
+ bg_head.Close()
|
|
|
+ LOGO_OP.Close()
|
|
|
+
|
|
|
+ #prepare empty list
|
|
|
+ clip_duration=0
|
|
|
+ photo_clip_list = [None]*len(text_content)
|
|
|
+ img_list = [None]*len(text_content)
|
|
|
+ anchor_clip_list = [None] * len(text_content)
|
|
|
+ anchor_list = [None] * len(text_content)
|
|
|
+ audio_clip_list = [None] * len(text_content)
|
|
|
+ audio_list = [None] * len(text_content)
|
|
|
+ sub_clip_list = [None] * len(text_content)
|
|
|
+ #openshot image holder
|
|
|
+ sub_img_list = [None] * len(text_content)
|
|
|
+
|
|
|
+ idx = 0
|
|
|
+ for p in listdir(dir_photo+name_hash):
|
|
|
+
|
|
|
+ anchor_list[idx] = openshot.FFmpegReader(dir_anchor+name_hash+"/"+str(idx)+".mp4")
|
|
|
+ clip_duration = anchor_list[idx].info.duration
|
|
|
+ anchor_list[idx].Open()
|
|
|
+ anchor_clip_list[idx] = video_photo_clip(vid=anchor_list[idx],layer=4,scale_x=0.65,scale_y=0.65,
|
|
|
+ location_x=0.35,location_y=0.25,position=main_timer, end=clip_duration,ck=ck_anchor,audio=False)
|
|
|
+ t.AddClip(anchor_clip_list[idx])
|
|
|
+ #insert image
|
|
|
+ img_list[idx] = openshot.FFmpegReader(dir_photo+name_hash+'/'+p)
|
|
|
+ img_list[idx].Open()
|
|
|
+ photo_clip_list[idx] = video_photo_clip(vid=img_list[idx],layer=3
|
|
|
+ ,scale_x=0.81,scale_y=0.68,location_y=-0.03,position=main_timer,end=clip_duration,audio=False)
|
|
|
+ t.AddClip(photo_clip_list[idx])
|
|
|
+ img_list[idx].Close()
|
|
|
+ #insert audio (speech)
|
|
|
+ audio_list[idx] = openshot.FFmpegReader(dir_sound+name_hash+"/"+str(idx)+".mp3")
|
|
|
+ audio_list[idx].Open()
|
|
|
+ audio_clip_list[idx] = openshot.Clip(audio_list[idx])
|
|
|
+ audio_clip_list[idx].Position(main_timer)
|
|
|
+ audio_clip_list[idx].End(clip_duration)
|
|
|
+ t.AddClip(audio_clip_list[idx])
|
|
|
+ #insert subtitle
|
|
|
+ sub_img_list[idx] = openshot.QtImageReader(sub_list[idx])
|
|
|
+ sub_img_list[idx].Open()
|
|
|
+ sub_clip_list[idx] = video_photo_clip(vid=sub_img_list[idx], layer=6,location_x=0.069, location_y=0.89,position=main_timer,end=clip_duration)
|
|
|
+ t.AddClip(sub_clip_list[idx])
|
|
|
+
|
|
|
+ img_list[idx].Close()
|
|
|
+ anchor_list[idx].Close()
|
|
|
+ audio_list[idx].Close()
|
|
|
+ sub_img_list[idx].Close()
|
|
|
+
|
|
|
+ main_timer += clip_duration
|
|
|
+ idx+=1
|
|
|
+
|
|
|
+ LOGO_ED = openshot.FFmpegReader(dir_video+"ED_ENG.mp4")
|
|
|
+ LOGO_ED.Open()
|
|
|
+ LOGO_ED_clip = video_photo_clip(vid=LOGO_ED,layer=4,position=main_timer,end=LOGO_ED.info.duration+2
|
|
|
+ ,location_x=0.005,location_y=-0.031
|
|
|
+ ,scale_x=0.8,scale_y=0.6825)
|
|
|
+ t.AddClip(LOGO_ED_clip)
|
|
|
+ ED_duration = LOGO_ED.info.duration
|
|
|
+ LOGO_ED.Close()
|
|
|
+
|
|
|
+
|
|
|
+ bg = openshot.FFmpegReader(dir_video+"complete_double_aispokesgirl.mp4")
|
|
|
+ bg.Open()
|
|
|
+ bg_times = math.floor(main_timer+ED_duration/bg.info.duration)
|
|
|
+ left_time = (main_timer+ED_duration) % bg.info.duration
|
|
|
+ bg_clip_list = [None] * bg_times
|
|
|
+ bg_list = [None] * bg_times
|
|
|
+ bg.Close()
|
|
|
+ bg_timer = head_duration
|
|
|
+ for idx in range(bg_times):
|
|
|
+ bg_list[idx] = openshot.FFmpegReader(dir_video+"complete_double_aispokesgirl.mp4")
|
|
|
+ bg_list[idx].Open()
|
|
|
+ bg_clip_list[idx] = video_photo_clip(bg_list[idx],layer=2,position=bg_timer
|
|
|
+ ,end=bg_list[idx].info.duration,ck=ck)
|
|
|
+ t.AddClip(bg_clip_list[idx])
|
|
|
+ bg_timer += bg_list[idx].info.duration
|
|
|
+ bg_list[idx].Close()
|
|
|
+ bg_left = openshot.FFmpegReader(dir_video+"complete_double_aispokesgirl.mp4")
|
|
|
+ bg_left.Open()
|
|
|
+ bg_left_clip = video_photo_clip(bg_left,layer=2,position=bg_timer,end=left_time,ck=ck)
|
|
|
+ t.AddClip(bg_left_clip)
|
|
|
+ bg_left.Close()
|
|
|
+
|
|
|
+ title = openshot.QtImageReader(dir_title+name_hash+".png")
|
|
|
+ title.Open() # Open the reader
|
|
|
+ title_clip = video_photo_clip(vid=title, layer=4,location_x=-0.047, location_y=0.801,position=0,end=head_duration+main_timer)
|
|
|
+ t.AddClip(title_clip)
|
|
|
+
|
|
|
+ if freeTrial==1:
|
|
|
+ wm = openshot.QtImageReader(dir_video+"freeTrialWatermark.png")
|
|
|
+ wm.Open()
|
|
|
+ wm_clip = video_photo_clip(wm,layer=6,position=0,end=int(head_duration+main_timer+ED_duration))
|
|
|
+ #t.AddClip(wm_clip)
|
|
|
+ print("THIS IS TRIAL")
|
|
|
+ else:
|
|
|
+ print("THIS IS NOT TRIAL")
|
|
|
+ print(freeTrial)
|
|
|
+
|
|
|
+ ####start building
|
|
|
+ w = openshot.FFmpegWriter(tmp_video_dir+name_hash+".mp4")
|
|
|
+ w.SetAudioOptions(True, "aac", 44100, 2, openshot.LAYOUT_STEREO, 3000000)
|
|
|
+ w.SetVideoOptions(True, "libx264", openshot.Fraction(30000, 1000), 1280, 720,
|
|
|
+ openshot.Fraction(1, 1), False, False, 3000000)
|
|
|
+ w.Open()
|
|
|
+
|
|
|
+ #may change duration into t.info.duration
|
|
|
+ frames = int(t.info.fps)*int(head_duration+main_timer+ED_duration)
|
|
|
+ for n in range(frames):
|
|
|
+ f=t.GetFrame(n)
|
|
|
+ w.WriteFrame(f)
|
|
|
+
|
|
|
+ #notify_group(name+"(ENG)的影片已經產生完成囉! www.choozmo.com:8168/"+video_sub_folder+name_hash+".mp4")
|
|
|
+ t.Close()
|
|
|
+ w.Close()
|
|
|
+ print("video at : www.choozmo.com:8168/"+video_sub_folder+name_hash+".mp4")
|
|
|
+
|
|
|
+ #line notifs
|
|
|
+
|
|
|
+import pyttsx3
|
|
|
+def make_speech(text):
|
|
|
+ engine = pyttsx3.init()
|
|
|
+ #voices = engine.getProperty('voices')
|
|
|
+ engine.setProperty('voice', 'Mandarin')
|
|
|
+ engine.save_to_file(text, '/app/speech.mp3')
|
|
|
+ engine.runAndWait()
|
|
|
+
|
|
|
+
|
|
|
+class video_service(rpyc.Service):
|
|
|
+ def exposed_call_video(self,name_hash,name,text_content, image_urls,multiLang,avatar,freeTrial):
|
|
|
+ print('ML:'+str(multiLang))
|
|
|
+ anchor_video_v2(name_hash,name,text_content, image_urls,multiLang,avatar,freeTrial)
|
|
|
+ def exposed_call_video_eng(self,name_hash,name,text_content, image_urls,sub_titles,avatar,freeTrial):
|
|
|
+ anchor_video_eng(name_hash,name,text_content, image_urls,sub_titles,avatar,freeTrial)
|
|
|
+ def exposed_call_video_gen(self,name_hash,name,text_content, image_urls,multiLang,avatar):
|
|
|
+ print('ML:'+str(multiLang))#this is long video version,
|
|
|
+ video_gen(name_hash,name,text_content, image_urls,multiLang,avatar)
|
|
|
+ def exposed_make_speech(self,text):
|
|
|
+ make_speech(text)
|
|
|
+
|
|
|
+
|
|
|
+from rpyc.utils.server import ThreadedServer
|
|
|
+t = ThreadedServer(video_service, port=8858)
|
|
|
+print('service started')
|
|
|
+t.start()
|
