Files
dj/integration-work/test_english_video_prompt.py
2026-11-13 11:46:25 +08:00

164 lines
14 KiB
Python

"""Isolated bilingual prompt, stale-write, and actual-provider-body checks. No real models/GPU jobs."""
import base64,concurrent.futures,json,os,pathlib,re,sqlite3,subprocess,threading,time,urllib.request,urllib.error
from http.server import BaseHTTPRequestHandler,ThreadingHTTPServer
root=pathlib.Path(__file__).resolve().parent.parent
data=root/'integration-work'/('english-test-'+time.strftime('%Y%m%d-%H%M%S'));data.mkdir()
stage=root/'integration-work/stage-4.0.11/app';dbfile=data/'huobao.sqlite3'
source=(root/'huobao-source/desktop/build/backend.mjs').read_text('utf-8')
source=source.replace('const require = __hbCreateRequire(import.meta.url)','const require = __hbCreateRequire('+json.dumps(str(stage/'resources/app.asar/build/backend.mjs'))+')',1)
source=re.sub(r'^import (\w+) from "(better-sqlite3|sharp)";',r'const \1 = require("\2");',source,flags=re.M)
source=source.replace('target.hostname === "192.168.110.111" && ["18792", "18794"].includes(target.port)','target.hostname === "127.0.0.1" && target.port === "18941"')
source=re.sub(r'(url\d*)\.hostname === "192\.168\.110\.111" && \["18792", "18794"\]\.includes\(\1.port\)',r'\1.hostname === "127.0.0.1" && \1.port === "18941"',source)
source=re.sub(r'&& !!taskRouting\(\{ provider: config\d*\.provider, taskId \}\)','&& !!taskId',source)
(data/'backend.mjs').write_text(source,'utf-8')
events=[];translations=[];mode='ok';entered=threading.Event();release=threading.Event();process=None
batch_mode=False;active=0;peak=0;counter_lock=threading.Lock()
class Mock(BaseHTTPRequestHandler):
def log_message(self,*args):pass
def reply(self,status,body):
raw=json.dumps(body).encode();self.send_response(status);self.send_header('Content-Type','application/json');self.end_headers();self.wfile.write(raw)
def do_POST(self):
global active,peak
body=json.loads(self.rfile.read(int(self.headers['Content-Length'])))
if self.path.endswith('/chat/completions'):
if body.get('tools'):
if any(m.get('role')=='tool' for m in body['messages']):message={'role':'assistant','content':'Bilingual storyboard saved.'};finish='stop'
else:
name=next(t['function']['name'] for t in body['tools'] if 'save' in t['function']['name'].lower() and 'storyboard' in t['function']['name'].lower())
en=shot(1)['video_prompt_en']
args={'storyboards':[{'shot_number':4,'description':'【镜头1】暴雨中,乔雨灵说:「别开门!」【镜头2】镜头靠近四楼宿舍。','video_prompt':shot(1)['video_prompt'],'video_prompt_en':en,'duration':9,'character_ids':[1],'scene_id':1,'continuity_mode':'none'}]}
if batch_mode:
args['storyboards']=[{**args['storyboards'][0],'shot_number':40+i,'video_prompt_en':'invalid English without the literal dialogue'} for i in range(6)]
args['replace_existing']=mode=='invalid'
message={'role':'assistant','content':None,'tool_calls':[{'id':'save_bilingual_fixture','type':'function','function':{'name':name,'arguments':json.dumps(args)}}]};finish='tool_calls'
self.reply(200,{'id':'fixture','object':'chat.completion','created':1,'model':'fixture-translator','choices':[{'index':0,'message':message,'finish_reason':finish}],'usage':{'prompt_tokens':1,'completion_tokens':1,'total_tokens':2}});return
translations.append(body)
if batch_mode:
with counter_lock:active+=1;peak=max(peak,active)
time.sleep(.2)
with counter_lock:active-=1
if mode=='unavailable':self.reply(503,{'error':'fixture'});return
if mode=='delay':entered.set();release.wait(6)
text='Cinematic rain and camera movement. '+ ' '.join(('Dialogue: '+x if x=='__HB_KEEP_0__' else x) for x in re.findall(r'__HB_KEEP_\d+__',body['messages'][-1]['content']))
if mode=='invalid':text='Wrong translation without protected tokens'
self.reply(200,{'choices':[{'message':{'content':json.dumps({'translation':text})}}]});return
events.append((self.path,body))
if self.path.endswith('/validate'):self.reply(200,{'valid':True})
elif self.path.endswith('/cancel'):self.reply(200,{'task':{'id':self.path.split('/')[-2],'status':'cancelled'}})
else:self.reply(200,{'task_id':'new-'+str(len(events))})
def do_GET(self):self.reply(200,{'task':{'id':self.path.split('/')[-1],'status':'running','worker_state':'running'}})
server=ThreadingHTTPServer(('127.0.0.1',18941),Mock);threading.Thread(target=server.serve_forever,daemon=True).start()
env={**os.environ,'ELECTRON_RUN_AS_NODE':'1','PORT':'18940','HUOBAO_DATA_DIR':str(data),'SQLITE_PATH':str(dbfile),'FRONTEND_DIST':str(root/'huobao-source/frontend/.output/public'),'WORKSPACE_PATH':str(stage/'resources/workspace-template')}
log=(data/'backend.log').open('w',encoding='utf-8')
def api(method,path,body=None,expected=200):
req=urllib.request.Request('http://127.0.0.1:18940/api/v1'+path,method=method,data=None if body is None else json.dumps(body).encode(),headers={'Content-Type':'application/json'})
try:
with urllib.request.urlopen(req,timeout=30) as r:status=r.status;result=json.load(r)
except urllib.error.HTTPError as e:status=e.code;result=json.load(e)
assert status==expected,(path,status,result)
return result.get('data',result)
def sql(query,args=()):
with sqlite3.connect(dbfile) as db:db.row_factory=sqlite3.Row;return [dict(r) for r in db.execute(query,args)]
def shot(i):return sql('select * from storyboards where id=?',(i,))[0]
def start():
global process
process=subprocess.Popen([str(stage/'HuobaoDrama.exe'),str(data/'backend.mjs')],cwd=data,env=env,stdout=log,stderr=log,creationflags=subprocess.CREATE_NO_WINDOW)
for _ in range(150):
assert process.poll() is None
try:api('GET','/health');return
except OSError:time.sleep(.1)
raise AssertionError('Backend failed to start')
cn='出场人物:@乔雨灵;场景:@四楼宿舍。\n0-3秒:暴雨中,@乔雨灵 抬头,说:「别开门!」\n3-9秒:镜头缓慢靠近 @四楼宿舍,无字幕。'
png='data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mP8/x8AAwMCAO+aN1kAAAAASUVORK5CYII='
try:
start();ts='2026-11-12T00:00:00Z'
sql('insert into dramas(id,title,created_at,updated_at) values(1,?,?,?)',('fixture',ts,ts))
sql('insert into episodes(id,drama_id,episode_number,title,created_at,updated_at) values(1,1,1,?,?,?)',('fixture',ts,ts))
for id,service,provider,model in [(1,'video','minimax','MiniMax-H3'),(2,'text','openai','fixture-translator')]:
sql('insert into ai_service_configs(id,service_type,provider,name,base_url,api_key,model,is_active,created_at,updated_at) values(?,?,?,?,?,?,?,1,?,?)',(id,service,provider,'fixture','http://127.0.0.1:18941','test-key',json.dumps([model]),ts,ts))
sql('insert into characters(id,drama_id,name,created_at,updated_at) values(1,1,?,?,?)',('乔雨灵',ts,ts))
sql("insert into scenes(id,drama_id,location,time,prompt,created_at,updated_at) values(1,1,?,'night','rain',?,?)",('四楼宿舍',ts,ts))
for i in [1,2,3]:sql('insert into storyboards(id,episode_id,storyboard_number,video_prompt,created_at,updated_at) values(?,1,?,?,?,?)',(i,i,cn,ts,ts))
sql('update storyboards set scene_id=1')
sql('insert into episode_scenes(episode_id,scene_id,created_at) values(1,1,?)',(ts,))
row=api('POST','/storyboards/1/english-prompt',{})
assert row['video_prompt_en_status']=='ready' and '「别开门!」' in row['video_prompt_en'] and '@乔雨灵' in row['video_prompt_en'] and '0-3s:' in row['video_prompt_en']
n=len(translations);api('POST','/storyboards/1/english-prompt',{});assert len(translations)==n
assert shot(1)['video_prompt']==cn
# Manual EN validation rejects modified dialogue and stale-source edits.
api('PUT','/storyboards/1',{'video_prompt_en':row['video_prompt_en'].replace('别开门','快开门'),'source_prompt':cn},400)
api('PUT','/storyboards/1',{'video_prompt_en':row['video_prompt_en']+' No new dialogue.','source_prompt':cn})
api('PUT','/storyboards/1',{'video_prompt':cn+' 暗蓝色光线。'})
assert api('GET','/episodes/1/storyboards')[0]['video_prompt_en_status']=='stale'
api('PUT','/storyboards/1',{'video_prompt_en':row['video_prompt_en'],'source_prompt':cn},400)
old=shot(1)['video_prompt_en'];mode='invalid'
api('POST','/storyboards/1/english-prompt',{},400);assert shot(1)['video_prompt_en']==old
# Translation failure must not cancel an existing shot or create a provider job.
sql('insert into sys_task(id,type,storyboard_id,provider,model,status,stage,task_id,config_id,config_base_url,created_at,updated_at) values(10,?,?,?,?,?,?,?,?,?,?,?)',('video',2,'minimax','MiniMax-H3','processing','running','old-2',1,'http://127.0.0.1:18941',ts,ts))
mode='unavailable';before=len(events)
api('POST','/tasks',{'type':'video','storyboard_id':2,'model':'MiniMax-H3','config_id':1,'prompt':cn,'replace_task_id':10,'reference_image_urls':[png]},400)
assert len(events)==before and sql('select status from sys_task where id=10')[0]['status']=='processing'
# Reuse EN, map asset reference indexes, translate continuity, and submit exactly the preflight prompt.
mode='ok';sql("update storyboards set continuity_start='暴雨夜窗前无人' where id=2")
result=api('POST','/tasks',{'type':'video','storyboard_id':2,'drama_id':1,'model':'MiniMax-H3','config_id':1,'prompt':cn.replace('@乔雨灵','@图片2乔雨灵').replace('@四楼宿舍','@图片1四楼宿舍'),'replace_task_id':10,'reference_image_urls':[png,png]},201)
for _ in range(80):
if len(events)>=before+3:break
time.sleep(.1)
assert [x[0] for x in events[before:]]==['/v2/video_generation/validate','/v2/video_generation/old-2/cancel','/v2/video_generation']
sent=events[-1][1]['content'][0]['text'];assert sent==events[before][1]['content'][0]['text']
assert '「别开门!」' in sent and '@图片2乔雨灵' in sent and '@图片1四楼宿舍' in sent
assert '暴雨夜窗前无人' not in sent and '画面衔接约束' not in sent
saved=sql('select prompt,params from sys_task where id=?',(result['id'],))[0]
assert saved['prompt']==sent and json.loads(saved['params'])['promptLanguage']=='en'
# An in-flight translation may never overwrite a new Chinese edit.
mode='delay'
with concurrent.futures.ThreadPoolExecutor() as pool:
f=pool.submit(api,'POST','/storyboards/3/english-prompt',{},400);assert entered.wait(3)
api('PUT','/storyboards/3',{'video_prompt':cn+' 新内容。'});release.set();f.result()
assert shot(3)['video_prompt_en'] is None and '新内容' in shot(3)['video_prompt']
# Batch fill EN only preserves all original CN and media/task records.
mode='ok';before=len(events);originals=[shot(i)['video_prompt'] for i in [1,2,3]]
batch=api('POST','/episodes/1/generate-video-prompts',{'english_only':True});assert batch['total']==2
for _ in range(100):
state=api('GET','/episodes/1/video-prompts-status')
if state['status']!='running':break
time.sleep(.1)
assert state['failed']==0 and state['completed']==2,state
assert len(events)==before and [shot(i)['video_prompt'] for i in [1,2,3]]==originals
assert all(r['video_prompt_en_status']=='ready' for r in api('GET','/episodes/1/storyboards'))
# New storyboard Agent tool persists CN and EN together, without changing prior shots.
api('POST','/agent/storyboard_breaker/chat',{'drama_id':1,'episode_id':1,'message':'Save the next bilingual storyboard.','config_id':2})
created=sql('select * from storyboards where storyboard_number=4')[0]
assert created['video_prompt_en'] and created['video_prompt_en_source_hash'] and '「别开门!」' in created['video_prompt_en']
# Broadcast labels are canonicalized; numbers inside speech remain literal.
broadcast='0-3秒:老式广播音响起:「0-3秒:别开门!」\n3-9秒:雨水落下。'
sql('insert into storyboards(id,episode_id,storyboard_number,video_prompt,created_at,updated_at) values(30,1,30,?,?,?)',(broadcast,ts,ts))
translated=api('POST','/storyboards/30/english-prompt',{})['video_prompt_en']
assert 'Dialogue: 「0-3秒:别开门!」' in translated and '0-3s:' in translated
# English possessives around Chinese asset identifiers are not literal speech.
original="0-3秒:@乔雨灵 的手搭在 @乔雨灵 的肩上;系统音:「停了。NG,两次。」"
sql('insert into storyboards(id,episode_id,storyboard_number,video_prompt,created_at,updated_at) values(31,1,31,?,?,?)',(original,ts,ts))
candidate="0-3s: @乔雨灵's hand rests on @乔雨灵's shoulder; a system voice announces: 「停了。NG,两次。」"
api('PUT','/storyboards/31',{'video_prompt_en':candidate,'source_prompt':original})
assert "@乔雨灵's" in shot(31)['video_prompt_en'] and 'Dialogue: 「停了。NG,两次。」' in shot(31)['video_prompt_en']
# Direct Doubao translations disable thinking and respect the selected model. Batch fallback is bounded at 3.
sql('insert into ai_service_configs(id,service_type,provider,name,base_url,api_key,model,is_active,created_at,updated_at) values(3,?,?,?,?,?,?,1,?,?)',('text','volcengine','fixture','http://127.0.0.1:18941','test-key',json.dumps(['doubao-seed-fixture-default']),ts,ts))
batch_mode=True;before=len(translations)
api('POST','/agent/storyboard_breaker/chat',{'drama_id':1,'episode_id':1,'message':'Save 6 bilingual shots.','config_id':3,'model':'doubao-seed-fixture-selected'})
saved=sql('select * from storyboards where storyboard_number between 40 and 45 order by storyboard_number')
assert len(saved)==6 and peak==3,(len(saved),peak)
assert len(translations[before:])==6
assert all(b['thinking']=={'type':'disabled'} and b['model']=='doubao-seed-fixture-selected' for b in translations[before:])
assert all('「别开门!」' in x['video_prompt_en'] and x['video_prompt_en_source_hash'] for x in saved)
# A failed concurrent batch must not clear existing shots, including when replace_existing=true.
snapshot=sql('select * from storyboards order by id');mode='invalid'
api('POST','/agent/storyboard_breaker/chat',{'drama_id':1,'episode_id':1,'message':'Attempt replacement.','config_id':3,'model':'doubao-seed-fixture-selected'})
assert sql('select * from storyboards order by id')==snapshot
mode='ok';batch_mode=False
process.terminate();process.wait(10);process=None;start()
assert all(r['video_prompt_en_status']=='ready' for r in api('GET','/episodes/1/storyboards'))
print(json.dumps({'passed':True,'literal_dialogue_preserved':True,'reference_mapping_preserved':True,'actual_submission_english':True,'continuity_english':True,'failure_before_cancel':True,'stale_write_protection':True,'batch_preserves_originals':True,'restart_persistence':True,'fixture':str(data)}))
finally:
if process:process.terminate();process.wait(10)
server.shutdown();log.close()