Files
AI-cut/tests/core.test.mjs
T
xhgit 286beb8ee5 fix(ai): 净化层去重同源片段,禁止重复使用相同 in/out 范围
实测混剪成片:模型把同一集同一个镜头(相同 mediaId+in+out)用了 3 次。
净化层现在按 mediaId+in+out(0.1s 粒度)去重,重复的 add 直接忽略并记录
备注;提示词同步增加「禁止重复使用同一个源片段」规则。
新增净化测试用例(同源同范围 add 去重)。
2026-11-14 17:54:21 +08:00

91 lines
9.2 KiB
JavaScript

import {test} from 'node:test';
import assert from 'node:assert/strict';
import fs from 'node:fs/promises';
import path from 'node:path';
import {newProject,commit,undo,saveProject,loadProject,applyOperations,validateProject,projectDuration,splitClip,sanitizeOperations} from '../desktop/core/project.mjs';
import {run,ffmpeg,probe,importMedia,analyzeTechnical,exportVideo,makeProxy,loadCachedAnalysis,saveCachedAnalysis} from '../desktop/core/media.mjs';
import {Tasks} from '../desktop/core/tasks.mjs';
import {assemble} from '../desktop/core/styles.mjs';
const out=path.resolve('.test-output','中文 空格素材');await fs.mkdir(out,{recursive:true});
test('真实 FFmpeg:导入、场景时间戳、编辑、SQLite 恢复、代理、音轨字幕和成品导出',async()=>{
const source=path.join(out,'测试 三色.mp4');
await run(ffmpeg,['-y','-v','error','-f','lavfi','-i','color=red:s=320x180:r=24:d=2','-f','lavfi','-i','color=blue:s=320x180:r=24:d=2','-f','lavfi','-i','color=green:s=320x180:r=24:d=2','-f','lavfi','-i','sine=frequency=440:duration=6','-filter_complex','[0:v][1:v][2:v]concat=n=3:v=1:a=0[v]','-map','[v]','-map','3:a','-c:v','libx264','-pix_fmt','yuv420p','-c:a','aac',source]);
const cache=path.join(out,'cache'),m=await importMedia(source,cache);assert.equal(m.width,320);assert.ok(m.hasAudio);assert.ok(Math.abs(m.duration-6)<.1);await fs.access(m.thumbnail);
const analysis=await analyzeTechnical(m,cache);assert.ok(analysis.segments.some(s=>Math.abs(s.start-2)<.2));assert.ok(analysis.segments.some(s=>Math.abs(s.start-4)<.2));m.analysis=analysis;
const musicFile=path.join(out,'配乐.wav');await run(ffmpeg,['-y','-v','error','-f','lavfi','-i','sine=frequency=220:duration=4',musicFile]);const music=await importMedia(musicFile,cache);assert.equal(music.type,'audio');
let p=newProject('真实导出测试');p.settings={width:320,height:180,fps:24};p.media=[m,music];
p=commit(p,[{id:'a',mediaId:m.id,track:'video',start:0,in:0,out:2,speed:1,volume:.7,fade:.2,motion:[{time:0,zoom:1,x:.5,y:.5},{time:2,zoom:1.5,x:.8,y:.2}]},{id:'b',mediaId:m.id,track:'video',start:2,in:2,out:6,speed:2,volume:.7,reverse:true,saturation:.8},{id:'music',mediaId:music.id,track:'audio',start:0,in:0,out:4,speed:1,volume:.1},{id:'sub',track:'subtitle',start:.3,in:0,out:2,speed:1,text:'轻映 AI · 中文字幕测试',fontSize:20,color:'#ffff00'}],'建立时间轴');
const split=splitClip(p,'a',1);assert.equal(split.clips.filter(c=>c.track==='video').length,3);assert.equal(split.clips.find(c=>c.id==='a').motion.at(-1).zoom,1.25);const reversed=splitClip(p,'b',3);assert.equal(reversed.clips.find(c=>c.id==='b').in,4);assert.equal(reversed.clips.find(c=>c.start===3).out,4);
assert.equal(projectDuration(p),4);assert.equal(undo(p).clips.length,0);assert.equal(undo(undo(p),true).clips.length,4);
const file=path.join(out,'恢复 项目.qycut');await saveProject(file,p);assert.deepEqual((await loadProject(file)).clips,p.clips);await saveProject(file,p);await fs.access(file+'.bak');
const preview=await makeProxy(m,cache);const proxyMeta=await probe(preview);assert.ok(proxyMeta.streams.some(s=>s.codec_name==='h264'));
const dest=path.join(out,'成品 中文.mp4');await exportVideo(p,dest,{acceleration:'gpu'});const meta=await probe(dest);assert.ok(Math.abs(+meta.format.duration-4)<.15);assert.equal(meta.streams.find(s=>s.codec_type==='video').width,320);assert.ok(meta.streams.some(s=>s.codec_type==='audio'));
await run(ffmpeg,['-y','-v','error','-ss','1','-i',dest,'-frames:v','1',path.join(out,'成品帧.png')]);
const changed=applyOperations(p,[{type:'update',id:'sub',changes:{color:'#ffffff'}}]);assert.equal(changed.clips.find(c=>c.id==='sub').color,'#ffffff');assert.equal(undo(changed).clips.find(c=>c.id==='sub').color,'#ffff00');
assert.throws(()=>applyOperations(p,[{type:'add',clip:{track:'video',mediaId:'nonexistent',start:4,in:0,out:1}}]),/不存在/);
assert.throws(()=>validateProject({...p,clips:[...p.clips,{...p.clips[0],id:'overlap'}]}),/重叠/);
await assert.rejects(importMedia(path.join(out,'不存在.mp4'),cache));
});
test('任务队列限流、错误和取消',async()=>{let latest;const queue=new Tasks(x=>latest=x);let release;const block=new Promise(r=>release=r);queue.add('第一任务',async()=>{await block;return {ok:true};});const id=queue.add('取消任务',async()=>{throw Error('不得执行');});queue.cancel(id);queue.add('失败任务',async()=>{throw Error('真实失败');});release();for(let i=0;i<100&&queue.running;i++)await new Promise(r=>setTimeout(r,10));assert.equal(latest.find(i=>i.id===id).status,'cancelled');assert.equal(latest.find(i=>i.label==='失败任务').status,'error');});
test('分析结果按素材指纹缓存,跨项目复用无需重新分析',async()=>{
const cache=path.join(out,'analysis-cache');
const m={fingerprint:'fp-'+Date.now(),name:'复用素材.mp4'};
assert.equal(await loadCachedAnalysis(cache,m),null);
const analysis={method:'测试分析',segments:[{start:0,end:5,description:'海滩日落',tags:['海边'],score:90}]};
await saveCachedAnalysis(cache,m,analysis);
const loaded=await loadCachedAnalysis(cache,m);
assert.equal(loaded.segments[0].description,'海滩日落');
assert.equal(loaded.segments[0].score,90);
const other={fingerprint:'other-fp',name:'其他.mp4'};
assert.equal(await loadCachedAnalysis(cache,other),null);
});
test('AI 操作净化:越界数值截断、无效引用忽略、视频轨重叠自动平移',()=>{
const p=newProject('净化测试');p.media=[
{id:'v',type:'video',duration:30,name:'v',tags:[],path:'x'},
{id:'i',type:'image',duration:5,name:'i',tags:[],path:'x'},
{id:'a',type:'audio',duration:20,name:'a',tags:[],path:'x'},
];
p.clips=[{id:'c1',mediaId:'v',track:'video',start:0,in:0,out:5,speed:1,volume:1}];
const r=sanitizeOperations(p,[
{type:'update',id:'c1',changes:{out:25}}, // 延长到 25s
{type:'add',clip:{mediaId:'v',track:'video',start:0,in:0,out:999,speed:99,volume:-5,color:'red',fontSize:1,brightness:9}}, // 越界全部截断
{type:'add',clip:{mediaId:'v',track:'video',start:1,in:5,out:10}}, // 与 c1 重叠,应后移
{type:'add',clip:{mediaId:'v',track:'video',start:9,in:5,out:10}}, // 与上一条同源同范围,应去重忽略
{type:'add',clip:{mediaId:'nope',track:'video',start:0,in:0,out:1}}, // 素材不存在,忽略
{type:'add',clip:{mediaId:'v',track:'audio',start:0,in:0,out:5}}, // 视频素材进音频轨,忽略
{type:'update',id:'ghost',changes:{start:0}}, // 片段不存在,忽略
{type:'remove',id:'ghost'}, // 片段不存在,忽略
{type:'bogus'}, // 不支持的操作,忽略
]);
assert.equal(r.operations.length,3);
const upd=r.operations.find(o=>o.type==='update');assert.equal(upd.changes.out,25);
const add1=r.operations.find(o=>o.type==='add'&&o.clip.in===0);assert.equal(add1.clip.out,30);assert.equal(add1.clip.speed,4);assert.equal(add1.clip.volume,0);assert.equal(add1.clip.fontSize,12);assert.equal(add1.clip.brightness,1);assert.equal(add1.clip.color,undefined);
const add2=r.operations.find(o=>o.type==='add'&&o.clip.in===5);assert.equal(add1.clip.start,25);assert.equal(add2.clip.start,32.5);
assert.ok(r.notes.length>=5);
const applied=applyOperations(p,r.operations); // 净化后的操作必须能直接通过校验
assert.equal(applied.clips.filter(c=>c.track==='video').length,3);
});
test('按参数组接:只使用已分析素材、按素材轮转保证多样性、忽略未分析素材',()=>{
const p=newProject('组接测试');p.media=[
{id:'a',type:'video',duration:60,name:'a',tags:[],analysis:{segments:[{start:0,end:5,description:'海边日落',score:95},{start:5,end:10,description:'山间徒步',score:90},{start:10,end:15,description:'城市车流',score:85}]}},
{id:'b',type:'video',duration:60,name:'b',tags:[],analysis:{segments:[{start:0,end:5,description:'海边清晨',score:80}]}},
{id:'c',type:'video',duration:60,name:'c',tags:[]},
{id:'m',type:'audio',duration:30,name:'m',tags:[]},
];
const plan=assemble(p,{style:'cinematic',target:12});
const adds=plan.operations.filter(o=>o.type==='add');
const vids=adds.filter(o=>o.clip.track==='video');
assert.ok(vids.length>=2);
assert.equal(vids[0].clip.mediaId,'a');
assert.equal(vids[1].clip.mediaId,'b'); // 轮转取用:第二个镜头来自不同素材
assert.ok(!vids.some(o=>o.clip.mediaId==='c')); // 未分析素材不参与
assert.ok(adds.some(o=>o.clip.track==='audio'&&o.clip.mediaId==='m'));
assert.ok(!plan.summary.includes('尚未进行 AI 分析'));
const applied=applyOperations(p,plan.operations);
assert.ok(applied.clips.filter(c=>c.track==='video').length>=2);
const unanalyzed=newProject('未分析组接');unanalyzed.media=[{id:'v',type:'video',duration:60,name:'v',tags:[]},{id:'m',type:'audio',duration:30,name:'m',tags:[]}];
const fallback=assemble(unanalyzed,{style:'cinematic',target:8});
assert.equal(fallback.operations.filter(o=>o.type==='add'&&o.clip.track==='video').length,1);
applyOperations(unanalyzed,fallback.operations);
});