feat(ai): 按参数组接只选已分析素材并轮转保多样性;规划流程识别新建/修改意图
按参数组接(assemble): - 存在已分析(有评分)素材时只使用这些素材,未分析素材不再乱入 - 按素材轮转取用镜头,避免单一素材堆砌,每素材数量有上限 - 摘要说明镜头来源数量与未使用素材,未分析时明确提示先做 AI 分析 规划流程(plan handler): - 识别新建意图(如「制作一个 45 秒旅行视频」):先 remove 现有全部片段再重建,避免旧片段与新材料混在一起 - 接入 sanitizeOperations 净化层与 3 次修正重试,方案摘要显示自动修正数量 - 失败时在聊天中显示原因(此前只弹 toast) - 本地模型提示词预算 3800 字符、云端 9000 字符;用户指令上限 3000 字符
This commit is contained in:
1 parent
de19ecc42c
commit
ffb57c9868
3 files changed
+81
-6
No files matched your search
@@ -5,6 +5,7 @@ import path from 'node:path';
|
||||
import {newProject,commit,undo,saveProject,loadProject,applyOperations,validateProject,projectDuration,splitClip} from '../desktop/core/project.mjs';
|
||||
import {run,ffmpeg,probe,importMedia,analyzeTechnical,exportVideo,makeProxy} from '../desktop/core/media.mjs';
|
||||
import {Tasks} from '../desktop/core/tasks.mjs';
|
||||
import {assemble} from '../desktop/core/styles.mjs';
|
||||
const out=path.resolve('.test-output','中文 空格素材');await fs.mkdir(out,{recursive:true});
|
||||
test('真实 FFmpeg:导入、场景时间戳、编辑、SQLite 恢复、代理、音轨字幕和成品导出',async()=>{
|
||||
const source=path.join(out,'测试 三色.mp4');
|
||||
@@ -26,3 +27,26 @@ test('真实 FFmpeg:导入、场景时间戳、编辑、SQLite 恢复、代理
|
||||
await assert.rejects(importMedia(path.join(out,'不存在.mp4'),cache));
|
||||
});
|
||||
test('任务队列限流、错误和取消',async()=>{let latest;const queue=new Tasks(x=>latest=x);let release;const block=new Promise(r=>release=r);queue.add('第一任务',async()=>{await block;return {ok:true};});const id=queue.add('取消任务',async()=>{throw Error('不得执行');});queue.cancel(id);queue.add('失败任务',async()=>{throw Error('真实失败');});release();for(let i=0;i<100&&queue.running;i++)await new Promise(r=>setTimeout(r,10));assert.equal(latest.find(i=>i.id===id).status,'cancelled');assert.equal(latest.find(i=>i.label==='失败任务').status,'error');});
|
||||
test('按参数组接:只使用已分析素材、按素材轮转保证多样性、忽略未分析素材',()=>{
|
||||
const p=newProject('组接测试');p.media=[
|
||||
{id:'a',type:'video',duration:60,name:'a',tags:[],analysis:{segments:[{start:0,end:5,description:'海边日落',score:95},{start:5,end:10,description:'山间徒步',score:90},{start:10,end:15,description:'城市车流',score:85}]}},
|
||||
{id:'b',type:'video',duration:60,name:'b',tags:[],analysis:{segments:[{start:0,end:5,description:'海边清晨',score:80}]}},
|
||||
{id:'c',type:'video',duration:60,name:'c',tags:[]},
|
||||
{id:'m',type:'audio',duration:30,name:'m',tags:[]},
|
||||
];
|
||||
const plan=assemble(p,{style:'cinematic',target:12});
|
||||
const adds=plan.operations.filter(o=>o.type==='add');
|
||||
const vids=adds.filter(o=>o.clip.track==='video');
|
||||
assert.ok(vids.length>=2);
|
||||
assert.equal(vids[0].clip.mediaId,'a');
|
||||
assert.equal(vids[1].clip.mediaId,'b'); // 轮转取用:第二个镜头来自不同素材
|
||||
assert.ok(!vids.some(o=>o.clip.mediaId==='c')); // 未分析素材不参与
|
||||
assert.ok(adds.some(o=>o.clip.track==='audio'&&o.clip.mediaId==='m'));
|
||||
assert.ok(!plan.summary.includes('尚未进行 AI 分析'));
|
||||
const applied=applyOperations(p,plan.operations);
|
||||
assert.ok(applied.clips.filter(c=>c.track==='video').length>=2);
|
||||
const unanalyzed=newProject('未分析组接');unanalyzed.media=[{id:'v',type:'video',duration:60,name:'v',tags:[]},{id:'m',type:'audio',duration:30,name:'m',tags:[]}];
|
||||
const fallback=assemble(unanalyzed,{style:'cinematic',target:8});
|
||||
assert.equal(fallback.operations.filter(o=>o.type==='add'&&o.clip.track==='video').length,1);
|
||||
applyOperations(unanalyzed,fallback.operations);
|
||||
});
|
||||
Reference in new issue
Block a user