feat(ai): 按参数组接只选已分析素材并轮转保多样性;规划流程识别新建/修改意图

按参数组接(assemble):
- 存在已分析(有评分)素材时只使用这些素材,未分析素材不再乱入
- 按素材轮转取用镜头,避免单一素材堆砌,每素材数量有上限
- 摘要说明镜头来源数量与未使用素材,未分析时明确提示先做 AI 分析

规划流程(plan handler):
- 识别新建意图(如「制作一个 45 秒旅行视频」):先 remove 现有全部片段再重建,避免旧片段与新材料混在一起
- 接入 sanitizeOperations 净化层与 3 次修正重试,方案摘要显示自动修正数量
- 失败时在聊天中显示原因(此前只弹 toast)
- 本地模型提示词预算 3800 字符、云端 9000 字符;用户指令上限 3000 字符
This commit is contained in:
xhgit committed 2026-11-14 11:17:34 +08:00
1 parent de19ecc42c
commit ffb57c9868
3 files changed
+81 -6

No files matched your search

+24
View File
@@ -5,6 +5,7 @@ import path from 'node:path';
import {newProject,commit,undo,saveProject,loadProject,applyOperations,validateProject,projectDuration,splitClip} from '../desktop/core/project.mjs';
import {run,ffmpeg,probe,importMedia,analyzeTechnical,exportVideo,makeProxy} from '../desktop/core/media.mjs';
import {Tasks} from '../desktop/core/tasks.mjs';
import {assemble} from '../desktop/core/styles.mjs';
const out=path.resolve('.test-output','中文 空格素材');await fs.mkdir(out,{recursive:true});
test('真实 FFmpeg:导入、场景时间戳、编辑、SQLite 恢复、代理、音轨字幕和成品导出',async()=>{
const source=path.join(out,'测试 三色.mp4');
@@ -26,3 +27,26 @@ test('真实 FFmpeg:导入、场景时间戳、编辑、SQLite 恢复、代理
await assert.rejects(importMedia(path.join(out,'不存在.mp4'),cache));
});
test('任务队列限流、错误和取消',async()=>{let latest;const queue=new Tasks(x=>latest=x);let release;const block=new Promise(r=>release=r);queue.add('第一任务',async()=>{await block;return {ok:true};});const id=queue.add('取消任务',async()=>{throw Error('不得执行');});queue.cancel(id);queue.add('失败任务',async()=>{throw Error('真实失败');});release();for(let i=0;i<100&&queue.running;i++)await new Promise(r=>setTimeout(r,10));assert.equal(latest.find(i=>i.id===id).status,'cancelled');assert.equal(latest.find(i=>i.label==='失败任务').status,'error');});
test('按参数组接:只使用已分析素材、按素材轮转保证多样性、忽略未分析素材',()=>{
const p=newProject('组接测试');p.media=[
{id:'a',type:'video',duration:60,name:'a',tags:[],analysis:{segments:[{start:0,end:5,description:'海边日落',score:95},{start:5,end:10,description:'山间徒步',score:90},{start:10,end:15,description:'城市车流',score:85}]}},
{id:'b',type:'video',duration:60,name:'b',tags:[],analysis:{segments:[{start:0,end:5,description:'海边清晨',score:80}]}},
{id:'c',type:'video',duration:60,name:'c',tags:[]},
{id:'m',type:'audio',duration:30,name:'m',tags:[]},
];
const plan=assemble(p,{style:'cinematic',target:12});
const adds=plan.operations.filter(o=>o.type==='add');
const vids=adds.filter(o=>o.clip.track==='video');
assert.ok(vids.length>=2);
assert.equal(vids[0].clip.mediaId,'a');
assert.equal(vids[1].clip.mediaId,'b'); // 轮转取用:第二个镜头来自不同素材
assert.ok(!vids.some(o=>o.clip.mediaId==='c')); // 未分析素材不参与
assert.ok(adds.some(o=>o.clip.track==='audio'&&o.clip.mediaId==='m'));
assert.ok(!plan.summary.includes('尚未进行 AI 分析'));
const applied=applyOperations(p,plan.operations);
assert.ok(applied.clips.filter(c=>c.track==='video').length>=2);
const unanalyzed=newProject('未分析组接');unanalyzed.media=[{id:'v',type:'video',duration:60,name:'v',tags:[]},{id:'m',type:'audio',duration:30,name:'m',tags:[]}];
const fallback=assemble(unanalyzed,{style:'cinematic',target:8});
assert.equal(fallback.operations.filter(o=>o.type==='add'&&o.clip.track==='video').length,1);
applyOperations(unanalyzed,fallback.operations);
});