Files
xhgit 27faeb8e8a feat(ai): 按参数组接只选已分析素材并轮转保多样性;规划流程识别新建/修改意图
按参数组接(assemble):
- 存在已分析(有评分)素材时只使用这些素材,未分析素材不再乱入
- 按素材轮转取用镜头,避免单一素材堆砌,每素材数量有上限
- 摘要说明镜头来源数量与未使用素材,未分析时明确提示先做 AI 分析

规划流程(plan handler):
- 识别新建意图(如「制作一个 45 秒旅行视频」):先 remove 现有全部片段再重建,避免旧片段与新材料混在一起
- 接入 sanitizeOperations 净化层与 3 次修正重试,方案摘要显示自动修正数量
- 失败时在聊天中显示原因(此前只弹 toast)
- 本地模型提示词预算 3800 字符、云端 9000 字符;用户指令上限 3000 字符
2026-11-14 11:21:47 +08:00

63 lines
5.1 KiB
JavaScript

// These values are used by both the planner and actual clip defaults / rendering.
const preset=(id,name,shotMin,shotMax,saturation,contrast,brightness,fade,fontSize,color,musicVolume)=>({id,name,shotMin,shotMax,saturation,contrast,brightness,fade,fontSize,color,musicVolume});
export const styles=[
preset('cinematic','电影感',3,6,.85,1.1,-.02,.3,42,'#ffffff',.25),
preset('vlog','Vlog',2,4,1.12,1.02,.02,.15,44,'#ffffff',.3),
preset('travel','旅行纪录片',4,7,1.05,1.03,0,.4,40,'#ffffff',.22),
preset('cyber','赛博朋克',1.2,3,1.5,1.25,-.04,.08,44,'#42f5f5',.4),
preset('tech','科技宣传',2,4,1.05,1.15,0,.15,40,'#91caff',.3),
preset('minimal','极简高级',4,6,.7,1.05,.03,.35,36,'#ffffff',.16),
preset('campus','青春校园',2,4,1.18,.98,.05,.2,46,'#fff3af',.3),
preset('sport','热血运动',.7,1.8,1.2,1.25,0,.05,52,'#ffe336',.45),
preset('game','游戏混剪',.8,2,1.3,1.2,0,.03,50,'#ffffff',.4),
preset('anime','二次元',1.5,3,1.25,1.08,.03,.15,46,'#ffd7eb',.35),
preset('emotion','情绪短片',4,7,.65,1.12,-.03,.5,38,'#ffffff',.15),
preset('advert','商业广告',1.5,3,1.1,1.15,.02,.1,48,'#ffffff',.32),
preset('product','产品介绍',3,5,1,1.04,.04,.2,42,'#ffffff',.18),
preset('beat','快节奏卡点',.5,1.2,1.15,1.18,0,.02,48,'#ffff00',.45),
preset('healing','温柔治愈',4,7,.9,.92,.06,.6,38,'#fff4dc',.18),
preset('film','复古胶片',3,5,.72,1.1,-.01,.25,40,'#fff1cb',.22),
preset('custom','自定义 / 原始',2,5,1,1,0,0,42,'#ffffff',.25)
];
export function getStyle(id){return styles.find(s=>s.id===id)||styles[0];}
export function styleOperations(operations,style){if(!Array.isArray(operations))throw Error('模型没有返回操作数组');return operations.map(op=>op.type==='add'?{...op,clip:{saturation:style.saturation,contrast:style.contrast,brightness:style.brightness,fade:style.fade,fontSize:style.fontSize,color:style.color,...op.clip}}:op);}
const PLACEHOLDER=/尚未|等待|采样窗口|时间采样|语义或动作/;
export function assemble(p,{style='cinematic',target=45,keepOriginal=true}={}){
const s=getStyle(style);target=Math.max(1,Math.min(3600,Number(target)||45));
const sources=p.media.filter(m=>m.type!=='audio'&&!m.missing);if(!sources.length)throw Error('请先导入视频或图片');
const per=[];let scored=0;
for(const m of sources){
const segments=(m.analysis?.segments||[]).filter(seg=>seg&&Number.isFinite(seg.score)&&seg.score!==null&&typeof seg.description==='string'&&seg.description&&!PLACEHOLDER.test(seg.description)).sort((a,b)=>b.score-a.score);
if(segments.length)scored++;
per.push({m,segments});
}
let candidates;
if(scored){
// 只要存在经过 AI 分析(有评分)的素材,就只使用这些素材,避免把未理解的镜头乱放进去;
// 按素材轮转取用,保证镜头来自多个素材而不是单一素材堆砌。
const grouped=new Map();for(const {m,segments} of per)if(segments.length)grouped.set(m.id,{m,segments});
const maxPer=Math.max(1,Math.ceil(target/Math.max(.5,s.shotMin)/Math.max(1,grouped.size)));
const order=[...grouped.keys()].sort((a,b)=>(grouped.get(b).segments[0].score)-(grouped.get(a).segments[0].score));
candidates=[];for(let round=0,added=true;added;round++){added=false;
for(const id of order){const g=grouped.get(id);if(round>=g.segments.length)continue;const used=candidates.filter(c=>c.m.id===id).length;if(used>=maxPer)continue;candidates.push({m:g.m,segment:g.segments[round]});added=true;}
}
}else{
candidates=per.map(({m})=>({m,segment:{start:0,end:m.duration,score:null}}));
}
let cursor=0;const clips=[];const used=new Set();
for(const {m,segment} of candidates){
if(cursor>=target-.01)break;
const available=m.type==='image'?Math.min(60,s.shotMax):segment.end-segment.start;
if(!(available>0))continue;
const len=Math.min(available,s.shotMax,target-cursor);if(len<.3)continue;
clips.push({mediaId:m.id,track:'video',start:cursor,in:m.type==='image'?0:segment.start,out:m.type==='image'?len:segment.start+len,speed:1,volume:keepOriginal?1:0,fade:Math.min(s.fade,len/2),saturation:s.saturation,contrast:s.contrast,brightness:s.brightness});cursor+=len;used.add(m.id);
}
const music=p.media.find(m=>m.type==='audio'&&!m.missing);if(music&&cursor)clips.push({mediaId:music.id,track:'audio',start:0,in:0,out:Math.min(music.duration,cursor),speed:1,volume:s.musicVolume});
const unused=sources.filter(m=>!used.has(m.id));
const summary=`按「${s.name}」参数组接 ${clips.filter(c=>c.track==='video').length} 个镜头,来自 ${used.size} 个素材,共 ${cursor.toFixed(1)} 秒。`
+(cursor<target-.1?'可用片段不足目标时长,未重复镜头。':'')
+(scored?'只使用已有分析评分且语义可理解的片段。':'尚未进行 AI 分析,按导入顺序取整段素材,不代表语义理解,建议先做 AI 分析。')
+(unused.length?`未使用素材:${unused.slice(0,5).map(m=>m.name).join('、')}${unused.length>5?' 等':''}${scored?'(无可用分析片段)':''}。`:'');
return {summary,operations:[...p.clips.map(c=>({type:'remove',id:c.id})),...clips.map(clip=>({type:'add',clip}))]};
}