实测 V3 成片逐帧 QC:规划了 12 个镜头、净化层拦截 4 个垃圾 镜头后,剩余镜头保持原位置,时间轴出现 [8-21] 和 [29-37] 两段黑场(8 帧抽 4 帧黑屏)。 净化层在重叠平移之后新增空隙填补:视频轨按顺序向左压实, 任何镜头之间出现空隙即前移(新增/旧片段同样处理,自动补 update 操作)。新增空隙填补回归测试。
178 lines
14 KiB
JavaScript
178 lines
14 KiB
JavaScript
import initSqlJs from 'sql.js';
|
||
import fs from 'node:fs/promises';
|
||
import path from 'node:path';
|
||
import { randomUUID } from 'node:crypto';
|
||
import { createRequire } from 'node:module';
|
||
const require = createRequire(import.meta.url);
|
||
let sql;
|
||
async function engine(){ return sql ||= await initSqlJs({locateFile:()=>require.resolve('sql.js/dist/sql-wasm.wasm')}); }
|
||
export function newProject(name='未命名项目') { return {version:1,id:randomUUID(),name,created:new Date().toISOString(),updated:new Date().toISOString(),settings:{width:1920,height:1080,fps:30},media:[],clips:[],messages:[],history:[],future:[]}; }
|
||
export const duration = c => (c.out-c.in)/(c.speed||1);
|
||
export function projectDuration(p){return Math.max(0,...p.clips.map(c=>c.start+duration(c)));}
|
||
export function validateProject(p){
|
||
if(p.version!==1 || !Array.isArray(p.media) || !Array.isArray(p.clips)) throw Error('不支持或损坏的项目格式');
|
||
if(![p.settings.width,p.settings.height,p.settings.fps].every(Number.isFinite)||p.settings.width<64||p.settings.height<64||p.settings.width>7680||p.settings.height>7680||p.settings.fps<1||p.settings.fps>120) throw Error('无效的输出参数');
|
||
if(p.settings.width%2||p.settings.height%2)throw Error('视频宽度和高度须为偶数');
|
||
const ids=new Set();
|
||
for(const c of p.clips){
|
||
if(ids.has(c.id))throw Error('片段 ID 重复'); ids.add(c.id);
|
||
if(!['video','audio','subtitle'].includes(c.track))throw Error('未知轨道');
|
||
if(![c.in,c.out,c.start,c.speed??1].every(Number.isFinite)||c.in<0||c.out<=c.in||c.start<0||(c.speed??1)<0.25||(c.speed??1)>4)throw Error('无效片段时间或速度');
|
||
for(const [key,min,max] of [['volume',0,4],['fade',0,10],['brightness',-1,1],['contrast',0,2],['saturation',0,3],['fontSize',12,160]])if(c[key]!==undefined&&(!Number.isFinite(c[key])||c[key]<min||c[key]>max))throw Error('片段参数超出范围:'+key);
|
||
if(c.text!==undefined&&(typeof c.text!=='string'||c.text.length>10000))throw Error('字幕文字格式或长度无效');
|
||
if(c.fit!==undefined&&!['contain','cover'].includes(c.fit))throw Error('无效的画面适配方式');
|
||
if(c.crop){const k=c.crop;if(![k.x,k.y,k.width,k.height].every(Number.isFinite)||k.x<0||k.y<0||k.width<=0||k.height<=0||k.x+k.width>1.001||k.y+k.height>1.001)throw Error('源画面裁切范围无效');}
|
||
if(c.motion!==undefined){if(!Array.isArray(c.motion)||c.motion.length>100)throw Error('关键帧数量无效');let previous=-1;for(const k of c.motion){if(![k.time,k.zoom,k.x,k.y].every(Number.isFinite)||k.time<0||k.time<=previous||k.time>duration(c)+1e-6||k.zoom<1||k.zoom>4||k.x<0||k.x>1||k.y<0||k.y>1)throw Error('运动关键帧无效:时间须递增,缩放 1–4,位置 0–1');previous=k.time;}}
|
||
if(c.track!=='subtitle'){
|
||
const m=p.media.find(m=>m.id===c.mediaId); if(!m)throw Error('片段引用不存在的素材');
|
||
if(m.type!=='image'&&c.out>m.duration+0.1)throw Error('片段超出原素材时长');
|
||
if(c.track==='video'&&m.type==='audio')throw Error('音频不能放入视频轨道');
|
||
}
|
||
}
|
||
const v=p.clips.filter(c=>c.track==='video').sort((a,b)=>a.start-b.start);
|
||
for(let i=1;i<v.length;i++)if(v[i].start<v[i-1].start+duration(v[i-1])-0.02)throw Error('视频片段重叠,请移动或裁剪后重试');
|
||
if(projectDuration(p)>24*3600)throw Error('时间轴超过 24 小时限制');
|
||
return p;
|
||
}
|
||
export function commit(p, clips, label){
|
||
const next=structuredClone(p); next.clips=structuredClone(clips);validateProject(next);
|
||
next.history.push({label,clips:structuredClone(p.clips),time:new Date().toISOString()});next.history=next.history.slice(-100);next.future=[];next.updated=new Date().toISOString();return next;
|
||
}
|
||
export function undo(p,redo=false){
|
||
const n=structuredClone(p),from=redo?n.future:n.history,to=redo?n.history:n.future;const item=from.pop();
|
||
if(item){to.push({label:item.label,clips:n.clips,time:new Date().toISOString()});n.clips=item.clips;n.updated=new Date().toISOString();}return n;
|
||
}
|
||
export function splitClip(p,id,time){
|
||
const c=p.clips.find(c=>c.id===id);if(!c)throw Error('请选择要分割的片段');const offset=time-c.start;
|
||
if(offset<.05||offset>duration(c)-.05)throw Error('请将播放头放在片段内部');
|
||
const source=c.reverse?c.out-offset*(c.speed||1):c.in+offset*(c.speed||1);
|
||
const left={...c,...(c.reverse?{in:source}:{out:source})},right={...c,id:randomUUID(),start:time,...(c.reverse?{out:source}:{in:source})};
|
||
if(c.motion?.length){
|
||
const a=[...c.motion].reverse().find(k=>k.time<=offset)||c.motion[0],b=c.motion.find(k=>k.time>=offset)||c.motion.at(-1),mix=b.time===a.time?0:Math.max(0,Math.min(1,(offset-a.time)/(b.time-a.time)));
|
||
const at={time:offset,zoom:a.zoom+(b.zoom-a.zoom)*mix,x:a.x+(b.x-a.x)*mix,y:a.y+(b.y-a.y)*mix};
|
||
left.motion=[...c.motion.filter(k=>k.time<offset),at];right.motion=[{...at,time:0},...c.motion.filter(k=>k.time>offset).map(k=>({...k,time:k.time-offset}))];
|
||
}
|
||
return commit(p,p.clips.flatMap(x=>x.id===id?[left,right]:[x]),'分割片段');
|
||
}
|
||
export async function saveProject(file,p){
|
||
validateProject(p); const SQL=await engine(),db=new SQL.Database();
|
||
try{db.run('CREATE TABLE state (id INTEGER PRIMARY KEY, data TEXT NOT NULL); CREATE TABLE metadata (key TEXT PRIMARY KEY, value TEXT)');
|
||
db.run('INSERT INTO state VALUES (1, ?)',[JSON.stringify(p)]);db.run('INSERT INTO metadata VALUES (?,?)',['format','qingying/1']);
|
||
await fs.mkdir(path.dirname(file),{recursive:true});const temp=file+'.tmp';await fs.writeFile(temp,db.export());
|
||
await fs.copyFile(file,file+'.bak').catch(e=>{if(e.code!=='ENOENT')throw e;});await fs.rename(temp,file);
|
||
}finally{db.close();}
|
||
}
|
||
export async function loadProject(file){const SQL=await engine(),db=new SQL.Database(await fs.readFile(file));try{const r=db.exec('SELECT data FROM state WHERE id=1');return validateProject(JSON.parse(r[0].values[0][0]));}finally{db.close();}}
|
||
const OP_FIELDS=['start','in','out','speed','volume','fade','text','color','fontSize','brightness','contrast','saturation','fit'];
|
||
const OP_LIMITS={start:[0,86400],in:[0,86400],out:[0.1,86400],speed:[.25,4],volume:[0,4],fade:[0,10],brightness:[-1,1],contrast:[0,2],saturation:[0,3],fontSize:[12,160]};
|
||
function clampValue(v,key){if(v===undefined||v===null||v==='')return undefined;const n=Number(v);if(!Number.isFinite(n))return undefined;const [min,max]=OP_LIMITS[key];return Math.round(Math.min(max,Math.max(min,n))*1000)/1000;}
|
||
function cleanText(v){return String(v??'').slice(0,10000);}
|
||
function cleanColor(v){return /^#[0-9a-fA-F]{6}$/.test(String(v))?String(v):undefined;}
|
||
// 净化模型返回的操作:越界数值截断、引用不存在的对象则忽略、视频轨重叠自动平移。
|
||
// 让模型输出中的个别小错误不再导致整个方案被拒绝,并在 notes 中记录修正。
|
||
export function sanitizeOperations(p,operations){
|
||
if(!Array.isArray(operations)||operations.length>1000)throw Error('模型没有返回有效的操作数组');
|
||
const ops=[],notes=[],addBySim=new Map(),updById=new Map();
|
||
const seenRange=new Set();
|
||
for(const c of p.clips)if(c.mediaId&&c.track!=='subtitle')seenRange.add(c.mediaId+'|'+Math.round(c.in*10)+'|'+Math.round(c.out*10));
|
||
const note=n=>{if(notes.length<40)notes.push(n);};
|
||
const handle=op=>{
|
||
if(!op||typeof op!=='object')return note('忽略无效操作');
|
||
if(op.type==='add'){
|
||
const raw=op.clip&&typeof op.clip==='object'?op.clip:{};
|
||
const track=['audio','subtitle'].includes(raw.track)?raw.track:'video';
|
||
const m=track==='subtitle'?null:p.media.find(x=>x.id===raw.mediaId);
|
||
if(track!=='subtitle'){
|
||
if(!m)return note('忽略 add:引用了不存在的素材');
|
||
if(track==='audio'&&m.type!=='audio')return note('忽略 add:音频轨道需要音频素材');
|
||
if(track==='video'&&m.type==='audio')return note('忽略 add:音频素材不能放入视频轨道');
|
||
}
|
||
const clip={id:randomUUID(),track,start:clampValue(raw.start,'start')??0,in:0,speed:clampValue(raw.speed,'speed')??1,volume:clampValue(raw.volume,'volume')??1};
|
||
if(track!=='subtitle')clip.mediaId=m.id;
|
||
if(track==='subtitle')clip.out=clampValue(raw.out,'out')??3;
|
||
else if(m.type==='image'){clip.in=0;clip.out=Math.min(clampValue(raw.out,'out')??Math.min(5,60),60);}
|
||
else{clip.in=Math.min(clampValue(raw.in,'in')??0,Math.max(0,m.duration-.1));clip.out=Math.min(clampValue(raw.out,'out')??m.duration,m.duration);}
|
||
if(!(clip.out>clip.in+.05))return note('忽略 add:出点必须大于入点');
|
||
if(track!=='subtitle'){
|
||
const scored=(m.analysis?.segments||[]).filter(s=>s.score!=null);
|
||
if(scored.length&&!scored.some(s=>clip.in<s.end+.5&&clip.out>s.start-.5))return note('忽略 add:源时间范围不在已分析片段内');
|
||
const key=clip.mediaId+'|'+Math.round(clip.in*10)+'|'+Math.round(clip.out*10);if(seenRange.has(key))return note('忽略 add:与现有片段重复使用同一源片段');seenRange.add(key);}
|
||
|
||
if(raw.text!==undefined)clip.text=cleanText(raw.text);
|
||
for(const k of ['fade','brightness','contrast','saturation','fontSize']){const v=clampValue(raw[k],k);if(v!==undefined)clip[k]=v;}
|
||
if(raw.color!==undefined){const col=cleanColor(raw.color);if(col)clip.color=col;}
|
||
if(raw.fit!==undefined)clip.fit=['contain','cover'].includes(raw.fit)?raw.fit:'contain';
|
||
const entry={type:'add',clip};ops.push(entry);addBySim.set(clip.id,{entry,clip});
|
||
}else if(op.type==='update'){
|
||
const c=p.clips.find(x=>x.id===op.id);
|
||
if(!c)return note('忽略 update:引用了不存在的片段');
|
||
const changes=op.changes&&typeof op.changes==='object'?op.changes:{};
|
||
if(changes.id!==undefined||changes.mediaId!==undefined||changes.track!==undefined)note('update 不允许修改 id / mediaId / track,已忽略这些字段');
|
||
const m=c.track==='subtitle'?null:p.media.find(x=>x.id===c.mediaId);
|
||
const clean={};
|
||
for(const k of (c.track==='subtitle'?['start','out','text','color','fontSize']:OP_FIELDS)){
|
||
if(changes[k]===undefined)continue;
|
||
if(k==='in'||k==='out'){
|
||
const v=clampValue(changes[k],k);
|
||
if(v===undefined)return note('忽略 update:'+k+' 数值无效');
|
||
if(m&&m.type!=='image'&&k==='out'&&v>m.duration)return note('忽略 update:out 超出素材时长');
|
||
if(m&&m.type!=='image'&&k==='in'&&v>m.duration-.1)return note('忽略 update:in 超出素材时长');
|
||
const in2=k==='in'?v:c.in,out2=k==='out'?v:c.out;
|
||
if(m&&m.type==='image'&&k==='in')clean.in=0;
|
||
else if(out2<=in2+.05)return note('忽略 update:出点必须大于入点');
|
||
else clean[k]=v;
|
||
}else if(k==='start'){const v=clampValue(changes[k],k);if(v===undefined)return note('忽略 update:start 数值无效');clean.start=v;}
|
||
else if(k==='text')clean.text=cleanText(changes[k]);
|
||
else if(k==='color'){const col=cleanColor(changes[k]);if(col)clean.color=col;else note('忽略 update:color 格式无效');}
|
||
else if(k==='fit')clean.fit=['contain','cover'].includes(changes[k])?changes[k]:'contain';
|
||
else{const v=clampValue(changes[k],k);if(v===undefined)return note('忽略 update:'+k+' 数值无效');clean[k]=v;}
|
||
}
|
||
if(!Object.keys(clean).length)return;
|
||
const entry={type:'update',id:c.id,changes:clean};ops.push(entry);updById.set(c.id,entry);
|
||
}else if(op.type==='remove'){
|
||
if(!p.clips.some(x=>x.id===op.id))return note('忽略 remove:片段不存在');
|
||
ops.push({type:'remove',id:op.id});
|
||
}else note('忽略不支持的 AI 操作:'+String(op.type));
|
||
};
|
||
for(const op of operations)handle(op);
|
||
// 视频轨重叠修复:按起点排序,把后置片段自动右移而不是整体报错
|
||
const sim=new Map(p.clips.map(c=>[c.id,structuredClone(c)]));
|
||
for(const op of ops){if(op.type==='add')sim.set(op.clip.id,structuredClone(op.clip));else if(op.type==='remove')sim.delete(op.id);else{const c=sim.get(op.id);if(c)Object.assign(c,op.changes);}}
|
||
const vids=[...sim.values()].filter(c=>c.track==='video').sort((a,b)=>a.start-b.start);
|
||
for(let i=1;i<vids.length;i++){
|
||
const end=vids[i-1].start+duration(vids[i-1]);
|
||
if(vids[i].start<end-.02){
|
||
const at=Math.round(end*100)/100;
|
||
const add=addBySim.get(vids[i].id);if(add)add.clip.start=at;
|
||
else{const upd=updById.get(vids[i].id);if(upd)upd.changes.start=at;
|
||
else{const entry={type:'update',id:vids[i].id,changes:{start:at}};ops.push(entry);updById.set(vids[i].id,entry);}}
|
||
vids[i].start=at;
|
||
note('视频片段重叠,已自动后移至 '+at.toFixed(1)+' 秒');
|
||
}
|
||
}
|
||
// 空隙填补:把视频轨向左压实,镜头之间不留黑场
|
||
for(let i=1;i<vids.length;i++){
|
||
const prevEnd=vids[i-1].start+duration(vids[i-1]);
|
||
const gap=vids[i].start-prevEnd;
|
||
if(gap>0.02){
|
||
const at=Math.round(prevEnd*100)/100;
|
||
const add=addBySim.get(vids[i].id);if(add)add.clip.start=at;
|
||
else{const upd=updById.get(vids[i].id);if(upd)upd.changes.start=at;
|
||
else{const entry={type:'update',id:vids[i].id,changes:{start:at}};ops.push(entry);updById.set(vids[i].id,entry);}}
|
||
vids[i].start=at;
|
||
note('填补空隙,片段前移至 '+at.toFixed(1)+' 秒');
|
||
}
|
||
}
|
||
try{validateProject({...p,clips:[...sim.values()]});}catch(e){throw Error('AI 操作校验未通过:'+e.message+';'+notes.slice(0,3).join(';'));}
|
||
return {operations:ops,notes};
|
||
}
|
||
export function applyOperations(p,operations,label='AI 修改'){
|
||
if(!Array.isArray(operations)||operations.length>500)throw Error('AI 命令数量无效');let clips=structuredClone(p.clips);
|
||
for(const op of operations){
|
||
if(op.type==='add'){const c={id:randomUUID(),track:'video',start:0,in:0,speed:1,volume:1,...op.clip};c.id=randomUUID();clips.push(c);}
|
||
else if(op.type==='remove'){if(!clips.some(c=>c.id===op.id))throw Error('AI 引用了未知片段');clips=clips.filter(c=>c.id!==op.id);}
|
||
else if(op.type==='update'){const c=clips.find(c=>c.id===op.id);if(!c)throw Error('AI 引用了未知片段');const {id,mediaId,track,...changes}=op.changes||{};Object.assign(c,changes);}
|
||
else throw Error('不支持的 AI 操作:'+op.type);
|
||
}return commit(p,clips,label);
|
||
}
|