Files
AI-cut/desktop/core/project.mjs
T
xhgit 452e38e9f7 feat(ai): 净化层空隙填补——镜头之间不留黑场
实测 V3 成片逐帧 QC:规划了 12 个镜头、净化层拦截 4 个垃圾
镜头后,剩余镜头保持原位置,时间轴出现 [8-21] 和 [29-37]
两段黑场(8 帧抽 4 帧黑屏)。

净化层在重叠平移之后新增空隙填补:视频轨按顺序向左压实,
任何镜头之间出现空隙即前移(新增/旧片段同样处理,自动补
update 操作)。新增空隙填补回归测试。
2026-11-14 20:13:35 +08:00

178 lines
14 KiB
JavaScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
import initSqlJs from 'sql.js';
import fs from 'node:fs/promises';
import path from 'node:path';
import { randomUUID } from 'node:crypto';
import { createRequire } from 'node:module';
const require = createRequire(import.meta.url);
let sql;
async function engine(){ return sql ||= await initSqlJs({locateFile:()=>require.resolve('sql.js/dist/sql-wasm.wasm')}); }
export function newProject(name='未命名项目') { return {version:1,id:randomUUID(),name,created:new Date().toISOString(),updated:new Date().toISOString(),settings:{width:1920,height:1080,fps:30},media:[],clips:[],messages:[],history:[],future:[]}; }
export const duration = c => (c.out-c.in)/(c.speed||1);
export function projectDuration(p){return Math.max(0,...p.clips.map(c=>c.start+duration(c)));}
export function validateProject(p){
if(p.version!==1 || !Array.isArray(p.media) || !Array.isArray(p.clips)) throw Error('不支持或损坏的项目格式');
if(![p.settings.width,p.settings.height,p.settings.fps].every(Number.isFinite)||p.settings.width<64||p.settings.height<64||p.settings.width>7680||p.settings.height>7680||p.settings.fps<1||p.settings.fps>120) throw Error('无效的输出参数');
if(p.settings.width%2||p.settings.height%2)throw Error('视频宽度和高度须为偶数');
const ids=new Set();
for(const c of p.clips){
if(ids.has(c.id))throw Error('片段 ID 重复'); ids.add(c.id);
if(!['video','audio','subtitle'].includes(c.track))throw Error('未知轨道');
if(![c.in,c.out,c.start,c.speed??1].every(Number.isFinite)||c.in<0||c.out<=c.in||c.start<0||(c.speed??1)<0.25||(c.speed??1)>4)throw Error('无效片段时间或速度');
for(const [key,min,max] of [['volume',0,4],['fade',0,10],['brightness',-1,1],['contrast',0,2],['saturation',0,3],['fontSize',12,160]])if(c[key]!==undefined&&(!Number.isFinite(c[key])||c[key]<min||c[key]>max))throw Error('片段参数超出范围:'+key);
if(c.text!==undefined&&(typeof c.text!=='string'||c.text.length>10000))throw Error('字幕文字格式或长度无效');
if(c.fit!==undefined&&!['contain','cover'].includes(c.fit))throw Error('无效的画面适配方式');
if(c.crop){const k=c.crop;if(![k.x,k.y,k.width,k.height].every(Number.isFinite)||k.x<0||k.y<0||k.width<=0||k.height<=0||k.x+k.width>1.001||k.y+k.height>1.001)throw Error('源画面裁切范围无效');}
if(c.motion!==undefined){if(!Array.isArray(c.motion)||c.motion.length>100)throw Error('关键帧数量无效');let previous=-1;for(const k of c.motion){if(![k.time,k.zoom,k.x,k.y].every(Number.isFinite)||k.time<0||k.time<=previous||k.time>duration(c)+1e-6||k.zoom<1||k.zoom>4||k.x<0||k.x>1||k.y<0||k.y>1)throw Error('运动关键帧无效:时间须递增,缩放 1–4,位置 0–1');previous=k.time;}}
if(c.track!=='subtitle'){
const m=p.media.find(m=>m.id===c.mediaId); if(!m)throw Error('片段引用不存在的素材');
if(m.type!=='image'&&c.out>m.duration+0.1)throw Error('片段超出原素材时长');
if(c.track==='video'&&m.type==='audio')throw Error('音频不能放入视频轨道');
}
}
const v=p.clips.filter(c=>c.track==='video').sort((a,b)=>a.start-b.start);
for(let i=1;i<v.length;i++)if(v[i].start<v[i-1].start+duration(v[i-1])-0.02)throw Error('视频片段重叠,请移动或裁剪后重试');
if(projectDuration(p)>24*3600)throw Error('时间轴超过 24 小时限制');
return p;
}
export function commit(p, clips, label){
const next=structuredClone(p); next.clips=structuredClone(clips);validateProject(next);
next.history.push({label,clips:structuredClone(p.clips),time:new Date().toISOString()});next.history=next.history.slice(-100);next.future=[];next.updated=new Date().toISOString();return next;
}
export function undo(p,redo=false){
const n=structuredClone(p),from=redo?n.future:n.history,to=redo?n.history:n.future;const item=from.pop();
if(item){to.push({label:item.label,clips:n.clips,time:new Date().toISOString()});n.clips=item.clips;n.updated=new Date().toISOString();}return n;
}
export function splitClip(p,id,time){
const c=p.clips.find(c=>c.id===id);if(!c)throw Error('请选择要分割的片段');const offset=time-c.start;
if(offset<.05||offset>duration(c)-.05)throw Error('请将播放头放在片段内部');
const source=c.reverse?c.out-offset*(c.speed||1):c.in+offset*(c.speed||1);
const left={...c,...(c.reverse?{in:source}:{out:source})},right={...c,id:randomUUID(),start:time,...(c.reverse?{out:source}:{in:source})};
if(c.motion?.length){
const a=[...c.motion].reverse().find(k=>k.time<=offset)||c.motion[0],b=c.motion.find(k=>k.time>=offset)||c.motion.at(-1),mix=b.time===a.time?0:Math.max(0,Math.min(1,(offset-a.time)/(b.time-a.time)));
const at={time:offset,zoom:a.zoom+(b.zoom-a.zoom)*mix,x:a.x+(b.x-a.x)*mix,y:a.y+(b.y-a.y)*mix};
left.motion=[...c.motion.filter(k=>k.time<offset),at];right.motion=[{...at,time:0},...c.motion.filter(k=>k.time>offset).map(k=>({...k,time:k.time-offset}))];
}
return commit(p,p.clips.flatMap(x=>x.id===id?[left,right]:[x]),'分割片段');
}
export async function saveProject(file,p){
validateProject(p); const SQL=await engine(),db=new SQL.Database();
try{db.run('CREATE TABLE state (id INTEGER PRIMARY KEY, data TEXT NOT NULL); CREATE TABLE metadata (key TEXT PRIMARY KEY, value TEXT)');
db.run('INSERT INTO state VALUES (1, ?)',[JSON.stringify(p)]);db.run('INSERT INTO metadata VALUES (?,?)',['format','qingying/1']);
await fs.mkdir(path.dirname(file),{recursive:true});const temp=file+'.tmp';await fs.writeFile(temp,db.export());
await fs.copyFile(file,file+'.bak').catch(e=>{if(e.code!=='ENOENT')throw e;});await fs.rename(temp,file);
}finally{db.close();}
}
export async function loadProject(file){const SQL=await engine(),db=new SQL.Database(await fs.readFile(file));try{const r=db.exec('SELECT data FROM state WHERE id=1');return validateProject(JSON.parse(r[0].values[0][0]));}finally{db.close();}}
const OP_FIELDS=['start','in','out','speed','volume','fade','text','color','fontSize','brightness','contrast','saturation','fit'];
const OP_LIMITS={start:[0,86400],in:[0,86400],out:[0.1,86400],speed:[.25,4],volume:[0,4],fade:[0,10],brightness:[-1,1],contrast:[0,2],saturation:[0,3],fontSize:[12,160]};
function clampValue(v,key){if(v===undefined||v===null||v==='')return undefined;const n=Number(v);if(!Number.isFinite(n))return undefined;const [min,max]=OP_LIMITS[key];return Math.round(Math.min(max,Math.max(min,n))*1000)/1000;}
function cleanText(v){return String(v??'').slice(0,10000);}
function cleanColor(v){return /^#[0-9a-fA-F]{6}$/.test(String(v))?String(v):undefined;}
// 净化模型返回的操作:越界数值截断、引用不存在的对象则忽略、视频轨重叠自动平移。
// 让模型输出中的个别小错误不再导致整个方案被拒绝,并在 notes 中记录修正。
export function sanitizeOperations(p,operations){
if(!Array.isArray(operations)||operations.length>1000)throw Error('模型没有返回有效的操作数组');
const ops=[],notes=[],addBySim=new Map(),updById=new Map();
const seenRange=new Set();
for(const c of p.clips)if(c.mediaId&&c.track!=='subtitle')seenRange.add(c.mediaId+'|'+Math.round(c.in*10)+'|'+Math.round(c.out*10));
const note=n=>{if(notes.length<40)notes.push(n);};
const handle=op=>{
if(!op||typeof op!=='object')return note('忽略无效操作');
if(op.type==='add'){
const raw=op.clip&&typeof op.clip==='object'?op.clip:{};
const track=['audio','subtitle'].includes(raw.track)?raw.track:'video';
const m=track==='subtitle'?null:p.media.find(x=>x.id===raw.mediaId);
if(track!=='subtitle'){
if(!m)return note('忽略 add:引用了不存在的素材');
if(track==='audio'&&m.type!=='audio')return note('忽略 add:音频轨道需要音频素材');
if(track==='video'&&m.type==='audio')return note('忽略 add:音频素材不能放入视频轨道');
}
const clip={id:randomUUID(),track,start:clampValue(raw.start,'start')??0,in:0,speed:clampValue(raw.speed,'speed')??1,volume:clampValue(raw.volume,'volume')??1};
if(track!=='subtitle')clip.mediaId=m.id;
if(track==='subtitle')clip.out=clampValue(raw.out,'out')??3;
else if(m.type==='image'){clip.in=0;clip.out=Math.min(clampValue(raw.out,'out')??Math.min(5,60),60);}
else{clip.in=Math.min(clampValue(raw.in,'in')??0,Math.max(0,m.duration-.1));clip.out=Math.min(clampValue(raw.out,'out')??m.duration,m.duration);}
if(!(clip.out>clip.in+.05))return note('忽略 add:出点必须大于入点');
if(track!=='subtitle'){
const scored=(m.analysis?.segments||[]).filter(s=>s.score!=null);
if(scored.length&&!scored.some(s=>clip.in<s.end+.5&&clip.out>s.start-.5))return note('忽略 add:源时间范围不在已分析片段内');
const key=clip.mediaId+'|'+Math.round(clip.in*10)+'|'+Math.round(clip.out*10);if(seenRange.has(key))return note('忽略 add:与现有片段重复使用同一源片段');seenRange.add(key);}
if(raw.text!==undefined)clip.text=cleanText(raw.text);
for(const k of ['fade','brightness','contrast','saturation','fontSize']){const v=clampValue(raw[k],k);if(v!==undefined)clip[k]=v;}
if(raw.color!==undefined){const col=cleanColor(raw.color);if(col)clip.color=col;}
if(raw.fit!==undefined)clip.fit=['contain','cover'].includes(raw.fit)?raw.fit:'contain';
const entry={type:'add',clip};ops.push(entry);addBySim.set(clip.id,{entry,clip});
}else if(op.type==='update'){
const c=p.clips.find(x=>x.id===op.id);
if(!c)return note('忽略 update:引用了不存在的片段');
const changes=op.changes&&typeof op.changes==='object'?op.changes:{};
if(changes.id!==undefined||changes.mediaId!==undefined||changes.track!==undefined)note('update 不允许修改 id / mediaId / track,已忽略这些字段');
const m=c.track==='subtitle'?null:p.media.find(x=>x.id===c.mediaId);
const clean={};
for(const k of (c.track==='subtitle'?['start','out','text','color','fontSize']:OP_FIELDS)){
if(changes[k]===undefined)continue;
if(k==='in'||k==='out'){
const v=clampValue(changes[k],k);
if(v===undefined)return note('忽略 update:'+k+' 数值无效');
if(m&&m.type!=='image'&&k==='out'&&v>m.duration)return note('忽略 update:out 超出素材时长');
if(m&&m.type!=='image'&&k==='in'&&v>m.duration-.1)return note('忽略 update:in 超出素材时长');
const in2=k==='in'?v:c.in,out2=k==='out'?v:c.out;
if(m&&m.type==='image'&&k==='in')clean.in=0;
else if(out2<=in2+.05)return note('忽略 update:出点必须大于入点');
else clean[k]=v;
}else if(k==='start'){const v=clampValue(changes[k],k);if(v===undefined)return note('忽略 update:start 数值无效');clean.start=v;}
else if(k==='text')clean.text=cleanText(changes[k]);
else if(k==='color'){const col=cleanColor(changes[k]);if(col)clean.color=col;else note('忽略 update:color 格式无效');}
else if(k==='fit')clean.fit=['contain','cover'].includes(changes[k])?changes[k]:'contain';
else{const v=clampValue(changes[k],k);if(v===undefined)return note('忽略 update:'+k+' 数值无效');clean[k]=v;}
}
if(!Object.keys(clean).length)return;
const entry={type:'update',id:c.id,changes:clean};ops.push(entry);updById.set(c.id,entry);
}else if(op.type==='remove'){
if(!p.clips.some(x=>x.id===op.id))return note('忽略 remove:片段不存在');
ops.push({type:'remove',id:op.id});
}else note('忽略不支持的 AI 操作:'+String(op.type));
};
for(const op of operations)handle(op);
// 视频轨重叠修复:按起点排序,把后置片段自动右移而不是整体报错
const sim=new Map(p.clips.map(c=>[c.id,structuredClone(c)]));
for(const op of ops){if(op.type==='add')sim.set(op.clip.id,structuredClone(op.clip));else if(op.type==='remove')sim.delete(op.id);else{const c=sim.get(op.id);if(c)Object.assign(c,op.changes);}}
const vids=[...sim.values()].filter(c=>c.track==='video').sort((a,b)=>a.start-b.start);
for(let i=1;i<vids.length;i++){
const end=vids[i-1].start+duration(vids[i-1]);
if(vids[i].start<end-.02){
const at=Math.round(end*100)/100;
const add=addBySim.get(vids[i].id);if(add)add.clip.start=at;
else{const upd=updById.get(vids[i].id);if(upd)upd.changes.start=at;
else{const entry={type:'update',id:vids[i].id,changes:{start:at}};ops.push(entry);updById.set(vids[i].id,entry);}}
vids[i].start=at;
note('视频片段重叠,已自动后移至 '+at.toFixed(1)+' 秒');
}
}
// 空隙填补:把视频轨向左压实,镜头之间不留黑场
for(let i=1;i<vids.length;i++){
const prevEnd=vids[i-1].start+duration(vids[i-1]);
const gap=vids[i].start-prevEnd;
if(gap>0.02){
const at=Math.round(prevEnd*100)/100;
const add=addBySim.get(vids[i].id);if(add)add.clip.start=at;
else{const upd=updById.get(vids[i].id);if(upd)upd.changes.start=at;
else{const entry={type:'update',id:vids[i].id,changes:{start:at}};ops.push(entry);updById.set(vids[i].id,entry);}}
vids[i].start=at;
note('填补空隙,片段前移至 '+at.toFixed(1)+' 秒');
}
}
try{validateProject({...p,clips:[...sim.values()]});}catch(e){throw Error('AI 操作校验未通过:'+e.message+';'+notes.slice(0,3).join(';'));}
return {operations:ops,notes};
}
export function applyOperations(p,operations,label='AI 修改'){
if(!Array.isArray(operations)||operations.length>500)throw Error('AI 命令数量无效');let clips=structuredClone(p.clips);
for(const op of operations){
if(op.type==='add'){const c={id:randomUUID(),track:'video',start:0,in:0,speed:1,volume:1,...op.clip};c.id=randomUUID();clips.push(c);}
else if(op.type==='remove'){if(!clips.some(c=>c.id===op.id))throw Error('AI 引用了未知片段');clips=clips.filter(c=>c.id!==op.id);}
else if(op.type==='update'){const c=clips.find(c=>c.id===op.id);if(!c)throw Error('AI 引用了未知片段');const {id,mediaId,track,...changes}=op.changes||{};Object.assign(c,changes);}
else throw Error('不支持的 AI 操作:'+op.type);
}return commit(p,clips,label);
}