Files
AI-cut/desktop/core/project.mjs
xhgit aa17701241 feat(ai): 新增 AI 操作净化层——越界截断、重叠平移、无效操作忽略
模型输出中个别小错误(数值越界、引用不存在的素材/片段、视频轨重叠)不再导致整个剪辑方案被校验拒绝:
- add:截断越界数值(speed/volume/fade/色值/字号等),引用不存在或类型不符的素材时忽略该操作
- update:禁止改 id/mediaId/track,字段逐项截断,入点出点矛盾时忽略
- remove:引用不存在片段时忽略
- 视频轨重叠自动右移后置片段,而不是整体报错
- 返回 notes 记录所有自动修正,供方案摘要展示
2026-11-14 11:21:12 +08:00

157 lines
13 KiB
JavaScript
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
import initSqlJs from 'sql.js';
import fs from 'node:fs/promises';
import path from 'node:path';
import { randomUUID } from 'node:crypto';
import { createRequire } from 'node:module';
const require = createRequire(import.meta.url);
let sql;
async function engine(){ return sql ||= await initSqlJs({locateFile:()=>require.resolve('sql.js/dist/sql-wasm.wasm')}); }
export function newProject(name='未命名项目') { return {version:1,id:randomUUID(),name,created:new Date().toISOString(),updated:new Date().toISOString(),settings:{width:1920,height:1080,fps:30},media:[],clips:[],messages:[],history:[],future:[]}; }
export const duration = c => (c.out-c.in)/(c.speed||1);
export function projectDuration(p){return Math.max(0,...p.clips.map(c=>c.start+duration(c)));}
export function validateProject(p){
if(p.version!==1 || !Array.isArray(p.media) || !Array.isArray(p.clips)) throw Error('不支持或损坏的项目格式');
if(![p.settings.width,p.settings.height,p.settings.fps].every(Number.isFinite)||p.settings.width<64||p.settings.height<64||p.settings.width>7680||p.settings.height>7680||p.settings.fps<1||p.settings.fps>120) throw Error('无效的输出参数');
if(p.settings.width%2||p.settings.height%2)throw Error('视频宽度和高度须为偶数');
const ids=new Set();
for(const c of p.clips){
if(ids.has(c.id))throw Error('片段 ID 重复'); ids.add(c.id);
if(!['video','audio','subtitle'].includes(c.track))throw Error('未知轨道');
if(![c.in,c.out,c.start,c.speed??1].every(Number.isFinite)||c.in<0||c.out<=c.in||c.start<0||(c.speed??1)<0.25||(c.speed??1)>4)throw Error('无效片段时间或速度');
for(const [key,min,max] of [['volume',0,4],['fade',0,10],['brightness',-1,1],['contrast',0,2],['saturation',0,3],['fontSize',12,160]])if(c[key]!==undefined&&(!Number.isFinite(c[key])||c[key]<min||c[key]>max))throw Error('片段参数超出范围:'+key);
if(c.text!==undefined&&(typeof c.text!=='string'||c.text.length>10000))throw Error('字幕文字格式或长度无效');
if(c.fit!==undefined&&!['contain','cover'].includes(c.fit))throw Error('无效的画面适配方式');
if(c.crop){const k=c.crop;if(![k.x,k.y,k.width,k.height].every(Number.isFinite)||k.x<0||k.y<0||k.width<=0||k.height<=0||k.x+k.width>1.001||k.y+k.height>1.001)throw Error('源画面裁切范围无效');}
if(c.motion!==undefined){if(!Array.isArray(c.motion)||c.motion.length>100)throw Error('关键帧数量无效');let previous=-1;for(const k of c.motion){if(![k.time,k.zoom,k.x,k.y].every(Number.isFinite)||k.time<0||k.time<=previous||k.time>duration(c)+1e-6||k.zoom<1||k.zoom>4||k.x<0||k.x>1||k.y<0||k.y>1)throw Error('运动关键帧无效:时间须递增,缩放 1–4,位置 0–1');previous=k.time;}}
if(c.track!=='subtitle'){
const m=p.media.find(m=>m.id===c.mediaId); if(!m)throw Error('片段引用不存在的素材');
if(m.type!=='image'&&c.out>m.duration+0.1)throw Error('片段超出原素材时长');
if(c.track==='video'&&m.type==='audio')throw Error('音频不能放入视频轨道');
}
}
const v=p.clips.filter(c=>c.track==='video').sort((a,b)=>a.start-b.start);
for(let i=1;i<v.length;i++)if(v[i].start<v[i-1].start+duration(v[i-1])-0.02)throw Error('视频片段重叠,请移动或裁剪后重试');
if(projectDuration(p)>24*3600)throw Error('时间轴超过 24 小时限制');
return p;
}
export function commit(p, clips, label){
const next=structuredClone(p); next.clips=structuredClone(clips);validateProject(next);
next.history.push({label,clips:structuredClone(p.clips),time:new Date().toISOString()});next.history=next.history.slice(-100);next.future=[];next.updated=new Date().toISOString();return next;
}
export function undo(p,redo=false){
const n=structuredClone(p),from=redo?n.future:n.history,to=redo?n.history:n.future;const item=from.pop();
if(item){to.push({label:item.label,clips:n.clips,time:new Date().toISOString()});n.clips=item.clips;n.updated=new Date().toISOString();}return n;
}
export function splitClip(p,id,time){
const c=p.clips.find(c=>c.id===id);if(!c)throw Error('请选择要分割的片段');const offset=time-c.start;
if(offset<.05||offset>duration(c)-.05)throw Error('请将播放头放在片段内部');
const source=c.reverse?c.out-offset*(c.speed||1):c.in+offset*(c.speed||1);
const left={...c,...(c.reverse?{in:source}:{out:source})},right={...c,id:randomUUID(),start:time,...(c.reverse?{out:source}:{in:source})};
if(c.motion?.length){
const a=[...c.motion].reverse().find(k=>k.time<=offset)||c.motion[0],b=c.motion.find(k=>k.time>=offset)||c.motion.at(-1),mix=b.time===a.time?0:Math.max(0,Math.min(1,(offset-a.time)/(b.time-a.time)));
const at={time:offset,zoom:a.zoom+(b.zoom-a.zoom)*mix,x:a.x+(b.x-a.x)*mix,y:a.y+(b.y-a.y)*mix};
left.motion=[...c.motion.filter(k=>k.time<offset),at];right.motion=[{...at,time:0},...c.motion.filter(k=>k.time>offset).map(k=>({...k,time:k.time-offset}))];
}
return commit(p,p.clips.flatMap(x=>x.id===id?[left,right]:[x]),'分割片段');
}
export async function saveProject(file,p){
validateProject(p); const SQL=await engine(),db=new SQL.Database();
try{db.run('CREATE TABLE state (id INTEGER PRIMARY KEY, data TEXT NOT NULL); CREATE TABLE metadata (key TEXT PRIMARY KEY, value TEXT)');
db.run('INSERT INTO state VALUES (1, ?)',[JSON.stringify(p)]);db.run('INSERT INTO metadata VALUES (?,?)',['format','qingying/1']);
await fs.mkdir(path.dirname(file),{recursive:true});const temp=file+'.tmp';await fs.writeFile(temp,db.export());
await fs.copyFile(file,file+'.bak').catch(e=>{if(e.code!=='ENOENT')throw e;});await fs.rename(temp,file);
}finally{db.close();}
}
export async function loadProject(file){const SQL=await engine(),db=new SQL.Database(await fs.readFile(file));try{const r=db.exec('SELECT data FROM state WHERE id=1');return validateProject(JSON.parse(r[0].values[0][0]));}finally{db.close();}}
const OP_FIELDS=['start','in','out','speed','volume','fade','text','color','fontSize','brightness','contrast','saturation','fit'];
const OP_LIMITS={start:[0,86400],in:[0,86400],out:[0.1,86400],speed:[.25,4],volume:[0,4],fade:[0,10],brightness:[-1,1],contrast:[0,2],saturation:[0,3],fontSize:[12,160]};
function clampValue(v,key){if(v===undefined||v===null||v==='')return undefined;const n=Number(v);if(!Number.isFinite(n))return undefined;const [min,max]=OP_LIMITS[key];return Math.round(Math.min(max,Math.max(min,n))*1000)/1000;}
function cleanText(v){return String(v??'').slice(0,10000);}
function cleanColor(v){return /^#[0-9a-fA-F]{6}$/.test(String(v))?String(v):undefined;}
// 净化模型返回的操作:越界数值截断、引用不存在的对象则忽略、视频轨重叠自动平移。
// 让模型输出中的个别小错误不再导致整个方案被拒绝,并在 notes 中记录修正。
export function sanitizeOperations(p,operations){
if(!Array.isArray(operations)||operations.length>1000)throw Error('模型没有返回有效的操作数组');
const ops=[],notes=[],addBySim=new Map(),updById=new Map();
const note=n=>{if(notes.length<40)notes.push(n);};
const handle=op=>{
if(!op||typeof op!=='object')return note('忽略无效操作');
if(op.type==='add'){
const raw=op.clip&&typeof op.clip==='object'?op.clip:{};
const track=['audio','subtitle'].includes(raw.track)?raw.track:'video';
const m=track==='subtitle'?null:p.media.find(x=>x.id===raw.mediaId);
if(track!=='subtitle'){
if(!m)return note('忽略 add:引用了不存在的素材');
if(track==='audio'&&m.type!=='audio')return note('忽略 add:音频轨道需要音频素材');
if(track==='video'&&m.type==='audio')return note('忽略 add:音频素材不能放入视频轨道');
}
const clip={id:randomUUID(),track,start:clampValue(raw.start,'start')??0,in:0,speed:clampValue(raw.speed,'speed')??1,volume:clampValue(raw.volume,'volume')??1};
if(track!=='subtitle')clip.mediaId=m.id;
if(track==='subtitle')clip.out=clampValue(raw.out,'out')??3;
else if(m.type==='image'){clip.in=0;clip.out=Math.min(clampValue(raw.out,'out')??Math.min(5,60),60);}
else{clip.in=Math.min(clampValue(raw.in,'in')??0,Math.max(0,m.duration-.1));clip.out=Math.min(clampValue(raw.out,'out')??m.duration,m.duration);}
if(!(clip.out>clip.in+.05))return note('忽略 add:出点必须大于入点');
if(raw.text!==undefined)clip.text=cleanText(raw.text);
for(const k of ['fade','brightness','contrast','saturation','fontSize']){const v=clampValue(raw[k],k);if(v!==undefined)clip[k]=v;}
if(raw.color!==undefined){const col=cleanColor(raw.color);if(col)clip.color=col;}
if(raw.fit!==undefined)clip.fit=['contain','cover'].includes(raw.fit)?raw.fit:'contain';
const entry={type:'add',clip};ops.push(entry);addBySim.set(clip.id,{entry,clip});
}else if(op.type==='update'){
const c=p.clips.find(x=>x.id===op.id);
if(!c)return note('忽略 update:引用了不存在的片段');
const changes=op.changes&&typeof op.changes==='object'?op.changes:{};
if(changes.id!==undefined||changes.mediaId!==undefined||changes.track!==undefined)note('update 不允许修改 id / mediaId / track,已忽略这些字段');
const m=c.track==='subtitle'?null:p.media.find(x=>x.id===c.mediaId);
const clean={};
for(const k of (c.track==='subtitle'?['start','out','text','color','fontSize']:OP_FIELDS)){
if(changes[k]===undefined)continue;
if(k==='in'||k==='out'){
const v=clampValue(changes[k],k);
if(v===undefined)return note('忽略 update:'+k+' 数值无效');
if(m&&m.type!=='image'&&k==='out'&&v>m.duration)return note('忽略 update:out 超出素材时长');
if(m&&m.type!=='image'&&k==='in'&&v>m.duration-.1)return note('忽略 update:in 超出素材时长');
const in2=k==='in'?v:c.in,out2=k==='out'?v:c.out;
if(m&&m.type==='image'&&k==='in')clean.in=0;
else if(out2<=in2+.05)return note('忽略 update:出点必须大于入点');
else clean[k]=v;
}else if(k==='start'){const v=clampValue(changes[k],k);if(v===undefined)return note('忽略 update:start 数值无效');clean.start=v;}
else if(k==='text')clean.text=cleanText(changes[k]);
else if(k==='color'){const col=cleanColor(changes[k]);if(col)clean.color=col;else note('忽略 update:color 格式无效');}
else if(k==='fit')clean.fit=['contain','cover'].includes(changes[k])?changes[k]:'contain';
else{const v=clampValue(changes[k],k);if(v===undefined)return note('忽略 update:'+k+' 数值无效');clean[k]=v;}
}
if(!Object.keys(clean).length)return;
const entry={type:'update',id:c.id,changes:clean};ops.push(entry);updById.set(c.id,entry);
}else if(op.type==='remove'){
if(!p.clips.some(x=>x.id===op.id))return note('忽略 remove:片段不存在');
ops.push({type:'remove',id:op.id});
}else note('忽略不支持的 AI 操作:'+String(op.type));
};
for(const op of operations)handle(op);
// 视频轨重叠修复:按起点排序,把后置片段自动右移而不是整体报错
const sim=new Map(p.clips.map(c=>[c.id,structuredClone(c)]));
for(const op of ops){if(op.type==='add')sim.set(op.clip.id,structuredClone(op.clip));else if(op.type==='remove')sim.delete(op.id);else{const c=sim.get(op.id);if(c)Object.assign(c,op.changes);}}
const vids=[...sim.values()].filter(c=>c.track==='video').sort((a,b)=>a.start-b.start);
for(let i=1;i<vids.length;i++){
const end=vids[i-1].start+duration(vids[i-1]);
if(vids[i].start<end-.02){
const at=Math.round(end*100)/100;
const add=addBySim.get(vids[i].id);if(add)add.clip.start=at;
else{const upd=updById.get(vids[i].id);if(upd)upd.changes.start=at;}
vids[i].start=at;
note('视频片段重叠,已自动后移至 '+at.toFixed(1)+' 秒');
}
}
try{validateProject({...p,clips:[...sim.values()]});}catch(e){throw Error('AI 操作校验未通过:'+e.message+';'+notes.slice(0,3).join(';'));}
return {operations:ops,notes};
}
export function applyOperations(p,operations,label='AI 修改'){
if(!Array.isArray(operations)||operations.length>500)throw Error('AI 命令数量无效');let clips=structuredClone(p.clips);
for(const op of operations){
if(op.type==='add'){const c={id:randomUUID(),track:'video',start:0,in:0,speed:1,volume:1,...op.clip};c.id=randomUUID();clips.push(c);}
else if(op.type==='remove'){if(!clips.some(c=>c.id===op.id))throw Error('AI 引用了未知片段');clips=clips.filter(c=>c.id!==op.id);}
else if(op.type==='update'){const c=clips.find(c=>c.id===op.id);if(!c)throw Error('AI 引用了未知片段');const {id,mediaId,track,...changes}=op.changes||{};Object.assign(c,changes);}
else throw Error('不支持的 AI 操作:'+op.type);
}return commit(p,clips,label);
}