import initSqlJs from 'sql.js'; import fs from 'node:fs/promises'; import path from 'node:path'; import { randomUUID } from 'node:crypto'; import { createRequire } from 'node:module'; const require = createRequire(import.meta.url); let sql; async function engine(){ return sql ||= await initSqlJs({locateFile:()=>require.resolve('sql.js/dist/sql-wasm.wasm')}); } export function newProject(name='未命名项目') { return {version:1,id:randomUUID(),name,created:new Date().toISOString(),updated:new Date().toISOString(),settings:{width:1920,height:1080,fps:30},media:[],clips:[],messages:[],history:[],future:[]}; } export const duration = c => (c.out-c.in)/(c.speed||1); export function projectDuration(p){return Math.max(0,...p.clips.map(c=>c.start+duration(c)));} export function validateProject(p){ if(p.version!==1 || !Array.isArray(p.media) || !Array.isArray(p.clips)) throw Error('不支持或损坏的项目格式'); if(![p.settings.width,p.settings.height,p.settings.fps].every(Number.isFinite)||p.settings.width<64||p.settings.height<64||p.settings.width>7680||p.settings.height>7680||p.settings.fps<1||p.settings.fps>120) throw Error('无效的输出参数'); if(p.settings.width%2||p.settings.height%2)throw Error('视频宽度和高度须为偶数'); const ids=new Set(); for(const c of p.clips){ if(ids.has(c.id))throw Error('片段 ID 重复'); ids.add(c.id); if(!['video','audio','subtitle'].includes(c.track))throw Error('未知轨道'); if(![c.in,c.out,c.start,c.speed??1].every(Number.isFinite)||c.in<0||c.out<=c.in||c.start<0||(c.speed??1)<0.25||(c.speed??1)>4)throw Error('无效片段时间或速度'); for(const [key,min,max] of [['volume',0,4],['fade',0,10],['brightness',-1,1],['contrast',0,2],['saturation',0,3],['fontSize',12,160]])if(c[key]!==undefined&&(!Number.isFinite(c[key])||c[key]max))throw Error('片段参数超出范围:'+key); if(c.text!==undefined&&(typeof c.text!=='string'||c.text.length>10000))throw Error('字幕文字格式或长度无效'); if(c.fit!==undefined&&!['contain','cover'].includes(c.fit))throw Error('无效的画面适配方式'); if(c.crop){const k=c.crop;if(![k.x,k.y,k.width,k.height].every(Number.isFinite)||k.x<0||k.y<0||k.width<=0||k.height<=0||k.x+k.width>1.001||k.y+k.height>1.001)throw Error('源画面裁切范围无效');} if(c.motion!==undefined){if(!Array.isArray(c.motion)||c.motion.length>100)throw Error('关键帧数量无效');let previous=-1;for(const k of c.motion){if(![k.time,k.zoom,k.x,k.y].every(Number.isFinite)||k.time<0||k.time<=previous||k.time>duration(c)+1e-6||k.zoom<1||k.zoom>4||k.x<0||k.x>1||k.y<0||k.y>1)throw Error('运动关键帧无效:时间须递增,缩放 1–4,位置 0–1');previous=k.time;}} if(c.track!=='subtitle'){ const m=p.media.find(m=>m.id===c.mediaId); if(!m)throw Error('片段引用不存在的素材'); if(m.type!=='image'&&c.out>m.duration+0.1)throw Error('片段超出原素材时长'); if(c.track==='video'&&m.type==='audio')throw Error('音频不能放入视频轨道'); } } const v=p.clips.filter(c=>c.track==='video').sort((a,b)=>a.start-b.start); for(let i=1;i24*3600)throw Error('时间轴超过 24 小时限制'); return p; } export function commit(p, clips, label){ const next=structuredClone(p); next.clips=structuredClone(clips);validateProject(next); next.history.push({label,clips:structuredClone(p.clips),time:new Date().toISOString()});next.history=next.history.slice(-100);next.future=[];next.updated=new Date().toISOString();return next; } export function undo(p,redo=false){ const n=structuredClone(p),from=redo?n.future:n.history,to=redo?n.history:n.future;const item=from.pop(); if(item){to.push({label:item.label,clips:n.clips,time:new Date().toISOString()});n.clips=item.clips;n.updated=new Date().toISOString();}return n; } export function splitClip(p,id,time){ const c=p.clips.find(c=>c.id===id);if(!c)throw Error('请选择要分割的片段');const offset=time-c.start; if(offset<.05||offset>duration(c)-.05)throw Error('请将播放头放在片段内部'); const source=c.reverse?c.out-offset*(c.speed||1):c.in+offset*(c.speed||1); const left={...c,...(c.reverse?{in:source}:{out:source})},right={...c,id:randomUUID(),start:time,...(c.reverse?{out:source}:{in:source})}; if(c.motion?.length){ const a=[...c.motion].reverse().find(k=>k.time<=offset)||c.motion[0],b=c.motion.find(k=>k.time>=offset)||c.motion.at(-1),mix=b.time===a.time?0:Math.max(0,Math.min(1,(offset-a.time)/(b.time-a.time))); const at={time:offset,zoom:a.zoom+(b.zoom-a.zoom)*mix,x:a.x+(b.x-a.x)*mix,y:a.y+(b.y-a.y)*mix}; left.motion=[...c.motion.filter(k=>k.timek.time>offset).map(k=>({...k,time:k.time-offset}))]; } return commit(p,p.clips.flatMap(x=>x.id===id?[left,right]:[x]),'分割片段'); } export async function saveProject(file,p){ validateProject(p); const SQL=await engine(),db=new SQL.Database(); try{db.run('CREATE TABLE state (id INTEGER PRIMARY KEY, data TEXT NOT NULL); CREATE TABLE metadata (key TEXT PRIMARY KEY, value TEXT)'); db.run('INSERT INTO state VALUES (1, ?)',[JSON.stringify(p)]);db.run('INSERT INTO metadata VALUES (?,?)',['format','qingying/1']); await fs.mkdir(path.dirname(file),{recursive:true});const temp=file+'.tmp';await fs.writeFile(temp,db.export()); await fs.copyFile(file,file+'.bak').catch(e=>{if(e.code!=='ENOENT')throw e;});await fs.rename(temp,file); }finally{db.close();} } export async function loadProject(file){const SQL=await engine(),db=new SQL.Database(await fs.readFile(file));try{const r=db.exec('SELECT data FROM state WHERE id=1');return validateProject(JSON.parse(r[0].values[0][0]));}finally{db.close();}} const OP_FIELDS=['start','in','out','speed','volume','fade','text','color','fontSize','brightness','contrast','saturation','fit']; const OP_LIMITS={start:[0,86400],in:[0,86400],out:[0.1,86400],speed:[.25,4],volume:[0,4],fade:[0,10],brightness:[-1,1],contrast:[0,2],saturation:[0,3],fontSize:[12,160]}; function clampValue(v,key){if(v===undefined||v===null||v==='')return undefined;const n=Number(v);if(!Number.isFinite(n))return undefined;const [min,max]=OP_LIMITS[key];return Math.round(Math.min(max,Math.max(min,n))*1000)/1000;} function cleanText(v){return String(v??'').slice(0,10000);} function cleanColor(v){return /^#[0-9a-fA-F]{6}$/.test(String(v))?String(v):undefined;} // 净化模型返回的操作:越界数值截断、引用不存在的对象则忽略、视频轨重叠自动平移。 // 让模型输出中的个别小错误不再导致整个方案被拒绝,并在 notes 中记录修正。 export function sanitizeOperations(p,operations){ if(!Array.isArray(operations)||operations.length>1000)throw Error('模型没有返回有效的操作数组'); const ops=[],notes=[],addBySim=new Map(),updById=new Map(); const seenRange=new Set(); for(const c of p.clips)if(c.mediaId&&c.track!=='subtitle')seenRange.add(c.mediaId+'|'+Math.round(c.in*10)+'|'+Math.round(c.out*10)); const note=n=>{if(notes.length<40)notes.push(n);}; const handle=op=>{ if(!op||typeof op!=='object')return note('忽略无效操作'); if(op.type==='add'){ const raw=op.clip&&typeof op.clip==='object'?op.clip:{}; const track=['audio','subtitle'].includes(raw.track)?raw.track:'video'; const m=track==='subtitle'?null:p.media.find(x=>x.id===raw.mediaId); if(track!=='subtitle'){ if(!m)return note('忽略 add:引用了不存在的素材'); if(track==='audio'&&m.type!=='audio')return note('忽略 add:音频轨道需要音频素材'); if(track==='video'&&m.type==='audio')return note('忽略 add:音频素材不能放入视频轨道'); } const clip={id:randomUUID(),track,start:clampValue(raw.start,'start')??0,in:0,speed:clampValue(raw.speed,'speed')??1,volume:clampValue(raw.volume,'volume')??1}; if(track!=='subtitle')clip.mediaId=m.id; if(track==='subtitle')clip.out=clampValue(raw.out,'out')??3; else if(m.type==='image'){clip.in=0;clip.out=Math.min(clampValue(raw.out,'out')??Math.min(5,60),60);} else{clip.in=Math.min(clampValue(raw.in,'in')??0,Math.max(0,m.duration-.1));clip.out=Math.min(clampValue(raw.out,'out')??m.duration,m.duration);} if(!(clip.out>clip.in+.05))return note('忽略 add:出点必须大于入点'); if(track!=='subtitle'){const key=clip.mediaId+'|'+Math.round(clip.in*10)+'|'+Math.round(clip.out*10);if(seenRange.has(key))return note('忽略 add:与现有片段重复使用同一源片段');seenRange.add(key);} if(raw.text!==undefined)clip.text=cleanText(raw.text); for(const k of ['fade','brightness','contrast','saturation','fontSize']){const v=clampValue(raw[k],k);if(v!==undefined)clip[k]=v;} if(raw.color!==undefined){const col=cleanColor(raw.color);if(col)clip.color=col;} if(raw.fit!==undefined)clip.fit=['contain','cover'].includes(raw.fit)?raw.fit:'contain'; const entry={type:'add',clip};ops.push(entry);addBySim.set(clip.id,{entry,clip}); }else if(op.type==='update'){ const c=p.clips.find(x=>x.id===op.id); if(!c)return note('忽略 update:引用了不存在的片段'); const changes=op.changes&&typeof op.changes==='object'?op.changes:{}; if(changes.id!==undefined||changes.mediaId!==undefined||changes.track!==undefined)note('update 不允许修改 id / mediaId / track,已忽略这些字段'); const m=c.track==='subtitle'?null:p.media.find(x=>x.id===c.mediaId); const clean={}; for(const k of (c.track==='subtitle'?['start','out','text','color','fontSize']:OP_FIELDS)){ if(changes[k]===undefined)continue; if(k==='in'||k==='out'){ const v=clampValue(changes[k],k); if(v===undefined)return note('忽略 update:'+k+' 数值无效'); if(m&&m.type!=='image'&&k==='out'&&v>m.duration)return note('忽略 update:out 超出素材时长'); if(m&&m.type!=='image'&&k==='in'&&v>m.duration-.1)return note('忽略 update:in 超出素材时长'); const in2=k==='in'?v:c.in,out2=k==='out'?v:c.out; if(m&&m.type==='image'&&k==='in')clean.in=0; else if(out2<=in2+.05)return note('忽略 update:出点必须大于入点'); else clean[k]=v; }else if(k==='start'){const v=clampValue(changes[k],k);if(v===undefined)return note('忽略 update:start 数值无效');clean.start=v;} else if(k==='text')clean.text=cleanText(changes[k]); else if(k==='color'){const col=cleanColor(changes[k]);if(col)clean.color=col;else note('忽略 update:color 格式无效');} else if(k==='fit')clean.fit=['contain','cover'].includes(changes[k])?changes[k]:'contain'; else{const v=clampValue(changes[k],k);if(v===undefined)return note('忽略 update:'+k+' 数值无效');clean[k]=v;} } if(!Object.keys(clean).length)return; const entry={type:'update',id:c.id,changes:clean};ops.push(entry);updById.set(c.id,entry); }else if(op.type==='remove'){ if(!p.clips.some(x=>x.id===op.id))return note('忽略 remove:片段不存在'); ops.push({type:'remove',id:op.id}); }else note('忽略不支持的 AI 操作:'+String(op.type)); }; for(const op of operations)handle(op); // 视频轨重叠修复:按起点排序,把后置片段自动右移而不是整体报错 const sim=new Map(p.clips.map(c=>[c.id,structuredClone(c)])); for(const op of ops){if(op.type==='add')sim.set(op.clip.id,structuredClone(op.clip));else if(op.type==='remove')sim.delete(op.id);else{const c=sim.get(op.id);if(c)Object.assign(c,op.changes);}} const vids=[...sim.values()].filter(c=>c.track==='video').sort((a,b)=>a.start-b.start); for(let i=1;i500)throw Error('AI 命令数量无效');let clips=structuredClone(p.clips); for(const op of operations){ if(op.type==='add'){const c={id:randomUUID(),track:'video',start:0,in:0,speed:1,volume:1,...op.clip};c.id=randomUUID();clips.push(c);} else if(op.type==='remove'){if(!clips.some(c=>c.id===op.id))throw Error('AI 引用了未知片段');clips=clips.filter(c=>c.id!==op.id);} else if(op.type==='update'){const c=clips.find(c=>c.id===op.id);if(!c)throw Error('AI 引用了未知片段');const {id,mediaId,track,...changes}=op.changes||{};Object.assign(c,changes);} else throw Error('不支持的 AI 操作:'+op.type); }return commit(p,clips,label); }