feat: 开源轻映 AI 桌面剪辑工作台及抽帧复核功能
This commit is contained in:
1 parent
9af7c2fe86
commit
b51ef85dbd
46 files changed
+6916
-2
No files matched your search
@@ -0,0 +1,28 @@
|
||||
import {test} from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs/promises';
|
||||
import path from 'node:path';
|
||||
import {newProject,commit,undo,saveProject,loadProject,applyOperations,validateProject,projectDuration,splitClip} from '../desktop/core/project.mjs';
|
||||
import {run,ffmpeg,probe,importMedia,analyzeTechnical,exportVideo,makeProxy} from '../desktop/core/media.mjs';
|
||||
import {Tasks} from '../desktop/core/tasks.mjs';
|
||||
const out=path.resolve('.test-output','中文 空格素材');await fs.mkdir(out,{recursive:true});
|
||||
test('真实 FFmpeg:导入、场景时间戳、编辑、SQLite 恢复、代理、音轨字幕和成品导出',async()=>{
|
||||
const source=path.join(out,'测试 三色.mp4');
|
||||
await run(ffmpeg,['-y','-v','error','-f','lavfi','-i','color=red:s=320x180:r=24:d=2','-f','lavfi','-i','color=blue:s=320x180:r=24:d=2','-f','lavfi','-i','color=green:s=320x180:r=24:d=2','-f','lavfi','-i','sine=frequency=440:duration=6','-filter_complex','[0:v][1:v][2:v]concat=n=3:v=1:a=0[v]','-map','[v]','-map','3:a','-c:v','libx264','-pix_fmt','yuv420p','-c:a','aac',source]);
|
||||
const cache=path.join(out,'cache'),m=await importMedia(source,cache);assert.equal(m.width,320);assert.ok(m.hasAudio);assert.ok(Math.abs(m.duration-6)<.1);await fs.access(m.thumbnail);
|
||||
const analysis=await analyzeTechnical(m,cache);assert.ok(analysis.segments.some(s=>Math.abs(s.start-2)<.2));assert.ok(analysis.segments.some(s=>Math.abs(s.start-4)<.2));m.analysis=analysis;
|
||||
const musicFile=path.join(out,'配乐.wav');await run(ffmpeg,['-y','-v','error','-f','lavfi','-i','sine=frequency=220:duration=4',musicFile]);const music=await importMedia(musicFile,cache);assert.equal(music.type,'audio');
|
||||
let p=newProject('真实导出测试');p.settings={width:320,height:180,fps:24};p.media=[m,music];
|
||||
p=commit(p,[{id:'a',mediaId:m.id,track:'video',start:0,in:0,out:2,speed:1,volume:.7,fade:.2,motion:[{time:0,zoom:1,x:.5,y:.5},{time:2,zoom:1.5,x:.8,y:.2}]},{id:'b',mediaId:m.id,track:'video',start:2,in:2,out:6,speed:2,volume:.7,reverse:true,saturation:.8},{id:'music',mediaId:music.id,track:'audio',start:0,in:0,out:4,speed:1,volume:.1},{id:'sub',track:'subtitle',start:.3,in:0,out:2,speed:1,text:'轻映 AI · 中文字幕测试',fontSize:20,color:'#ffff00'}],'建立时间轴');
|
||||
const split=splitClip(p,'a',1);assert.equal(split.clips.filter(c=>c.track==='video').length,3);assert.equal(split.clips.find(c=>c.id==='a').motion.at(-1).zoom,1.25);const reversed=splitClip(p,'b',3);assert.equal(reversed.clips.find(c=>c.id==='b').in,4);assert.equal(reversed.clips.find(c=>c.start===3).out,4);
|
||||
assert.equal(projectDuration(p),4);assert.equal(undo(p).clips.length,0);assert.equal(undo(undo(p),true).clips.length,4);
|
||||
const file=path.join(out,'恢复 项目.qycut');await saveProject(file,p);assert.deepEqual((await loadProject(file)).clips,p.clips);await saveProject(file,p);await fs.access(file+'.bak');
|
||||
const preview=await makeProxy(m,cache);const proxyMeta=await probe(preview);assert.ok(proxyMeta.streams.some(s=>s.codec_name==='h264'));
|
||||
const dest=path.join(out,'成品 中文.mp4');await exportVideo(p,dest,{acceleration:'gpu'});const meta=await probe(dest);assert.ok(Math.abs(+meta.format.duration-4)<.15);assert.equal(meta.streams.find(s=>s.codec_type==='video').width,320);assert.ok(meta.streams.some(s=>s.codec_type==='audio'));
|
||||
await run(ffmpeg,['-y','-v','error','-ss','1','-i',dest,'-frames:v','1',path.join(out,'成品帧.png')]);
|
||||
const changed=applyOperations(p,[{type:'update',id:'sub',changes:{color:'#ffffff'}}]);assert.equal(changed.clips.find(c=>c.id==='sub').color,'#ffffff');assert.equal(undo(changed).clips.find(c=>c.id==='sub').color,'#ffff00');
|
||||
assert.throws(()=>applyOperations(p,[{type:'add',clip:{track:'video',mediaId:'nonexistent',start:4,in:0,out:1}}]),/不存在/);
|
||||
assert.throws(()=>validateProject({...p,clips:[...p.clips,{...p.clips[0],id:'overlap'}]}),/重叠/);
|
||||
await assert.rejects(importMedia(path.join(out,'不存在.mp4'),cache));
|
||||
});
|
||||
test('任务队列限流、错误和取消',async()=>{let latest;const queue=new Tasks(x=>latest=x);let release;const block=new Promise(r=>release=r);queue.add('第一任务',async()=>{await block;return {ok:true};});const id=queue.add('取消任务',async()=>{throw Error('不得执行');});queue.cancel(id);queue.add('失败任务',async()=>{throw Error('真实失败');});release();for(let i=0;i<100&&queue.running;i++)await new Promise(r=>setTimeout(r,10));assert.equal(latest.find(i=>i.id===id).status,'cancelled');assert.equal(latest.find(i=>i.label==='失败任务').status,'error');});
|
||||
@@ -0,0 +1,20 @@
|
||||
import {test} from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs/promises';
|
||||
import path from 'node:path';
|
||||
import {newProject} from '../desktop/core/project.mjs';
|
||||
import {ffmpeg,run,importMedia,exportVideo,probe} from '../desktop/core/media.mjs';
|
||||
test('36 个有声音频的卡点片段,每个切点逐帧颜色匹配,不累计 AAC 延迟',async()=>{
|
||||
const dir=path.resolve('.test-output/cut-alignment');await fs.mkdir(dir,{recursive:true});
|
||||
const file=path.join(dir,'rgb.mp4');
|
||||
await run(ffmpeg,['-y','-v','error','-f','lavfi','-i','color=red:s=256x256:r=60:d=1','-f','lavfi','-i','color=blue:s=256x256:r=60:d=1','-f','lavfi','-i','color=lime:s=256x256:r=60:d=1','-f','lavfi','-i','sine=frequency=440:duration=3','-filter_complex','[0:v][1:v][2:v]concat=n=3:v=1:a=0[v]','-map','[v]','-map','3:a','-c:v','h264_nvenc','-c:a','aac',file]);
|
||||
const m=await importMedia(file,dir,undefined,{acceleration:'gpu'});const p=newProject('切点帧精度回归');p.media=[m];p.settings={width:256,height:256,fps:60,processingMode:'gpu'};
|
||||
p.clips=Array.from({length:36},(_,i)=>({id:String(i),track:'video',mediaId:m.id,start:i*25/60,in:i%3+.1,out:i%3+.1+25/60,speed:1,volume:1}));
|
||||
const dest=path.join(dir,'aligned.mp4');await exportVideo(p,dest,{acceleration:'gpu'});
|
||||
const pixels=path.join(dir,'pixels.rgb');await run(ffmpeg,['-y','-v','error','-hwaccel','cuda','-i',dest,'-vf','scale=1:1','-pix_fmt','rgb24','-f','rawvideo',pixels]);
|
||||
const data=await fs.readFile(pixels);assert.equal(data.length,900*3,'应为900帧');
|
||||
const wrong=[];for(let n=0;n<900;n++){const rgb=[...data.subarray(n*3,n*3+3)],wanted=[0,2,1][Math.floor(n/25)%3];if(rgb[wanted]<150||rgb.filter((_,i)=>i!==wanted).some(v=>v>70))wrong.push(n);}
|
||||
assert.deepEqual(wrong,[],'切点前后画面不应残留上段或提前出现下段');
|
||||
const meta=await probe(dest);assert.ok(Math.abs(Number(meta.format.duration)-15)<1/60);
|
||||
await fs.writeFile(path.join(dir,'report.json'),JSON.stringify({cuts:36,frames:900,allFrameColorsMatch:true,duration:Number(meta.format.duration)},null,2));
|
||||
});
|
||||
@@ -0,0 +1,12 @@
|
||||
import {test} from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import http from 'node:http';
|
||||
import {complete,listModels,parseJson} from '../desktop/core/providers.mjs';
|
||||
test('适配器协议合约(本机测试服务器,不代表云端联调)',async()=>{
|
||||
let body,url,headers;const server=http.createServer(async(req,res)=>{let data='';for await(const part of req)data+=part;body=data?JSON.parse(data):null;url=req.url;headers=req.headers;res.setHeader('Content-Type','application/json');if(req.url==='/api/chat')res.end(JSON.stringify({message:{content:'{"ok":true}'},eval_count:4}));else if(req.url==='/messages')res.end(JSON.stringify({content:[{type:'text',text:'{"ok":true}'}]}));else if(req.url.includes('generateContent'))res.end(JSON.stringify({candidates:[{content:{parts:[{text:'{"ok":true}'}]}}]}));else if(req.url==='/models')res.end(JSON.stringify({data:[{id:'test-only'}]}));else res.end(JSON.stringify({choices:[{message:{content:'{"ok":true}'}}]}));});
|
||||
await new Promise(r=>server.listen(0,'127.0.0.1',r));const baseUrl=`http://127.0.0.1:${server.address().port}`;
|
||||
try{for(const protocol of ['ollama','openai','anthropic','gemini']){const r=await complete({protocol,baseUrl,model:'test-only',key:'contract-secret'},'json');assert.equal(r.data.ok,true);if(protocol==='anthropic'){assert.equal(headers['x-api-key'],'contract-secret');assert.equal(body.max_tokens,8192);}if(protocol==='gemini'){assert.ok(url.endsWith(':generateContent'));assert.equal(headers['x-goog-api-key'],'contract-secret');}if(protocol==='ollama')assert.equal(body.stream,false);}assert.equal((await listModels({protocol:'openai',baseUrl}))[0].id,'test-only');}
|
||||
finally{server.closeAllConnections();server.close();}
|
||||
await assert.rejects(complete({protocol:'openai',baseUrl:'https://example.com',model:'x',allowText:false},'private'),/未授权/);
|
||||
assert.deepEqual(parseJson('```json\n{"ok":true}\n```'),{ok:true});
|
||||
});
|
||||
Reference in new issue
Block a user