Files
AI-cut/scripts/local-model-setup.mjs

18 lines
1.5 KiB
JavaScript

import {spawn} from 'node:child_process';
import path from 'node:path';
import fs from 'node:fs/promises';
import {ProxyAgent} from 'undici';
const base='http://127.0.0.1:11434';
let service;
try{await fetch(base+'/api/tags');}catch{
const exe=path.join(process.env.LOCALAPPDATA,'Programs','Ollama','ollama.exe');
const log=await fs.open('.test-output/ollama.log','a');
service=spawn(exe,['serve'],{windowsHide:true,detached:true,stdio:['ignore',log.fd,log.fd],env:{...process.env,OLLAMA_HOST:'127.0.0.1:11434',HTTPS_PROXY:process.env.QY_PROXY==='DIRECT'?'':process.env.QY_PROXY||'http://127.0.0.1:7890',NO_PROXY:'127.0.0.1,localhost,::1'}});service.unref();await fs.writeFile('.test-output/ollama.pid',String(service.pid));
for(let i=0;i<40;i++){try{await fetch(base+'/api/tags');break;}catch{await new Promise(r=>setTimeout(r,500));}}
}
console.log('Ollama service available');
const res=await fetch(base+'/api/pull',{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify({model:process.env.QY_TEST_MODEL||'gemma3:4b',stream:true})});
if(!res.ok)throw Error(await res.text());let buffer='',lastPrint=0;
for await(const data of res.body){buffer+=new TextDecoder().decode(data);const lines=buffer.split('\n');buffer=lines.pop();for(const line of lines.filter(Boolean)){const j=JSON.parse(line);if(j.error)throw Error(j.error);if(Date.now()-lastPrint>5000||j.status==='success'){console.log(j.status,j.total?`${(j.completed/1e9).toFixed(2)}/${(j.total/1e9).toFixed(2)} GB`:'');lastPrint=Date.now();}}}
console.log('Model ready');