71 lines
5.4 KiB
Python
71 lines
5.4 KiB
Python
"""Actual same-origin upstream check + deterministic stream faults with real timeout durations."""
|
|
import json
|
|
import os
|
|
from pathlib import Path
|
|
import socket
|
|
import subprocess
|
|
import time
|
|
import urllib.request
|
|
from playwright.sync_api import sync_playwright
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
OUT = Path(os.environ.get('CYBERGRIL_ARTIFACT_DIR', ROOT / 'qa-artifacts'))
|
|
OUT.mkdir(parents=True, exist_ok=True)
|
|
with socket.socket() as sock:
|
|
sock.bind(('127.0.0.1',0)); port=sock.getsockname()[1]
|
|
base=f'http://127.0.0.1:{port}'
|
|
log=open(OUT/'network-vite.log','w')
|
|
server=subprocess.Popen(['node','node_modules/vite/bin/vite.js','--host','127.0.0.1','--port',str(port),'--strictPort'],cwd=ROOT,stdout=log,stderr=log)
|
|
report={}
|
|
try:
|
|
for _ in range(60):
|
|
try: urllib.request.urlopen(base,timeout=.5);break
|
|
except Exception:time.sleep(.1)
|
|
with sync_playwright() as pw:
|
|
browser=pw.chromium.launch(args=['--no-sandbox','--enable-unsafe-swiftshader'])
|
|
page=browser.new_page()
|
|
page.goto(base)
|
|
report['real_upstream']=page.evaluate("""async()=>{const {probe,stream}=await import('/src/net/llm.ts'); const reachable=await probe(); if(!reachable)return {reachable:false,via:'same-origin /v1'}; const start=performance.now();let text='';try{await stream([{role:'user',text:'你好,请用一句话打招呼。',complete:true,source:'live'}],new AbortController().signal,s=>text+=s);return {reachable:true,complete:true,text,ms:performance.now()-start}}catch(e){return {reachable:true,complete:false,text,error:e.message,ms:performance.now()-start}}}""")
|
|
print('Real upstream:',json.dumps(report['real_upstream'],ensure_ascii=False),flush=True)
|
|
report['faults']=page.evaluate("""async()=>{
|
|
const {stream,probe}=await import('/src/net/llm.ts'); const original=window.fetch;
|
|
window.fetch=async(url,options={})=>{
|
|
if(String(url).endsWith('/models'))return new Promise((_,reject)=>options.signal.addEventListener('abort',()=>reject(new DOMException('abort','AbortError'))));
|
|
const mode=JSON.parse(options.body).messages.at(-1).content;
|
|
if(mode==='network')throw new TypeError('Failed to fetch');
|
|
let timer,interval;
|
|
const body=new ReadableStream({start(c){
|
|
const send=s=>c.enqueue(new TextEncoder().encode(s));
|
|
const delta=s=>'data: '+JSON.stringify({choices:[{delta:{content:s}}]})+'\\r\\n\\r\\n';
|
|
options.signal.addEventListener('abort',()=>{clearTimeout(timer);clearInterval(interval);c.error(new DOMException('abort','AbortError'))},{once:true});
|
|
if(mode==='first-timeout')return;
|
|
if(mode==='total-timeout'){send(delta('保留首段'));interval=setInterval(()=>send('data: {"choices":[{"delta":{}}]}\\n\\n'),1000);return;}
|
|
if(mode==='cancel'){send(delta('取消前已显示'));return;}
|
|
if(mode==='empty'){send('data: [DONE]\\n\\n');c.close();return;}
|
|
if(mode==='invalid'){send(delta('格式错误前的内容'));send('data: invalid-json\\n\\n');c.close();return;}
|
|
const bytes=new TextEncoder().encode(delta('中文🌧️,分包正文')+'data: [DONE]\\r\\n\\r\\n');let i=0;
|
|
const emit=()=>{if(i===bytes.length){c.close();return}c.enqueue(bytes.slice(i,i+1));i++;timer=setTimeout(emit,1)};emit();
|
|
},cancel(){clearTimeout(timer);clearInterval(interval)}});
|
|
return new Response(body,{headers:{'Content-Type':'text/event-stream'}});
|
|
};
|
|
try{
|
|
const run=async mode=>{const start=performance.now();const controller=new AbortController();let text='',error=null;if(mode==='cancel')setTimeout(()=>controller.abort(),100);try{await stream([{role:'user',text:mode,complete:true,source:'live'}],controller.signal,s=>text+=s)}catch(e){error=e.message}return {mode,text,error,ms:Math.round(performance.now()-start)}};
|
|
const faults=await Promise.all(['utf8','network','cancel','empty','invalid','first-timeout','total-timeout'].map(run));
|
|
const start=performance.now(),reachable=await probe();faults.push({mode:'probe-timeout',reachable,ms:Math.round(performance.now()-start)});return faults;
|
|
}finally{window.fetch=original}
|
|
}""")
|
|
faults={r['mode']:r for r in report['faults']}
|
|
assert faults['utf8']['text']=='中文🌧️,分包正文' and faults['utf8']['error'] is None
|
|
assert '网络连接失败' in faults['network']['error']
|
|
assert faults['cancel']['text']=='取消前已显示' and '已取消' in faults['cancel']['error']
|
|
assert '未返回正文' in faults['empty']['error']
|
|
assert faults['invalid']['text']=='格式错误前的内容' and '格式错误' in faults['invalid']['error']
|
|
assert 7900<=faults['first-timeout']['ms']<10000 and '超时' in faults['first-timeout']['error']
|
|
assert 39900<=faults['total-timeout']['ms']<43000 and faults['total-timeout']['text']=='保留首段'
|
|
assert 1900<=faults['probe-timeout']['ms']<4000 and not faults['probe-timeout']['reachable']
|
|
report['passed']=True
|
|
print('PASS UTF8 fragmentation, network error, empty reply, invalid SSE, cancel, 8s first-content timeout, 40s total timeout, 2s probe timeout',flush=True)
|
|
browser.close()
|
|
finally:
|
|
server.terminate();server.wait(timeout=10);log.close()
|
|
(OUT/'network-report.json').write_text(json.dumps(report,ensure_ascii=False,indent=2))
|