Files
CyberGril/web/tests/network_check.py
T
2026-10-19 22:50:29 +08:00

71 lines
5.4 KiB
Python

"""Actual same-origin upstream check + deterministic stream faults with real timeout durations."""
import json
import os
from pathlib import Path
import socket
import subprocess
import time
import urllib.request
from playwright.sync_api import sync_playwright
ROOT = Path(__file__).resolve().parents[1]
OUT = Path(os.environ.get('CYBERGRIL_ARTIFACT_DIR', ROOT / 'qa-artifacts'))
OUT.mkdir(parents=True, exist_ok=True)
with socket.socket() as sock:
sock.bind(('127.0.0.1',0)); port=sock.getsockname()[1]
base=f'http://127.0.0.1:{port}'
log=open(OUT/'network-vite.log','w')
server=subprocess.Popen(['node','node_modules/vite/bin/vite.js','--host','127.0.0.1','--port',str(port),'--strictPort'],cwd=ROOT,stdout=log,stderr=log)
report={}
try:
for _ in range(60):
try: urllib.request.urlopen(base,timeout=.5);break
except Exception:time.sleep(.1)
with sync_playwright() as pw:
browser=pw.chromium.launch(args=['--no-sandbox','--enable-unsafe-swiftshader'])
page=browser.new_page()
page.goto(base)
report['real_upstream']=page.evaluate("""async()=>{const {probe,stream}=await import('/src/net/llm.ts'); const reachable=await probe(); if(!reachable)return {reachable:false,via:'same-origin /v1'}; const start=performance.now();let text='';try{await stream([{role:'user',text:'你好,请用一句话打招呼。',complete:true,source:'live'}],new AbortController().signal,s=>text+=s);return {reachable:true,complete:true,text,ms:performance.now()-start}}catch(e){return {reachable:true,complete:false,text,error:e.message,ms:performance.now()-start}}}""")
print('Real upstream:',json.dumps(report['real_upstream'],ensure_ascii=False),flush=True)
report['faults']=page.evaluate("""async()=>{
const {stream,probe}=await import('/src/net/llm.ts'); const original=window.fetch;
window.fetch=async(url,options={})=>{
if(String(url).endsWith('/models'))return new Promise((_,reject)=>options.signal.addEventListener('abort',()=>reject(new DOMException('abort','AbortError'))));
const mode=JSON.parse(options.body).messages.at(-1).content;
if(mode==='network')throw new TypeError('Failed to fetch');
let timer,interval;
const body=new ReadableStream({start(c){
const send=s=>c.enqueue(new TextEncoder().encode(s));
const delta=s=>'data: '+JSON.stringify({choices:[{delta:{content:s}}]})+'\\r\\n\\r\\n';
options.signal.addEventListener('abort',()=>{clearTimeout(timer);clearInterval(interval);c.error(new DOMException('abort','AbortError'))},{once:true});
if(mode==='first-timeout')return;
if(mode==='total-timeout'){send(delta('保留首段'));interval=setInterval(()=>send('data: {"choices":[{"delta":{}}]}\\n\\n'),1000);return;}
if(mode==='cancel'){send(delta('取消前已显示'));return;}
if(mode==='empty'){send('data: [DONE]\\n\\n');c.close();return;}
if(mode==='invalid'){send(delta('格式错误前的内容'));send('data: invalid-json\\n\\n');c.close();return;}
const bytes=new TextEncoder().encode(delta('中文🌧️,分包正文')+'data: [DONE]\\r\\n\\r\\n');let i=0;
const emit=()=>{if(i===bytes.length){c.close();return}c.enqueue(bytes.slice(i,i+1));i++;timer=setTimeout(emit,1)};emit();
},cancel(){clearTimeout(timer);clearInterval(interval)}});
return new Response(body,{headers:{'Content-Type':'text/event-stream'}});
};
try{
const run=async mode=>{const start=performance.now();const controller=new AbortController();let text='',error=null;if(mode==='cancel')setTimeout(()=>controller.abort(),100);try{await stream([{role:'user',text:mode,complete:true,source:'live'}],controller.signal,s=>text+=s)}catch(e){error=e.message}return {mode,text,error,ms:Math.round(performance.now()-start)}};
const faults=await Promise.all(['utf8','network','cancel','empty','invalid','first-timeout','total-timeout'].map(run));
const start=performance.now(),reachable=await probe();faults.push({mode:'probe-timeout',reachable,ms:Math.round(performance.now()-start)});return faults;
}finally{window.fetch=original}
}""")
faults={r['mode']:r for r in report['faults']}
assert faults['utf8']['text']=='中文🌧️,分包正文' and faults['utf8']['error'] is None
assert '网络连接失败' in faults['network']['error']
assert faults['cancel']['text']=='取消前已显示' and '已取消' in faults['cancel']['error']
assert '未返回正文' in faults['empty']['error']
assert faults['invalid']['text']=='格式错误前的内容' and '格式错误' in faults['invalid']['error']
assert 7900<=faults['first-timeout']['ms']<10000 and '超时' in faults['first-timeout']['error']
assert 39900<=faults['total-timeout']['ms']<43000 and faults['total-timeout']['text']=='保留首段'
assert 1900<=faults['probe-timeout']['ms']<4000 and not faults['probe-timeout']['reachable']
report['passed']=True
print('PASS UTF8 fragmentation, network error, empty reply, invalid SSE, cancel, 8s first-content timeout, 40s total timeout, 2s probe timeout',flush=True)
browser.close()
finally:
server.terminate();server.wait(timeout=10);log.close()
(OUT/'network-report.json').write_text(json.dumps(report,ensure_ascii=False,indent=2))