Files
CyberGril/web/tests/real_browser_check.py
T

164 lines
10 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""Foreground real Chromium acceptance. Uses temporary DB + loopback, never deployed data.
Run: .venv311/bin/python web/tests/real_browser_check.py
Requires Chromium installed by Playwright; makes at most three real model turns.
"""
import json
import sys
import tempfile
import time
from pathlib import Path
from urllib.parse import urlsplit
from playwright.sync_api import expect, sync_playwright
ROOT = Path(__file__).resolve().parents[2]
sys.path.insert(0, str(ROOT/'tests'))
from test_api import live_server, make_app # noqa: E402
from cybergril.api.app import create_app # noqa: E402
CONTROLLED = '--controlled' in sys.argv
OUT = ROOT/'docs/rework' / ('r1-regression' if CONTROLLED else 'live-gateway')
OUT.mkdir(parents=True, exist_ok=True)
results = {'checks': [], 'real_dialogue': [], 'console_errors': []}
def passed(text):
if CONTROLLED: text = text.replace('real gateway:', 'controlled provider:')
print('PASS', text, flush=True)
results['checks'].append(text)
def nav(page, text):
page.get_by_role('navigation', name='主导航').get_by_role('button', name=text, exact=True).click()
def click(page, text):
page.get_by_role('button', name=text, exact=True).click()
def shot(page, name):
if CONTROLLED: return
page.screenshot(path=str(OUT/(name+'.png')))
def send(page, text, source='real gateway'):
page.get_by_role('textbox', name='想和她说的话').fill(text)
click(page, '发送')
expect(page.get_by_role('button', name='停止回复')).not_to_be_visible(timeout=65000)
assert not page.locator('.talk-status .retry').count(), page.locator('.conversation').inner_text()
reply = page.locator('.log-panel .message[data-role="companion"] p').last.text_content()
results['real_dialogue'].append({'input':text,'reply':reply,'source':'controlled provider' if CONTROLLED else source})
print('CONTROLLED_REPLY' if CONTROLLED else 'REAL_REPLY', reply, flush=True)
return reply
try:
with tempfile.TemporaryDirectory(prefix='cybergril-r1-') as directory, sync_playwright() as pw:
db = Path(directory)/'acceptance.db'
browser = pw.chromium.launch(headless=True, args=['--no-sandbox'])
desktop = browser.new_context(viewport={'width':1440,'height':900}, reduced_motion='reduce')
page = desktop.new_page()
page.on('pageerror', lambda e: results['console_errors'].append(str(e)))
page.add_init_script("""const get=Storage.prototype.getItem;Storage.prototype.getItem=function(key){if(key==='cybergril.demo.v1'){window.demoReads=(window.demoReads||0)+1;throw new Error('REAL MODE READ DEMO');}return get.call(this,key)};""")
if CONTROLLED: real_app, initial_provider = make_app(db)
else: real_app = create_app(db_path=db)
with live_server(real_app) as url:
port = urlsplit(url).port
page.goto(url)
expect(page.get_by_text('1 / 4 · 出生资料')).to_be_visible()
page.get_by_label('她的名字', exact=True).fill('星河')
page.get_by_label('出生日期(公历)', exact=True).fill('2000-10-18')
click(page,'下一步')
expect(page.get_by_text('出生底色 · 真实排盘')).to_be_visible()
assert real_app.state.store.query_one('SELECT count(*) n FROM companion')['n']==0
shot(page,'desktop-preview-moon')
click(page,'下一步')
for relation in ('朋友','恋人'):
expect(page.get_by_role('button', name=relation, exact=True)).to_have_attribute('aria-pressed','false')
click(page,'下一步')
expect(page.get_by_role('alert')).to_contain_text('选择')
click(page,'朋友'); click(page,'下一步')
page.get_by_role('checkbox').check(); click(page,'确认创建'); click(page,'去看看她')
expect(page.locator('.who .name')).to_have_text('星河')
passed('desktop: four-step real creation, side-effect-free lunar preview, mandatory relationship')
click(page,'和她说话')
composer=page.get_by_role('textbox',name='想和她说的话')
composer.fill('中文输入法')
composer.evaluate("el=>el.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',code:'Enter',bubbles:true,isComposing:true}))")
expect(composer).to_have_value('中文输入法')
composer.press('Shift+Enter'); expect(composer).to_have_value('中文输入法\n')
chunks=[]
page.on('response', lambda r: chunks.append(r.status) if '/api/chat' in r.url else None)
send(page,'请记住我们这次聊天的暗号是蓝色风铃。简短回应一句就好。')
reply2=send(page,'刚才我们的暗号是什么?请直接回答。')
if not CONTROLLED: assert '蓝色风铃' in reply2
assert len(real_app.state.store.query('SELECT * FROM chat_message'))==4
shot(page,'desktop-real-chat-moon')
passed('controlled provider: two complete streamed turns' if CONTROLLED else 'real gateway: complete streamed reply and second turn recalls 蓝色风铃 from server context')
if CONTROLLED: initial_provider.mode='slow'
composer.fill('请用中文写一段较长的故事,约800字。'); click(page,'发送')
expect(page.get_by_role('button',name='停止回复')).to_be_visible()
expect(page.locator('.talk-status')).to_contain_text('正在回应',timeout=35000)
click(page,'停止回复')
# This finite local wait lets the HTTP disconnect reach the isolated service.
expect(page.get_by_role('button',name='停止回复')).not_to_be_visible()
deadline=time.monotonic()+2
while real_app.state.active and time.monotonic()<deadline: time.sleep(.01)
assert real_app.state.active is None
rows=real_app.state.store.query('SELECT * FROM chat_message')
assert len(rows)==5 and rows[-1]['status']=='cancelled'
passed('real gateway: cancel after first delta, upstream request closed, no complete assistant row')
page.reload(); nav(page,'交谈'); click(page,'完整记录')
expect(page.locator('.log-panel')).to_contain_text('蓝色风铃')
shot(page,'desktop-history-moon')
mobile=browser.new_context(viewport={'width':390,'height':844},reduced_motion='reduce',is_mobile=True,has_touch=True)
mp=mobile.new_page(); mp.goto(url)
expect(mp.locator('.who .name')).to_have_text('星河')
nav(mp,'交谈'); click(mp,'完整记录')
expect(mp.locator('.log-panel')).to_contain_text('蓝色风铃')
shot(mp,'mobile-history-moon'); click(mp,'关闭记录')
click(mp,'蓝紫雾光'); shot(mp,'mobile-chat-fog')
assert mp.evaluate('document.documentElement.scrollWidth<=innerWidth')
assert page.evaluate('window.demoReads || 0')==0
passed('independent Chromium context 390×844: same companion/history; both themes; IME and Shift+Enter')
# A real process lifespan restart on the same origin, with a controlled provider for fault paths.
app, provider = make_app(db)
with live_server(app, port) as restarted_url:
assert restarted_url==url
page.get_by_role('button',name='关闭记录').click()
send(page,'重启后继续','controlled provider')
assert app.state.epoch==2
passed('server restart on same origin: epoch 1→2, existing page sends automatically, data retained')
provider.mode='error'
composer=page.get_by_role('textbox',name='想和她说的话')
composer.fill('保留的失败草稿'); click(page,'发送')
expect(page.locator('.talk-status .retry')).to_be_visible()
expect(composer).to_have_value('保留的失败草稿')
shot(page,'desktop-model-error')
count=app.state.store.query_one('SELECT count(*) n FROM chat_message')['n']
provider.mode='normal'; click(page,'重试')
expect(page.locator('.talk-status .retry')).not_to_be_visible()
expect(page.get_by_role('button',name='停止回复')).not_to_be_visible()
expect(composer).to_have_value('')
assert app.state.store.query_one('SELECT count(*) n FROM chat_message')['n']==count+1
passed('controlled SSE model error: Chinese notice, draft retained, same-turn retry without duplicate user row')
provider.mode='slow'
composer.fill('取消并紧接新问题'); click(page,'发送')
expect(page.locator('.talk-status')).to_contain_text('正在回应')
click(page,'停止回复')
provider.mode='normal'; send(page,'新轮不会串台','controlled provider')
passed('controlled blocked upstream: immediate cancellation/new question isolation')
nav(mp,'设置')
mp.get_by_role('navigation',name='设置分区').get_by_role('button',name='关系',exact=True).click()
mp.get_by_role('group',name='你们的关系').get_by_role('button',name='恋人',exact=True).click(); click(mp,'取消修改')
expect(mp.get_by_role('group',name='你们的关系').get_by_role('button',name='朋友',exact=True)).to_have_attribute('aria-pressed','true')
mp.get_by_role('group',name='你们的关系').get_by_role('button',name='恋人',exact=True).click(); click(mp,'保存'); click(mp,'取消')
assert app.state.store.query_one('SELECT identity_json FROM companion')['identity_json'].find('恋人')<0
click(mp,'保存'); mp.get_by_role('dialog').get_by_role('button',name='确认',exact=True).click()
expect(mp.get_by_role('status')).to_contain_text('已保存在服务器')
shot(mp,'mobile-relation-fog')
nav(mp,'此刻'); mp.reload()
expect(mp.locator('.meta')).to_contain_text('恋人')
nav(mp,'日子'); expect(mp.locator('.pane[aria-label="日子"] .empty').first).to_contain_text('还没有可展示的生活记录')
assert mp.locator('.demo').count()==0
passed('mobile: relation cancel/confirm/save restores from server; unfinished life has no demo records/console')
# Model timeout and abrupt SSE are separately exercised by deterministic backend/unit tests.
browser.close()
assert not results['console_errors'], results['console_errors']
finally:
(OUT/'browser-results.json').write_text(json.dumps(results,ensure_ascii=False,indent=2)+'\n')