164 lines
10 KiB
Python
164 lines
10 KiB
Python
"""Foreground real Chromium acceptance. Uses temporary DB + loopback, never deployed data.
|
||
Run: .venv311/bin/python web/tests/real_browser_check.py
|
||
Requires Chromium installed by Playwright; makes at most three real model turns.
|
||
"""
|
||
import json
|
||
import sys
|
||
import tempfile
|
||
import time
|
||
from pathlib import Path
|
||
from urllib.parse import urlsplit
|
||
|
||
from playwright.sync_api import expect, sync_playwright
|
||
|
||
ROOT = Path(__file__).resolve().parents[2]
|
||
sys.path.insert(0, str(ROOT/'tests'))
|
||
from test_api import live_server, make_app # noqa: E402
|
||
from cybergril.api.app import create_app # noqa: E402
|
||
|
||
CONTROLLED = '--controlled' in sys.argv
|
||
OUT = ROOT/'docs/rework' / ('r1-regression' if CONTROLLED else 'live-gateway')
|
||
OUT.mkdir(parents=True, exist_ok=True)
|
||
results = {'checks': [], 'real_dialogue': [], 'console_errors': []}
|
||
|
||
def passed(text):
|
||
if CONTROLLED: text = text.replace('real gateway:', 'controlled provider:')
|
||
print('PASS', text, flush=True)
|
||
results['checks'].append(text)
|
||
|
||
def nav(page, text):
|
||
page.get_by_role('navigation', name='主导航').get_by_role('button', name=text, exact=True).click()
|
||
|
||
def click(page, text):
|
||
page.get_by_role('button', name=text, exact=True).click()
|
||
|
||
def shot(page, name):
|
||
if CONTROLLED: return
|
||
page.screenshot(path=str(OUT/(name+'.png')))
|
||
|
||
def send(page, text, source='real gateway'):
|
||
page.get_by_role('textbox', name='想和她说的话').fill(text)
|
||
click(page, '发送')
|
||
expect(page.get_by_role('button', name='停止回复')).not_to_be_visible(timeout=65000)
|
||
assert not page.locator('.talk-status .retry').count(), page.locator('.conversation').inner_text()
|
||
reply = page.locator('.log-panel .message[data-role="companion"] p').last.text_content()
|
||
results['real_dialogue'].append({'input':text,'reply':reply,'source':'controlled provider' if CONTROLLED else source})
|
||
print('CONTROLLED_REPLY' if CONTROLLED else 'REAL_REPLY', reply, flush=True)
|
||
return reply
|
||
|
||
try:
|
||
with tempfile.TemporaryDirectory(prefix='cybergril-r1-') as directory, sync_playwright() as pw:
|
||
db = Path(directory)/'acceptance.db'
|
||
browser = pw.chromium.launch(headless=True, args=['--no-sandbox'])
|
||
desktop = browser.new_context(viewport={'width':1440,'height':900}, reduced_motion='reduce')
|
||
page = desktop.new_page()
|
||
page.on('pageerror', lambda e: results['console_errors'].append(str(e)))
|
||
page.add_init_script("""const get=Storage.prototype.getItem;Storage.prototype.getItem=function(key){if(key==='cybergril.demo.v1'){window.demoReads=(window.demoReads||0)+1;throw new Error('REAL MODE READ DEMO');}return get.call(this,key)};""")
|
||
if CONTROLLED: real_app, initial_provider = make_app(db)
|
||
else: real_app = create_app(db_path=db)
|
||
with live_server(real_app) as url:
|
||
port = urlsplit(url).port
|
||
page.goto(url)
|
||
expect(page.get_by_text('1 / 4 · 出生资料')).to_be_visible()
|
||
page.get_by_label('她的名字', exact=True).fill('星河')
|
||
page.get_by_label('出生日期(公历)', exact=True).fill('2000-10-18')
|
||
click(page,'下一步')
|
||
expect(page.get_by_text('出生底色 · 真实排盘')).to_be_visible()
|
||
assert real_app.state.store.query_one('SELECT count(*) n FROM companion')['n']==0
|
||
shot(page,'desktop-preview-moon')
|
||
click(page,'下一步')
|
||
for relation in ('朋友','恋人'):
|
||
expect(page.get_by_role('button', name=relation, exact=True)).to_have_attribute('aria-pressed','false')
|
||
click(page,'下一步')
|
||
expect(page.get_by_role('alert')).to_contain_text('选择')
|
||
click(page,'朋友'); click(page,'下一步')
|
||
page.get_by_role('checkbox').check(); click(page,'确认创建'); click(page,'去看看她')
|
||
expect(page.locator('.who .name')).to_have_text('星河')
|
||
passed('desktop: four-step real creation, side-effect-free lunar preview, mandatory relationship')
|
||
click(page,'和她说话')
|
||
composer=page.get_by_role('textbox',name='想和她说的话')
|
||
composer.fill('中文输入法')
|
||
composer.evaluate("el=>el.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',code:'Enter',bubbles:true,isComposing:true}))")
|
||
expect(composer).to_have_value('中文输入法')
|
||
composer.press('Shift+Enter'); expect(composer).to_have_value('中文输入法\n')
|
||
chunks=[]
|
||
page.on('response', lambda r: chunks.append(r.status) if '/api/chat' in r.url else None)
|
||
send(page,'请记住我们这次聊天的暗号是蓝色风铃。简短回应一句就好。')
|
||
reply2=send(page,'刚才我们的暗号是什么?请直接回答。')
|
||
if not CONTROLLED: assert '蓝色风铃' in reply2
|
||
assert len(real_app.state.store.query('SELECT * FROM chat_message'))==4
|
||
shot(page,'desktop-real-chat-moon')
|
||
passed('controlled provider: two complete streamed turns' if CONTROLLED else 'real gateway: complete streamed reply and second turn recalls 蓝色风铃 from server context')
|
||
if CONTROLLED: initial_provider.mode='slow'
|
||
composer.fill('请用中文写一段较长的故事,约800字。'); click(page,'发送')
|
||
expect(page.get_by_role('button',name='停止回复')).to_be_visible()
|
||
expect(page.locator('.talk-status')).to_contain_text('正在回应',timeout=35000)
|
||
click(page,'停止回复')
|
||
# This finite local wait lets the HTTP disconnect reach the isolated service.
|
||
expect(page.get_by_role('button',name='停止回复')).not_to_be_visible()
|
||
deadline=time.monotonic()+2
|
||
while real_app.state.active and time.monotonic()<deadline: time.sleep(.01)
|
||
assert real_app.state.active is None
|
||
rows=real_app.state.store.query('SELECT * FROM chat_message')
|
||
assert len(rows)==5 and rows[-1]['status']=='cancelled'
|
||
passed('real gateway: cancel after first delta, upstream request closed, no complete assistant row')
|
||
page.reload(); nav(page,'交谈'); click(page,'完整记录')
|
||
expect(page.locator('.log-panel')).to_contain_text('蓝色风铃')
|
||
shot(page,'desktop-history-moon')
|
||
mobile=browser.new_context(viewport={'width':390,'height':844},reduced_motion='reduce',is_mobile=True,has_touch=True)
|
||
mp=mobile.new_page(); mp.goto(url)
|
||
expect(mp.locator('.who .name')).to_have_text('星河')
|
||
nav(mp,'交谈'); click(mp,'完整记录')
|
||
expect(mp.locator('.log-panel')).to_contain_text('蓝色风铃')
|
||
shot(mp,'mobile-history-moon'); click(mp,'关闭记录')
|
||
click(mp,'蓝紫雾光'); shot(mp,'mobile-chat-fog')
|
||
assert mp.evaluate('document.documentElement.scrollWidth<=innerWidth')
|
||
assert page.evaluate('window.demoReads || 0')==0
|
||
passed('independent Chromium context 390×844: same companion/history; both themes; IME and Shift+Enter')
|
||
# A real process lifespan restart on the same origin, with a controlled provider for fault paths.
|
||
app, provider = make_app(db)
|
||
with live_server(app, port) as restarted_url:
|
||
assert restarted_url==url
|
||
page.get_by_role('button',name='关闭记录').click()
|
||
send(page,'重启后继续','controlled provider')
|
||
assert app.state.epoch==2
|
||
passed('server restart on same origin: epoch 1→2, existing page sends automatically, data retained')
|
||
provider.mode='error'
|
||
composer=page.get_by_role('textbox',name='想和她说的话')
|
||
composer.fill('保留的失败草稿'); click(page,'发送')
|
||
expect(page.locator('.talk-status .retry')).to_be_visible()
|
||
expect(composer).to_have_value('保留的失败草稿')
|
||
shot(page,'desktop-model-error')
|
||
count=app.state.store.query_one('SELECT count(*) n FROM chat_message')['n']
|
||
provider.mode='normal'; click(page,'重试')
|
||
expect(page.locator('.talk-status .retry')).not_to_be_visible()
|
||
expect(page.get_by_role('button',name='停止回复')).not_to_be_visible()
|
||
expect(composer).to_have_value('')
|
||
assert app.state.store.query_one('SELECT count(*) n FROM chat_message')['n']==count+1
|
||
passed('controlled SSE model error: Chinese notice, draft retained, same-turn retry without duplicate user row')
|
||
provider.mode='slow'
|
||
composer.fill('取消并紧接新问题'); click(page,'发送')
|
||
expect(page.locator('.talk-status')).to_contain_text('正在回应')
|
||
click(page,'停止回复')
|
||
provider.mode='normal'; send(page,'新轮不会串台','controlled provider')
|
||
passed('controlled blocked upstream: immediate cancellation/new question isolation')
|
||
nav(mp,'设置')
|
||
mp.get_by_role('navigation',name='设置分区').get_by_role('button',name='关系',exact=True).click()
|
||
mp.get_by_role('group',name='你们的关系').get_by_role('button',name='恋人',exact=True).click(); click(mp,'取消修改')
|
||
expect(mp.get_by_role('group',name='你们的关系').get_by_role('button',name='朋友',exact=True)).to_have_attribute('aria-pressed','true')
|
||
mp.get_by_role('group',name='你们的关系').get_by_role('button',name='恋人',exact=True).click(); click(mp,'保存'); click(mp,'取消')
|
||
assert app.state.store.query_one('SELECT identity_json FROM companion')['identity_json'].find('恋人')<0
|
||
click(mp,'保存'); mp.get_by_role('dialog').get_by_role('button',name='确认',exact=True).click()
|
||
expect(mp.get_by_role('status')).to_contain_text('已保存在服务器')
|
||
shot(mp,'mobile-relation-fog')
|
||
nav(mp,'此刻'); mp.reload()
|
||
expect(mp.locator('.meta')).to_contain_text('恋人')
|
||
nav(mp,'日子'); expect(mp.locator('.pane[aria-label="日子"] .empty').first).to_contain_text('还没有可展示的生活记录')
|
||
assert mp.locator('.demo').count()==0
|
||
passed('mobile: relation cancel/confirm/save restores from server; unfinished life has no demo records/console')
|
||
# Model timeout and abrupt SSE are separately exercised by deterministic backend/unit tests.
|
||
browser.close()
|
||
assert not results['console_errors'], results['console_errors']
|
||
finally:
|
||
(OUT/'browser-results.json').write_text(json.dumps(results,ensure_ascii=False,indent=2)+'\n')
|