Files
aigc-home/scripts/hel871/capture.py
T

345 lines
18 KiB
Python

"""HEL-871: real mounted UI/HTTP regression in disposable loopback-only services."""
import argparse
import json
import os
from pathlib import Path
import signal
import socket
import subprocess
import tempfile
import time
import urllib.request
import wave
from PIL import Image, ImageDraw
from playwright.sync_api import sync_playwright, expect
ROOT = Path(__file__).resolve().parents[2]
p = argparse.ArgumentParser()
p.add_argument('--backend-python', required=True)
p.add_argument('--output', type=Path, required=True)
p.add_argument('--build', type=Path, default=ROOT/'calliope-web/build')
p.add_argument('--before', action='store_true')
a = p.parse_args()
out = a.output.resolve()
out.mkdir(parents=True, exist_ok=True)
phase = 'before' if a.before else 'after'
report = {'phase': phase, 'checks': [], 'errors': [], 'choosers': 0, 'writes': []}
def check(name, value=True):
report['checks'].append({'name': name, 'pass': bool(value)})
assert value, name
print('PASS', name, flush=True)
def verify(page, request, runtime):
def api(path, body):
r = request.post('http://127.0.0.1:18271/api'+path, data=body)
assert r.ok, r.text()
return r.json()
fixtures = ROOT/'calliope-backend/tests/fixtures/comfy_native'
# User-supplied real graphs for multi-reference and first/last frames.
graphs = {name: json.loads((fixtures/file).read_text()) for name, file in [
('refs', 'h3_ref2va_05_API.json'), ('frames', 'h3_i2v_04_API.json')]}
graphs['image'] = {
'1': {'class_type': 'PrimitiveStringMultiline', 'inputs': {'value': '隔离预览测试'}, '_meta': {'title': 'Prompt (Input:prompt)'}},
'2': {'class_type': 'LoadImage', 'inputs': {'image': ''}, '_meta': {'title': 'Image (Input:image)'}},
'3': {'class_type': 'LoadImageMask', 'inputs': {'image': '', 'channel': 'red'}, '_meta': {'title': 'Mask (Input:mask)'}},
'4': {'class_type': 'SaveImage', 'inputs': {'images': ['2', 0]}}
}
graphs['text'] = {'1': graphs['image']['1'], '4': {'class_type': 'SaveImage', 'inputs': {'images': ['1', 0]}}}
# Same generic group shape as backend test_media_groups; no generation claim.
graphs['media'] = {
'1': graphs['image']['1'],
'131': {'class_type': 'MiniMaxH3ReferenceToVideo', 'inputs': {
'prompt': ['1', 0], 'ref_videos.ref_video_0': ['902', 0], 'ref_audios.ref_audio_0': ['903', 0]}},
'902': {'class_type': 'LoadVideo', 'inputs': {'file': 'ref.mp4', 'force_rate': 0}},
'903': {'class_type': 'LoadAudio', 'inputs': {'audio': 'ref.wav'}},
'92': {'class_type': 'SaveVideo', 'inputs': {'video': ['131', 0]}}
}
graphs['media']['1'] = {'class_type': 'PrimitiveStringMultiline', 'inputs': {'value': '隔离媒体预览'}}
graphs['singles'] = {
'1': graphs['image']['1'],
'902': {'class_type': 'LoadVideo', 'inputs': {'file': ''}, '_meta': {'title': 'Video (Input:video)'}},
'903': {'class_type': 'LoadAudio', 'inputs': {'audio': ''}, '_meta': {'title': 'Audio (Input:audio)'}},
'92': {'class_type': 'SaveVideo', 'inputs': {'video': ['902', 0]}}
}
ids = {}
for name, graph in graphs.items():
result = api('/workflows', {'name': 'HEL871 '+name, 'kind': 'image' if name in ['image', 'text'] else 'video', 'workflow_json': graph})
ids[name] = result['id']
(out/'workflows.json').write_text(json.dumps(ids, indent=2))
images = []
for n, color in enumerate(['#247a9b', '#e0ab4d', '#9862ac']):
f = runtime/f'preview-{n}.png'
im = Image.new('RGB', (960, 640), color)
ImageDraw.Draw(im).text((90, 180), f'HEL-871 REFERENCE {n+1}', fill='white')
im.save(f)
images.append(str(f))
audio = runtime/'preview.wav'
with wave.open(str(audio), 'wb') as w:
w.setnchannels(1); w.setsampwidth(2); w.setframerate(8000); w.writeframes(b'\0\0'*16000)
bad = runtime/'broken.png'; bad.write_bytes(b'not an image')
text = runtime/'unsupported.txt'; text.write_text('rejected')
video = str(ROOT/'e2e/tiny.mp4')
def goto(name):
page.goto(f'http://127.0.0.1:15271/create?kind={"image" if name in ["image", "text"] else "video"}&wf={ids[name]}')
page.locator('#desk-prompt').wait_for()
page.wait_for_timeout(200)
def upload(slot, files):
with page.expect_file_chooser() as fc:
slot.locator('button.add').click()
fc.value.set_files(files)
expect(slot.locator('.a-tile-hit')).to_have_count(len(files) if isinstance(files, list) else 1)
expect(slot.locator('.a-tile-ring')).to_have_count(0)
def close():
page.keyboard.press('Escape')
expect(page.locator('.backdrop')).to_have_count(0)
def shot(name, loc=None):
(loc or page).screenshot(path=str(out/f'{name}.png'))
def preview(hit, kind='image', keyboard=None):
before = report['choosers']
hit.focus()
if keyboard: page.keyboard.press(keyboard)
else: hit.click()
expect(page.locator('.backdrop')).to_be_visible()
check(f'{kind} preview without picker', report['choosers'] == before)
return page.locator('.backdrop')
goto('image')
page.locator('#desk-prompt').fill('保留提示词与参数 · HEL871')
slots = page.locator('.media-summary .a-slot')
check('image and mask exactly two wired slots', slots.count() == 2)
upload(slots.nth(0), images[0]); upload(slots.nth(1), images[1])
check('empty slot uses actual upload endpoint', any('/playground/uploads' in x for x in report['writes']))
for width, height in [(1440, 900), (1366, 768), (1280, 720)]:
page.set_viewport_size({'width': width, 'height': height})
for theme in ['night', 'day', 'grade', 'bluehour']:
page.evaluate('(v)=>document.documentElement.dataset.theme=v', theme)
page.wait_for_timeout(80)
name = f'{theme}-{width}'
shot(name+'-compact', page.locator('.media-summary'))
if not a.before:
hit = slots.nth(0).locator('.a-tile-hit')
box = preview(hit, keyboard='Enter')
shot(name+'-preview')
box.get_by_role('button', name='100%', exact=True).click()
check(name+' toolbar zoom stays open', box.locator('.frame.zoomed').count() == 1)
close()
check(name+' close restores focus', hit.evaluate('(e)=>document.activeElement===e'))
page.get_by_role('button', name='管理素材', exact=True).click()
manager = page.locator('.modal-panel')
expect(manager).to_be_visible()
shot(name+'-manager', manager)
if not a.before:
hit = manager.locator('.a-tile-hit').nth(1)
preview(hit, keyboard='Space')
expect(page.locator('.backdrop img')).to_have_attribute('src', manager.locator('.a-tile-hit img').nth(1).get_attribute('src'))
close()
check(name+' escape only closes top preview', manager.is_visible() and hit.evaluate('(e)=>document.activeElement===e'))
page.keyboard.press('Escape')
expect(manager).to_have_count(0)
if a.before:
hit = slots.nth(0).locator('.a-tile-hit')
with page.expect_file_chooser(): hit.click()
check('baseline bug reproduced: filled thumbnail opens file chooser')
return
page.set_viewport_size({'width': 1440, 'height': 900})
hit = slots.nth(0).locator('.a-tile-hit')
page.wait_for_timeout(700)
draft = page.evaluate('JSON.stringify(localStorage)')
original = hit.locator('img').get_attribute('src')
box = preview(hit)
box.get_by_role('button', name='关闭预览', exact=True).click()
expect(box).to_have_count(0)
box = preview(hit)
# Trap focus across both ends.
box.locator('button, a').first.focus(); page.keyboard.press('Shift+Tab')
check('reverse tab trapped', box.evaluate('(e)=>e.contains(document.activeElement)'))
page.keyboard.press('Tab')
check('forward tab trapped', box.evaluate('(e)=>e.contains(document.activeElement)'))
close()
check('preview preserves prompt', page.locator('#desk-prompt').input_value() == '保留提示词与参数 · HEL871')
check('preview does not save draft or reorder values', page.evaluate('JSON.stringify(localStorage)') == draft and hit.locator('img').get_attribute('src') == original)
box = preview(hit)
with page.expect_file_chooser() as fc: box.get_by_role('button', name='替换', exact=True).click()
fc.value.set_files(images[2])
expect(hit.locator('img')).not_to_have_attribute('src', original)
check('explicit single replacement uploads new image')
n = report['choosers']
slots.nth(0).locator('.a-tile-x').click()
expect(slots.nth(0).locator('button.add')).to_be_visible()
check('remove opens neither preview nor picker', page.locator('.backdrop').count() == 0 and report['choosers'] == n)
with page.expect_file_chooser() as fc: slots.nth(0).locator('button.add').click()
fc.value.set_files(str(text))
expect(slots.nth(0).get_by_role('alert')).to_be_visible()
check('upload format validation retained')
upload(slots.nth(0), str(bad))
preview(slots.nth(0).locator('.a-tile-hit'))
expect(page.locator('.backdrop .safe-media-ph')).to_be_visible()
shot('broken-image')
check('broken filled image gives real unavailable message and remains replaceable')
close()
goto('refs')
refs = page.locator('.media-summary .a-slot').first
upload(refs, images[:2])
srcs = refs.locator('.a-tile-hit img').evaluate_all('(es)=>es.map(e=>e.getAttribute("src"))')
box = preview(refs.locator('.a-tile-hit').nth(1))
expect(box.locator('img')).to_have_attribute('src', srcs[1])
page.keyboard.press('ArrowLeft')
expect(box.locator('img')).to_have_attribute('src', srcs[0])
check('multi reference selected image and keyboard navigation correct')
close()
check('navigation retains original invoker focus', refs.locator('.a-tile-hit').nth(1).evaluate('(e)=>document.activeElement===e'))
box = preview(refs.locator('.a-tile-hit').nth(1))
with page.expect_file_chooser() as fc: box.get_by_role('button', name='替换', exact=True).click()
fc.value.set_files(images[2])
expect(refs.locator('.a-tile-hit img').nth(1)).not_to_have_attribute('src', srcs[1])
check('replace changes only selected reference index', refs.locator('.a-tile-hit img').nth(0).get_attribute('src') == srcs[0])
refs.locator('.a-tile-x').nth(0).click()
expect(refs.locator('.a-tile-hit')).to_have_count(1)
check('reference remove preserves remaining order')
preview(refs.locator('.a-tile-hit').first)
# Route navigation while open must discard the old preview.
page.locator('.workflow-pick').filter(has_text='HEL871 frames').evaluate('(e)=>e.click()')
expect(page.locator('.backdrop')).to_have_count(0)
check('switch workflow in mounted desk clears old preview')
goto('frames')
frames = page.locator('.media-summary .a-slot')
expect(frames).to_have_count(2)
upload(frames.nth(0), images[0]); upload(frames.nth(1), images[1])
for i in [0, 1]:
src = frames.nth(i).locator('.a-tile-hit img').get_attribute('src')
box = preview(frames.nth(i).locator('.a-tile-hit'))
expect(box.locator('img')).to_have_attribute('src', src)
close()
shot('first-last-frames', page.locator('.media-summary'))
check('first and last frame slots preview independently')
goto('media')
groups = page.locator('.media-summary .a-slot')
expect(groups).to_have_count(2)
for i, (file, tag) in enumerate([(video, 'video'), (str(audio), 'audio')]):
group = groups.filter(has=page.locator(f'input[accept*="{tag}"]')).first
upload(group, [file])
box = preview(group.locator('.a-tile-hit'), tag)
player = box.locator(tag)
expect(player).to_be_visible()
check(tag+' native controls, paused by default', player.evaluate('(e)=>e.controls && e.paused && !e.autoplay'))
player.focus(); page.keyboard.press('Space')
expect(player).to_have_js_property('paused', False)
check(tag+' keyboard manual playback works')
shot(tag+'-manual-play')
close()
goto('singles')
singles = page.locator('.media-summary .a-slot')
expect(singles).to_have_count(2)
for i, (file, tag) in enumerate([(video, 'video'), (str(audio), 'audio')]):
slot = singles.filter(has=page.locator(f'input[accept*="{tag}"]')).first
upload(slot, file)
box = preview(slot.locator('.a-tile-hit'), tag)
expect(box.locator(tag)).to_be_visible()
check('single '+tag+' correct player and paused', box.locator(tag).evaluate('(e)=>e.controls && e.paused'))
close()
goto('text')
expect(page.locator('.media-summary')).to_have_count(0)
check('text to image has no invented input slot')
# Other mounted caller of RefImageGrid: workflow test dialog.
page.goto('http://127.0.0.1:15271/workflows')
row = page.locator('tbody tr').filter(has_text='HEL871 refs')
row.locator('button.mg-click').click()
page.get_by_role('button', name='试运行', exact=True).click()
form = page.locator('.wft-form .a-slot').first
expect(form).to_be_visible()
upload(form, images[:2])
box = preview(form.locator('.a-tile-hit').nth(1))
close()
check('workflow test dialog preview restores nested focus', form.locator('.a-tile-hit').nth(1).evaluate('(e)=>document.activeElement===e'))
shot('workflow-test-dialog')
page.keyboard.press('Escape')
expect(form).to_have_count(0)
check('drawer closes on second escape and restores body scroll', page.evaluate('document.body.style.overflow') != 'hidden')
# Existing shared lightbox caller: library navigation, zoom, focus, manual video.
page.goto('http://127.0.0.1:15271/library')
tile = page.locator('.lt').filter(has=page.locator('img')).first
tile.dblclick()
box = page.locator('.backdrop')
expect(box).to_be_visible()
expect(box.get_by_role('button', name='替换', exact=True)).to_have_count(0)
box.get_by_role('button', name='100%', exact=True).click()
expect(box.locator('.frame.zoomed')).to_be_visible()
page.keyboard.press('ArrowRight')
close()
check('library shared lightbox navigation zoom and close retained')
check('no generation, model or prompt-tool requests', not any(any(part in url for part in ['/generate', '/test-run', '/prompt-tools']) for url in report['writes']))
check('no JavaScript runtime errors', not report['errors'])
for port in [18271, 15271]:
with socket.socket() as probe:
assert probe.connect_ex(('127.0.0.1', port)) != 0, f'Occupied port: {port}'
children = []
handles = []
with tempfile.TemporaryDirectory(prefix='runtime-', dir=out) as temp:
runtime = Path(temp)
env = {**os.environ, 'PYTHONPATH': str(ROOT/'calliope-backend/src'), 'HEL871_DATA': temp}
bootstrap = '''import os
from pathlib import Path
from calliope import config
root=Path(os.environ['HEL871_DATA'])
config.CONFIG_FILE=root/'settings.json'
config.settings=config.Settings(data_dir=root/'data',assets_dir=root/'data/assets',llm_base_url='http://127.0.0.1:1/v1',comfyui_base_url='http://127.0.0.1:1',dry_run=False)
config.settings.ensure_storage_dirs()
from calliope.queue.manager import queue_manager
queue_manager.paused=True
from calliope.main import create_app
import uvicorn
uvicorn.run(create_app(),host='127.0.0.1',port=18271)
'''
web = (ROOT/'e2e/hel818-web.cjs').read_text().replace('18247', '18271').replace('15173', '15271').replace("path.resolve('calliope-web/build')", json.dumps(str(a.build.resolve())))
try:
for name, cmd in [('api', [a.backend_python, '-c', bootstrap]), ('web', ['node', '-e', web])]:
h = (out/f'{name}.log').open('w'); handles.append(h)
children.append(subprocess.Popen(cmd, env=env, stdout=h, stderr=subprocess.STDOUT, cwd=ROOT))
for url in ['http://127.0.0.1:18271/api/health', 'http://127.0.0.1:15271']:
for n in range(150):
try:
urllib.request.urlopen(url, timeout=1); break
except OSError:
if any(c.poll() is not None for c in children): raise RuntimeError('service startup failure')
if n == 149: raise
time.sleep(.1)
with sync_playwright() as pw:
browser = pw.chromium.launch(args=['--no-sandbox'], env={**os.environ, 'LD_LIBRARY_PATH': os.environ.get('HEL871_BROWSER_LIBS', '/home/xiaomo/pwlibs/root/usr/lib/x86_64-linux-gnu')})
context = browser.new_context(viewport={'width': 1440, 'height': 900}, record_video_dir=str(out/'video'))
context.add_init_script("localStorage.setItem('aigc-lang','zh');localStorage.setItem('aigc-motion','off')")
context.tracing.start(screenshots=True, snapshots=True, sources=True)
page = context.new_page()
page.set_default_timeout(10000)
page.on('pageerror', lambda e: report['errors'].append(str(e)))
page.on('filechooser', lambda _: report.update(choosers=report['choosers']+1))
page.on('request', lambda r: report['writes'].append(r.url) if r.method in ['POST', 'PATCH', 'PUT', 'DELETE'] else None)
try:
verify(page, context.request, runtime)
except Exception:
page.screenshot(path=str(out/'failure.png'))
(out/'failure.html').write_text(page.content())
raise
finally:
context.tracing.stop(path=str(out/'trace.zip'))
context.close(); browser.close()
finally:
daemon = json.loads(subprocess.check_output(['multica', 'daemon', 'status', '--output', 'json']))['pid']
for child in children:
assert child.pid != daemon
if child.poll() is None: child.send_signal(signal.SIGTERM)
for child in children:
try: child.wait(timeout=10)
except subprocess.TimeoutExpired: child.kill(); child.wait()
for h in handles: h.close()
report['cleanup'] = [{'pid': c.pid, 'exit': c.returncode, 'daemon': daemon} for c in children]
(out/'report.json').write_text(json.dumps(report, ensure_ascii=False, indent=2))
report['isolated_runtime_removed'] = not runtime.exists()
(out/'report.json').write_text(json.dumps(report, ensure_ascii=False, indent=2))
print('PASS cleanup', report['cleanup'], flush=True)