353 lines
14 KiB
Python
353 lines
14 KiB
Python
"""Interaction assertions use the product UI and live isolated backend, without response interception."""
|
||
|
||
import json
|
||
from pathlib import Path
|
||
|
||
from playwright.sync_api import expect
|
||
|
||
|
||
def exercise(page, data: Path, out: Path):
|
||
state_dir = out / "states"
|
||
state_dir.mkdir(exist_ok=True)
|
||
checks = []
|
||
control = data / "control.json"
|
||
base = "http://127.0.0.1:18740"
|
||
|
||
def mode(**kw):
|
||
control.write_text(json.dumps(kw))
|
||
|
||
def save(name):
|
||
page.screenshot(path=str(state_dir / (name + ".png")))
|
||
checks.append(name)
|
||
print("verified " + name, flush=True)
|
||
|
||
def desk():
|
||
mode()
|
||
page.goto(base + "/image")
|
||
page.locator("#desk-prompt").wait_for()
|
||
|
||
def input(text):
|
||
page.locator("#desk-prompt").fill(text)
|
||
|
||
def translate():
|
||
page.locator(".pt-buttons").first.get_by_role("button").first.click()
|
||
|
||
def result():
|
||
page.locator(".pt-res").wait_for()
|
||
|
||
def close():
|
||
page.get_by_role("button", name="关闭提示词结果").click()
|
||
|
||
def button(label):
|
||
return page.locator(".ptband").get_by_role("button", name=label, exact=True)
|
||
|
||
page.set_viewport_size({"width": 1440, "height": 900})
|
||
desk()
|
||
save("S00-创作台基准")
|
||
original = "一只猫,<lora:cat:0.7>,(neon:1.2)"
|
||
input(original)
|
||
translate()
|
||
result()
|
||
expect(page.locator("#desk-prompt")).to_have_value(original)
|
||
save("S01-翻译预览-原文未改")
|
||
button("换向重译").click()
|
||
result()
|
||
expect(page.locator(".pt-dir")).to_contain_text("英→中")
|
||
save("S02-显式换向")
|
||
close()
|
||
page.locator(".pt-buttons").first.get_by_role("button").nth(1).click()
|
||
result()
|
||
expect(page.locator(".pt-dir")).to_have_text("同语言润色")
|
||
save("S03-润色结果")
|
||
close()
|
||
mode(delay=0.8)
|
||
translate()
|
||
expect(page.locator(".pt-wait")).to_be_visible()
|
||
save("S04-处理中可取消")
|
||
button("取消").click()
|
||
page.wait_for_timeout(950)
|
||
expect(page.locator(".ptband")).to_have_count(0)
|
||
expect(page.locator("#desk-prompt")).to_have_value(original)
|
||
save("S05-取消迟到丢弃")
|
||
translate()
|
||
input("改动后的文本")
|
||
input(original)
|
||
page.wait_for_timeout(950)
|
||
expect(page.locator(".pt-res")).to_have_count(0)
|
||
expect(page.locator(".pt-confirm")).to_contain_text("结果已丢弃")
|
||
save("S06-在途ABA编辑丢弃")
|
||
mode()
|
||
button("按当前文本重新处理").click()
|
||
result()
|
||
input("结果出现后新输入")
|
||
save("S07-结果后编辑")
|
||
button("替换").click()
|
||
expect(button("仍然替换")).to_be_visible()
|
||
expect(page.locator("#desk-prompt")).to_have_value("结果出现后新输入")
|
||
save("S08-替换二次确认")
|
||
button("仍然替换").click()
|
||
expect(page.locator(".ptband")).to_have_count(0)
|
||
save("S09-替换撤销")
|
||
page.get_by_role("button", name="撤销", exact=True).click()
|
||
expect(page.locator("#desk-prompt")).to_have_value("结果出现后新输入")
|
||
input(original)
|
||
translate()
|
||
result()
|
||
button("替换").click()
|
||
input("新的文本")
|
||
input(
|
||
"A cat in soft side lighting, cinematic composition, <lora:cat:0.7>, (neon:1.2)"
|
||
)
|
||
page.get_by_role("button", name="撤销", exact=True).click()
|
||
expect(
|
||
page.get_by_text("内容已变化或已切换,未自动恢复", exact=True)
|
||
).to_be_visible()
|
||
save("S10-编辑后撤销被拒")
|
||
input(original)
|
||
mode(delay=0.8)
|
||
translate()
|
||
page.locator(".workflow-pick").first.click()
|
||
page.locator(".workflow-pick").last.click()
|
||
page.wait_for_timeout(950)
|
||
expect(page.locator(".ptband")).to_have_count(0)
|
||
save("S11-工作流ABA切换失效")
|
||
mode(status=401)
|
||
translate()
|
||
page.locator(".pt-error").wait_for()
|
||
expect(page.locator(".pt-error")).to_contain_text("密钥")
|
||
save("S12-认证失败真实服务响应")
|
||
close()
|
||
mode(delay=3)
|
||
translate()
|
||
page.locator(".pt-error").wait_for()
|
||
expect(page.locator(".pt-error")).to_contain_text("超时")
|
||
save("S13-总超时")
|
||
close()
|
||
mode(broken=True)
|
||
translate()
|
||
page.locator(".pt-error").wait_for()
|
||
expect(page.locator(".pt-error")).to_contain_text("技术片段")
|
||
expect(page.locator(".pt-res")).to_have_count(0)
|
||
save("S14-片段破坏纠正后仍失败")
|
||
close()
|
||
mode()
|
||
page.locator("#desk-negative").fill("模糊,低画质")
|
||
page.locator(".pt-buttons").nth(1).get_by_role("button").first.click()
|
||
result()
|
||
expect(page.locator(".pt-h")).to_contain_text("反向")
|
||
save("S15-反向提示词")
|
||
page.goto(base + "/video")
|
||
page.locator("#desk-prompt").fill("镜头缓慢推进")
|
||
translate()
|
||
result()
|
||
save("S16-视频提示词")
|
||
page.set_viewport_size({"width": 1280, "height": 720})
|
||
close()
|
||
page.locator(".pt-buttons").first.get_by_role("button").nth(1).click()
|
||
result()
|
||
save("S17-小窗润色")
|
||
close()
|
||
mode(delay=0.8)
|
||
translate()
|
||
save("S18-小窗处理中")
|
||
button("取消").click()
|
||
mode(status=401)
|
||
translate()
|
||
page.locator(".pt-error").wait_for()
|
||
save("S19-小窗失败")
|
||
close()
|
||
save("S20-小窗基准")
|
||
mode()
|
||
page.set_viewport_size({"width": 1440, "height": 900})
|
||
# Empty/long and the three editable workbench panels use the same real control.
|
||
desk()
|
||
input("")
|
||
expect(
|
||
page.locator(".pt-buttons").first.get_by_role("button").first
|
||
).to_be_disabled()
|
||
input("猫" * 20001)
|
||
translate()
|
||
page.locator(".pt-error").wait_for()
|
||
expect(page.locator(".pt-error")).to_contain_text("20000")
|
||
checks.append("empty-and-too-long")
|
||
settings = page.request.get(base + "/api/settings").json()
|
||
page.goto(base + "/settings")
|
||
page.get_by_role("button", name="去模型分工修改", exact=True).click()
|
||
expect(page.locator("#role-translate")).to_be_visible()
|
||
save("M01-设置跳转高亮")
|
||
select = page.locator("#role-translate select")
|
||
select.select_option("fixture-b")
|
||
page.wait_for_timeout(300)
|
||
page.locator("#role-polish select").select_option("fixture-a")
|
||
page.wait_for_timeout(300)
|
||
page.reload()
|
||
page.locator("#role-polish select").wait_for()
|
||
expect(page.locator("#role-translate select")).to_have_value("fixture-b")
|
||
expect(page.locator("#role-polish select")).to_have_value("fixture-a")
|
||
checks.append("independent-assignments-after-reload")
|
||
page.request.post(
|
||
base + "/api/settings",
|
||
data={"agent_llm_assignments": settings["agent_llm_assignments"]},
|
||
)
|
||
profile_list = [
|
||
{k: p[k] for k in ["id", "name", "model", "base_url"]}
|
||
for p in settings["llm_profiles"]
|
||
]
|
||
unavailable = {**profile_list[0], "base_url": "http://127.0.0.1:1/v1"}
|
||
page.request.post(base + "/api/settings", data={"llm_profiles": [unavailable]})
|
||
page.reload()
|
||
page.locator(".mrow").wait_for()
|
||
expect(page.locator(".mrow")).to_have_count(1)
|
||
page.locator(".mrow").first.get_by_role("button", name="测试", exact=True).click()
|
||
expect(page.locator(".mrow .spill")).to_contain_text("连接失败")
|
||
save("M02-仅默认档案")
|
||
page.goto(base + "/image")
|
||
page.locator("#desk-prompt").fill("一只猫")
|
||
translate()
|
||
page.locator(".pt-error").wait_for()
|
||
expect(page.locator(".pt-error")).to_contain_text("连接失败")
|
||
save("S12b-默认地址未启动")
|
||
|
||
page.request.post(
|
||
base + "/api/settings",
|
||
data={
|
||
"llm_profiles": profile_list,
|
||
"agent_llm_assignments": settings["agent_llm_assignments"],
|
||
},
|
||
)
|
||
page.goto(base + "/connections?tab=llm")
|
||
page.locator(".mrow").first.wait_for()
|
||
mode(status=401)
|
||
page.locator(".mrow").first.get_by_role("button", name="测试", exact=True).click()
|
||
expect(page.locator(".mdl-alert")).to_be_visible()
|
||
save("M03-模型测试失败")
|
||
page.get_by_role("button", name="添加模型", exact=True).click()
|
||
page.locator(".md-b input").nth(0).fill("本地不先测试")
|
||
page.locator(".md-b input").nth(1).fill("http://127.0.0.1:1/v1")
|
||
page.locator(".md-b input").nth(2).fill("local")
|
||
expect(page.get_by_role("button", name="保存", exact=True)).to_be_enabled()
|
||
save("M04-未测试可以保存")
|
||
page.goto(base + "/connections?tab=comfy")
|
||
page.locator(".mrow").first.wait_for()
|
||
page.locator(".mrow").first.get_by_role("button", name="测试", exact=True).click()
|
||
expect(page.locator(".mrow .spill")).to_contain_text("已连接")
|
||
page.locator(".mrow").first.get_by_role("button", name="编辑", exact=True).click()
|
||
save("M05-Comfy-未知如实显示")
|
||
page.goto(base + "/settings")
|
||
page.get_by_role("button", name="去模型分工修改").wait_for()
|
||
save("P01-设置只读工具卡")
|
||
mode()
|
||
for stage in ["style", "assets", "shot"]:
|
||
page.goto(base + f"/workbench/1?stage={stage}")
|
||
page.get_by_role("button", name="编辑", exact=True).click()
|
||
page.locator(".prompt-editor textarea").first.wait_for()
|
||
before = page.locator(".prompt-editor textarea").first.input_value()
|
||
page.locator(".prompt-editor .pt-buttons").first.get_by_role(
|
||
"button"
|
||
).first.click()
|
||
result()
|
||
expect(page.locator(".prompt-editor textarea").first).to_have_value(before)
|
||
save("workbench-" + stage + "-shared-control")
|
||
# Library: native loaded metadata, selection, full screen, safe delete, attach refresh.
|
||
mode()
|
||
page.goto(base + "/library")
|
||
page.locator(".lt").first.wait_for()
|
||
page.locator(".lt .ck").nth(0).click(force=True)
|
||
page.locator(".lt .ck").nth(1).click(force=True)
|
||
expect(page.locator(".selbar")).to_be_visible()
|
||
save("L01-多选选择条")
|
||
page.locator(".selbar").get_by_role("button", name="删除", exact=True).click()
|
||
page.get_by_role("dialog").wait_for()
|
||
save("L02-删除确认")
|
||
page.get_by_role("dialog").get_by_role("button", name="取消", exact=True).click()
|
||
page.locator(".selbar").get_by_role("button", name="取消", exact=True).click()
|
||
video = page.locator(".lt").filter(has_text="视频样本.webm")
|
||
video.locator(".mat").click()
|
||
expect(page.locator(".kv")).to_contain_text("640 × 360")
|
||
save("L03-视频元数据")
|
||
page.locator(".lt").filter(has_text="真实读取失败.png").locator(".mat").click()
|
||
expect(page.locator(".kv")).to_contain_text("未知")
|
||
save("L04-真实读取失败")
|
||
page.locator(".lt").filter(has_text="样本素材-01.png").locator(".mat").dblclick()
|
||
page.get_by_role("dialog").wait_for()
|
||
save("L05-全屏预览")
|
||
page.keyboard.press("Escape")
|
||
page.get_by_role("textbox", name="文件名查找").fill("no-match")
|
||
save("L06a-筛选空态")
|
||
uploads = data / "assets" / "uploads"
|
||
hidden = data / "assets" / "uploads-empty-state-backup"
|
||
uploads.rename(hidden)
|
||
try:
|
||
page.reload()
|
||
expect(page.get_by_text("还没有素材", exact=True)).to_be_visible()
|
||
save("L06-真正空目录")
|
||
finally:
|
||
hidden.rename(uploads)
|
||
page.reload()
|
||
page.locator(".lt").first.wait_for()
|
||
page.locator(".lt").filter(has_text="样本素材-01.png").locator(".mat").click()
|
||
page.locator(".ld-f").get_by_role("button", name="存入项目").click()
|
||
page.get_by_role("dialog").get_by_role(
|
||
"button", name="添加到项目", exact=True
|
||
).click()
|
||
page.get_by_role("dialog").locator("select").first.select_option("1")
|
||
save("L07-存入项目")
|
||
page.get_by_role("dialog").get_by_role("button", name="添加", exact=True).click()
|
||
expect(page.locator(".lt").filter(has_text="样本素材-01.png")).to_have_count(0)
|
||
save("L08-存入后刷新移出")
|
||
for n in range(7):
|
||
page.request.post(
|
||
base + "/api/projects",
|
||
data={
|
||
"title": "一段很长很长的项目标题,用来核验多行省略和边界 · "
|
||
+ str(n + 1)
|
||
},
|
||
)
|
||
page.goto(base + "/")
|
||
page.locator(".pg2").wait_for()
|
||
save("W01-多项目长标题")
|
||
import sqlite3
|
||
|
||
source = sqlite3.connect(data / "fixture.db")
|
||
backup = sqlite3.connect(data / "before-empty.db")
|
||
source.backup(backup)
|
||
backup.close()
|
||
source.close()
|
||
for project in page.request.get(base + "/api/projects").json():
|
||
response = page.request.delete(base + "/api/projects/" + str(project["id"]))
|
||
assert response.ok
|
||
page.reload()
|
||
expect(page.get_by_text("开始你的第一个片子", exact=True)).to_be_visible()
|
||
save("W02-真正无项目空态")
|
||
# Theme/motion state preservation and double ring unchanged: actual UI transitions.
|
||
import re
|
||
|
||
desk()
|
||
input("保留我的输入")
|
||
page.locator("#desk-negative").fill("保留反向")
|
||
for theme in ["夜片场", "日光棚", "调色间", "蓝调时刻"]:
|
||
page.get_by_role("button", name="主题", exact=True).click()
|
||
page.get_by_role("dialog").get_by_role("button", name=re.compile(theme)).click()
|
||
for motion in ["完整", "克制", "关闭"]:
|
||
page.get_by_role("dialog").get_by_role(
|
||
"button", name=motion, exact=True
|
||
).click()
|
||
expect(page.locator("#desk-prompt")).to_have_value("保留我的输入")
|
||
expect(page.locator("#desk-negative")).to_have_value("保留反向")
|
||
page.keyboard.press("Escape")
|
||
checks.append("four-themes-three-motion-preserve-both-prompts")
|
||
|
||
desk()
|
||
input("保留我的输入")
|
||
page.goto(base + "/agents")
|
||
page.wait_for_timeout(400)
|
||
for motion in ["full", "calm", "off"]:
|
||
page.evaluate('(motion)=>localStorage.setItem("aigc-motion",motion)', motion)
|
||
page.reload()
|
||
page.wait_for_timeout(500)
|
||
save("motion-" + motion + "-agent-rings")
|
||
control.write_text("{}")
|
||
(out / "interaction-checks.json").write_text(
|
||
json.dumps(checks, ensure_ascii=False, indent=2)
|
||
)
|