Compare commits
5
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
07dda2bfa2 | ||
|
|
b09a907747 | ||
|
|
d167ba927c | ||
|
|
be149cd6f7 | ||
|
|
376653135b |
@@ -1,6 +1,6 @@
|
||||
# CyberGril 需求入口
|
||||
|
||||
当前完整基准:**v1.11**。批准需求继承办法的主卡评论:`01a1635b-b47c-79ed-ac66-9408c7905af9`。
|
||||
当前完整基准:**v1.12**(HEL-899 起 v1.12;本行此前长期写 v1.11,属入口勘误,基准与变更记录本身自 v1.12 起即为准确,未回退)。批准需求继承办法的主卡评论:`01a1635b-b47c-79ed-ac66-9408c7905af9`。
|
||||
|
||||
所有新任务、续办、设计、施工、审核先读完整当前需求,再读本次相关来源。只有白栖知明确修改的要求才可变更,阶段范围不能覆盖产品要求。
|
||||
|
||||
|
||||
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"baseline_version": "1.12",
|
||||
"read_commit": "d167ba927c1b07e4771219707c744e90051837d9",
|
||||
"task": "HEL-902:统一离线审核 HEL-900 前端(hel-900-preserved @ 701442d/37b4e69)与 HEL-899 后台(ce7279e),整合 HEL-879 真实窗口修复(hel-879-assembly @ be149cd)到独立分支 hel-902-integration,零真实调用、零部署、零依赖下载;并备齐真机补测申请包",
|
||||
"requirement_ids": ["CG-006", "CG-009", "CG-010", "CG-013", "CG-014", "CG-015", "CG-016", "CG-018", "CG-019", "CG-020", "CG-021", "VIS-003", "VIS-004", "VIS-008", "VIS-010", "UX-003", "UX-006", "AM-001", "GOV-001", "GOV-002", "GOV-003", "GOV-004", "GOV-005", "GOV-006", "DEL-001"],
|
||||
"deliverable": "独立整合分支 hel-902-integration(701442d+be149cd 无冲突合并,不改写母线/旧现场/PR#11);总工统一审核报告 docs/rework/hel902/REVIEW.md(含后台故障注入新增 tests/test_voice_review_hel902.py 6 用例:本地元数据落盘失败可恢复不逼重复注册、响应断连重试留可回收孤儿条目、开房 worker 写失败诚实 503、worker 状态损坏行为如实记录、流水写不进时应用 fail-closed 409、选择写失败整体回滚);真机补测申请包 docs/rework/hel902/r5-followup-package.md(时窗/逐类上限/停机方法/参考音频来源与 cg- 共享新增回收/旧服务保护/HEL-879 遗留量测并入);需求入口 README 基准行 v1.11→v1.12 勘误(授权非视觉小修,基准不回退)",
|
||||
"acceptance": [
|
||||
"统一 head 上实际复跑:pytest 376/376(370 基线+新增6)、verify_hel899_custom_voice.py 12/12、ruff src/tests/scripts 通过、需求检查 4/4(origin/main 与 ce7279e 各带/不带 handoff-HEL-900)",
|
||||
"前端保全独立复核:8 文件 blob SHA-256 与保全清单 8/8 一致;作者 ZIP 重下校验 SHA-256 一致;36 截图全部有效 PNG 且视口与 harness 定义一致;作者日志(vitest 137/137、lint 0错1既有警告、build、浏览器 83/83)与 handoff 声明逐项相符",
|
||||
"前端逐行静态复核与合同 §2/用户原话 01a17de1 一致:原始 WAV 字节+查询串、浏览器真转 16k mono PCM16、大小时长静音拒绝、allow_asr 显式门、试听必合法 WAV+canplay 后才可应用、参考原声与现场合成分开、请求代际清理、录音轨迹释放、演示入口不挂载零请求、CSS 仅用既有 token",
|
||||
"后台重点补核:capture→写 worker 文件→dispatch→worker 入口读一次的顺序锁定;共享注册表仅经 8090 且 cg- 命名空间不碰 11 支内置与通用助手状态;ASR/试听流水仅核算、硬闸仅 LLM/嵌入(如实,未称硬闸)",
|
||||
"问题清单集中一轮:🔴外接服务文案按实际能力改写(交视觉作者);🟡登记本地落盘失败映射文案、孤儿条目说明、worker 状态 docstring、会话页显示本次音色(结论:需要)、capture-dispatch 串行化;承接 CG-009/R6 删除与备份、R5 整体验收、R1–R7 完整功能"
|
||||
],
|
||||
"deferred": [
|
||||
"真实登记/可选 ASR 转写/真实试听/应用与下一通话验证、克隆相似度、真机(iPhone/Android/Safari)录音路径:待主卡批准补测包后执行,未批前真实 cap=0",
|
||||
"HEL-879 遗留:打断后约1秒停声毫秒级量测、文字打断语音方向、真实浏览器/设备麦克风路径——并入同一补测窗口,量测方法已写入补测包",
|
||||
"前端独立复跑(tsc/eslint/vitest/build/浏览器两主题×电脑/手机、演示入口零外发断言):本机依赖被清理且禁下载,需一次性 npm 同锁文件安装授权或随真机窗口在 .12 执行",
|
||||
"自定义音色删除、完整备份/恢复(CG-009/R6)后续卡;R5 整体验收与 R1–R7 完整功能持续承接;PR#4/PR#8 等仍无合并或替换正式界面授权"
|
||||
],
|
||||
"requirement_changes": [],
|
||||
"verification": [
|
||||
"pytest tests -q 376/376(py3.11.16 复用既有审核 venv,零安装)",
|
||||
"python -I scripts/verify_hel899_custom_voice.py 12/12;ruff check src tests scripts 通过",
|
||||
"python -I scripts/check_requirements.py --base-ref origin/main(及 --handoff docs/requirements/handoff-HEL-900.json、ce7279e 对照)4/4 通过",
|
||||
"前端与浏览器未在本机复跑(环境缺依赖且本卡禁下载安装),以作者日志+逐行静态复核+保全哈希复核作证据,如实标注未验证范围;真机项全部列入补测包"
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,28 @@
|
||||
{
|
||||
"baseline_version": "1.12",
|
||||
"read_commit": "b09a907747f9836c4aea04016757321d28b7cb6b",
|
||||
"task": "HEL-904:HEL-902 统一审核后的后台有限返修(HEL-899 原作者)。三项:①登记在8090成功而本地元数据落盘失败→503中文映射(编号可恢复、共享登记不回滚、不逼重复登记),ASR流水先记再落盘;②worker状态文件损坏整体重写的实况补入docstring/合同,正常可读文件仍保留其他键;③修通话捕获音色与worker实读竞态:以会话不可变快照(通话窗口持有)保证响应voice=worker本通话实读声音、通话中改选只影响下一通,覆盖失败/取消/挂断失败转欠账/TTL到期结算,确定性Event门控无sleep;④补测申请材料收紧(仅材料不执行)。零真实调用、零部署、零下载、不动web/与共享worker、不新增依赖",
|
||||
"requirement_ids": ["CG-006", "CG-009", "CG-010", "CG-013", "CG-014", "CG-015", "CG-016", "CG-018", "CG-019", "CG-020", "CG-021", "AM-001", "GOV-001", "GOV-002", "GOV-003", "GOV-004", "GOV-005", "GOV-006", "DEL-001"],
|
||||
"deliverable": "独立分支(自b09a907)后台返修:custom.py登记失败映射LocalRecordFailed+ASR流水先记、write_worker_voice损坏实况docstring、通话持有hold/release+apply暂缓写、router捕获登记/失败取消释放/503映射/settle挂钩、session.py on_session_settled结算(挂断成功/转欠账/TTL到期);tests/test_voice_review_hel902.py第1例按新契约改写(含重启恢复与409守门断言)、新增tests/test_voice_rework_hel904.py确定性时序4例;合同docs/voice-custom-contract-HEL899.md §2.2/§2.5/§3更新;docs/rework/hel902/r5-followup-package.md收紧(head里程碑表:d167ba9=整合提交、b09a907=审核head、本卡head待统一复审登记,登记ASR与连续通话ASR区分、连续通话ASR计数手段与待补阻塞如实声明、停声量测单一时间基准帧级录音、参考音频明确D1包female_soft段含sha256/长度、回收清单与不未经确认保留测试垃圾、共享TTS启停快照恢复、git回退不代替共享回收、上限含失败口径与硬闸/监看界线);docs/rework/hel904/REWORK.md返修记录",
|
||||
"acceptance": [
|
||||
"登记成功+本地元数据写失败:503中文文案含编号、明确共享登记不回滚、刷新列表可找回并试听/应用、不逼重复登记(tests/test_voice_review_hel902.py改写例:含重启按编号label=编号继续用、新音色未试听409守门不放松、11支内置与通用助手零改写)",
|
||||
"worker状态文件损坏实况:docstring/合同如实注明整体重写仅剩voice,不再宣称任何情况下保留其他键;正常可读文件其他键保留(既有用例继续通过)",
|
||||
"竞态收口:确定性Event门控测试把worker读时点延迟到dispatch返回之后、并发应用新声音后——本通话worker读到=响应voice=旧音色;挂断结算后下一通capture用新声音;挂断失败转欠账、TTL到期、dispatch失败、请求取消四条路径都释放持有、应用随即写透;无sleep凑测试(tests/test_voice_rework_hel904.py 4例)",
|
||||
"补测材料:仅材料不执行,候选上限只收紧不放宽,一切失败/取消/重试/出站无响应计入口径;LLM/嵌入=程序硬闸与其余工程监看界线写明;连续通话ASR无程序计数手段处如实标待补阻塞;真实cap=0保持"
|
||||
],
|
||||
"deferred": [
|
||||
"真实登记/可选转写/真实试听/应用与下一通验证、克隆相似度、打断停声帧级量测、真机麦克风路径:待主卡批准补测包后执行,未批前真实cap=0",
|
||||
"本卡后台修复与前端另卡(外接服务文案、会话页显示本次音色)需原总工一次统一复审;通过后登记最终已验证head,此前任何head不得当作执行依据",
|
||||
"连续通话ASR分钟级音频时长与连接重试的程序计数手段:待补阻塞,窗口前由总管在.12验证LiveKit/worker侧指标可执行性,不通过则窗口不得启动含连续通话步骤",
|
||||
"前端同锁文件npm安装复跑:单独待批项,本轮不执行",
|
||||
"自定义音色删除、完整备份/恢复(CG-009/R6)后续卡;R5整体验收与R1-R7完整功能持续承接;本卡通过≠自定义音色用户验收,更≠完整产品完成"
|
||||
],
|
||||
"requirement_changes": [],
|
||||
"verification": [
|
||||
"pytest tests -q:380通过(基线376+新增4,py3.11.16复用既有venv零安装),全量含HEL-899 18项与总工故障注入全数通过",
|
||||
"python -I scripts/verify_hel899_custom_voice.py:12/12(含通话中改选定住本通话、下一通生效)",
|
||||
"ruff check src tests scripts:通过",
|
||||
"需求检查4/4:--base-ref origin/main 与 --base-ref b09a907 各带/不带本handoff全部通过",
|
||||
"未验证(如实):真实worker读时点、真实dispatch/房间、打断停声与真机路径——全部留在获批补测窗口;重叠通话不同音色的残余竞态如实记录于合同§2.5与REWORK.md,不宣称消除"
|
||||
]
|
||||
}
|
||||
@@ -4,6 +4,14 @@
|
||||
> 可离线播放的 HTML 试听页 + 音频包,作为主卡 D1 拍板材料。**零 TTS 合成、零
|
||||
> 克隆、零共享音色切换、零下载安装**;对 .12 只做 SSH 只读复制,未改服务器任何
|
||||
> 文件与状态。
|
||||
>
|
||||
> **2026-10-27 勘误(主卡授权轮)**:白栖知反馈「让我解压附件包试听」的设计
|
||||
> 不合理(主卡评论 `01a17de1-2892-78be-a422-eb6a11ffebfd`)——他要的是可
|
||||
> 自定义音色,而不是从预设音色里挑一个。本包正名为「**非定制功能入口**」:
|
||||
> 它只是既有 11 支登记音色的参考原声对照材料,**不是**用户音色定制/上传/录制
|
||||
> 的功能入口;正式的自定义音色(上传、录制、试听、应用)由独立施工分支接续,
|
||||
> 未完成前不宣称可用。本轮 R5 有限测试由总管选定临时测试音色 `female_soft`
|
||||
> (已核服务器登记;临时测试值,不是用户最终音色),不要求用户解压本包选 ID。
|
||||
|
||||
## 包内容(随本卡评论附件交付,不入仓库大媒体)
|
||||
|
||||
|
||||
@@ -0,0 +1,124 @@
|
||||
# HEL-879 · R5 有限真实语音测试窗口记录(2026-10-27)
|
||||
|
||||
> 授权:白栖知主卡评论 `01a17de1-2892-78be-a422-eb6a11ffebfd`(同意最长 2 小时 /
|
||||
> 3 次通话;音色由工程自定);额度沿《r5-test-package.md》§6 申请上限执行。
|
||||
> 窗口(UTC):**15:26:54 – 15:58:10**(31 分 16 秒,未用满 2 小时)。
|
||||
> 候选 `hel-879-assembly` @ `8dc84f8`;模型/运行时/认证与既有实例一致(同一
|
||||
> `192.168.200.11:8731` halogen 端点),零新增付费支出。
|
||||
|
||||
## 1. 部署布局(全部独立,已全部撤除)
|
||||
|
||||
| 组件 | 端口/路径 | 说明 |
|
||||
| --- | --- | --- |
|
||||
| 统一实例(同进程双入口) | HTTP 8360 + HTTPS 8361 | `deploy/voice/serve_dual_8360_8361.py`,隔离数据 `/opt/cybergril-hel879/data/`;`.venv311`+uv CPython 3.11.16 自本机离线复制(.12 无 uv/node,零下载) |
|
||||
| WSS TLS 桥 | 8363 → 127.0.0.1:7880 | `deploy/voice/wss_bridge.example.py`,与 8361 同一张自签证书 |
|
||||
| 专属 worker | 健康口 8082 | `/opt/voice-agent-cybergril/`,复用 agent venv(livekit-agents 1.8.8),`voice_state_cybergril.json` = `female_soft`(临时测试值;未写通用助手 `voice_state.json`/`voices.json`) |
|
||||
| 共享 TTS(CosyVoice) | 9880 | 窗口内从停机恢复;结束时核实无他人占用后按窗口前状态停回 |
|
||||
| 测试档案 | — | 隔离实例自建测试伴侣(名字「小测」),非用户真实档案 |
|
||||
|
||||
配置差异(均记录在案、可回滚):`models.yaml` 预算写入本轮批准值
|
||||
(dialogue 40、total 40/500k,其余类别 0);`CYBERGRIL_SEMANTIC=stub`(嵌入 0);
|
||||
`CYBERGRIL_R2_ENABLED=1`(receipt 签发依赖生活运行时开启;life/background 预算
|
||||
仍为 0,实测无后台模型调用);`voice.yaml` `session_ttl_seconds: 900`
|
||||
(真实验证 TTL 到期删房用;仓库默认 7200)。
|
||||
|
||||
## 2. 真机发现并修复的代码问题(有限返工,含证据)
|
||||
|
||||
1. **Twirp 服务 token 缺少端点授权(401)**:`livekit_wire.mint_server_token`
|
||||
原按「无 grants 形态」铸造,但已装 SDK 的 `create_dispatch` 以
|
||||
`VideoGrants(room_admin=True, room=…)` 签名、`delete_room` 以
|
||||
`VideoGrants(room_create=True)` 签名;真机 LiveKit 拒绝无授权 bearer(401)。
|
||||
离线期 8 项 SDK 检查只比对了 token 形态,未对真服务器发送,未暴露此问题。
|
||||
修复:`mint_server_token` 增加 `video` grants 参数,两处调用按 SDK 同款授权。
|
||||
2. **protobuf 响应不可解析**:CreateDispatch 以 `application/protobuf` 请求时
|
||||
服务器回二进制,原实现的 `json.loads` 崩溃。修复:改走 Twirp JSON
|
||||
(`application/json`),零新依赖,dispatch id 正常解析;离线替身同步改为
|
||||
JSON 断言(`tests/test_voice_session.py`、`tests/test_voice_rework_hel879.py`)。
|
||||
3. **自签证书 `CA:TRUE` 被 rustls 拒绝**:openssl 默认给自签证书加了
|
||||
`basicConstraints=CA:TRUE`,livekit 客户端(rustls)报 `CaUsedAsEndEntity`。
|
||||
重签为 `critical,CA:FALSE` + `SAN=IP:192.168.200.12` 后通过;测试客户端以
|
||||
`SSL_CERT_FILE` 进程级信任该证书(非系统信任库、非浏览器例外冒充)。
|
||||
|
||||
修复后全量 `pytest tests -q` **352/352** 通过、ruff(src/tests/scripts)0 错;
|
||||
本文件与修复随本轮提交入库。
|
||||
|
||||
## 3. 验证结果
|
||||
|
||||
真链:预录参考录音(**音频回放,非用户设备麦克风/手机**)→ 真实 WebRTC →
|
||||
LiveKit 7880(客户端经 8363 WSS 桥)→ FunASR 流式识别 → 统一 `POST /api/chat`
|
||||
(真 LLM)→ CosyVoice 合成(female_soft)→ WebRTC 回流收音(48k WAV 落盘)。
|
||||
|
||||
| 项 | 结果 | 证据 |
|
||||
| --- | --- | --- |
|
||||
| 连续 ≥3 轮(同档案、同对话源、音色一致) | ✅ 通话2:haimianbaobao/nezha/rain 三轮全部 `turn_end`;跨通话记忆延续可见(通话2 回复接住通话1 话题) | `call1b.subtitles.jsonl`、`chat_message` 全表 |
|
||||
| 完整播放 receipt | ✅ 总管收尾独立复核:最终库及一致性快照均为 **8 条** `sharing_attempt`,全部 `ack_at` 落值、state=judged;取消用户轮 msg7/msg23 对应回执均为0。原交付4条是较早阶段数字,不能代表最终库 | 只读SQL与快照恢复核对;`/api/chat/received 200` |
|
||||
| 开口打断 | ✅(发生真实性)通话1 三次真实 `turn_cancel(interrupted)`,用户开口截断在播回复、旧轮 user 行标 cancelled;**精确 ~1s 停声计时未取得**(量测设计缺陷+后两轮回复过短无以复测,见 §5) | `call1.subtitles.jsonl` seq68/87/92 |
|
||||
| 软件客户端挂断清理 | ✅ DELETE 200 → 房间真实删除(ListRooms 空)、删除后仅 2 帧在途(约20ms)、软件客户端 track 停发;**不代表用户设备麦克风指示灯或扬声器残音已验** | `call1b.json hangup` |
|
||||
| 断线(不挂断)+ TTL 到期后台删房 | ✅ 掉线不删 → 会话过期自动转债删除;15:52/15:56/15:57 三笔全部结清,账本空、房间空 | 轮询记录(窗口观察) |
|
||||
| API 重启清理 | ✅ 重启 epoch 4→5、档案/历史完整、voice 配置在;重启遗留会话按 TTL 由补偿清理全部结清 | 同上 |
|
||||
| 文字/语音互斥 | ✅(机制)文字轮被后到语音轮取消(msg23=cancelled)——同一把 chat 锁双向互斥成立;**「文字打断语音」方向未单独取证**(触发时机竞态,见 §5) | `call3.json`、消息表 |
|
||||
| HTTPS/WSS | ✅ 8361/8363 同证书 TLS1.3、SAN=IP 可达;WSS 桥真实承载信令与媒体建立(客户端全程经 8363 接入) | 窗口日志、preflight |
|
||||
| 嵌入 0 / 语义 stub | ✅ `semantic_backend=stub`,全程零嵌入调用 | `/api/health` |
|
||||
| 字幕 v2 全生命周期 | ✅ seq 单调(三次通话均验证)、interim→final→turn_end / 打断→turn_cancel 无 final | 各 `subtitles.jsonl` |
|
||||
|
||||
## 4. 用量账(逐笔可查,硬闸全程在位)
|
||||
|
||||
- **LLM**:14/40 次请求、42,717/500,000 tokens(`budget_total`/`request_usage`/
|
||||
`token_usage` 逐行;含失败/取消轮,预占语义如代码注释)。结束即封账:
|
||||
`seal_budget_hel879.py` 已执行,封账标记随库归档,真实用量保留不清零。
|
||||
- **TTS**:12/200 合成段(`tts.log` POST /tts 计数;本地 GPU、零外部计费)。
|
||||
- **ASR**:仅窗口内 3 次通话使用(本地 CPU FunASR,零外部计费)。
|
||||
- **嵌入/新增付费**:0。
|
||||
- **语音会话**:建房 6 次 = **3 次真实通话**(含全部验证轮次)+ 3 次工具端
|
||||
崩溃遗留的空会话(1 次手工 DELETE、2 次由 TTL 补偿自动删除;空会话无对话、
|
||||
零模型消耗,如实计数不隐瞒)。
|
||||
|
||||
## 5. 未测 / 留待下轮(如实)
|
||||
|
||||
- **精确 1 秒级打断停声计时**:本轮三次真实打断均已发生并留痕,但帧级停声
|
||||
时间戳未随证据落盘(下一轮客户端应在每帧记录到达时间并按 speech 归属切分)。
|
||||
`call1.json` 已有发布音频到取消3.26秒、到最后agent帧5.3秒、cancel后204帧的
|
||||
原始粗计时,不能隐去这些慢值。该计时未区分触发录音的语音起点、旧speech与
|
||||
后续speech,不能据此量出旧声准确停止时间,**更不能判定达到约1秒**;下轮须
|
||||
定向测量后再作结论。
|
||||
- **「文字打断语音」方向**:本轮竞态取证到反向(语音取消文字);机制同一把锁,
|
||||
下轮把文字触发改为「assistant_interim 出现后」即可定向取证。
|
||||
- **真实设备浏览器路径**(D3 用户动作):证书「高级→继续」两处(8361/8363)、
|
||||
真机麦克风(iOS Safari/安卓 Chrome)未测——须用户设备动作,本轮交付地址与
|
||||
最小步骤,不以 rustls/SSL_CERT_FILE 冒充浏览器例外。
|
||||
- 回复质量观察:长上下文后出现单字回复与一条英文串扰(与测试档案 boundary
|
||||
文案提到「测试/临时」相关)——记录为内容质量观察项,非链路故障。
|
||||
|
||||
## 6. 收尾与回滚
|
||||
|
||||
- 窗口结束:worker/桥/双入口进程全部停止,8360/8361/8363/8082/9880 复核无监听;
|
||||
TTS 按窗口前状态停回(精确 PID 终止,未用 fuser -k,核过无他人占用)。
|
||||
- 受保护服务零接触:8300/8310/8320/8350/7880/7881/10095 原样运行,8340 保持
|
||||
停机,ComfyUI 保持暂停(GPU 回到 97MiB 占用)。
|
||||
- 数据封存:预算封账 + `release_snapshot_hel896.py` 停服一致性快照
|
||||
(`/opt/cybergril-hel879/archives/hel879-r5-window-close-*`,rows_match 全过);
|
||||
证据包 `/opt/cybergril-hel879/hel879-r5-evidence-20261027.tar.gz`
|
||||
(sha256 `b23af43b…c394`,含三次通话字幕/JSON/音频/worker/TTS 日志/清理账)。
|
||||
- 回滚:全部为本轮新建独立进程/目录,删除 `/opt/cybergril-hel879`、
|
||||
`/opt/voice-agent-cybergril`、`/opt/cybergril-voice-certs` 即完全退场;Git 侧
|
||||
为本分支正常追加提交,PR#11 与既有实例未动。
|
||||
|
||||
## 7. 总管独立收尾复核补充
|
||||
|
||||
只读核对14次请求/42717 tokens及sealed=1,封账值与真实用量相等;清理账sessions=0、
|
||||
debts=0,8360/8361/8363/8082/9880无监听。没有重新打开原账或恢复本轮服务。
|
||||
证据包完整SHA256为`b23af43b39ed77263c7b3f285796e77e8b1278acbf547b4619adad600ed5c394`。
|
||||
|
||||
一致性快照已由总管在本地隔离目录按原工具实际恢复,SHA256与三方行数相等,
|
||||
恢复库同为sealed=1、14/42717用量和8条已确认回执。归档永不因上述“回滚”说明
|
||||
自动删除;保留测试资料与证据,销毁须另有明确授权。
|
||||
|
||||
原MANIFEST的code_commit记录8dc84f8(运行时修复尚未提交),不是最终修复提交。
|
||||
独立复核部署中的livekit_wire.py SHA256为
|
||||
`ffc477cd96d48c510905ce9fb887ba5b00edd6941ee59cf1b960f51f18500941`,
|
||||
与3766531收录源码逐字节一致;本说明补足溯源,不篡改原归档。
|
||||
|
||||
本轮只完成R5部分验证,不能称全部R5验收通过。实际6次建房必须连同3个空会话如实
|
||||
保留,不把“3次实际通话”写成“只建房3次”。窗口已收尾且3次实际通话用完,未用
|
||||
模型/token/TTS额度不自动授权新窗口;后续将精确打断计时、文字打断语音和用户设备
|
||||
浏览器路径作为必补项,与自定义音色交回后的统一验证安排集中处理,不擅自重开账。
|
||||
@@ -0,0 +1,96 @@
|
||||
{
|
||||
"rounds": [
|
||||
{
|
||||
"play_label": "xiaoyun",
|
||||
"reply": {
|
||||
"kind": "turn_cancel",
|
||||
"speech_id": "speech_b687b8055307",
|
||||
"reason": "interrupted"
|
||||
}
|
||||
},
|
||||
{
|
||||
"play_label": "bailu",
|
||||
"reply": {
|
||||
"kind": "turn_cancel",
|
||||
"speech_id": "speech_8f12c4a50957",
|
||||
"reason": "no-receipt"
|
||||
}
|
||||
},
|
||||
{
|
||||
"play_label": "jiaojiao",
|
||||
"reply": {
|
||||
"kind": "turn_cancel",
|
||||
"speech_id": "speech_4c73b7d1829c",
|
||||
"reason": "interrupted"
|
||||
}
|
||||
}
|
||||
],
|
||||
"interrupt": {
|
||||
"outcome": "interrupted",
|
||||
"trigger": "audio",
|
||||
"publish_ms": 1793115246711,
|
||||
"cancel_ms": 1793115249971,
|
||||
"cancel_latency_s": 3.26,
|
||||
"last_agent_frame_ms": 1793115252008,
|
||||
"audio_stop_latency_s": 5.3,
|
||||
"frames_after_cancel": 204
|
||||
},
|
||||
"hangup": {
|
||||
"delete_status": 200,
|
||||
"delete_body": {
|
||||
"ended": true,
|
||||
"room": "cg-voice-qeghdnxehn"
|
||||
},
|
||||
"delete_ms": 1793115252011,
|
||||
"agent_frames_after_delete": 2,
|
||||
"room_removed": true
|
||||
},
|
||||
"call": {
|
||||
"tag": "call1",
|
||||
"session": {
|
||||
"url": "wss://192.168.200.12:8363",
|
||||
"token": "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ2aWRlbyI6eyJyb29tSm9pbiI6dHJ1ZSwicm9vbSI6ImNnLXZvaWNlLXFlZ2hkbnhlaG4iLCJjYW5QdWJsaXNoIjp0cnVlLCJjYW5TdWJzY3JpYmUiOnRydWUsImNhblB1Ymxpc2hEYXRhIjp0cnVlfSwic3ViIjoidXNlci1nd2h2ZXpjeiIsImlzcyI6ImRldmtleSIsIm5iZiI6MTc5MzExNTIwMywiZXhwIjoxNzkzMTE1NTAzLCJuYW1lIjoi55So5oi3In0.D91S6SXWBtoVoSC6TEsULuK8WNHQu36O_vZQS1urwbw",
|
||||
"room": "cg-voice-qeghdnxehn",
|
||||
"session_id": "Ey8pBEFHbrO8i6Lbc0-47mh7",
|
||||
"agent_name": "cybergril-voice-agent",
|
||||
"epoch": 3,
|
||||
"expires_at": 1793116103636
|
||||
},
|
||||
"subtitle_count": 96,
|
||||
"seq_monotonic": true,
|
||||
"agent_frames": 4766,
|
||||
"agent_audio_seconds": 47.7,
|
||||
"agent_audio_rate": 48000,
|
||||
"agent_joined_ms": 1793115204287,
|
||||
"agent_left_ms": null,
|
||||
"subtitles_file": "/opt/cybergril-hel879/evidence/call1.subtitles.jsonl",
|
||||
"agent_audio_file": "/opt/cybergril-hel879/evidence/call1.agent.wav"
|
||||
},
|
||||
"budget_after": {
|
||||
"at_ms": 1793115254555,
|
||||
"token_usage": [
|
||||
{
|
||||
"day": "2026-10-27",
|
||||
"scene": "dialogue_main",
|
||||
"used": 11416
|
||||
}
|
||||
],
|
||||
"request_usage": [
|
||||
{
|
||||
"day": "2026-10-27",
|
||||
"category": "dialogue",
|
||||
"requests": 4
|
||||
}
|
||||
],
|
||||
"budget_total": [
|
||||
{
|
||||
"key": "total_requests",
|
||||
"value": 4
|
||||
},
|
||||
{
|
||||
"key": "total_tokens",
|
||||
"value": 11416
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,96 @@
|
||||
{"v": 2, "seq": 1, "kind": "interim", "role": "user", "text": "盯", "_at_ms": 1793115205011}
|
||||
{"v": 2, "seq": 2, "kind": "interim", "role": "user", "text": "着你看怎", "_at_ms": 1793115205596}
|
||||
{"v": 2, "seq": 3, "kind": "interim", "role": "user", "text": "么啦", "_at_ms": 1793115206196}
|
||||
{"v": 2, "seq": 4, "kind": "user_final", "role": "user", "text": "盯着你看怎么啦", "_at_ms": 1793115207385}
|
||||
{"v": 2, "seq": 5, "kind": "turn_start", "role": "assistant", "text": "", "speech_id": "speech_b687b8055307", "_at_ms": 1793115207410}
|
||||
{"v": 2, "seq": 6, "kind": "interim", "role": "user", "text": "难得", "_at_ms": 1793115207554}
|
||||
{"v": 2, "seq": 7, "kind": "interim", "role": "user", "text": "看你这么", "_at_ms": 1793115208153}
|
||||
{"v": 2, "seq": 8, "kind": "interim", "role": "user", "text": "有意思的", "_at_ms": 1793115208743}
|
||||
{"v": 2, "seq": 9, "kind": "interim", "role": "user", "text": "样子", "_at_ms": 1793115209349}
|
||||
{"v": 2, "seq": 10, "kind": "assistant_interim", "role": "assistant", "text": "没", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209395}
|
||||
{"v": 2, "seq": 11, "kind": "assistant_interim", "role": "assistant", "text": "没怎么", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209436}
|
||||
{"v": 2, "seq": 12, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209439}
|
||||
{"v": 2, "seq": 13, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209478}
|
||||
{"v": 2, "seq": 14, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209479}
|
||||
{"v": 2, "seq": 15, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师。", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209522}
|
||||
{"v": 2, "seq": 16, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师。你", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209563}
|
||||
{"v": 2, "seq": 17, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师。你盯着", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209565}
|
||||
{"v": 2, "seq": 18, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师。你盯着看", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209605}
|
||||
{"v": 2, "seq": 19, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师。你盯着看,", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209611}
|
||||
{"v": 2, "seq": 20, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师。你盯着看,我就", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209650}
|
||||
{"v": 2, "seq": 21, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师。你盯着看,我就当", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209688}
|
||||
{"v": 2, "seq": 22, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师。你盯着看,我就当你在", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209731}
|
||||
{"v": 2, "seq": 23, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师。你盯着看,我就当你在检查", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209773}
|
||||
{"v": 2, "seq": 24, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师。你盯着看,我就当你在检查我", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209816}
|
||||
{"v": 2, "seq": 25, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师。你盯着看,我就当你在检查我有没有", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209816}
|
||||
{"v": 2, "seq": 26, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师。你盯着看,我就当你在检查我有没有乱", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209857}
|
||||
{"v": 2, "seq": 27, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师。你盯着看,我就当你在检查我有没有乱动", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209900}
|
||||
{"v": 2, "seq": 28, "kind": "assistant_interim", "role": "assistant", "text": "没怎么啦,工程师。你盯着看,我就当你在检查我有没有乱动。", "speech_id": "speech_b687b8055307", "_at_ms": 1793115209947}
|
||||
{"v": 2, "seq": 29, "kind": "user_final", "role": "user", "text": "难得看你这么有意思的样子吗", "_at_ms": 1793115210503}
|
||||
{"v": 2, "seq": 30, "kind": "turn_cancel", "role": "assistant", "text": "", "speech_id": "speech_b687b8055307", "reason": "interrupted", "_at_ms": 1793115210511}
|
||||
{"v": 2, "seq": 31, "kind": "interim", "role": "user", "text": "烈会军校", "_at_ms": 1793115212136}
|
||||
{"v": 2, "seq": 32, "kind": "interim", "role": "user", "text": "校啊招", "_at_ms": 1793115212733}
|
||||
{"v": 2, "seq": 33, "kind": "interim", "role": "user", "text": "啊这种类", "_at_ms": 1793115213338}
|
||||
{"v": 2, "seq": 34, "kind": "interim", "role": "user", "text": "型我都是", "_at_ms": 1793115213936}
|
||||
{"v": 2, "seq": 35, "kind": "interim", "role": "user", "text": "那种比较", "_at_ms": 1793115214541}
|
||||
{"v": 2, "seq": 36, "kind": "interim", "role": "user", "text": "呃豪", "_at_ms": 1793115215744}
|
||||
{"v": 2, "seq": 37, "kind": "interim", "role": "user", "text": "爽比", "_at_ms": 1793115216340}
|
||||
{"v": 2, "seq": 38, "kind": "interim", "role": "user", "text": "较开", "_at_ms": 1793115216943}
|
||||
{"v": 2, "seq": 39, "kind": "interim", "role": "user", "text": "朗的那种", "_at_ms": 1793115217541}
|
||||
{"v": 2, "seq": 40, "kind": "interim", "role": "user", "text": "类型", "_at_ms": 1793115218142}
|
||||
{"v": 2, "seq": 41, "kind": "interim", "role": "user", "text": "阳光大", "_at_ms": 1793115218753}
|
||||
{"v": 2, "seq": 42, "kind": "interim", "role": "user", "text": "女孩", "_at_ms": 1793115219344}
|
||||
{"v": 2, "seq": 43, "kind": "interim", "role": "user", "text": "那种感", "_at_ms": 1793115220543}
|
||||
{"v": 2, "seq": 44, "kind": "interim", "role": "user", "text": "觉", "_at_ms": 1793115221139}
|
||||
{"v": 2, "seq": 45, "kind": "interim", "role": "user", "text": "都给", "_at_ms": 1793115221743}
|
||||
{"v": 2, "seq": 46, "kind": "user_final", "role": "user", "text": "烈火军校啊,朝阳啊这种类型我都是那种比较呃豪爽,比较开朗的那种类型,阳光大女孩那种感觉就", "_at_ms": 1793115223193}
|
||||
{"v": 2, "seq": 47, "kind": "turn_start", "role": "assistant", "text": "", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115226967}
|
||||
{"v": 2, "seq": 48, "kind": "assistant_interim", "role": "assistant", "text": "原来", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228249}
|
||||
{"v": 2, "seq": 49, "kind": "assistant_interim", "role": "assistant", "text": "原来你是", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228291}
|
||||
{"v": 2, "seq": 50, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228333}
|
||||
{"v": 2, "seq": 51, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228335}
|
||||
{"v": 2, "seq": 52, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228376}
|
||||
{"v": 2, "seq": 53, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228377}
|
||||
{"v": 2, "seq": 54, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩的类型", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228420}
|
||||
{"v": 2, "seq": 55, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩的类型啊", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228464}
|
||||
{"v": 2, "seq": 56, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩的类型啊,", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228506}
|
||||
{"v": 2, "seq": 57, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩的类型啊,难怪", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228508}
|
||||
{"v": 2, "seq": 58, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩的类型啊,难怪感觉", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228548}
|
||||
{"v": 2, "seq": 59, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩的类型啊,难怪感觉你", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228590}
|
||||
{"v": 2, "seq": 60, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩的类型啊,难怪感觉你说话", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228634}
|
||||
{"v": 2, "seq": 61, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩的类型啊,难怪感觉你说话都", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228636}
|
||||
{"v": 2, "seq": 62, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩的类型啊,难怪感觉你说话都透", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228674}
|
||||
{"v": 2, "seq": 63, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩的类型啊,难怪感觉你说话都透着一股", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228716}
|
||||
{"v": 2, "seq": 64, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩的类型啊,难怪感觉你说话都透着一股豪", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228717}
|
||||
{"v": 2, "seq": 65, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩的类型啊,难怪感觉你说话都透着一股豪爽", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228758}
|
||||
{"v": 2, "seq": 66, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩的类型啊,难怪感觉你说话都透着一股豪爽劲儿", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228760}
|
||||
{"v": 2, "seq": 67, "kind": "assistant_interim", "role": "assistant", "text": "原来你是那种阳光大女孩的类型啊,难怪感觉你说话都透着一股豪爽劲儿。", "speech_id": "speech_8f12c4a50957", "_at_ms": 1793115228801}
|
||||
{"v": 2, "seq": 68, "kind": "turn_cancel", "role": "assistant", "text": "", "speech_id": "speech_8f12c4a50957", "reason": "no-receipt", "_at_ms": 1793115239147}
|
||||
{"v": 2, "seq": 69, "kind": "interim", "role": "user", "text": "怎么还", "_at_ms": 1793115240503}
|
||||
{"v": 2, "seq": 70, "kind": "interim", "role": "user", "text": "有没事", "_at_ms": 1793115241090}
|
||||
{"v": 2, "seq": 71, "kind": "interim", "role": "user", "text": "的", "_at_ms": 1793115241700}
|
||||
{"v": 2, "seq": 72, "kind": "user_final", "role": "user", "text": "怎么还有没事的", "_at_ms": 1793115242576}
|
||||
{"v": 2, "seq": 73, "kind": "turn_start", "role": "assistant", "text": "", "speech_id": "speech_4c73b7d1829c", "_at_ms": 1793115242585}
|
||||
{"v": 2, "seq": 74, "kind": "interim", "role": "user", "text": "是我不够", "_at_ms": 1793115243790}
|
||||
{"v": 2, "seq": 75, "kind": "assistant_interim", "role": "assistant", "text": "哈哈", "speech_id": "speech_4c73b7d1829c", "_at_ms": 1793115243833}
|
||||
{"v": 2, "seq": 76, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,", "speech_id": "speech_4c73b7d1829c", "_at_ms": 1793115243874}
|
||||
{"v": 2, "seq": 77, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,因为", "speech_id": "speech_4c73b7d1829c", "_at_ms": 1793115243875}
|
||||
{"v": 2, "seq": 78, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,因为我在", "speech_id": "speech_4c73b7d1829c", "_at_ms": 1793115243916}
|
||||
{"v": 2, "seq": 79, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,因为我在认真", "speech_id": "speech_4c73b7d1829c", "_at_ms": 1793115243917}
|
||||
{"v": 2, "seq": 80, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,因为我在认真听", "speech_id": "speech_4c73b7d1829c", "_at_ms": 1793115243958}
|
||||
{"v": 2, "seq": 81, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,因为我在认真听你", "speech_id": "speech_4c73b7d1829c", "_at_ms": 1793115244002}
|
||||
{"v": 2, "seq": 82, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,因为我在认真听你说话", "speech_id": "speech_4c73b7d1829c", "_at_ms": 1793115244044}
|
||||
{"v": 2, "seq": 83, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,因为我在认真听你说话呀", "speech_id": "speech_4c73b7d1829c", "_at_ms": 1793115244045}
|
||||
{"v": 2, "seq": 84, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,因为我在认真听你说话呀。", "speech_id": "speech_4c73b7d1829c", "_at_ms": 1793115244086}
|
||||
{"v": 2, "seq": 85, "kind": "interim", "role": "user", "text": "努力", "_at_ms": 1793115244386}
|
||||
{"v": 2, "seq": 86, "kind": "user_final", "role": "user", "text": "是我不够努力吗", "_at_ms": 1793115245511}
|
||||
{"v": 2, "seq": 87, "kind": "turn_cancel", "role": "assistant", "text": "", "speech_id": "speech_4c73b7d1829c", "reason": "interrupted", "_at_ms": 1793115245516}
|
||||
{"v": 2, "seq": 88, "kind": "interim", "role": "user", "text": "盯着你看", "_at_ms": 1793115248139}
|
||||
{"v": 2, "seq": 89, "kind": "interim", "role": "user", "text": "怎么", "_at_ms": 1793115248742}
|
||||
{"v": 2, "seq": 90, "kind": "turn_start", "role": "assistant", "text": "", "speech_id": "speech_7a9c0f804ca0", "_at_ms": 1793115249065}
|
||||
{"v": 2, "seq": 91, "kind": "user_final", "role": "user", "text": "盯着你看怎么啦", "_at_ms": 1793115249963}
|
||||
{"v": 2, "seq": 92, "kind": "turn_cancel", "role": "assistant", "text": "", "speech_id": "speech_7a9c0f804ca0", "reason": "interrupted", "_at_ms": 1793115249971}
|
||||
{"v": 2, "seq": 93, "kind": "interim", "role": "user", "text": "难得", "_at_ms": 1793115250198}
|
||||
{"v": 2, "seq": 94, "kind": "interim", "role": "user", "text": "看你这么", "_at_ms": 1793115250808}
|
||||
{"v": 2, "seq": 95, "kind": "interim", "role": "user", "text": "有意思的", "_at_ms": 1793115251389}
|
||||
{"v": 2, "seq": 96, "kind": "interim", "role": "user", "text": "样子", "_at_ms": 1793115251989}
|
||||
@@ -0,0 +1,97 @@
|
||||
{
|
||||
"rounds": [
|
||||
{
|
||||
"play_label": "haimianbaobao",
|
||||
"reply": {
|
||||
"kind": "turn_end",
|
||||
"speech_id": "speech_e69e351f1c44",
|
||||
"reason": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"play_label": "nezha",
|
||||
"reply": {
|
||||
"kind": "turn_end",
|
||||
"speech_id": "speech_ff61928cdce0",
|
||||
"reason": null
|
||||
}
|
||||
},
|
||||
{
|
||||
"play_label": "rain",
|
||||
"reply": {
|
||||
"kind": "turn_end",
|
||||
"speech_id": "speech_2f9dc8b9848d",
|
||||
"reason": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"interrupt": {
|
||||
"outcome": "no-cancel",
|
||||
"trigger": "audio",
|
||||
"publish_ms": 1793115490292,
|
||||
"cancel_ms": null,
|
||||
"cancel_latency_s": null,
|
||||
"old_audio_stop_ms": 1793115512315,
|
||||
"old_audio_stop_latency_s": 22.02,
|
||||
"old_frames_during_interrupt": 2203,
|
||||
"frames_after_cancel_plus1s5": 0
|
||||
},
|
||||
"hangup": {
|
||||
"delete_status": 200,
|
||||
"delete_body": {
|
||||
"ended": true,
|
||||
"room": "cg-voice-5c4y64wxkl"
|
||||
},
|
||||
"delete_ms": 1793115512327,
|
||||
"agent_frames_after_delete": 2,
|
||||
"room_removed": true
|
||||
},
|
||||
"call": {
|
||||
"tag": "call1",
|
||||
"session": {
|
||||
"url": "wss://192.168.200.12:8363",
|
||||
"token": "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ2aWRlbyI6eyJyb29tSm9pbiI6dHJ1ZSwicm9vbSI6ImNnLXZvaWNlLTVjNHk2NHd4a2wiLCJjYW5QdWJsaXNoIjp0cnVlLCJjYW5TdWJzY3JpYmUiOnRydWUsImNhblB1Ymxpc2hEYXRhIjp0cnVlfSwic3ViIjoidXNlci12ZHl3c2h2ZSIsImlzcyI6ImRldmtleSIsIm5iZiI6MTc5MzExNTQzMSwiZXhwIjoxNzkzMTE1NzMxLCJuYW1lIjoi55So5oi3In0.PjOElCid-0VLPw8w0iQml4ca9QkLqoCwu9EJf2pz4DE",
|
||||
"room": "cg-voice-5c4y64wxkl",
|
||||
"session_id": "jCiBIdbaj2_2_AjxrwChbQ4A",
|
||||
"agent_name": "cybergril-voice-agent",
|
||||
"epoch": 4,
|
||||
"expires_at": 1793116331245
|
||||
},
|
||||
"subtitle_count": 98,
|
||||
"seq_monotonic": true,
|
||||
"agent_frames": 8042,
|
||||
"agent_audio_seconds": 80.4,
|
||||
"agent_audio_rate": 48000,
|
||||
"agent_joined_ms": 1793115431859,
|
||||
"agent_left_ms": null,
|
||||
"subtitles_file": "/opt/cybergril-hel879/evidence/call1b.subtitles.jsonl",
|
||||
"agent_audio_file": "/opt/cybergril-hel879/evidence/call1b.agent.wav"
|
||||
},
|
||||
"budget_after": {
|
||||
"at_ms": 1793115514868,
|
||||
"token_usage": [
|
||||
{
|
||||
"day": "2026-10-27",
|
||||
"scene": "dialogue_main",
|
||||
"used": 23504
|
||||
}
|
||||
],
|
||||
"request_usage": [
|
||||
{
|
||||
"day": "2026-10-27",
|
||||
"category": "dialogue",
|
||||
"requests": 8
|
||||
}
|
||||
],
|
||||
"budget_total": [
|
||||
{
|
||||
"key": "total_requests",
|
||||
"value": 8
|
||||
},
|
||||
{
|
||||
"key": "total_tokens",
|
||||
"value": 23504
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,98 @@
|
||||
{"v": 2, "seq": 1, "kind": "interim", "role": "user", "text": "没", "_at_ms": 1793115432559}
|
||||
{"v": 2, "seq": 2, "kind": "interim", "role": "user", "text": "错", "_at_ms": 1793115433170}
|
||||
{"v": 2, "seq": 3, "kind": "interim", "role": "user", "text": "我就是个", "_at_ms": 1793115433760}
|
||||
{"v": 2, "seq": 4, "kind": "interim", "role": "user", "text": "笨蛋", "_at_ms": 1793115434360}
|
||||
{"v": 2, "seq": 5, "kind": "interim", "role": "user", "text": "派大星", "_at_ms": 1793115434960}
|
||||
{"v": 2, "seq": 6, "kind": "interim", "role": "user", "text": "我们", "_at_ms": 1793115435559}
|
||||
{"v": 2, "seq": 7, "kind": "interim", "role": "user", "text": "一起去", "_at_ms": 1793115436165}
|
||||
{"v": 2, "seq": 8, "kind": "interim", "role": "user", "text": "抓水母", "_at_ms": 1793115436768}
|
||||
{"v": 2, "seq": 9, "kind": "interim", "role": "user", "text": "吧我", "_at_ms": 1793115437365}
|
||||
{"v": 2, "seq": 10, "kind": "interim", "role": "user", "text": "们一起度", "_at_ms": 1793115437963}
|
||||
{"v": 2, "seq": 11, "kind": "interim", "role": "user", "text": "过快乐的", "_at_ms": 1793115438565}
|
||||
{"v": 2, "seq": 12, "kind": "interim", "role": "user", "text": "一天", "_at_ms": 1793115439163}
|
||||
{"v": 2, "seq": 13, "kind": "user_final", "role": "user", "text": "没错,我就是个笨蛋派大星,我们一起去抓水母吧,我们一起度过快乐的一天", "_at_ms": 1793115440793}
|
||||
{"v": 2, "seq": 14, "kind": "turn_start", "role": "assistant", "text": "", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115440831}
|
||||
{"v": 2, "seq": 15, "kind": "assistant_interim", "role": "assistant", "text": "好", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115442938}
|
||||
{"v": 2, "seq": 16, "kind": "assistant_interim", "role": "assistant", "text": "好呀", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115442940}
|
||||
{"v": 2, "seq": 17, "kind": "assistant_interim", "role": "assistant", "text": "好呀,", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115442981}
|
||||
{"v": 2, "seq": 18, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115442984}
|
||||
{"v": 2, "seq": 19, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443024}
|
||||
{"v": 2, "seq": 20, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443067}
|
||||
{"v": 2, "seq": 21, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443068}
|
||||
{"v": 2, "seq": 22, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443109}
|
||||
{"v": 2, "seq": 23, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443110}
|
||||
{"v": 2, "seq": 24, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443152}
|
||||
{"v": 2, "seq": 25, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443154}
|
||||
{"v": 2, "seq": 26, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443195}
|
||||
{"v": 2, "seq": 27, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443237}
|
||||
{"v": 2, "seq": 28, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可不想", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443238}
|
||||
{"v": 2, "seq": 29, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可不想住", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443279}
|
||||
{"v": 2, "seq": 30, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可不想住进", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443321}
|
||||
{"v": 2, "seq": 31, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可不想住进那个", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443322}
|
||||
{"v": 2, "seq": 32, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可不想住进那个菠萝", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443363}
|
||||
{"v": 2, "seq": 33, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可不想住进那个菠萝屋", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443406}
|
||||
{"v": 2, "seq": 34, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可不想住进那个菠萝屋,", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443449}
|
||||
{"v": 2, "seq": 35, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可不想住进那个菠萝屋,我只", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443450}
|
||||
{"v": 2, "seq": 36, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可不想住进那个菠萝屋,我只喜欢", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443491}
|
||||
{"v": 2, "seq": 37, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可不想住进那个菠萝屋,我只喜欢在海", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443534}
|
||||
{"v": 2, "seq": 38, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可不想住进那个菠萝屋,我只喜欢在海边", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443577}
|
||||
{"v": 2, "seq": 39, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可不想住进那个菠萝屋,我只喜欢在海边晒太阳", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443578}
|
||||
{"v": 2, "seq": 40, "kind": "assistant_interim", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可不想住进那个菠萝屋,我只喜欢在海边晒太阳。", "speech_id": "speech_e69e351f1c44", "_at_ms": 1793115443620}
|
||||
{"v": 2, "seq": 41, "kind": "assistant_final", "role": "assistant", "text": "好呀,那我们这就出发去抓水母!不过我可不想住进那个菠萝屋,我只喜欢在海边晒太阳。", "speech_id": "speech_e69e351f1c44", "turn_id": "b72de17e-bf42-470e-b396-c219bd7593f9", "_at_ms": 1793115457080}
|
||||
{"v": 2, "seq": 42, "kind": "turn_end", "role": "assistant", "text": "", "speech_id": "speech_e69e351f1c44", "turn_id": "b72de17e-bf42-470e-b396-c219bd7593f9", "_at_ms": 1793115457081}
|
||||
{"v": 2, "seq": 43, "kind": "interim", "role": "user", "text": "天雷滚", "_at_ms": 1793115458260}
|
||||
{"v": 2, "seq": 44, "kind": "interim", "role": "user", "text": "滚我好", "_at_ms": 1793115458865}
|
||||
{"v": 2, "seq": 45, "kind": "interim", "role": "user", "text": "怕怕", "_at_ms": 1793115459463}
|
||||
{"v": 2, "seq": 46, "kind": "interim", "role": "user", "text": "劈", "_at_ms": 1793115460064}
|
||||
{"v": 2, "seq": 47, "kind": "interim", "role": "user", "text": "的我浑", "_at_ms": 1793115460657}
|
||||
{"v": 2, "seq": 48, "kind": "interim", "role": "user", "text": "身掉渣", "_at_ms": 1793115461256}
|
||||
{"v": 2, "seq": 49, "kind": "interim", "role": "user", "text": "渣突", "_at_ms": 1793115461862}
|
||||
{"v": 2, "seq": 50, "kind": "interim", "role": "user", "text": "破天", "_at_ms": 1793115462458}
|
||||
{"v": 2, "seq": 51, "kind": "interim", "role": "user", "text": "劫我笑", "_at_ms": 1793115463067}
|
||||
{"v": 2, "seq": 52, "kind": "interim", "role": "user", "text": "哈哈", "_at_ms": 1793115463659}
|
||||
{"v": 2, "seq": 53, "kind": "interim", "role": "user", "text": "逆", "_at_ms": 1793115464263}
|
||||
{"v": 2, "seq": 54, "kind": "interim", "role": "user", "text": "天改命", "_at_ms": 1793115464867}
|
||||
{"v": 2, "seq": 55, "kind": "interim", "role": "user", "text": "我吹喇", "_at_ms": 1793115465459}
|
||||
{"v": 2, "seq": 56, "kind": "interim", "role": "user", "text": "叭滴", "_at_ms": 1793115466062}
|
||||
{"v": 2, "seq": 57, "kind": "interim", "role": "user", "text": "答滴答", "_at_ms": 1793115466663}
|
||||
{"v": 2, "seq": 58, "kind": "interim", "role": "user", "text": "滴滴", "_at_ms": 1793115467270}
|
||||
{"v": 2, "seq": 59, "kind": "user_final", "role": "user", "text": "天雷滚滚,我好怕怕劈的我浑身掉渣渣,突破天劫,我笑哈哈逆天改命,我吹喇叭滴答滴答,滴滴答", "_at_ms": 1793115468935}
|
||||
{"v": 2, "seq": 60, "kind": "turn_start", "role": "assistant", "text": "", "speech_id": "speech_ff61928cdce0", "_at_ms": 1793115468946}
|
||||
{"v": 2, "seq": 61, "kind": "assistant_interim", "role": "assistant", "text": "哈哈", "speech_id": "speech_ff61928cdce0", "_at_ms": 1793115470187}
|
||||
{"v": 2, "seq": 62, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,", "speech_id": "speech_ff61928cdce0", "_at_ms": 1793115470230}
|
||||
{"v": 2, "seq": 63, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你", "speech_id": "speech_ff61928cdce0", "_at_ms": 1793115470231}
|
||||
{"v": 2, "seq": 64, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你唱", "speech_id": "speech_ff61928cdce0", "_at_ms": 1793115470273}
|
||||
{"v": 2, "seq": 65, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你唱得", "speech_id": "speech_ff61928cdce0", "_at_ms": 1793115470315}
|
||||
{"v": 2, "seq": 66, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你唱得还挺", "speech_id": "speech_ff61928cdce0", "_at_ms": 1793115470316}
|
||||
{"v": 2, "seq": 67, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你唱得还挺有", "speech_id": "speech_ff61928cdce0", "_at_ms": 1793115470357}
|
||||
{"v": 2, "seq": 68, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你唱得还挺有节奏", "speech_id": "speech_ff61928cdce0", "_at_ms": 1793115470359}
|
||||
{"v": 2, "seq": 69, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你唱得还挺有节奏感的", "speech_id": "speech_ff61928cdce0", "_at_ms": 1793115470400}
|
||||
{"v": 2, "seq": 70, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你唱得还挺有节奏感的!", "speech_id": "speech_ff61928cdce0", "_at_ms": 1793115470443}
|
||||
{"v": 2, "seq": 71, "kind": "assistant_final", "role": "assistant", "text": "哈哈,你唱得还挺有节奏感的!", "speech_id": "speech_ff61928cdce0", "turn_id": "baa6c5c7-b483-49d4-905c-d6b7e5dd7786", "_at_ms": 1793115476107}
|
||||
{"v": 2, "seq": 72, "kind": "turn_end", "role": "assistant", "text": "", "speech_id": "speech_ff61928cdce0", "turn_id": "baa6c5c7-b483-49d4-905c-d6b7e5dd7786", "_at_ms": 1793115476109}
|
||||
{"v": 2, "seq": 73, "kind": "interim", "role": "user", "text": "你是不是", "_at_ms": 1793115477463}
|
||||
{"v": 2, "seq": 74, "kind": "interim", "role": "user", "text": "早就想", "_at_ms": 1793115478068}
|
||||
{"v": 2, "seq": 75, "kind": "interim", "role": "user", "text": "睡我", "_at_ms": 1793115478661}
|
||||
{"v": 2, "seq": 76, "kind": "interim", "role": "user", "text": "了", "_at_ms": 1793115479267}
|
||||
{"v": 2, "seq": 77, "kind": "user_final", "role": "user", "text": "你是不是早就想睡我了呀", "_at_ms": 1793115480206}
|
||||
{"v": 2, "seq": 78, "kind": "turn_start", "role": "assistant", "text": "", "speech_id": "speech_2f9dc8b9848d", "_at_ms": 1793115480215}
|
||||
{"v": 2, "seq": 79, "kind": "assistant_interim", "role": "assistant", "text": "哈哈", "speech_id": "speech_2f9dc8b9848d", "_at_ms": 1793115481774}
|
||||
{"v": 2, "seq": 80, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,", "speech_id": "speech_2f9dc8b9848d", "_at_ms": 1793115481776}
|
||||
{"v": 2, "seq": 81, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你", "speech_id": "speech_2f9dc8b9848d", "_at_ms": 1793115481816}
|
||||
{"v": 2, "seq": 82, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你思维", "speech_id": "speech_2f9dc8b9848d", "_at_ms": 1793115481816}
|
||||
{"v": 2, "seq": 83, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你思维跳跃", "speech_id": "speech_2f9dc8b9848d", "_at_ms": 1793115481857}
|
||||
{"v": 2, "seq": 84, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你思维跳跃得太", "speech_id": "speech_2f9dc8b9848d", "_at_ms": 1793115481859}
|
||||
{"v": 2, "seq": 85, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你思维跳跃得太快了", "speech_id": "speech_2f9dc8b9848d", "_at_ms": 1793115481903}
|
||||
{"v": 2, "seq": 86, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你思维跳跃得太快了,", "speech_id": "speech_2f9dc8b9848d", "_at_ms": 1793115481906}
|
||||
{"v": 2, "seq": 87, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你思维跳跃得太快了,我都", "speech_id": "speech_2f9dc8b9848d", "_at_ms": 1793115481945}
|
||||
{"v": 2, "seq": 88, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你思维跳跃得太快了,我都跟不上", "speech_id": "speech_2f9dc8b9848d", "_at_ms": 1793115481987}
|
||||
{"v": 2, "seq": 89, "kind": "assistant_interim", "role": "assistant", "text": "哈哈,你思维跳跃得太快了,我都跟不上。", "speech_id": "speech_2f9dc8b9848d", "_at_ms": 1793115481988}
|
||||
{"v": 2, "seq": 90, "kind": "assistant_final", "role": "assistant", "text": "哈哈,你思维跳跃得太快了,我都跟不上。", "speech_id": "speech_2f9dc8b9848d", "turn_id": "a91bbbb6-45b0-4671-84a2-027cc194f420", "_at_ms": 1793115489067}
|
||||
{"v": 2, "seq": 91, "kind": "turn_end", "role": "assistant", "text": "", "speech_id": "speech_2f9dc8b9848d", "turn_id": "a91bbbb6-45b0-4671-84a2-027cc194f420", "_at_ms": 1793115489068}
|
||||
{"v": 2, "seq": 92, "kind": "interim", "role": "user", "text": "盯着你看", "_at_ms": 1793115491717}
|
||||
{"v": 2, "seq": 93, "kind": "interim", "role": "user", "text": "怎么啦", "_at_ms": 1793115492309}
|
||||
{"v": 2, "seq": 94, "kind": "user_final", "role": "user", "text": "盯着你看怎么啦", "_at_ms": 1793115493388}
|
||||
{"v": 2, "seq": 95, "kind": "turn_start", "role": "assistant", "text": "", "speech_id": "speech_0d075d37bc31", "_at_ms": 1793115493398}
|
||||
{"v": 2, "seq": 96, "kind": "assistant_interim", "role": "assistant", "text": "没", "speech_id": "speech_0d075d37bc31", "_at_ms": 1793115494608}
|
||||
{"v": 2, "seq": 97, "kind": "assistant_final", "role": "assistant", "text": "没", "speech_id": "speech_0d075d37bc31", "turn_id": "5bd95c66-b42b-4571-bfc2-fbf376c90747", "_at_ms": 1793115501161}
|
||||
{"v": 2, "seq": 98, "kind": "turn_end", "role": "assistant", "text": "", "speech_id": "speech_0d075d37bc31", "turn_id": "5bd95c66-b42b-4571-bfc2-fbf376c90747", "_at_ms": 1793115501163}
|
||||
@@ -0,0 +1,303 @@
|
||||
{
|
||||
"barges": [
|
||||
{
|
||||
"label": "bajie",
|
||||
"outcome": "reply-too-short-to-barge"
|
||||
},
|
||||
{
|
||||
"label": "sunwukong",
|
||||
"outcome": "reply-too-short-to-barge"
|
||||
},
|
||||
{
|
||||
"label": "haimianbaobao",
|
||||
"outcome": "reply-too-short-to-barge"
|
||||
}
|
||||
],
|
||||
"text_turn": {
|
||||
"turn_id": "cb1bbe27-795f-45e3-b7bf-f2d6371c0830",
|
||||
"status": 200,
|
||||
"deltas": 0,
|
||||
"final": null,
|
||||
"ms": 114
|
||||
},
|
||||
"voice_reply_after_text": {
|
||||
"kind": "turn_end",
|
||||
"speech_id": "speech_9aa32dc387c3",
|
||||
"reason": null
|
||||
},
|
||||
"voice_cancelled_by_text": false,
|
||||
"drop": {
|
||||
"dropped_ms": 1793116007019,
|
||||
"room": "cg-voice-oleganioz7",
|
||||
"session_id": "Si6UZJbAENsNExR-B1cfpIEX",
|
||||
"agent_frames_after_drop": 1
|
||||
},
|
||||
"call": {
|
||||
"tag": "call3",
|
||||
"session": {
|
||||
"url": "wss://192.168.200.12:8363",
|
||||
"token": "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ2aWRlbyI6eyJyb29tSm9pbiI6dHJ1ZSwicm9vbSI6ImNnLXZvaWNlLW9sZWdhbmlvejciLCJjYW5QdWJsaXNoIjp0cnVlLCJjYW5TdWJzY3JpYmUiOnRydWUsImNhblB1Ymxpc2hEYXRhIjp0cnVlfSwic3ViIjoidXNlci11cWZ5dWhudCIsImlzcyI6ImRldmtleSIsIm5iZiI6MTc5MzExNTY5MCwiZXhwIjoxNzkzMTE1OTkwLCJuYW1lIjoi55So5oi3In0.wXERZSpOZVIidVRq-8dkIbb7e2gPa0HUX8_ZV-kHTN4",
|
||||
"room": "cg-voice-oleganioz7",
|
||||
"session_id": "Si6UZJbAENsNExR-B1cfpIEX",
|
||||
"agent_name": "cybergril-voice-agent",
|
||||
"epoch": 4,
|
||||
"expires_at": 1793116590248
|
||||
},
|
||||
"subtitle_count": 104,
|
||||
"seq_monotonic": true,
|
||||
"agent_frames": 31510,
|
||||
"agent_audio_seconds": 315.1,
|
||||
"agent_audio_rate": 48000,
|
||||
"agent_joined_ms": 1793115690867,
|
||||
"agent_left_ms": null,
|
||||
"subtitles_file": "/opt/cybergril-hel879/evidence/call3.subtitles.jsonl",
|
||||
"agent_audio_file": "/opt/cybergril-hel879/evidence/call3.agent.wav"
|
||||
},
|
||||
"messages": [
|
||||
{
|
||||
"id": 1,
|
||||
"role": "user",
|
||||
"t": "盯着你看怎么啦",
|
||||
"status": "sent",
|
||||
"turn_id": "61605d50-17f0-4d9e-b407-60574304a827"
|
||||
},
|
||||
{
|
||||
"id": 2,
|
||||
"role": "companion",
|
||||
"t": "没怎么啦,工程师。你盯着看,我就当你在检查我有没有乱动。",
|
||||
"status": "sent",
|
||||
"turn_id": "61605d50-17f0-4d9e-b407-60574304a827"
|
||||
},
|
||||
{
|
||||
"id": 3,
|
||||
"role": "user",
|
||||
"t": "难得看你这么有意思的样子吗 烈火军校啊,朝阳啊这种类型我都是那种比较呃豪爽,比较开朗的那种类型,阳光大女孩那种感觉就",
|
||||
"status": "sent",
|
||||
"turn_id": "eb182bcd-3441-42d8-ba60-9eced3a6a5a5"
|
||||
},
|
||||
{
|
||||
"id": 4,
|
||||
"role": "companion",
|
||||
"t": "原来你是那种阳光大女孩的类型啊,难怪感觉你说话都透着一股豪爽劲儿。",
|
||||
"status": "sent",
|
||||
"turn_id": "eb182bcd-3441-42d8-ba60-9eced3a6a5a5"
|
||||
},
|
||||
{
|
||||
"id": 5,
|
||||
"role": "user",
|
||||
"t": "怎么还有没事的",
|
||||
"status": "sent",
|
||||
"turn_id": "0e1a5226-4ca6-44bb-a343-39647f0112e3"
|
||||
},
|
||||
{
|
||||
"id": 6,
|
||||
"role": "companion",
|
||||
"t": "哈哈,因为我在认真听你说话呀。",
|
||||
"status": "sent",
|
||||
"turn_id": "0e1a5226-4ca6-44bb-a343-39647f0112e3"
|
||||
},
|
||||
{
|
||||
"id": 7,
|
||||
"role": "user",
|
||||
"t": "是我不够努力吗",
|
||||
"status": "cancelled",
|
||||
"turn_id": "47d8d0ce-7ac7-4202-9757-64f5f4fb1300"
|
||||
},
|
||||
{
|
||||
"id": 8,
|
||||
"role": "user",
|
||||
"t": "没错,我就是个笨蛋派大星,我们一起去抓水母吧,我们一起度过快乐的一天",
|
||||
"status": "sent",
|
||||
"turn_id": "b72de17e-bf42-470e-b396-c219bd7593f9"
|
||||
},
|
||||
{
|
||||
"id": 9,
|
||||
"role": "companion",
|
||||
"t": "好呀,那我们这就出发去抓水母!不过我可不想住进那个菠萝屋,我只喜欢在海边晒太阳。",
|
||||
"status": "sent",
|
||||
"turn_id": "b72de17e-bf42-470e-b396-c219bd7593f9"
|
||||
},
|
||||
{
|
||||
"id": 10,
|
||||
"role": "user",
|
||||
"t": "天雷滚滚,我好怕怕劈的我浑身掉渣渣,突破天劫,我笑哈哈逆天改命,我吹喇叭滴答滴答,滴滴答",
|
||||
"status": "sent",
|
||||
"turn_id": "baa6c5c7-b483-49d4-905c-d6b7e5dd7786"
|
||||
},
|
||||
{
|
||||
"id": 11,
|
||||
"role": "companion",
|
||||
"t": "哈哈,你唱得还挺有节奏感的!",
|
||||
"status": "sent",
|
||||
"turn_id": "baa6c5c7-b483-49d4-905c-d6b7e5dd7786"
|
||||
},
|
||||
{
|
||||
"id": 12,
|
||||
"role": "user",
|
||||
"t": "你是不是早就想睡我了呀",
|
||||
"status": "sent",
|
||||
"turn_id": "a91bbbb6-45b0-4671-84a2-027cc194f420"
|
||||
},
|
||||
{
|
||||
"id": 13,
|
||||
"role": "companion",
|
||||
"t": "哈哈,你思维跳跃得太快了,我都跟不上。",
|
||||
"status": "sent",
|
||||
"turn_id": "a91bbbb6-45b0-4671-84a2-027cc194f420"
|
||||
},
|
||||
{
|
||||
"id": 14,
|
||||
"role": "user",
|
||||
"t": "盯着你看怎么啦",
|
||||
"status": "sent",
|
||||
"turn_id": "5bd95c66-b42b-4571-bfc2-fbf376c90747"
|
||||
},
|
||||
{
|
||||
"id": 15,
|
||||
"role": "companion",
|
||||
"t": "没",
|
||||
"status": "sent",
|
||||
"turn_id": "5bd95c66-b42b-4571-bfc2-fbf376c90747"
|
||||
},
|
||||
{
|
||||
"id": 16,
|
||||
"role": "user",
|
||||
"t": "师傅,哎,这取经路比高,老庄种地还苦,俺老猪饿的能吞下石龙素包子,猴哥,你筋斗云块,要不先去化个缘",
|
||||
"status": "sent",
|
||||
"turn_id": "9bba6412-6679-48c2-9f1c-4bfc07f58aea"
|
||||
},
|
||||
{
|
||||
"id": 17,
|
||||
"role": "companion",
|
||||
"t": "师傅,",
|
||||
"status": "sent",
|
||||
"turn_id": "9bba6412-6679-48c2-9f1c-4bfc07f58aea"
|
||||
},
|
||||
{
|
||||
"id": 18,
|
||||
"role": "user",
|
||||
"t": "俺老孙来也,俺乃500年前大闹天宫的齐天大圣孙悟空,这里山势险峻,只怕藏有妖精妖怪,哪里逃吃?俺老孙吧",
|
||||
"status": "sent",
|
||||
"turn_id": "16006868-5ee7-49cc-b9c9-1a8dcfe74d08"
|
||||
},
|
||||
{
|
||||
"id": 19,
|
||||
"role": "companion",
|
||||
"t": "好",
|
||||
"status": "sent",
|
||||
"turn_id": "16006868-5ee7-49cc-b9c9-1a8dcfe74d08"
|
||||
},
|
||||
{
|
||||
"id": 20,
|
||||
"role": "user",
|
||||
"t": "没错,我就是个笨蛋派大星,我们一起去抓水母吧,我们一起度过快乐的一天",
|
||||
"status": "sent",
|
||||
"turn_id": "fdf28a03-19a8-4fcb-ba8c-24587736c3f0"
|
||||
},
|
||||
{
|
||||
"id": 21,
|
||||
"role": "companion",
|
||||
"t": "好",
|
||||
"status": "sent",
|
||||
"turn_id": "fdf28a03-19a8-4fcb-ba8c-24587736c3f0"
|
||||
},
|
||||
{
|
||||
"id": 22,
|
||||
"role": "user",
|
||||
"t": "你是不是早就想睡我了呀",
|
||||
"status": "sent",
|
||||
"turn_id": "623bab59-0edc-4751-9feb-a9a7e4a11233"
|
||||
},
|
||||
{
|
||||
"id": 23,
|
||||
"role": "user",
|
||||
"t": "(文字通道)我改用打字了,这条应该立刻打断你正在说的话。",
|
||||
"status": "cancelled",
|
||||
"turn_id": "cb1bbe27-795f-45e3-b7bf-f2d6371c0830"
|
||||
},
|
||||
{
|
||||
"id": 25,
|
||||
"role": "companion",
|
||||
"t": "Considering the limited time by the user, I have to give the",
|
||||
"status": "sent",
|
||||
"turn_id": "623bab59-0edc-4751-9feb-a9a7e4a11233"
|
||||
}
|
||||
],
|
||||
"receipts": [
|
||||
{
|
||||
"message_id": 9,
|
||||
"turn_id": "b72de17e-bf42-470e-b396-c219bd7593f9",
|
||||
"ack_at": 1793115457081,
|
||||
"state": "judged"
|
||||
},
|
||||
{
|
||||
"message_id": 11,
|
||||
"turn_id": "baa6c5c7-b483-49d4-905c-d6b7e5dd7786",
|
||||
"ack_at": 1793115476109,
|
||||
"state": "judged"
|
||||
},
|
||||
{
|
||||
"message_id": 13,
|
||||
"turn_id": "a91bbbb6-45b0-4671-84a2-027cc194f420",
|
||||
"ack_at": 1793115489069,
|
||||
"state": "judged"
|
||||
},
|
||||
{
|
||||
"message_id": 15,
|
||||
"turn_id": "5bd95c66-b42b-4571-bfc2-fbf376c90747",
|
||||
"ack_at": 1793115501163,
|
||||
"state": "judged"
|
||||
},
|
||||
{
|
||||
"message_id": 17,
|
||||
"turn_id": "9bba6412-6679-48c2-9f1c-4bfc07f58aea",
|
||||
"ack_at": 1793115715591,
|
||||
"state": "judged"
|
||||
},
|
||||
{
|
||||
"message_id": 19,
|
||||
"turn_id": "16006868-5ee7-49cc-b9c9-1a8dcfe74d08",
|
||||
"ack_at": 1793115816209,
|
||||
"state": "judged"
|
||||
},
|
||||
{
|
||||
"message_id": 21,
|
||||
"turn_id": "fdf28a03-19a8-4fcb-ba8c-24587736c3f0",
|
||||
"ack_at": 1793115908179,
|
||||
"state": "judged"
|
||||
},
|
||||
{
|
||||
"message_id": 25,
|
||||
"turn_id": "623bab59-0edc-4751-9feb-a9a7e4a11233",
|
||||
"ack_at": 1793116005932,
|
||||
"state": "pending"
|
||||
}
|
||||
],
|
||||
"budget": {
|
||||
"at_ms": 1793116007051,
|
||||
"token_usage": [
|
||||
{
|
||||
"day": "2026-10-27",
|
||||
"scene": "dialogue_main",
|
||||
"used": 42717
|
||||
}
|
||||
],
|
||||
"request_usage": [
|
||||
{
|
||||
"day": "2026-10-27",
|
||||
"category": "dialogue",
|
||||
"requests": 14
|
||||
}
|
||||
],
|
||||
"budget_total": [
|
||||
{
|
||||
"key": "total_requests",
|
||||
"value": 14
|
||||
},
|
||||
{
|
||||
"key": "total_tokens",
|
||||
"value": 42717
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,104 @@
|
||||
{"v": 2, "seq": 1, "kind": "interim", "role": "user", "text": "师", "_at_ms": 1793115691554}
|
||||
{"v": 2, "seq": 2, "kind": "interim", "role": "user", "text": "傅", "_at_ms": 1793115692163}
|
||||
{"v": 2, "seq": 3, "kind": "interim", "role": "user", "text": "哎这", "_at_ms": 1793115692756}
|
||||
{"v": 2, "seq": 4, "kind": "interim", "role": "user", "text": "取经", "_at_ms": 1793115693359}
|
||||
{"v": 2, "seq": 5, "kind": "interim", "role": "user", "text": "路比", "_at_ms": 1793115693964}
|
||||
{"v": 2, "seq": 6, "kind": "interim", "role": "user", "text": "高老", "_at_ms": 1793115694564}
|
||||
{"v": 2, "seq": 7, "kind": "interim", "role": "user", "text": "庄种", "_at_ms": 1793115695157}
|
||||
{"v": 2, "seq": 8, "kind": "interim", "role": "user", "text": "地还", "_at_ms": 1793115695762}
|
||||
{"v": 2, "seq": 9, "kind": "interim", "role": "user", "text": "苦俺", "_at_ms": 1793115696359}
|
||||
{"v": 2, "seq": 10, "kind": "interim", "role": "user", "text": "老中", "_at_ms": 1793115696958}
|
||||
{"v": 2, "seq": 11, "kind": "interim", "role": "user", "text": "饿的能", "_at_ms": 1793115697557}
|
||||
{"v": 2, "seq": 12, "kind": "interim", "role": "user", "text": "吞下", "_at_ms": 1793115698168}
|
||||
{"v": 2, "seq": 13, "kind": "interim", "role": "user", "text": "石龙", "_at_ms": 1793115698760}
|
||||
{"v": 2, "seq": 14, "kind": "interim", "role": "user", "text": "素包", "_at_ms": 1793115699353}
|
||||
{"v": 2, "seq": 15, "kind": "interim", "role": "user", "text": "子", "_at_ms": 1793115699967}
|
||||
{"v": 2, "seq": 16, "kind": "interim", "role": "user", "text": "猴哥", "_at_ms": 1793115700562}
|
||||
{"v": 2, "seq": 17, "kind": "interim", "role": "user", "text": "你筋", "_at_ms": 1793115701159}
|
||||
{"v": 2, "seq": 18, "kind": "interim", "role": "user", "text": "斗云", "_at_ms": 1793115701768}
|
||||
{"v": 2, "seq": 19, "kind": "interim", "role": "user", "text": "快", "_at_ms": 1793115702352}
|
||||
{"v": 2, "seq": 20, "kind": "interim", "role": "user", "text": "要不", "_at_ms": 1793115702961}
|
||||
{"v": 2, "seq": 21, "kind": "interim", "role": "user", "text": "先", "_at_ms": 1793115703557}
|
||||
{"v": 2, "seq": 22, "kind": "interim", "role": "user", "text": "去画个", "_at_ms": 1793115704166}
|
||||
{"v": 2, "seq": 23, "kind": "user_final", "role": "user", "text": "师傅,哎,这取经路比高,老庄种地还苦,俺老猪饿的能吞下石龙素包子,猴哥,你筋斗云块,要不先去化个缘", "_at_ms": 1793115706500}
|
||||
{"v": 2, "seq": 24, "kind": "turn_start", "role": "assistant", "text": "", "speech_id": "speech_ba7b3f730ffd", "_at_ms": 1793115710205}
|
||||
{"v": 2, "seq": 25, "kind": "assistant_interim", "role": "assistant", "text": "师傅", "speech_id": "speech_ba7b3f730ffd", "_at_ms": 1793115711789}
|
||||
{"v": 2, "seq": 26, "kind": "assistant_interim", "role": "assistant", "text": "师傅,", "speech_id": "speech_ba7b3f730ffd", "_at_ms": 1793115711850}
|
||||
{"v": 2, "seq": 27, "kind": "assistant_final", "role": "assistant", "text": "师傅,", "speech_id": "speech_ba7b3f730ffd", "turn_id": "9bba6412-6679-48c2-9f1c-4bfc07f58aea", "_at_ms": 1793115715589}
|
||||
{"v": 2, "seq": 28, "kind": "turn_end", "role": "assistant", "text": "", "speech_id": "speech_ba7b3f730ffd", "turn_id": "9bba6412-6679-48c2-9f1c-4bfc07f58aea", "_at_ms": 1793115715590}
|
||||
{"v": 2, "seq": 29, "kind": "interim", "role": "user", "text": "俺老", "_at_ms": 1793115792459}
|
||||
{"v": 2, "seq": 30, "kind": "interim", "role": "user", "text": "孙来", "_at_ms": 1793115793061}
|
||||
{"v": 2, "seq": 31, "kind": "interim", "role": "user", "text": "也俺", "_at_ms": 1793115793659}
|
||||
{"v": 2, "seq": 32, "kind": "interim", "role": "user", "text": "乃五百", "_at_ms": 1793115794261}
|
||||
{"v": 2, "seq": 33, "kind": "interim", "role": "user", "text": "年前", "_at_ms": 1793115794859}
|
||||
{"v": 2, "seq": 34, "kind": "interim", "role": "user", "text": "大闹", "_at_ms": 1793115795470}
|
||||
{"v": 2, "seq": 35, "kind": "interim", "role": "user", "text": "天宫的", "_at_ms": 1793115796055}
|
||||
{"v": 2, "seq": 36, "kind": "interim", "role": "user", "text": "齐天", "_at_ms": 1793115796661}
|
||||
{"v": 2, "seq": 37, "kind": "interim", "role": "user", "text": "霸圣", "_at_ms": 1793115797263}
|
||||
{"v": 2, "seq": 38, "kind": "interim", "role": "user", "text": "孙悟", "_at_ms": 1793115797864}
|
||||
{"v": 2, "seq": 39, "kind": "interim", "role": "user", "text": "空这", "_at_ms": 1793115798464}
|
||||
{"v": 2, "seq": 40, "kind": "interim", "role": "user", "text": "里山", "_at_ms": 1793115799067}
|
||||
{"v": 2, "seq": 41, "kind": "interim", "role": "user", "text": "势险", "_at_ms": 1793115799657}
|
||||
{"v": 2, "seq": 42, "kind": "interim", "role": "user", "text": "峻", "_at_ms": 1793115800262}
|
||||
{"v": 2, "seq": 43, "kind": "interim", "role": "user", "text": "只怕藏", "_at_ms": 1793115800858}
|
||||
{"v": 2, "seq": 44, "kind": "interim", "role": "user", "text": "有妖", "_at_ms": 1793115801462}
|
||||
{"v": 2, "seq": 45, "kind": "interim", "role": "user", "text": "精妖", "_at_ms": 1793115802053}
|
||||
{"v": 2, "seq": 46, "kind": "interim", "role": "user", "text": "怪", "_at_ms": 1793115802654}
|
||||
{"v": 2, "seq": 47, "kind": "interim", "role": "user", "text": "哪里", "_at_ms": 1793115803271}
|
||||
{"v": 2, "seq": 48, "kind": "interim", "role": "user", "text": "逃", "_at_ms": 1793115803858}
|
||||
{"v": 2, "seq": 49, "kind": "interim", "role": "user", "text": "吃完老", "_at_ms": 1793115804464}
|
||||
{"v": 2, "seq": 50, "kind": "interim", "role": "user", "text": "我所", "_at_ms": 1793115805066}
|
||||
{"v": 2, "seq": 51, "kind": "interim", "role": "user", "text": "一", "_at_ms": 1793115805654}
|
||||
{"v": 2, "seq": 52, "kind": "user_final", "role": "user", "text": "俺老孙来也,俺乃500年前大闹天宫的齐天大圣孙悟空,这里山势险峻,只怕藏有妖精妖怪,哪里逃吃?俺老孙吧", "_at_ms": 1793115807317}
|
||||
{"v": 2, "seq": 53, "kind": "turn_start", "role": "assistant", "text": "", "speech_id": "speech_d1c8f4816b10", "_at_ms": 1793115810983}
|
||||
{"v": 2, "seq": 54, "kind": "assistant_interim", "role": "assistant", "text": "好", "speech_id": "speech_d1c8f4816b10", "_at_ms": 1793115812231}
|
||||
{"v": 2, "seq": 55, "kind": "assistant_final", "role": "assistant", "text": "好", "speech_id": "speech_d1c8f4816b10", "turn_id": "16006868-5ee7-49cc-b9c9-1a8dcfe74d08", "_at_ms": 1793115816208}
|
||||
{"v": 2, "seq": 56, "kind": "turn_end", "role": "assistant", "text": "", "speech_id": "speech_d1c8f4816b10", "turn_id": "16006868-5ee7-49cc-b9c9-1a8dcfe74d08", "_at_ms": 1793115816213}
|
||||
{"v": 2, "seq": 57, "kind": "interim", "role": "user", "text": "没", "_at_ms": 1793115893204}
|
||||
{"v": 2, "seq": 58, "kind": "interim", "role": "user", "text": "错我", "_at_ms": 1793115893809}
|
||||
{"v": 2, "seq": 59, "kind": "interim", "role": "user", "text": "就是个笨", "_at_ms": 1793115894415}
|
||||
{"v": 2, "seq": 60, "kind": "interim", "role": "user", "text": "蛋", "_at_ms": 1793115895004}
|
||||
{"v": 2, "seq": 61, "kind": "interim", "role": "user", "text": "派大", "_at_ms": 1793115895614}
|
||||
{"v": 2, "seq": 62, "kind": "interim", "role": "user", "text": "星我们一", "_at_ms": 1793115896206}
|
||||
{"v": 2, "seq": 63, "kind": "interim", "role": "user", "text": "起去抓", "_at_ms": 1793115896811}
|
||||
{"v": 2, "seq": 64, "kind": "interim", "role": "user", "text": "水母", "_at_ms": 1793115897406}
|
||||
{"v": 2, "seq": 65, "kind": "interim", "role": "user", "text": "吧我们", "_at_ms": 1793115898018}
|
||||
{"v": 2, "seq": 66, "kind": "interim", "role": "user", "text": "一起度", "_at_ms": 1793115898608}
|
||||
{"v": 2, "seq": 67, "kind": "interim", "role": "user", "text": "过快乐的一", "_at_ms": 1793115899211}
|
||||
{"v": 2, "seq": 68, "kind": "user_final", "role": "user", "text": "没错,我就是个笨蛋派大星,我们一起去抓水母吧,我们一起度过快乐的一天", "_at_ms": 1793115901261}
|
||||
{"v": 2, "seq": 69, "kind": "turn_start", "role": "assistant", "text": "", "speech_id": "speech_8ac7cd94c5db", "_at_ms": 1793115901269}
|
||||
{"v": 2, "seq": 70, "kind": "assistant_interim", "role": "assistant", "text": "好", "speech_id": "speech_8ac7cd94c5db", "_at_ms": 1793115902769}
|
||||
{"v": 2, "seq": 71, "kind": "assistant_final", "role": "assistant", "text": "好", "speech_id": "speech_8ac7cd94c5db", "turn_id": "fdf28a03-19a8-4fcb-ba8c-24587736c3f0", "_at_ms": 1793115908179}
|
||||
{"v": 2, "seq": 72, "kind": "turn_end", "role": "assistant", "text": "", "speech_id": "speech_8ac7cd94c5db", "turn_id": "fdf28a03-19a8-4fcb-ba8c-24587736c3f0", "_at_ms": 1793115908181}
|
||||
{"v": 2, "seq": 73, "kind": "interim", "role": "user", "text": "你是不是", "_at_ms": 1793115991657}
|
||||
{"v": 2, "seq": 74, "kind": "interim", "role": "user", "text": "早就想", "_at_ms": 1793115992268}
|
||||
{"v": 2, "seq": 75, "kind": "interim", "role": "user", "text": "睡我", "_at_ms": 1793115992857}
|
||||
{"v": 2, "seq": 76, "kind": "interim", "role": "user", "text": "了", "_at_ms": 1793115993462}
|
||||
{"v": 2, "seq": 77, "kind": "user_final", "role": "user", "text": "你是不是早就想睡我了呀", "_at_ms": 1793115994404}
|
||||
{"v": 2, "seq": 78, "kind": "turn_start", "role": "assistant", "text": "", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115994412}
|
||||
{"v": 2, "seq": 79, "kind": "assistant_interim", "role": "assistant", "text": "Considering", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115994844}
|
||||
{"v": 2, "seq": 80, "kind": "assistant_interim", "role": "assistant", "text": "Considering the", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115994878}
|
||||
{"v": 2, "seq": 81, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115994911}
|
||||
{"v": 2, "seq": 82, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115994944}
|
||||
{"v": 2, "seq": 83, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115994977}
|
||||
{"v": 2, "seq": 84, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995010}
|
||||
{"v": 2, "seq": 85, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995044}
|
||||
{"v": 2, "seq": 86, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user,", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995077}
|
||||
{"v": 2, "seq": 87, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995111}
|
||||
{"v": 2, "seq": 88, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995144}
|
||||
{"v": 2, "seq": 89, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have to", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995178}
|
||||
{"v": 2, "seq": 90, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have to give", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995212}
|
||||
{"v": 2, "seq": 91, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have to give the", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995245}
|
||||
{"v": 2, "seq": 92, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have to give the solution", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995278}
|
||||
{"v": 2, "seq": 93, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have to give the solution based", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995312}
|
||||
{"v": 2, "seq": 94, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have to give the solution based on", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995345}
|
||||
{"v": 2, "seq": 95, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have to give the solution based on the", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995378}
|
||||
{"v": 2, "seq": 96, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have to give the solution based on the thinking", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995412}
|
||||
{"v": 2, "seq": 97, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have to give the solution based on the thinking directly", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995445}
|
||||
{"v": 2, "seq": 98, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have to give the solution based on the thinking directly now", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995478}
|
||||
{"v": 2, "seq": 99, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have to give the solution based on the thinking directly now.", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995511}
|
||||
{"v": 2, "seq": 100, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have to give the solution based on the thinking directly now.\n", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995549}
|
||||
{"v": 2, "seq": 101, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have to give the solution based on the thinking directly now.\n</think>", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995583}
|
||||
{"v": 2, "seq": 102, "kind": "assistant_interim", "role": "assistant", "text": "Considering the limited time by the user, I have to give the solution based on the thinking directly now.\n</think>\n\n", "speech_id": "speech_9aa32dc387c3", "_at_ms": 1793115995614}
|
||||
{"v": 2, "seq": 103, "kind": "assistant_final", "role": "assistant", "text": "Considering the limited time by the user, I have to give the solution based on the thinking directly now.\n</think>\n\n", "speech_id": "speech_9aa32dc387c3", "turn_id": "623bab59-0edc-4751-9feb-a9a7e4a11233", "_at_ms": 1793116005934}
|
||||
{"v": 2, "seq": 104, "kind": "turn_end", "role": "assistant", "text": "", "speech_id": "speech_9aa32dc387c3", "turn_id": "623bab59-0edc-4751-9feb-a9a7e4a11233", "_at_ms": 1793116005935}
|
||||
@@ -0,0 +1,2 @@
|
||||
WINDOW_START=2026-10-27T15:26:54Z
|
||||
WINDOW_END=2026-10-27T15:58:10Z
|
||||
@@ -0,0 +1,409 @@
|
||||
{"message": "starting worker", "level": "INFO", "name": "livekit.agents", "version": "1.8.8", "rtc-version": "1.1.20", "pid": 8800, "timestamp": "2026-10-27T15:21:02.628498+00:00"}
|
||||
{"message": "plugin registered", "level": "INFO", "name": "livekit.agents", "plugin": "livekit.plugins.silero", "version": "1.8.8", "pid": 8800, "timestamp": "2026-10-27T15:21:02.628622+00:00"}
|
||||
{"message": "preloading plugins", "level": "INFO", "name": "livekit.agents", "packages": ["livekit.plugins.silero", "livekit.agents.ipc._preload", "livekit.agents.ipc._preload_freeze"], "pid": 8800, "timestamp": "2026-10-27T15:21:02.628690+00:00"}
|
||||
{"message": "HTTP server listening on :8082", "level": "INFO", "name": "livekit.agents", "pid": 8800, "timestamp": "2026-10-27T15:21:02.632394+00:00"}
|
||||
{"message": "initializing process", "level": "INFO", "name": "livekit.agents", "pid": 8879, "timestamp": "2026-10-27T15:21:03.868641+00:00"}
|
||||
{"message": "initializing process", "level": "INFO", "name": "livekit.agents", "pid": 8881, "timestamp": "2026-10-27T15:21:03.871820+00:00"}
|
||||
{"message": "initializing process", "level": "INFO", "name": "livekit.agents", "pid": 8883, "timestamp": "2026-10-27T15:21:03.874482+00:00"}
|
||||
{"message": "initializing process", "level": "INFO", "name": "livekit.agents", "pid": 8885, "timestamp": "2026-10-27T15:21:03.877329+00:00"}
|
||||
{"message": "process initialized", "level": "INFO", "name": "livekit.agents", "pid": 8885, "elapsed_time": 0.14, "timestamp": "2026-10-27T15:21:04.013188+00:00"}
|
||||
{"message": "process initialized", "level": "INFO", "name": "livekit.agents", "pid": 8883, "elapsed_time": 0.14, "timestamp": "2026-10-27T15:21:04.013380+00:00"}
|
||||
{"message": "process initialized", "level": "INFO", "name": "livekit.agents", "pid": 8879, "elapsed_time": 0.14, "timestamp": "2026-10-27T15:21:04.013613+00:00"}
|
||||
{"message": "process initialized", "level": "INFO", "name": "livekit.agents", "pid": 8881, "elapsed_time": 0.14, "timestamp": "2026-10-27T15:21:04.016022+00:00"}
|
||||
/opt/voice-agent/agent/venv/lib/python3.12/site-packages/jwt/api_jwt.py:149: InsecureKeyLengthWarning: The HMAC key is 28 bytes long, which is below the minimum recommended length of 32 bytes for SHA256. See RFC 7518 Section 3.2.
|
||||
return self._jws.encode(
|
||||
{"message": "registered worker", "level": "INFO", "name": "livekit.agents", "agent_name": "cybergril-voice-agent", "deployment": "", "id": "AW_LGViCVagSNNu", "url": "ws://127.0.0.1:7880", "region": "", "protocol": 17, "pid": 8800, "timestamp": "2026-10-27T15:21:04.039801+00:00"}
|
||||
{"message": "received job request", "level": "INFO", "name": "livekit.agents", "job_id": "AJ_dcfbVLNh9cxc", "dispatch_id": "AD_pFPtM5kSSpZH", "room": "probe-room-2", "room_id": "RM_mNZagsczYXao", "agent_name": "cybergril-voice-agent", "resuming": false, "enable_recording": false, "pid": 8800, "timestamp": "2026-10-27T15:28:57.444695+00:00"}
|
||||
{"message": "initializing process", "level": "INFO", "name": "livekit.agents", "pid": 10801, "timestamp": "2026-10-27T15:28:57.518855+00:00"}
|
||||
{"message": "process initialized", "level": "INFO", "name": "livekit.agents", "pid": 10801, "elapsed_time": 0.12, "timestamp": "2026-10-27T15:28:57.639650+00:00"}
|
||||
Nvidia Decoder is supported.
|
||||
{"message": "adaptive interruption is disabled by default in production mode", "level": "INFO", "name": "livekit.agents", "pid": 8885, "job_id": "AJ_dcfbVLNh9cxc", "room": "probe-room-2", "room_id": "RM_mNZagsczYXao", "timestamp": "2026-10-27T15:28:57.893684+00:00"}
|
||||
{"message": "failed to emit event conversation_item_added\nTraceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "level": "ERROR", "name": "livekit", "exc_info": "Traceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "pid": 8885, "job_id": "AJ_dcfbVLNh9cxc", "room": "probe-room-2", "room_id": "RM_mNZagsczYXao", "timestamp": "2026-10-27T15:28:57.895149+00:00"}
|
||||
[cybergril-worker] session started (api=http://127.0.0.1:8360, voice=female_soft, agent_name=cybergril-voice-agent)
|
||||
{"message": "received job request", "level": "INFO", "name": "livekit.agents", "job_id": "AJ_FBBgf5Si2JYd", "dispatch_id": "AD_iJTKQsucFwSK", "room": "probe-room-3", "room_id": "RM_msdxb3QWFMYf", "agent_name": "cybergril-voice-agent", "resuming": false, "enable_recording": false, "pid": 8800, "timestamp": "2026-10-27T15:32:32.446385+00:00"}
|
||||
{"message": "initializing process", "level": "INFO", "name": "livekit.agents", "pid": 11093, "timestamp": "2026-10-27T15:32:32.549290+00:00"}
|
||||
{"message": "process initialized", "level": "INFO", "name": "livekit.agents", "pid": 11093, "elapsed_time": 0.12, "timestamp": "2026-10-27T15:32:32.665948+00:00"}
|
||||
Nvidia Decoder is supported.
|
||||
{"message": "adaptive interruption is disabled by default in production mode", "level": "INFO", "name": "livekit.agents", "pid": 8883, "job_id": "AJ_FBBgf5Si2JYd", "room": "probe-room-3", "room_id": "RM_msdxb3QWFMYf", "timestamp": "2026-10-27T15:32:32.853330+00:00"}
|
||||
{"message": "failed to emit event conversation_item_added\nTraceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "level": "ERROR", "name": "livekit", "exc_info": "Traceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "pid": 8883, "job_id": "AJ_FBBgf5Si2JYd", "room": "probe-room-3", "room_id": "RM_msdxb3QWFMYf", "timestamp": "2026-10-27T15:32:32.855790+00:00"}
|
||||
[cybergril-worker] session started (api=http://127.0.0.1:8360, voice=female_soft, agent_name=cybergril-voice-agent)
|
||||
{"message": "received job request", "level": "INFO", "name": "livekit.agents", "job_id": "AJ_QhLhdpZKohT3", "dispatch_id": "AD_6Esm9sgx9sbT", "room": "cg-voice-74blnuc9c6", "room_id": "RM_q3vSy5gNpvMA", "agent_name": "cybergril-voice-agent", "resuming": false, "enable_recording": false, "pid": 8800, "timestamp": "2026-10-27T15:32:39.512686+00:00"}
|
||||
{"message": "initializing process", "level": "INFO", "name": "livekit.agents", "pid": 11326, "timestamp": "2026-10-27T15:32:39.616162+00:00"}
|
||||
{"message": "process initialized", "level": "INFO", "name": "livekit.agents", "pid": 11326, "elapsed_time": 0.12, "timestamp": "2026-10-27T15:32:39.737803+00:00"}
|
||||
Nvidia Decoder is supported.
|
||||
{"message": "adaptive interruption is disabled by default in production mode", "level": "INFO", "name": "livekit.agents", "pid": 8879, "job_id": "AJ_QhLhdpZKohT3", "room": "cg-voice-74blnuc9c6", "room_id": "RM_q3vSy5gNpvMA", "timestamp": "2026-10-27T15:32:39.969275+00:00"}
|
||||
{"message": "failed to emit event conversation_item_added\nTraceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "level": "ERROR", "name": "livekit", "exc_info": "Traceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "pid": 8879, "job_id": "AJ_QhLhdpZKohT3", "room": "cg-voice-74blnuc9c6", "room_id": "RM_q3vSy5gNpvMA", "timestamp": "2026-10-27T15:32:39.971493+00:00"}
|
||||
[cybergril-worker] session started (api=http://127.0.0.1:8360, voice=female_soft, agent_name=cybergril-voice-agent)
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_reliable' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 8879, "job_id": "AJ_QhLhdpZKohT3", "room": "cg-voice-74blnuc9c6", "room_id": "RM_q3vSy5gNpvMA", "timestamp": "2026-10-27T15:32:59.437282+00:00"}
|
||||
{"message": "process exiting", "level": "INFO", "name": "livekit.agents", "reason": "parent process shutdown", "pid": 8879, "job_id": "AJ_QhLhdpZKohT3", "room": "cg-voice-74blnuc9c6", "room_id": "RM_q3vSy5gNpvMA", "timestamp": "2026-10-27T15:33:01.444726+00:00"}
|
||||
{"message": "received job request", "level": "INFO", "name": "livekit.agents", "job_id": "AJ_4vPjEVFaLPMq", "dispatch_id": "AD_MVu9k7fFLQyy", "room": "cg-voice-qeghdnxehn", "room_id": "RM_EMAorR7C2evE", "agent_name": "cybergril-voice-agent", "resuming": false, "enable_recording": false, "pid": 8800, "timestamp": "2026-10-27T15:33:23.836716+00:00"}
|
||||
{"message": "initializing process", "level": "INFO", "name": "livekit.agents", "pid": 11830, "timestamp": "2026-10-27T15:33:23.895593+00:00"}
|
||||
{"message": "process initialized", "level": "INFO", "name": "livekit.agents", "pid": 11830, "elapsed_time": 0.12, "timestamp": "2026-10-27T15:33:24.010796+00:00"}
|
||||
Nvidia Decoder is supported.
|
||||
{"message": "RoomIO linked to participant", "level": "INFO", "name": "livekit.agents", "lk.pii.participant_identity": "user-gwhvezcz", "lk.pii.room_name": "cg-voice-qeghdnxehn", "pid": 8881, "job_id": "AJ_4vPjEVFaLPMq", "room": "cg-voice-qeghdnxehn", "room_id": "RM_EMAorR7C2evE", "timestamp": "2026-10-27T15:33:24.256405+00:00"}
|
||||
{"message": "adaptive interruption is disabled by default in production mode", "level": "INFO", "name": "livekit.agents", "pid": 8881, "job_id": "AJ_4vPjEVFaLPMq", "room": "cg-voice-qeghdnxehn", "room_id": "RM_EMAorR7C2evE", "timestamp": "2026-10-27T15:33:24.260750+00:00"}
|
||||
{"message": "failed to emit event conversation_item_added\nTraceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "level": "ERROR", "name": "livekit", "exc_info": "Traceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "pid": 8881, "job_id": "AJ_4vPjEVFaLPMq", "room": "cg-voice-qeghdnxehn", "room_id": "RM_EMAorR7C2evE", "timestamp": "2026-10-27T15:33:24.261961+00:00"}
|
||||
[cybergril-worker] session started (api=http://127.0.0.1:8360, voice=female_soft, agent_name=cybergril-voice-agent)
|
||||
[stt] utterance open, frame sr=24000
|
||||
[stt] interim: 盯
|
||||
[stt->session] interim_transcript: 盯
|
||||
[stt] interim: 着你看怎
|
||||
[stt->session] interim_transcript: 着你看怎
|
||||
[stt] interim: 么啦
|
||||
[stt->session] interim_transcript: 么啦
|
||||
[stt] FINAL(merged): 盯着你看怎么啦
|
||||
[stt->session] final_transcript: 盯着你看怎么啦
|
||||
[stt] interim: 难得
|
||||
[stt->session] interim_transcript: 难得
|
||||
[stt] interim: 看你这么
|
||||
[stt->session] interim_transcript: 看你这么
|
||||
[stt] interim: 有意思的
|
||||
[stt->session] interim_transcript: 有意思的
|
||||
[stt] interim: 样子
|
||||
[stt->session] interim_transcript: 样子
|
||||
[stt] FINAL(merged): 难得看你这么有意思的样子吗
|
||||
[stt->session] final_transcript: 难得看你这么有意思的样子吗
|
||||
{"message": "transcript arrives after turn has been committed. consider raising `min_delay` in the endpointing options to accommodate a slow stt. subsequent occurrences will log at debug level.", "level": "WARNING", "name": "livekit.agents", "pid": 8881, "job_id": "AJ_4vPjEVFaLPMq", "room": "cg-voice-qeghdnxehn", "room_id": "RM_EMAorR7C2evE", "timestamp": "2026-10-27T15:33:30.501478+00:00"}
|
||||
[stt] interim: 烈会军校
|
||||
[stt->session] interim_transcript: 烈会军校
|
||||
[stt] interim: 校啊招
|
||||
[stt->session] interim_transcript: 校啊招
|
||||
[stt] interim: 啊这种类
|
||||
[stt->session] interim_transcript: 啊这种类
|
||||
[stt] interim: 型我都是
|
||||
[stt->session] interim_transcript: 型我都是
|
||||
[stt] interim: 那种比较
|
||||
[stt->session] interim_transcript: 那种比较
|
||||
[stt] interim: 呃豪
|
||||
[stt->session] interim_transcript: 呃豪
|
||||
[stt] interim: 爽比
|
||||
[stt->session] interim_transcript: 爽比
|
||||
[stt] interim: 较开
|
||||
[stt->session] interim_transcript: 较开
|
||||
[stt] interim: 朗的那种
|
||||
[stt->session] interim_transcript: 朗的那种
|
||||
[stt] interim: 类型
|
||||
[stt->session] interim_transcript: 类型
|
||||
[stt] interim: 阳光大
|
||||
[stt->session] interim_transcript: 阳光大
|
||||
[stt] interim: 女孩
|
||||
[stt->session] interim_transcript: 女孩
|
||||
[stt] interim: 那种感
|
||||
[stt->session] interim_transcript: 那种感
|
||||
[stt] interim: 觉
|
||||
[stt->session] interim_transcript: 觉
|
||||
[stt] interim: 都给
|
||||
[stt->session] interim_transcript: 都给
|
||||
[stt] FINAL(merged): 烈火军校啊,朝阳啊这种类型我都是那种比较呃豪爽,比较开朗的那种类型,阳光大女孩那种感觉就
|
||||
[stt->session] final_transcript: 烈火军校啊,朝阳啊这种类型我都是那种比较呃豪爽,比较开朗的那种类型,阳光大女孩那
|
||||
[tts] first audio after 3.335s (原来你是那种阳光大女孩的类型啊,难怪感觉...)
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_reliable' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 8885, "job_id": "AJ_dcfbVLNh9cxc", "room": "probe-room-2", "room_id": "RM_mNZagsczYXao", "timestamp": "2026-10-27T15:33:57.436181+00:00"}
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_lossy' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 8885, "job_id": "AJ_dcfbVLNh9cxc", "room": "probe-room-2", "room_id": "RM_mNZagsczYXao", "timestamp": "2026-10-27T15:33:57.437201+00:00"}
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_data_track' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 8885, "job_id": "AJ_dcfbVLNh9cxc", "room": "probe-room-2", "room_id": "RM_mNZagsczYXao", "timestamp": "2026-10-27T15:33:57.437449+00:00"}
|
||||
{"message": "process exiting", "level": "INFO", "name": "livekit.agents", "reason": "parent process shutdown", "pid": 8885, "job_id": "AJ_dcfbVLNh9cxc", "room": "probe-room-2", "room_id": "RM_mNZagsczYXao", "timestamp": "2026-10-27T15:33:59.447143+00:00"}
|
||||
[stt] interim: 怎么还
|
||||
[stt->session] interim_transcript: 怎么还
|
||||
[stt] interim: 有没事
|
||||
[stt->session] interim_transcript: 有没事
|
||||
[stt] interim: 的
|
||||
[stt->session] interim_transcript: 的
|
||||
[stt] FINAL(merged): 怎么还有没事的
|
||||
[stt->session] final_transcript: 怎么还有没事的
|
||||
[stt] interim: 是我不够
|
||||
[stt->session] interim_transcript: 是我不够
|
||||
[stt] interim: 努力
|
||||
[stt->session] interim_transcript: 努力
|
||||
[stt] FINAL(merged): 是我不够努力吗
|
||||
[stt->session] final_transcript: 是我不够努力吗
|
||||
[stt] interim: 盯着你看
|
||||
[stt->session] interim_transcript: 盯着你看
|
||||
[stt] interim: 怎么
|
||||
[stt->session] interim_transcript: 怎么
|
||||
[stt] FINAL(merged): 盯着你看怎么啦
|
||||
[stt->session] final_transcript: 盯着你看怎么啦
|
||||
[stt] interim: 难得
|
||||
[stt->session] interim_transcript: 难得
|
||||
[stt] interim: 看你这么
|
||||
[stt->session] interim_transcript: 看你这么
|
||||
[stt] interim: 有意思的
|
||||
[stt->session] interim_transcript: 有意思的
|
||||
[stt] interim: 样子
|
||||
[stt->session] interim_transcript: 样子
|
||||
{"message": "closing agent session due to participant disconnect (disable via `RoomInputOptions.close_on_disconnect=False`)", "level": "INFO", "name": "livekit.agents", "room": "cg-voice-qeghdnxehn", "participant": "user-gwhvezcz", "reason": "ROOM_DELETED", "pid": 8881, "job_id": "AJ_4vPjEVFaLPMq", "room_id": "RM_EMAorR7C2evE", "timestamp": "2026-10-27T15:34:12.027601+00:00"}
|
||||
{"message": "skipping user input, speech scheduling is paused", "level": "WARNING", "name": "livekit.agents", "lk.pii.user_input": "盯着你看怎么啦", "pid": 8881, "job_id": "AJ_4vPjEVFaLPMq", "room": "cg-voice-qeghdnxehn", "room_id": "RM_EMAorR7C2evE", "timestamp": "2026-10-27T15:34:12.040356+00:00"}
|
||||
{"message": "failed to send session event\nTraceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/agents/voice/remote_session.py\", line 477, in _write_loop\n await self._transport.send_message(msg)\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/agents/voice/remote_session.py\", line 153, in send_message\n raise RuntimeError(\"room session transport is closed\")\nRuntimeError: room session transport is closed", "level": "WARNING", "name": "livekit.agents", "exc_info": "Traceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/agents/voice/remote_session.py\", line 477, in _write_loop\n await self._transport.send_message(msg)\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/agents/voice/remote_session.py\", line 153, in send_message\n raise RuntimeError(\"room session transport is closed\")\nRuntimeError: room session transport is closed", "pid": 8881, "job_id": "AJ_4vPjEVFaLPMq", "room": "cg-voice-qeghdnxehn", "room_id": "RM_EMAorR7C2evE", "timestamp": "2026-10-27T15:34:12.042202+00:00"}
|
||||
[stt] FINAL(merged): 难得看你这么有意思的样子吗
|
||||
[stt->session] final_transcript: 难得看你这么有意思的样子吗
|
||||
{"message": "failed to send session event\nTraceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/agents/voice/remote_session.py\", line 477, in _write_loop\n await self._transport.send_message(msg)\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/agents/voice/remote_session.py\", line 153, in send_message\n raise RuntimeError(\"room session transport is closed\")\nRuntimeError: room session transport is closed", "level": "WARNING", "name": "livekit.agents", "exc_info": "Traceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/agents/voice/remote_session.py\", line 477, in _write_loop\n await self._transport.send_message(msg)\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/agents/voice/remote_session.py\", line 153, in send_message\n raise RuntimeError(\"room session transport is closed\")\nRuntimeError: room session transport is closed", "pid": 8881, "job_id": "AJ_4vPjEVFaLPMq", "room": "cg-voice-qeghdnxehn", "room_id": "RM_EMAorR7C2evE", "timestamp": "2026-10-27T15:34:12.890538+00:00"}
|
||||
{"message": "skipping user input, speech scheduling is paused", "level": "WARNING", "name": "livekit.agents", "lk.pii.user_input": "难得看你这么有意思的样子吗", "pid": 8881, "job_id": "AJ_4vPjEVFaLPMq", "room": "cg-voice-qeghdnxehn", "room_id": "RM_EMAorR7C2evE", "timestamp": "2026-10-27T15:34:12.891932+00:00"}
|
||||
{"message": "failed to send session event\nTraceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/agents/voice/remote_session.py\", line 477, in _write_loop\n await self._transport.send_message(msg)\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/agents/voice/remote_session.py\", line 153, in send_message\n raise RuntimeError(\"room session transport is closed\")\nRuntimeError: room session transport is closed", "level": "WARNING", "name": "livekit.agents", "exc_info": "Traceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/agents/voice/remote_session.py\", line 477, in _write_loop\n await self._transport.send_message(msg)\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/agents/voice/remote_session.py\", line 153, in send_message\n raise RuntimeError(\"room session transport is closed\")\nRuntimeError: room session transport is closed", "pid": 8881, "job_id": "AJ_4vPjEVFaLPMq", "room": "cg-voice-qeghdnxehn", "room_id": "RM_EMAorR7C2evE", "timestamp": "2026-10-27T15:34:12.892740+00:00"}
|
||||
{"message": "Task exception was never retrieved\nfuture: <Task finished name='Task-453' coro=<LocalParticipant.publish_data() done, defined at /opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/participant.py:315> exception=PublishDataError('engine: connection error: engine is closed')>\nTraceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/participant.py\", line 359, in publish_data\n raise PublishDataError(cb.publish_data.error)\nlivekit.rtc.participant.PublishDataError: engine: connection error: engine is closed", "level": "ERROR", "name": "asyncio", "exc_info": "Traceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/participant.py\", line 359, in publish_data\n raise PublishDataError(cb.publish_data.error)\nlivekit.rtc.participant.PublishDataError: engine: connection error: engine is closed", "pid": 8881, "job_id": "AJ_4vPjEVFaLPMq", "room": "cg-voice-qeghdnxehn", "room_id": "RM_EMAorR7C2evE", "timestamp": "2026-10-27T15:34:12.894879+00:00"}
|
||||
{"message": "process exiting", "level": "INFO", "name": "livekit.agents", "reason": "parent process shutdown", "pid": 8881, "job_id": "AJ_4vPjEVFaLPMq", "room": "cg-voice-qeghdnxehn", "room_id": "RM_EMAorR7C2evE", "timestamp": "2026-10-27T15:34:12.911612+00:00"}
|
||||
{"message": "received job request", "level": "INFO", "name": "livekit.agents", "job_id": "AJ_HpxBoFkqfBdm", "dispatch_id": "AD_QPVzQMzStdbx", "room": "cg-voice-ymtapbx42a", "room_id": "RM_5BfQDxZuTsu4", "agent_name": "cybergril-voice-agent", "resuming": false, "enable_recording": false, "pid": 8800, "timestamp": "2026-10-27T15:37:07.605078+00:00"}
|
||||
{"message": "initializing process", "level": "INFO", "name": "livekit.agents", "pid": 12418, "timestamp": "2026-10-27T15:37:07.631804+00:00"}
|
||||
{"message": "process initialized", "level": "INFO", "name": "livekit.agents", "pid": 12418, "elapsed_time": 0.11, "timestamp": "2026-10-27T15:37:07.743701+00:00"}
|
||||
Nvidia Decoder is supported.
|
||||
{"message": "adaptive interruption is disabled by default in production mode", "level": "INFO", "name": "livekit.agents", "pid": 10801, "job_id": "AJ_HpxBoFkqfBdm", "room": "cg-voice-ymtapbx42a", "room_id": "RM_5BfQDxZuTsu4", "timestamp": "2026-10-27T15:37:08.025546+00:00"}
|
||||
{"message": "failed to emit event conversation_item_added\nTraceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "level": "ERROR", "name": "livekit", "exc_info": "Traceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "pid": 10801, "job_id": "AJ_HpxBoFkqfBdm", "room": "cg-voice-ymtapbx42a", "room_id": "RM_5BfQDxZuTsu4", "timestamp": "2026-10-27T15:37:08.026426+00:00"}
|
||||
[cybergril-worker] session started (api=http://127.0.0.1:8360, voice=female_soft, agent_name=cybergril-voice-agent)
|
||||
{"message": "received job request", "level": "INFO", "name": "livekit.agents", "job_id": "AJ_MLg4JBtoku27", "dispatch_id": "AD_uMQVHwFMfKqf", "room": "cg-voice-5c4y64wxkl", "room_id": "RM_YDaqgLrwdfsB", "agent_name": "cybergril-voice-agent", "resuming": false, "enable_recording": false, "pid": 8800, "timestamp": "2026-10-27T15:37:11.445956+00:00"}
|
||||
{"message": "initializing process", "level": "INFO", "name": "livekit.agents", "pid": 12620, "timestamp": "2026-10-27T15:37:11.462186+00:00"}
|
||||
{"message": "process initialized", "level": "INFO", "name": "livekit.agents", "pid": 12620, "elapsed_time": 0.12, "timestamp": "2026-10-27T15:37:11.583631+00:00"}
|
||||
Nvidia Decoder is supported.
|
||||
{"message": "RoomIO linked to participant", "level": "INFO", "name": "livekit.agents", "lk.pii.participant_identity": "user-vdywshve", "lk.pii.room_name": "cg-voice-5c4y64wxkl", "pid": 11093, "job_id": "AJ_MLg4JBtoku27", "room": "cg-voice-5c4y64wxkl", "room_id": "RM_YDaqgLrwdfsB", "timestamp": "2026-10-27T15:37:11.840352+00:00"}
|
||||
{"message": "adaptive interruption is disabled by default in production mode", "level": "INFO", "name": "livekit.agents", "pid": 11093, "job_id": "AJ_MLg4JBtoku27", "room": "cg-voice-5c4y64wxkl", "room_id": "RM_YDaqgLrwdfsB", "timestamp": "2026-10-27T15:37:11.842501+00:00"}
|
||||
{"message": "failed to emit event conversation_item_added\nTraceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "level": "ERROR", "name": "livekit", "exc_info": "Traceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "pid": 11093, "job_id": "AJ_MLg4JBtoku27", "room": "cg-voice-5c4y64wxkl", "room_id": "RM_YDaqgLrwdfsB", "timestamp": "2026-10-27T15:37:11.844023+00:00"}
|
||||
[cybergril-worker] session started (api=http://127.0.0.1:8360, voice=female_soft, agent_name=cybergril-voice-agent)
|
||||
[stt] utterance open, frame sr=24000
|
||||
[stt] interim: 没
|
||||
[stt->session] interim_transcript: 没
|
||||
[stt] interim: 错
|
||||
[stt->session] interim_transcript: 错
|
||||
[stt] interim: 我就是个
|
||||
[stt->session] interim_transcript: 我就是个
|
||||
[stt] interim: 笨蛋
|
||||
[stt->session] interim_transcript: 笨蛋
|
||||
[stt] interim: 派大星
|
||||
[stt->session] interim_transcript: 派大星
|
||||
[stt] interim: 我们
|
||||
[stt->session] interim_transcript: 我们
|
||||
[stt] interim: 一起去
|
||||
[stt->session] interim_transcript: 一起去
|
||||
[stt] interim: 抓水母
|
||||
[stt->session] interim_transcript: 抓水母
|
||||
[stt] interim: 吧我
|
||||
[stt->session] interim_transcript: 吧我
|
||||
[stt] interim: 们一起度
|
||||
[stt->session] interim_transcript: 们一起度
|
||||
[stt] interim: 过快乐的
|
||||
[stt->session] interim_transcript: 过快乐的
|
||||
[stt] interim: 一天
|
||||
[stt->session] interim_transcript: 一天
|
||||
[stt] FINAL(merged): 没错,我就是个笨蛋派大星,我们一起去抓水母吧,我们一起度过快乐的一天
|
||||
[stt->session] final_transcript: 没错,我就是个笨蛋派大星,我们一起去抓水母吧,我们一起度过快乐的一天
|
||||
[tts] first audio after 3.909s (好呀,那我们这就出发去抓水母!不过我可不...)
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_reliable' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 8883, "job_id": "AJ_FBBgf5Si2JYd", "room": "probe-room-3", "room_id": "RM_msdxb3QWFMYf", "timestamp": "2026-10-27T15:37:32.436074+00:00"}
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_lossy' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 8883, "job_id": "AJ_FBBgf5Si2JYd", "room": "probe-room-3", "room_id": "RM_msdxb3QWFMYf", "timestamp": "2026-10-27T15:37:32.436405+00:00"}
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_data_track' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 8883, "job_id": "AJ_FBBgf5Si2JYd", "room": "probe-room-3", "room_id": "RM_msdxb3QWFMYf", "timestamp": "2026-10-27T15:37:32.436558+00:00"}
|
||||
{"message": "process exiting", "level": "INFO", "name": "livekit.agents", "reason": "room disconnected", "pid": 8883, "job_id": "AJ_FBBgf5Si2JYd", "room": "probe-room-3", "room_id": "RM_msdxb3QWFMYf", "timestamp": "2026-10-27T15:37:34.449378+00:00"}
|
||||
[stt] interim: 天雷滚
|
||||
[stt->session] interim_transcript: 天雷滚
|
||||
[stt] interim: 滚我好
|
||||
[stt->session] interim_transcript: 滚我好
|
||||
[stt] interim: 怕怕
|
||||
[stt->session] interim_transcript: 怕怕
|
||||
[stt] interim: 劈
|
||||
[stt->session] interim_transcript: 劈
|
||||
[stt] interim: 的我浑
|
||||
[stt->session] interim_transcript: 的我浑
|
||||
[stt] interim: 身掉渣
|
||||
[stt->session] interim_transcript: 身掉渣
|
||||
[stt] interim: 渣突
|
||||
[stt->session] interim_transcript: 渣突
|
||||
[stt] interim: 破天
|
||||
[stt->session] interim_transcript: 破天
|
||||
[stt] interim: 劫我笑
|
||||
[stt->session] interim_transcript: 劫我笑
|
||||
[stt] interim: 哈哈
|
||||
[stt->session] interim_transcript: 哈哈
|
||||
[stt] interim: 逆
|
||||
[stt->session] interim_transcript: 逆
|
||||
[stt] interim: 天改命
|
||||
[stt->session] interim_transcript: 天改命
|
||||
[stt] interim: 我吹喇
|
||||
[stt->session] interim_transcript: 我吹喇
|
||||
[stt] interim: 叭滴
|
||||
[stt->session] interim_transcript: 叭滴
|
||||
[stt] interim: 答滴答
|
||||
[stt->session] interim_transcript: 答滴答
|
||||
[stt] interim: 滴滴
|
||||
[stt->session] interim_transcript: 滴滴
|
||||
[stt] FINAL(merged): 天雷滚滚,我好怕怕劈的我浑身掉渣渣,突破天劫,我笑哈哈逆天改命,我吹喇叭滴答滴答,滴滴答
|
||||
[stt->session] final_transcript: 天雷滚滚,我好怕怕劈的我浑身掉渣渣,突破天劫,我笑哈哈逆天改命,我吹喇叭滴答滴答
|
||||
[tts] first audio after 3.008s (哈哈,你唱得还挺有节奏感的!...)
|
||||
[stt] interim: 你是不是
|
||||
[stt->session] interim_transcript: 你是不是
|
||||
[stt] interim: 早就想
|
||||
[stt->session] interim_transcript: 早就想
|
||||
[stt] interim: 睡我
|
||||
[stt->session] interim_transcript: 睡我
|
||||
[stt] interim: 了
|
||||
[stt->session] interim_transcript: 了
|
||||
[stt] FINAL(merged): 你是不是早就想睡我了呀
|
||||
[stt->session] final_transcript: 你是不是早就想睡我了呀
|
||||
[tts] first audio after 3.304s (哈哈,你思维跳跃得太快了,我都跟不上。...)
|
||||
[stt] interim: 盯着你看
|
||||
[stt->session] interim_transcript: 盯着你看
|
||||
[stt] interim: 怎么啦
|
||||
[stt->session] interim_transcript: 怎么啦
|
||||
[stt] FINAL(merged): 盯着你看怎么啦
|
||||
[stt->session] final_transcript: 盯着你看怎么啦
|
||||
[tts] first audio after 2.405s (没...)
|
||||
{"message": "closing agent session due to participant disconnect (disable via `RoomInputOptions.close_on_disconnect=False`)", "level": "INFO", "name": "livekit.agents", "room": "cg-voice-5c4y64wxkl", "participant": "user-vdywshve", "reason": "ROOM_DELETED", "pid": 11093, "job_id": "AJ_MLg4JBtoku27", "room_id": "RM_YDaqgLrwdfsB", "timestamp": "2026-10-27T15:38:32.340079+00:00"}
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_reliable' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 11093, "job_id": "AJ_MLg4JBtoku27", "room": "cg-voice-5c4y64wxkl", "room_id": "RM_YDaqgLrwdfsB", "timestamp": "2026-10-27T15:38:32.351146+00:00"}
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_lossy' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 11093, "job_id": "AJ_MLg4JBtoku27", "room": "cg-voice-5c4y64wxkl", "room_id": "RM_YDaqgLrwdfsB", "timestamp": "2026-10-27T15:38:32.352194+00:00"}
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_data_track' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 11093, "job_id": "AJ_MLg4JBtoku27", "room": "cg-voice-5c4y64wxkl", "room_id": "RM_YDaqgLrwdfsB", "timestamp": "2026-10-27T15:38:32.353282+00:00"}
|
||||
{"message": "process exiting", "level": "INFO", "name": "livekit.agents", "reason": "parent process shutdown", "pid": 11093, "job_id": "AJ_MLg4JBtoku27", "room": "cg-voice-5c4y64wxkl", "room_id": "RM_YDaqgLrwdfsB", "timestamp": "2026-10-27T15:38:34.358814+00:00"}
|
||||
{"message": "received job request", "level": "INFO", "name": "livekit.agents", "job_id": "AJ_a8uXggcKPamC", "dispatch_id": "AD_fxrSDuKoYdTr", "room": "cg-voice-6d0grxxwno", "room_id": "RM_bHsWETGZc5cQ", "agent_name": "cybergril-voice-agent", "resuming": false, "enable_recording": false, "pid": 8800, "timestamp": "2026-10-27T15:41:10.456804+00:00"}
|
||||
{"message": "initializing process", "level": "INFO", "name": "livekit.agents", "pid": 13261, "timestamp": "2026-10-27T15:41:10.492898+00:00"}
|
||||
{"message": "process initialized", "level": "INFO", "name": "livekit.agents", "pid": 13261, "elapsed_time": 0.12, "timestamp": "2026-10-27T15:41:10.613693+00:00"}
|
||||
Nvidia Decoder is supported.
|
||||
{"message": "adaptive interruption is disabled by default in production mode", "level": "INFO", "name": "livekit.agents", "pid": 11326, "job_id": "AJ_a8uXggcKPamC", "room": "cg-voice-6d0grxxwno", "room_id": "RM_bHsWETGZc5cQ", "timestamp": "2026-10-27T15:41:10.904892+00:00"}
|
||||
{"message": "failed to emit event conversation_item_added\nTraceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "level": "ERROR", "name": "livekit", "exc_info": "Traceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "pid": 11326, "job_id": "AJ_a8uXggcKPamC", "room": "cg-voice-6d0grxxwno", "room_id": "RM_bHsWETGZc5cQ", "timestamp": "2026-10-27T15:41:10.905825+00:00"}
|
||||
[cybergril-worker] session started (api=http://127.0.0.1:8360, voice=female_soft, agent_name=cybergril-voice-agent)
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_reliable' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 11326, "job_id": "AJ_a8uXggcKPamC", "room": "cg-voice-6d0grxxwno", "room_id": "RM_bHsWETGZc5cQ", "timestamp": "2026-10-27T15:41:30.437268+00:00"}
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_lossy' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 11326, "job_id": "AJ_a8uXggcKPamC", "room": "cg-voice-6d0grxxwno", "room_id": "RM_bHsWETGZc5cQ", "timestamp": "2026-10-27T15:41:30.437449+00:00"}
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_data_track' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 11326, "job_id": "AJ_a8uXggcKPamC", "room": "cg-voice-6d0grxxwno", "room_id": "RM_bHsWETGZc5cQ", "timestamp": "2026-10-27T15:41:30.437534+00:00"}
|
||||
{"message": "received job request", "level": "INFO", "name": "livekit.agents", "job_id": "AJ_sfYen6Augi9u", "dispatch_id": "AD_UmNB9yQbmDEK", "room": "cg-voice-oleganioz7", "room_id": "RM_anqqGcUZrCbe", "agent_name": "cybergril-voice-agent", "resuming": false, "enable_recording": false, "pid": 8800, "timestamp": "2026-10-27T15:41:30.448381+00:00"}
|
||||
{"message": "initializing process", "level": "INFO", "name": "livekit.agents", "pid": 13614, "timestamp": "2026-10-27T15:41:30.549122+00:00"}
|
||||
{"message": "process initialized", "level": "INFO", "name": "livekit.agents", "pid": 13614, "elapsed_time": 0.12, "timestamp": "2026-10-27T15:41:30.671152+00:00"}
|
||||
Nvidia Decoder is supported.
|
||||
{"message": "RoomIO linked to participant", "level": "INFO", "name": "livekit.agents", "lk.pii.participant_identity": "user-uqfyuhnt", "lk.pii.room_name": "cg-voice-oleganioz7", "pid": 11830, "job_id": "AJ_sfYen6Augi9u", "room": "cg-voice-oleganioz7", "room_id": "RM_anqqGcUZrCbe", "timestamp": "2026-10-27T15:41:30.841632+00:00"}
|
||||
{"message": "adaptive interruption is disabled by default in production mode", "level": "INFO", "name": "livekit.agents", "pid": 11830, "job_id": "AJ_sfYen6Augi9u", "room": "cg-voice-oleganioz7", "room_id": "RM_anqqGcUZrCbe", "timestamp": "2026-10-27T15:41:30.843597+00:00"}
|
||||
{"message": "failed to emit event conversation_item_added\nTraceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "level": "ERROR", "name": "livekit", "exc_info": "Traceback (most recent call last):\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/livekit/rtc/event_emitter.py\", line 70, in emit\n callback(*callback_args)\n File \"/opt/voice-agent-cybergril/cybergril/voice/worker.py\", line 193, in _on_item\n if ev.item.role == \"assistant\":\n ^^^^^^^^^^^^\n File \"/opt/voice-agent/agent/venv/lib/python3.12/site-packages/pydantic/main.py\", line 1105, in __getattr__\n raise AttributeError(f'{type(self).__name__!r} object has no attribute {item!r}')\nAttributeError: 'AgentHandoff' object has no attribute 'role'", "pid": 11830, "job_id": "AJ_sfYen6Augi9u", "room": "cg-voice-oleganioz7", "room_id": "RM_anqqGcUZrCbe", "timestamp": "2026-10-27T15:41:30.844442+00:00"}
|
||||
[cybergril-worker] session started (api=http://127.0.0.1:8360, voice=female_soft, agent_name=cybergril-voice-agent)
|
||||
[stt] utterance open, frame sr=24000
|
||||
[stt] interim: 师
|
||||
[stt->session] interim_transcript: 师
|
||||
[stt] interim: 傅
|
||||
[stt->session] interim_transcript: 傅
|
||||
{"message": "process exiting", "level": "INFO", "name": "livekit.agents", "reason": "parent process shutdown", "pid": 11326, "job_id": "AJ_a8uXggcKPamC", "room": "cg-voice-6d0grxxwno", "room_id": "RM_bHsWETGZc5cQ", "timestamp": "2026-10-27T15:41:32.444706+00:00"}
|
||||
[stt] interim: 哎这
|
||||
[stt->session] interim_transcript: 哎这
|
||||
[stt] interim: 取经
|
||||
[stt->session] interim_transcript: 取经
|
||||
[stt] interim: 路比
|
||||
[stt->session] interim_transcript: 路比
|
||||
[stt] interim: 高老
|
||||
[stt->session] interim_transcript: 高老
|
||||
[stt] interim: 庄种
|
||||
[stt->session] interim_transcript: 庄种
|
||||
[stt] interim: 地还
|
||||
[stt->session] interim_transcript: 地还
|
||||
[stt] interim: 苦俺
|
||||
[stt->session] interim_transcript: 苦俺
|
||||
[stt] interim: 老中
|
||||
[stt->session] interim_transcript: 老中
|
||||
[stt] interim: 饿的能
|
||||
[stt->session] interim_transcript: 饿的能
|
||||
[stt] interim: 吞下
|
||||
[stt->session] interim_transcript: 吞下
|
||||
[stt] interim: 石龙
|
||||
[stt->session] interim_transcript: 石龙
|
||||
[stt] interim: 素包
|
||||
[stt->session] interim_transcript: 素包
|
||||
[stt] interim: 子
|
||||
[stt->session] interim_transcript: 子
|
||||
[stt] interim: 猴哥
|
||||
[stt->session] interim_transcript: 猴哥
|
||||
[stt] interim: 你筋
|
||||
[stt->session] interim_transcript: 你筋
|
||||
[stt] interim: 斗云
|
||||
[stt->session] interim_transcript: 斗云
|
||||
[stt] interim: 快
|
||||
[stt->session] interim_transcript: 快
|
||||
[stt] interim: 要不
|
||||
[stt->session] interim_transcript: 要不
|
||||
[stt] interim: 先
|
||||
[stt->session] interim_transcript: 先
|
||||
[stt] interim: 去画个
|
||||
[stt->session] interim_transcript: 去画个
|
||||
[stt] FINAL(merged): 师傅,哎,这取经路比高,老庄种地还苦,俺老猪饿的能吞下石龙素包子,猴哥,你筋斗云块,要不先去化个缘
|
||||
[stt->session] final_transcript: 师傅,哎,这取经路比高,老庄种地还苦,俺老猪饿的能吞下石龙素包子,猴哥,你筋斗云
|
||||
[tts] first audio after 2.480s (师傅,...)
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_reliable' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 10801, "job_id": "AJ_HpxBoFkqfBdm", "room": "cg-voice-ymtapbx42a", "room_id": "RM_5BfQDxZuTsu4", "timestamp": "2026-10-27T15:42:07.442254+00:00"}
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_lossy' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 10801, "job_id": "AJ_HpxBoFkqfBdm", "room": "cg-voice-ymtapbx42a", "room_id": "RM_5BfQDxZuTsu4", "timestamp": "2026-10-27T15:42:07.442585+00:00"}
|
||||
{"message": "livekit::rtc_engine::rtc_session:704:livekit::rtc_engine::rtc_session - publisher data channel '_data_track' closed unexpectedly", "level": "ERROR", "name": "livekit", "pid": 10801, "job_id": "AJ_HpxBoFkqfBdm", "room": "cg-voice-ymtapbx42a", "room_id": "RM_5BfQDxZuTsu4", "timestamp": "2026-10-27T15:42:07.442726+00:00"}
|
||||
{"message": "process exiting", "level": "INFO", "name": "livekit.agents", "reason": "parent process shutdown", "pid": 10801, "job_id": "AJ_HpxBoFkqfBdm", "room": "cg-voice-ymtapbx42a", "room_id": "RM_5BfQDxZuTsu4", "timestamp": "2026-10-27T15:42:09.450806+00:00"}
|
||||
[stt] interim: 俺老
|
||||
[stt->session] interim_transcript: 俺老
|
||||
[stt] interim: 孙来
|
||||
[stt->session] interim_transcript: 孙来
|
||||
[stt] interim: 也俺
|
||||
[stt->session] interim_transcript: 也俺
|
||||
[stt] interim: 乃五百
|
||||
[stt->session] interim_transcript: 乃五百
|
||||
[stt] interim: 年前
|
||||
[stt->session] interim_transcript: 年前
|
||||
[stt] interim: 大闹
|
||||
[stt->session] interim_transcript: 大闹
|
||||
[stt] interim: 天宫的
|
||||
[stt->session] interim_transcript: 天宫的
|
||||
[stt] interim: 齐天
|
||||
[stt->session] interim_transcript: 齐天
|
||||
[stt] interim: 霸圣
|
||||
[stt->session] interim_transcript: 霸圣
|
||||
[stt] interim: 孙悟
|
||||
[stt->session] interim_transcript: 孙悟
|
||||
[stt] interim: 空这
|
||||
[stt->session] interim_transcript: 空这
|
||||
[stt] interim: 里山
|
||||
[stt->session] interim_transcript: 里山
|
||||
[stt] interim: 势险
|
||||
[stt->session] interim_transcript: 势险
|
||||
[stt] interim: 峻
|
||||
[stt->session] interim_transcript: 峻
|
||||
[stt] interim: 只怕藏
|
||||
[stt->session] interim_transcript: 只怕藏
|
||||
[stt] interim: 有妖
|
||||
[stt->session] interim_transcript: 有妖
|
||||
[stt] interim: 精妖
|
||||
[stt->session] interim_transcript: 精妖
|
||||
[stt] interim: 怪
|
||||
[stt->session] interim_transcript: 怪
|
||||
[stt] interim: 哪里
|
||||
[stt->session] interim_transcript: 哪里
|
||||
[stt] interim: 逃
|
||||
[stt->session] interim_transcript: 逃
|
||||
[stt] interim: 吃完老
|
||||
[stt->session] interim_transcript: 吃完老
|
||||
[stt] interim: 我所
|
||||
[stt->session] interim_transcript: 我所
|
||||
[stt] interim: 一
|
||||
[stt->session] interim_transcript: 一
|
||||
[stt] FINAL(merged): 俺老孙来也,俺乃500年前大闹天宫的齐天大圣孙悟空,这里山势险峻,只怕藏有妖精妖怪,哪里逃吃?俺老孙吧
|
||||
[stt->session] final_transcript: 俺老孙来也,俺乃500年前大闹天宫的齐天大圣孙悟空,这里山势险峻,只怕藏有妖精妖
|
||||
[tts] first audio after 2.608s (好...)
|
||||
[stt] interim: 没
|
||||
[stt->session] interim_transcript: 没
|
||||
[stt] interim: 错我
|
||||
[stt->session] interim_transcript: 错我
|
||||
[stt] interim: 就是个笨
|
||||
[stt->session] interim_transcript: 就是个笨
|
||||
[stt] interim: 蛋
|
||||
[stt->session] interim_transcript: 蛋
|
||||
[stt] interim: 派大
|
||||
[stt->session] interim_transcript: 派大
|
||||
[stt] interim: 星我们一
|
||||
[stt->session] interim_transcript: 星我们一
|
||||
[stt] interim: 起去抓
|
||||
[stt->session] interim_transcript: 起去抓
|
||||
[stt] interim: 水母
|
||||
[stt->session] interim_transcript: 水母
|
||||
[stt] interim: 吧我们
|
||||
[stt->session] interim_transcript: 吧我们
|
||||
[stt] interim: 一起度
|
||||
[stt->session] interim_transcript: 一起度
|
||||
[stt] interim: 过快乐的一
|
||||
[stt->session] interim_transcript: 过快乐的一
|
||||
[stt] FINAL(merged): 没错,我就是个笨蛋派大星,我们一起去抓水母吧,我们一起度过快乐的一天
|
||||
[stt->session] final_transcript: 没错,我就是个笨蛋派大星,我们一起去抓水母吧,我们一起度过快乐的一天
|
||||
[tts] first audio after 2.300s (好...)
|
||||
[stt] interim: 你是不是
|
||||
[stt->session] interim_transcript: 你是不是
|
||||
[stt] interim: 早就想
|
||||
[stt->session] interim_transcript: 早就想
|
||||
[stt] interim: 睡我
|
||||
[stt->session] interim_transcript: 睡我
|
||||
[stt] interim: 了
|
||||
[stt->session] interim_transcript: 了
|
||||
[stt] FINAL(merged): 你是不是早就想睡我了呀
|
||||
[stt->session] final_transcript: 你是不是早就想睡我了呀
|
||||
{"message": "failed to generate LLM completion: chat stream ended without final or error (caused by ChatApiConnectionError: chat stream ended without final or error), retrying in 0.1s", "level": "WARNING", "name": "livekit.agents", "llm": "cybergril.voice.llm_chat_api.CyberGrillLLM", "attempt": 1, "pid": 11830, "job_id": "AJ_sfYen6Augi9u", "room": "cg-voice-oleganioz7", "room_id": "RM_anqqGcUZrCbe", "timestamp": "2026-10-27T15:46:34.451048+00:00"}
|
||||
[tts] first audio after 3.847s (Considering the limi...)
|
||||
[tts] first audio after 2.284s (</think>...)
|
||||
{"message": "closing agent session due to participant disconnect (disable via `RoomInputOptions.close_on_disconnect=False`)", "level": "INFO", "name": "livekit.agents", "room": "cg-voice-oleganioz7", "participant": "user-uqfyuhnt", "reason": "CLIENT_INITIATED", "pid": 11830, "job_id": "AJ_sfYen6Augi9u", "room_id": "RM_anqqGcUZrCbe", "timestamp": "2026-10-27T15:46:46.019622+00:00"}
|
||||
{"message": "process exiting", "level": "INFO", "name": "livekit.agents", "reason": "parent process shutdown", "pid": 11830, "job_id": "AJ_sfYen6Augi9u", "room": "cg-voice-oleganioz7", "room_id": "RM_anqqGcUZrCbe", "timestamp": "2026-10-27T15:47:06.441875+00:00"}
|
||||
{"message": "livekit_ffi::server:279:livekit_ffi::server - Attempted to drop unknown FFI handle: 16", "level": "WARNING", "name": "livekit", "pid": 11830, "job_id": "AJ_sfYen6Augi9u", "room": "cg-voice-oleganioz7", "room_id": "RM_anqqGcUZrCbe", "timestamp": "2026-10-27T15:47:06.446226+00:00"}
|
||||
{"message": "draining worker", "level": "INFO", "name": "livekit.agents", "id": "AW_LGViCVagSNNu", "timeout": 3600, "pid": 8800, "timestamp": "2026-10-27T15:58:10.576647+00:00"}
|
||||
{"message": "shutting down worker", "level": "INFO", "name": "livekit.agents", "id": "AW_LGViCVagSNNu", "pid": 8800, "timestamp": "2026-10-27T15:58:10.577287+00:00"}
|
||||
@@ -0,0 +1,72 @@
|
||||
# HEL-902 统一审核报告:自定义声音前后台(离线)
|
||||
|
||||
审核人:总工。2026-10-27/28。零真实 LLM/嵌入/ASR/TTS 调用、零共享音色写入、零部署、零依赖下载安装。
|
||||
|
||||
## 1. 实际统一 head 与整合范围
|
||||
|
||||
- 整合分支 `hel-902-integration`,merge head `d167ba9`(本卡推送):
|
||||
- `origin/hel-900-preserved` @ `37b4e69`(作者源码 `701442d` 直接以 HEL-899 后台 `ce7279e` 为父);
|
||||
- merge `origin/hel-879-assembly` @ `be149cd`(真实窗口修复:LiveKit 服务端 token 携带 SDK 对等 video grants、Twirp JSON、自签证书材料与窗口证据),无冲突,未改写任何母线/旧现场/PR#11。
|
||||
- 前端保全独立复核:`docs/rework/hel900/preservation/preservation.json` 八文件 Git blob SHA-256 与工作树逐文件比对 **8/8 一致**;作者附件 ZIP 重新下载校验 SHA-256 `15879ce6…d74fe` 与保全记录一致。36 张截图全部为有效 PNG(22 张 1440×900、14 张 390×844@2x),命名与 harness 视口定义一致。
|
||||
|
||||
## 2. 实际运行(本机可离线证明的部分)
|
||||
|
||||
| 项 | 结果 |
|
||||
| --- | --- |
|
||||
| 全量后端 `pytest tests -q`(py3.11.16,既有审核 venv 复用,零安装) | **376/376 通过**(370 基线 + 本卡新增故障注入 6) |
|
||||
| `scripts/verify_hel899_custom_voice.py`(真实统一 app + fake 面板/TTS/LiveKit 全链) | **12/12 通过**(本机重跑) |
|
||||
| `ruff check src tests scripts` | 通过 |
|
||||
| 需求检查 4 组(origin/main 与 ce7279e,各带/不带 handoff-HEL-900) | 4/4 通过(本机重跑) |
|
||||
| 总工新增故障注入 `tests/test_voice_review_hel902.py` | 6/6 通过(见 §4) |
|
||||
|
||||
**本机无法复跑、如实声明**:前端 `tsc --noEmit`/`eslint`/`vitest 137`/`vite build` 与浏览器 83 项本运行环境没有 web 依赖(node_modules 全部被清理,npm 本地缓存不完整,`npm ci --offline` 因缺包失败),而本卡禁止依赖下载安装。作者的 137/83/构建/lint 记录在 `docs/rework/hel900/preservation/author-logs/` 完整在库且与 handoff 声明一致(vitest 137/137、lint 0 错 1 既有警告、build 337.92kB、浏览器 83/83 PASS);本卡对这些只作证据采信 + 逐行代码静态复核(§3),不冒充复跑。前端复跑与两主题×电脑/手机浏览器实测列入补测包的可选预审项(需一次性依赖安装授权)与真机窗口项。
|
||||
|
||||
## 3. 代码复核结论(逐项对合同 §2 与用户原话 01a17de1)
|
||||
|
||||
前端 `web/src/voice/custom.ts` / `VoiceSection.tsx` / `ManagePanel.tsx` / `components.css`(作者原件):
|
||||
|
||||
- 上传=原始 WAV 字节+查询串、浏览器 `OfflineAudioContext@16k` 真解码重采→16k mono PCM16、≥2s/静音/15MB/解不开拒绝、`allow_asr` 仅「文字空且用户显式开开关」为 true、试听响应必须合法 WAV、canplay 后才可应用、参考原声与现场合成分开标注、每类请求独立 AbortController+代际守卫、objectURL 全回收、录音仅点击开启/只取音轨/停止取消离开即释放/20s 自动停/迟到授权即关、登记中重复点击不再发且不中止已发上传、演示入口不挂载组件零请求(`real && open` 条件,静态核实)——**与合同一致**。
|
||||
- CSS 新增 44 行仅用既有 token(`--accent/--dur-ui/--field…`),无硬编码色(两处中性白透明度除外,双主题安全)。
|
||||
- 验收措辞勘误(非缺陷):「改扩展名的非 WAV 在浏览器被拒」仅对**解不开**的内容成立;可解开的音频(含改名 WebM/MP3)按合同设计**转成真 WAV 后上传**,mock 端核验的正是产物 WAV 头。
|
||||
|
||||
后端 `src/cybergril/voice/custom.py` / `router.py` / `session.py` / `app.py`(ce7279e)+ livekit_wire(hel-879-assembly 修复):
|
||||
|
||||
- 会话开启先 `_capture_voice`(选择有效→选择;否则 worker 文件现值;再无效→default;从未选择不代写)写 worker 文件**后**才 `create_dispatch`,worker 会话入口读一次;通话中改选最迟下一通话生效、绝不半句换人(离线链 12/12 含 pin/next-call 用例)。
|
||||
- 共享注册表只经 8090:`cg-` 服务端生成 8 hex、撞名换新、既有 11 支与通用助手状态零写入零删除(测试断言)。
|
||||
- 试听未知音色前置拦截(TTS 零调用,防静默回落 default);试听零写聊天/记忆/回执。
|
||||
|
||||
## 4. 后台重点补核(故障注入,总工新增,全部假服务)
|
||||
|
||||
| 场景 | 实际行为 | 判定 |
|
||||
| --- | --- | --- |
|
||||
| 8090 登记成功、本地元数据落盘失败 | 面板已登记;未捕获 OSError→**HTTP 500**(未映射合同错误文案);但进程内记录仍在可试听可应用,重启后元数据丢、共享注册表仍在→声音仍列出可用(label=ID),**可恢复、不逼重复注册** | 🟡 文案/映射建议修 |
|
||||
| 上传在面板侧已生效但响应断连→重试 | 503 诚实拒绝;重试另立新 cg- ID,共享注册表留下**无元数据孤儿条目**(列表可见 label=ID、可正常使用;既有 11 支与通用状态零改写) | 🟡 孤儿回收走 8090 自有删除,登记失败提示可加「已登记的半条会以编号显示」说明 |
|
||||
| 通话开启 worker 音色写不进 | 503「写不进」、不开房、选择不受牵连、恢复即通 | ✅ |
|
||||
| worker 文件可读→其他键保留;损坏(非 JSON)→整体重写仅剩 voice | 与 docstring「保留其他键」在损坏场景不符 | 🟡 注释/极端行为说明 |
|
||||
| 试听流水写不进 | 试听仍成功(流水尽力而为),应用凭据缺失→**409 fail-closed**,守门不放松 | ✅(方向正确) |
|
||||
| 选择状态落盘失败 | 整体回滚、worker 文件不动、503 如实 | ✅ |
|
||||
| ASR/试听流水与限额 | 流水仅**核算**(有界 5000→2000 行);硬闸只有 LLM/嵌入(`think/budget.py` acquire),试听/登记/开房无代码级上限 | ✅ 如实;补测包按 ops 上限申报 |
|
||||
| `_capture_voice` 写文件与 worker 实际读文件之间的窗口 | 用户恰在开房瞬间「应用」会落进本通话(worker 仍整通话单一音色,无半句换人;仅「最迟下一通话」表述在该秒级窗口内不成立) | 🟡 残余竞态,单用户设置面板实际难触发;可在 `custom._lock` 内串行化 capture→dispatch 根除 |
|
||||
|
||||
## 5. 集中问题清单(交有限返修/承接,不另起多轮)
|
||||
|
||||
**🔴 必须修(视觉作者一轮内,或经授权的必要小修)**
|
||||
1. 「外接服务」分区仍写语音识别/语音合成「尚未接通」,与同面板「她的声音」分区矛盾(HEL-878 起语音链路已在真实窗口验证)。要求按实际能力如实说明:建议随 `/api/voice/status` 动态显示(如「语音合成:已接入她的声音 · 这会儿服务器状态 X」),不得一律改「已接通」,也不得维持「尚未接通」。位置 `web/src/manage/ManagePanel.tsx:190`。
|
||||
|
||||
**🟡 建议优化(同轮顺手或后续小卡)**
|
||||
2. 登记成功但本地元数据落盘失败→500:把 OSError 映射为 503/422 中文文案,并说明「已登记的半条会以编号出现在列表里」。`custom.py register()`。
|
||||
3. 登记响应断连重试产生的共享孤儿 cg- 条目:在列表/文档标注「无元数据条目=未完成登记,可用或经 8090 面板删除」;补测包含回收步骤。
|
||||
4. `write_worker_voice` docstring「保留其他键」补一句「文件读不出时整体重写」的实况。
|
||||
5. 会话页显示「本次通话声音」(`POST /api/voice/session` 响应已含 `voice` 字段,前端 `SessionGrant` 未取):建议开房后在通话条上显示本次音色并与「下一通生效」文案区分。结论:**需要**,小改。
|
||||
6. `_capture_voice`→worker 读文件的秒级窗口竞态:用 `custom._lock` 把 capture+dispatch 串行化即可根除(后端小改)。
|
||||
|
||||
**承接保留(不悄删)**:自定义音色删除与完整备份/恢复(CG-009/R6 后续卡);R5 整体真机验收;R1–R7 完整功能;真实克隆相似度与真机(iPhone/Android/Safari)录音路径未测;演示入口零外发的浏览器复验。
|
||||
|
||||
## 6. 需求与勘误
|
||||
|
||||
- 需求 v1.12/60 项核对:CG-010 边界已按用户原话 `01a17de1` 更新(自定义音色为准),原话证据 `sources/comment-evidence-custom-voice-20261027.json` 逐字一致;CG-009 备份恢复等其余条文未被触动。
|
||||
- 勘误(本卡完成,属授权的非视觉小修):`docs/requirements/README.md` 首行基准 v1.11→**v1.12**(current/baseline/changes 早已 v1.12),勘误说明写入该行;基准未回退,4 组需求检查复跑通过。
|
||||
|
||||
## 7. 结论
|
||||
|
||||
**通过(离线审核)+ 一轮有限返修**:后台 376/376 与离线全链 12/12 在统一整合 head 上实际复跑通过;前端作者证据完整且经逐行静态复核与合同比对一致,1 项必须修(外接服务文案)与 5 项建议优化集中交视觉作者/后续小卡;真实试听/转写/克隆相似度/真机麦克风与前端复跑全部列入补测包(`r5-followup-package.md`),未获批准前真实 cap=0。不部署、不合并、不替换正式界面。
|
||||
@@ -0,0 +1,179 @@
|
||||
# HEL-902 补测包:自定义声音真机窗口申请材料(交总管集中请批)
|
||||
|
||||
状态:**材料备齐,未获批前真实 cap=0;本包只写材料,绝不执行**。所有上限为
|
||||
**新的一次性窗口授权**,不复用、不重开 HEL-879 已封账(其 14/40 请求、
|
||||
42717/500000 tokens、12/200 TTS 段保持封存,永不重开;剩余数≠新许可)。
|
||||
工程参数由工程定(只能收紧、不能放宽),用户只批准真实用量与设备操作。
|
||||
|
||||
## 0. 统一 head 与复审状态(2026-10-28 HEL-904 后更新,旧报告保持历史可追溯)
|
||||
|
||||
- `d167ba9` 是 **hel-902-integration 的整合合并提交**(历史事实,见
|
||||
`docs/rework/hel902/REVIEW.md`,其 376/376 等证据属于当时 head)。
|
||||
- HEL-902 统一审核通过时的分支 head 为 **`b09a907`**(README 勘误与补测包
|
||||
所在提交);此后该分支未再作为交付 head 使用。
|
||||
- **后台返修(HEL-904,本卡)**:独立分支 `agent/2/f337aae1f551`
|
||||
(自 `b09a907` 起),登记失败恢复映射、worker 状态损坏实况、capture 竞态
|
||||
收口三项修复与确定性时序测试;其 head 提交号见本卡交付评论,**该 head
|
||||
在统一复审通过前不得当作最终已验证 head**。
|
||||
- **前端返修(另卡,原作者)**:外接服务文案等;head 以该卡交付为准。
|
||||
- 后端本轮与前端另卡**还需原总工一次统一复审**;通过后由复审在下方登记
|
||||
「最终已验证 head」,再由主卡向白栖知申请批准本窗口。此前任何 head 都
|
||||
不是执行依据。
|
||||
|
||||
| 里程碑 | head | 状态 |
|
||||
| --- | --- | --- |
|
||||
| 整合合并(历史) | `d167ba9` | 已被后续提交覆盖,仅作历史 |
|
||||
| HEL-902 统一审核 | `b09a907` | 审核通过+一轮有限返修(已启动) |
|
||||
| 后台返修 HEL-904 | 见 HEL-904 交付评论 | **待统一复审** |
|
||||
| 前端返修(另卡) | 见该卡交付 | **待统一复审** |
|
||||
| 最终已验证 head | 待统一复审填写 | 复审通过后填写,在此之前不得开窗 |
|
||||
|
||||
## 1. 部署形态与回滚
|
||||
|
||||
- 沿用 HEL-877/879 runbook:隔离双入口 8360/8361 + 8363 WSS 桥 + 专属
|
||||
worker 8082 + 共享 TTS 9880(窗口内临时恢复,窗口后停回原状态);
|
||||
`config/voice.yaml` 按合同 §4 增补。
|
||||
- **不触碰** 8300–8350 演示/真实档案、8081、7880、旧资料与冻结账、4080;
|
||||
ComfyUI 保持暂停;不合 PR、不替换正式界面。
|
||||
- 8090 语音面板:窗口内**只读调用其查询 API**;获批登记步骤**经其上传
|
||||
API 写入本窗口 `cg-` 条目**(面板仍是共享注册表唯一写者)。两句话分开
|
||||
说清,不用「8090 只读」一笔带过获准后的写入。
|
||||
- 回滚:不部署即无痕;已部署时停止窗口进程+移除 voice.yaml 增补即回
|
||||
HEL-877 行为;资料空间三个新文件留存无害。**共享注册表/测试数据的回收
|
||||
只能按 §3 清单经 8090 自有删除入口逐条完成,不得拿 git 回退或重启代替**。
|
||||
|
||||
## 2. 测试目标与逐步动作(全部可观察、可中止)
|
||||
|
||||
1. **真实登记**:浏览器(桌面 Chrome/Edge,LAN 机)上传一段 5–20 秒 WAV
|
||||
参考音频(来源见 §3)→ `cg-` 登记 → 列表出现。
|
||||
2. **可选登记转写 ASR**(≤3 次):留空参考文字、显式开转写开关 → FunASR
|
||||
转写回显;另做一次「不开开关且无文字→422 拒绝」负例。
|
||||
3. **真实试听**(≤10 次合成):现场合成 WAV 浏览器播放;负例:TTS 停机
|
||||
→503。另做一次「未试听直接应用→409」负例(守门保持)。
|
||||
4. **应用与下一通验证**(≤3 次实际通话):试听后应用 → 开通话核对
|
||||
worker 实际音色=会话响应 `voice` 字段;通话中改选→本通话不换声、
|
||||
下一通生效(通话窗口持有语义,合同 §2.5);从未选择→不代写 worker
|
||||
文件。
|
||||
5. **HEL-879 遗留量测**(并入同一窗口,不另开窗):
|
||||
- **打断停声(约 1 秒)**:量测点必须从**用户实际开口/有效打断输入的
|
||||
时点**起,到**浏览器实际播放的旧音停止**为止。
|
||||
- 主测法(最小、单一时间基准):LAN 机上一次连续的「屏幕+标签页
|
||||
输出音频」采集(Chrome 标签页音频采集/OBS,全程单录音文件)。
|
||||
该采集只录浏览器播放出的声音(**不混入本地麦克风**),打断操作
|
||||
的时点在画面上可见(说话动作/发送文字的动作),T0=输入起始帧、
|
||||
T1=旧音最后一帧可闻帧,停声=T1−T0;同一段录音里再标出新回复
|
||||
起播点与提示音位置(提示音按固定音色/波形辨认并排除,不并入
|
||||
停声),帧级分析即毫秒级时基,不需要跨机对钟。
|
||||
- worker 日志 `turn_cancel`→最后 TTS 段发送时间差**只是内部子段
|
||||
证据**(附日志行),不能单独证明用户听到了约 1 秒停声;人工秒表
|
||||
仅作辅助复核。
|
||||
- **文字打断语音**与**真实设备麦克风打断**两个方向都做:文字方向=
|
||||
她语音输出中发送文字→声即停;麦克风方向必须用 LAN 机真实麦克风
|
||||
(非 fake device,不把假设备当真机)。
|
||||
- 真实浏览器/设备麦克风路径:LAN 机真实麦克风完成第 4 项;如用户
|
||||
愿意,iPhone Safari 经 8363 WSS + 证书信任步骤试一连(可选,失败
|
||||
不影响其余结论)。
|
||||
6. **窗口内快检**(可选,**单独待批项**:一次性 npm 同锁文件安装授权,
|
||||
本轮与后端返修都不执行):本机 `npm ci` → 复跑 vitest/tsc/eslint/
|
||||
build + `hel900_mock.mjs`+`hel900_shots.mjs`。不获批则留待后续。
|
||||
|
||||
## 3. 参考音频来源与共享注册表新增/回收
|
||||
|
||||
- **参考音频(已明确到段)**:首选 D1 试听包中 `female_soft` 的 zero-shot
|
||||
参考录音——来源服务器路径 `/opt/voice-agent/cosyvoice/voice_samples/
|
||||
female_soft.wav`,本地清单 `docs/rework/hel879/d1-audition/manifest.json`
|
||||
记录 sha256 `4a65d17099239711601cb17e28b7aa7b6149acd153b92fd0366c23902bd4f687`、
|
||||
341192 字节、10.7 秒、16k/mono(中文女声、时长在 5–20s 建议区间)。
|
||||
备选 `xiaoyun.wav`(`6ad3ca7a…dc87e`、297004 字节、4.6 秒、32k/mono)。
|
||||
窗口执行前只读重新取回并**先核对 sha256 与清单一致**再用;不新增采集、
|
||||
不新录用户声音、不申请摄像头。**授权测试音色由总管决定**;无需为此
|
||||
再问用户算法或端口。
|
||||
- 共享 `voices.json` 新增:仅 `cg-` 命名空间新条目(服务端生成,结构上
|
||||
不可能碰既有 11 支;面板仍是唯一写者);不覆盖原 11 支与全局默认。
|
||||
- **回收(窗口结束逐项执行)**:按本窗口登记清单(含孤儿条目)逐条经
|
||||
8090 面板自有删除入口删除,删除前后各留一次列表快照比对;**回收失败
|
||||
的条目按「编号/名称/登记时间/失败原因」留精确清单交接**,不删不属于
|
||||
本窗口的孤儿,也**不未经用户确认保留任何一条测试垃圾**——默认全部
|
||||
回收,确需保留的逐条写明理由交总管向用户确认。元数据/流水在实例资料
|
||||
空间,随实例清理。
|
||||
- 全局默认音色、通用助手 `voice_state.json`/`persona_state.json` 不触碰
|
||||
(测试断言已含)。
|
||||
|
||||
## 4. 时窗与逐类上限(一次性,超出即停;计数口径含失败)
|
||||
|
||||
所有上限为**候选申报值**,工程执行时只能收紧不能放宽。**一切失败、取消、
|
||||
重试、已出站但无成功响应的调用都计入相应口径**,不只统计成功流水。
|
||||
|
||||
| 类别 | 候选上限 | 计数口径(含失败/取消/重试/出站无响应) | 闸门性质 |
|
||||
| --- | --- | --- | --- |
|
||||
| 时窗 | ≤2 小时(建议 1 小时) | 首个真实请求起算 | 工程守则(负责人盯表) |
|
||||
| 实际语音通话 | ≤3 次 | 通话真实发生数 | 工程守则 |
|
||||
| 开房(含空会话) | ≤6 次 | `POST /api/voice/session` 每次调用(成功/失败/取消都算) | 程序可数(API 日志/会话账本) |
|
||||
| LLM 请求 | ≤20 | 统一账本 acquire | **程序硬闸**(`think/budget.py`) |
|
||||
| LLM tokens | ≤60000 | 同上 | **程序硬闸** |
|
||||
| 嵌入 | 0 | acquire 拒绝 | **程序硬闸** |
|
||||
| 登记转写 ASR | ≤3 | `voice-usage.jsonl` `register_asr` 行(含本地元数据落盘失败者) | 工程监看(程序计数、非硬闸) |
|
||||
| 试听合成 | ≤10 | `preview_tts` 行(含 TTS 出站无成功响应者) | 工程监看(同上) |
|
||||
| 通话 TTS 段 | ≤40 | worker 侧流水/日志计数 | 工程监看(见下,需窗口前验证命令) |
|
||||
| 音色登记(8090 upload) | ≤3 | 上传出站次数(含断连后已生效者) | 工程监看(面板上传账) |
|
||||
| **连续通话 ASR 音频时长** | ≤45 分钟(3 通 × ≤15 分钟实操上限) | 见下:**待补阻塞** | 工程监看(无程序闸) |
|
||||
| **连续通话 ASR 连接重试** | ≤6 次/通 | 见下:**待补阻塞** | 工程监看(无程序闸) |
|
||||
| 新增付费支出 | 0 | 全程零付费 API | 工程守则 |
|
||||
|
||||
**硬闸与监看的界线(如实)**:只有 LLM 请求/tokens 与嵌入是代码级硬闸
|
||||
(统一账本 acquire,超限直接拒绝);其余上限是**工程监看或程序计数**,
|
||||
靠实时看数+负责人停机,**不拿事后流水冒充硬闸**。
|
||||
|
||||
**连续通话 ASR(worker 内 FunASR 连续识别,区别于登记转写 ASR)的计数
|
||||
手段与停机**:
|
||||
|
||||
- 墙钟代理(可程序数,命令可执行):实例旁会话账本 `<db>-voice-sessions.json`
|
||||
记录每通 `created_at`(开房)与转入清理时的 `first_debt_at`(≈挂断)。
|
||||
已结通话墙钟合计:
|
||||
`jq '[.debts[] | (.first_debt_at - .session.created_at)] | add // 0' <db>-voice-sessions.json`;
|
||||
在途通话看 `.sessions[]` 的 `created_at`(到点人工掐表)。通话墙钟总时长
|
||||
≥麦克风推流时长的上界,再加 §2 每通 ≤15 分钟操作掐表即 ≤45 分钟总上限
|
||||
的执行手段;窗口负责人:总管。到线即停:停开新会话并挂断在途会话
|
||||
(`DELETE /api/voice/session/{id}`)。
|
||||
- **待补阻塞(如实声明,不假称齐备)**:逐通精确音频时长与 ASR 连接
|
||||
重试次数没有本仓库可执行的程序计数——worker 属共享 .12 栈、不改其代
|
||||
码。候选手段是窗口前由总管在 .12 上验证可执行性:LiveKit 服务端房间
|
||||
指标/日志(如 `lk room list`/服务日志中该房间的 track 与重连事件)或
|
||||
worker 日志采样。**窗口开始前若验证不通过,该项保持阻塞,窗口不得
|
||||
启动含连续通话的步骤**;不得以墙钟代理冒充分钟级音频上限。
|
||||
|
||||
**停机方法**:任一上限达到即停(LLM/嵌入自动拒;其余实时盯
|
||||
`voice-usage.jsonl`、统一账本与会话账本);窗口结束停 8360/8361/8082/
|
||||
8363,9880 停回原状态(见 §5 快照),`ss -ltn` 复核端口、房间经 API
|
||||
挂断或 TTL 清理,账本与流水快照存档到 `docs/rework/hel902/`,孤儿 `cg-`
|
||||
条目按 §3 回收。
|
||||
|
||||
## 5. 旧服务与资料保护清单(窗口内不变式,逐项核对)
|
||||
|
||||
- 8300/8310 演示与真实档案进程不动;7880/8081 不碰;既有数据库、身份、
|
||||
聊天、记忆不重置;测试写入只落隔离实例数据空间;每日自动备份任务
|
||||
(如有)不中断;不动队员模型/运行时/认证;不申请摄像头。
|
||||
- **共享 TTS 9880 启停保护**:窗口开始前快照其当前状态(是否在运行、
|
||||
进程/容器 id、启动参数:`systemctl status`/`docker ps` + `ps` 输出
|
||||
存档);窗口内临时恢复;窗口结束**按快照恢复原状**(原本停机则停回
|
||||
停机),恢复后再次 `ss -ltn | grep 9880` + 进程比对留证。
|
||||
- **端口/房间/临时声音/日志逐项核对表**(窗口结束逐项打勾并存证):
|
||||
端口 8360/8361/8363/8082 全停;9880 恢复原状;LiveKit 房间清空
|
||||
(`DELETE /api/voice/session/*` 或 TTL);`voice_samples/` 无本窗口
|
||||
残留 wav(对照 `cg-` 登记清单);窗口专属日志与账本快照归档
|
||||
`docs/rework/hel902/`;共享 `voices.json` 与 11 支内置前后 diff 仅
|
||||
本窗口 `cg-` 且已按 §3 回收。
|
||||
- **不能用 git 回退代替共享注册表/测试数据回收**(git 只管仓库文件,
|
||||
不管 8090 面板与服务器状态)。
|
||||
|
||||
## 6. 通过判据
|
||||
|
||||
- 登记→(可选转写)→试听→应用→下一通话用新声音,全链真实完成且日志
|
||||
对得上;通话中改选不中途换声(会话响应 `voice`=worker 实际音色)。
|
||||
- 打断停声时延有**同一时间基准的帧级录音证据**(输入时点→旧音停止,
|
||||
排除提示音/新回复/麦克风混音);文字打断语音方向有观察记录;真实
|
||||
麦克风路径用的是真机不是假设备。
|
||||
- 共享注册表前后 diff 仅 `cg-` 新增且回收完成(或留精确失败交接清单);
|
||||
11 支内置与全局默认零变化(前后快照比对)。
|
||||
- 全部上限内完成(含失败与重试口径);结束后无残留窗口进程/端口/房间;
|
||||
付费支出为 0。
|
||||
@@ -0,0 +1,58 @@
|
||||
# HEL-904 后台有限返修记录(登记失败恢复 / worker 状态实况 / capture 竞态)
|
||||
|
||||
作者:施工员2号(HEL-899 原作者)。2026-10-28。基准 v1.12 @ `b09a907`。
|
||||
零真实 LLM/嵌入/ASR/TTS 调用、零共享音色写入、零部署、零依赖下载安装、
|
||||
未动 web/、未改共享 worker、未新增依赖。不重做架构、不改网页。
|
||||
|
||||
对应 `docs/rework/hel902/REVIEW.md` §5 的第 2、3、4、6 项(后台部分)。
|
||||
|
||||
## 1. 改动清单
|
||||
|
||||
| 文件 | 改动 |
|
||||
| --- | --- |
|
||||
| `src/cybergril/voice/custom.py` | ① `register()`:本地元数据落盘失败从裸 OSError 改为 `LocalRecordFailed`(共享登记不回滚、编号写进中文提示、刷新可找回继续试听/应用、不逼重复登记);`register_asr` 流水改在本地落盘**之前**记(转写真实发生,资源口径必计)。② `write_worker_voice()` docstring 补损坏实况:文件读不出时整体重写仅剩 voice,不再宣称任何情况下保留其他键;正常可读文件行为不变。③ 新增通话持有 `hold/release_call_voice`/`call_voice_held`;`apply_selection()` 在有活跃通话时只记选择、暂缓写 worker 文件(整通话窗口按「worker 尚未读」对待),无活跃通话行为与原先一致(含回滚)。 |
|
||||
| `src/cybergril/voice/router.py` | `_capture_voice()` 捕获后登记通话持有(无 await 间隙);`open_session` 失败/取消即释放;`register_voice` 映射 `LocalRecordFailed`→503 中文文案;挂载 `on_session_settled`→释放持有;头部契约注释更新。 |
|
||||
| `src/cybergril/voice/session.py` | 新增可选 `on_session_settled` 回调;会话离开活跃表(显式挂断成功、挂断失败转欠账、TTL 到期 `_prune`)即结算。回调异常只影响释放时机(安全方向),不拖垮会话流程。 |
|
||||
| `tests/test_voice_review_hel902.py` | 第 1 例按新契约改写:503 中文映射+编号在文案里+不误称回滚+进程内可试听可应用+重启按编号(label=编号)继续用+新音色未试听仍 409+11 支/通用助手零改写。 |
|
||||
| `tests/test_voice_rework_hel904.py`(新增 4 例) | 确定性时序用例(asyncio.Event 门控,无 sleep 判定):worker 读时点延迟到 dispatch 返回之后+并发应用→本通话保持旧音色(响应=实读)、挂断结算、下一通用新音色;挂断失败转欠账与 TTL 到期两条结算路径;dispatch 失败即释放(应用立即写透);开房请求在途取消即释放。 |
|
||||
| `docs/voice-custom-contract-HEL899.md` | §2.2 补共享登记成功/本地写失败与断连孤儿行为;§2.5 补通话窗口持有语义(含重叠通话如实保留的残余);§3 worker 文件损坏实况。 |
|
||||
| `docs/rework/hel902/r5-followup-package.md` | 补测材料收紧(仅材料):head 里程碑表(d167ba9=整合提交、b09a907=审核 head、返修 head 待统一复审登记)、登记/连续通话 ASR 区分、连续通话 ASR 计数手段与待补阻塞如实声明、停声量测改为单一时间基准帧级录音法、参考音频明确到 D1 包具体段(含 sha256/长度)、回收清单与「不未经确认保留测试垃圾」、共享 TTS 启停快照恢复与逐项核对表、git 回退不代替共享回收、上限表补含失败口径与硬闸/监看界线。 |
|
||||
|
||||
## 2. 竞态收口的事实依据与设计
|
||||
|
||||
- 事实入口(不猜):专属 worker 是**另一进程**,在**它自己的会话入口**读
|
||||
一次 `voice_state_cybergril.json`(HEL-877 既有行为,合同 §2.5;本仓库
|
||||
不含 worker 代码,不改共享 worker)。API 只知道 dispatch 返回时刻,
|
||||
**dispatch 返回 ≠ worker 已读**。
|
||||
- 设计=等价「会话不可变快照」:capture 时(写文件后、任何 await 前)登记
|
||||
按音色计数的通话持有;活跃通话期间 `apply` 只更新选择(本地选择仍原子
|
||||
落盘),worker 文件定在本通话捕获值上;挂断/到期/失败/取消结算持有。
|
||||
暂缓的写不需要补写:下一次通话 capture 总会按当前选择重写文件(从未
|
||||
选择仍不代写,维持 D1 边界)。
|
||||
- 保证:**会话响应 `voice` = worker 本通话实际读到并使用的声音**;通话中
|
||||
改选只影响下一通,绝不半句换人。
|
||||
- 如实保留的残余(不宣称消除):两通**重叠**(单用户产品退化场景)且选了
|
||||
不同声音时,较新通话的 capture 会重写文件;较早通话的 worker 若迟迟
|
||||
未读,可能读到较新捕获值。每个 worker 仍整通话单一音色。确定性用例
|
||||
覆盖的是正常单通话流。
|
||||
|
||||
## 3. 自测(全部离线,零真实调用;py3.11.16)
|
||||
|
||||
- `pytest tests -q`:**380 通过**(基线 376+新增 4;改写的第 1 例保持
|
||||
原名)。含既有 18 项 HEL-899 与总工 6 项故障注入全数通过。
|
||||
- `python -I scripts/verify_hel899_custom_voice.py`:**12/12**(含通话中
|
||||
改选定住本通话、下一通生效)。
|
||||
- `ruff check src tests scripts`:通过。
|
||||
- 需求检查 4 组(origin/main 与 b09a907,各带/不带本卡 handoff):通过
|
||||
(证据见交付评论)。
|
||||
|
||||
## 4. 未验证 / 承接(如实)
|
||||
|
||||
- 真实 worker 读时点、真实 dispatch/房间行为、打断停声与真机麦克风路径:
|
||||
属获批补测窗口(材料已收紧,见 `docs/rework/hel902/r5-followup-package.md`)。
|
||||
- 本卡修复(后台)与前端另卡仍需原总工**一次统一复审**;通过后由复审
|
||||
登记最终已验证 head,再由主卡向白栖知申请批准新窗口。复审前不得把本
|
||||
head 当作最终已验证 head。
|
||||
- 前端「会话页显示本次通话声音」(审核建议第 5 项)属 web/,归前端另卡。
|
||||
- CG-009/R6 删除与完整备份恢复、R5 整体验收、R1–R7 完整功能持续承接;
|
||||
本卡通过≠自定义音色用户验收,更≠完整产品完成。
|
||||
@@ -107,6 +107,14 @@ Content-Type: audio/wav (或 application/octet-stream)
|
||||
"音色登记服务这会儿不在,稍后再试。";登记成功但列表未出现 `422`
|
||||
"登记结果没有出现在音色列表里,请重试。"(不留下半条可选项)。
|
||||
|
||||
**共享登记成功、本地元数据写不进**(HEL-904 补):`503` 中文文案如实说明
|
||||
编号与恢复路径——声音**已在共享注册表登记成功(不回滚)**,本地记录写不
|
||||
进时列表里暂时只显示编号;**刷新列表即可按编号找回并直接试听/应用,不
|
||||
需要重新登记**(重复登记只会另立新编号、留下无元数据孤儿条目)。响应
|
||||
断连重试同样会另立新 `cg-` 编号并在共享注册表留下以编号显示的孤儿条目
|
||||
(可正常使用,回收经 8090 面板自有删除入口,CyberGril 不代管)——实际
|
||||
行为如实声明,不自动删除。
|
||||
|
||||
**建议录音格式**(前端 MediaRecorder 录完后转):WAV(PCM),16k 或 24k 采样,
|
||||
单声道,16 位,5–20 秒,安静环境念 1–2 句完整的话。API 端校验是
|
||||
"合法 WAV + ≥2 秒";时长上限由 15MB 大小线自然约束。
|
||||
@@ -147,6 +155,16 @@ POST /api/voice/selection {"voice": "cg-9f2c1a77"}
|
||||
- 生效时机:worker 在会话入口读一次音色 → **通话中改选最迟下一通话生效**,
|
||||
绝不半句换人;`POST /api/voice/session` 的响应新增 `"voice"` 字段 =
|
||||
本次通话捕获的有效音色(选择已失效则诚实回落 `"default"`)。
|
||||
- **通话窗口持有**(HEL-904 收口 capture 与 worker 实读之间的竞态):
|
||||
worker 是另一进程、读时点对 API 不可知(dispatch 返回 ≠ 已读),因此
|
||||
开房 capture 把捕获值登记为通话持有,整个通话窗口(capture→挂断/到期)
|
||||
都按「worker 尚未读」对待:期间 `POST /api/voice/selection` 只更新选择、
|
||||
**暂缓写 worker 状态文件**,文件定在本通话捕获值上——会话响应的
|
||||
`voice` 与 worker 本通话实际读到并使用的声音一致;挂断/到期/开房失败
|
||||
或取消即结算持有,之后的应用立即写透。重叠通话属单用户产品的退化
|
||||
场景:较新通话的 capture 会重写文件,较早通话若其 worker 迟迟未读,
|
||||
可能读到较新捕获值(每个 worker 仍整通话单一音色,无半句换人)——
|
||||
如实记录,不宣称完全消除。
|
||||
|
||||
## 3. 状态与资源(可核算、可恢复)
|
||||
|
||||
@@ -162,7 +180,10 @@ CyberGril 资料空间(实例数据库旁,与语音清理账同模式,重
|
||||
每次记 `register_asr` 流水;试听每次记 `preview_tts`。LLM 调用零新增。
|
||||
- 备份清单:`GET /api/voice/voices` 的 custom 项即完整清单(参考音频路径 +
|
||||
参考文本 + 映射);恢复 = 按清单重新登记(面板无导出接口,属 R6 备份卡范围)。
|
||||
- worker 文件 `voice_state_cybergril.json`:原子写且**保留文件里其他键**;
|
||||
- worker 文件 `voice_state_cybergril.json`:原子写且在文件**可解析(JSON
|
||||
对象)时保留其他键**;文件读不出(损坏/非 JSON/非对象)时会**整体重写**
|
||||
为仅含 `voice` 的新状态,旧键此时无法保留(HEL-902 审核 §4 核出的实况,
|
||||
不得宣称任何情况下都保留其他键;正常可读文件其他键原样保留)。
|
||||
用户从未经 API 选择时,通话开启不代写该文件(部署/D1 域不替用户定)。
|
||||
|
||||
## 4. 部署说明(本卡未执行;总工按 HEL-877 runbook §4 顺序)
|
||||
|
||||
@@ -143,11 +143,46 @@ assert mine_claims["iss"] == sdk_claims["iss"] and mine_claims["sub"] == sdk_cla
|
||||
assert set(mine_claims) == set(sdk_claims), (sorted(mine_claims), sorted(sdk_claims))
|
||||
ok.append("mint_token claims byte-parity with livekit.api.AccessToken (video/iss/sub/keys)")
|
||||
|
||||
# 6. server token decodes as the SDK Service._auth_header shape
|
||||
server_tok = wire.mint_server_token("devkey", "s3cret", ttl_seconds=60, now=1700000000.0)
|
||||
sc = pyjwt.decode(server_tok, "s3cret", algorithms=["HS256"], options={"verify_exp": False})
|
||||
assert sc["iss"] == "devkey" and sc["sub"] == "" and "video" not in sc
|
||||
ok.append("mint_server_token matches SDK no-grant auth header claims")
|
||||
# 6. Exercise BOTH real wire helpers: endpoint-specific grants must match the SDK,
|
||||
# and Twirp JSON must round-trip (a generic grantless token was insufficient on
|
||||
# the actual server; HEL-879's first real window exposed that missing coverage).
|
||||
async def server_endpoint_parity():
|
||||
seen = []
|
||||
def handler(request):
|
||||
assert request.headers["content-type"] == "application/json"
|
||||
body = json.loads(request.content)
|
||||
mine = pyjwt.decode(request.headers["authorization"].removeprefix("Bearer "),
|
||||
"s3cret", algorithms=["HS256"], options={"verify_exp": False})
|
||||
if request.url.path.endswith("CreateDispatch"):
|
||||
assert body == {"agentName": "offline-agent", "room": "offline-room", "metadata": "offline"}
|
||||
grants = api.VideoGrants(room_admin=True, room="offline-room")
|
||||
response = httpx.Response(200, json={"id": "AD_offline", "room": "offline-room"})
|
||||
else:
|
||||
assert request.url.path.endswith("DeleteRoom") and body == {"room": "offline-room"}
|
||||
grants = api.VideoGrants(room_create=True)
|
||||
response = httpx.Response(200, content=b"")
|
||||
sdk = pyjwt.decode(api.AccessToken("devkey", "s3cret").with_grants(grants).to_jwt(),
|
||||
"s3cret", algorithms=["HS256"], options={"verify_exp": False})
|
||||
# The SDK includes its default media permissions even for a service
|
||||
# token. They do not authorize these endpoints; compare the required
|
||||
# service grants without adding unused media privileges to our token.
|
||||
media_defaults = {"canPublish", "canSubscribe", "canPublishData"}
|
||||
assert all(sdk["video"][k] is True for k in media_defaults)
|
||||
required = {k: v for k, v in sdk["video"].items() if k not in media_defaults}
|
||||
assert mine["video"] == required, (mine["video"], required)
|
||||
assert mine["iss"] == sdk["iss"] and mine["sub"] == sdk["sub"]
|
||||
seen.append(request.url.path.rsplit("/", 1)[-1])
|
||||
return response
|
||||
async with httpx.AsyncClient(transport=httpx.MockTransport(handler)) as client:
|
||||
dispatch = await wire.create_dispatch(client, internal_url="http://offline.test",
|
||||
api_key="devkey", api_secret="s3cret", agent_name="offline-agent",
|
||||
room="offline-room", metadata="offline")
|
||||
assert dispatch.dispatch_id == "AD_offline"
|
||||
assert await wire.delete_room(client, internal_url="http://offline.test",
|
||||
api_key="devkey", api_secret="s3cret", room="offline-room")
|
||||
assert seen == ["CreateDispatch", "DeleteRoom"]
|
||||
asyncio.run(server_endpoint_parity())
|
||||
ok.append("actual CreateDispatch/DeleteRoom helpers: Twirp JSON and required SDK endpoint authorization grants match")
|
||||
|
||||
# 7. SpeechHandle/worker API surface used by worker.py exists on the real SDK
|
||||
from livekit.agents.voice.speech_handle import SpeechHandle
|
||||
|
||||
@@ -12,6 +12,7 @@ from __future__ import annotations
|
||||
|
||||
import asyncio
|
||||
import contextlib
|
||||
import json
|
||||
import socket
|
||||
import sys
|
||||
import tempfile
|
||||
@@ -48,11 +49,18 @@ class FakeLiveKit:
|
||||
if self.fail:
|
||||
return httpx.Response(500)
|
||||
if request.url.path.endswith("CreateDispatch"):
|
||||
agent, room = _dispatch_fields(request.content)
|
||||
body = json.loads(request.content)
|
||||
agent, room = body["agentName"], body["room"]
|
||||
assert request.headers["content-type"] == "application/json"
|
||||
claims, _ = livekit_wire.decode_token(request.headers["authorization"].removeprefix("Bearer "))
|
||||
assert claims["video"] == {"roomAdmin": True, "room": room}
|
||||
self.dispatches.append({"agent_name": agent, "room": room})
|
||||
return httpx.Response(200, json={"id": f"AD_{len(self.dispatches)}", "room": room})
|
||||
if request.url.path.endswith("DeleteRoom"):
|
||||
self.deleted.append(_dispatch_fields(request.content)[0])
|
||||
assert request.headers["content-type"] == "application/json"
|
||||
claims, _ = livekit_wire.decode_token(request.headers["authorization"].removeprefix("Bearer "))
|
||||
assert claims["video"] == {"roomCreate": True}
|
||||
self.deleted.append(json.loads(request.content)["room"])
|
||||
return httpx.Response(200)
|
||||
return httpx.Response(404)
|
||||
|
||||
|
||||
@@ -11,6 +11,8 @@
|
||||
* 应用 = 写 CyberGril 自己的音色状态(worker 的
|
||||
``voice_state_cybergril.json``),通话开启时由 router 捕获并落同一文件,
|
||||
worker 在会话入口读一次——通话中改选最迟下一通话生效,绝不半句换人。
|
||||
HEL-904 起,capture 与 worker 实读之间的竞态以「通话窗口持有」收口:
|
||||
活跃通话期间选择状态的 worker 写入暂缓(见 ``hold_call_voice``)。
|
||||
|
||||
命名空间:新增音色一律 ``cg-`` + 8 位十六进制(服务端生成,不收用户起名),
|
||||
不可能撞上/覆盖共享注册表里的既有 11 支音色,也不会互相覆盖。显示名
|
||||
@@ -72,6 +74,14 @@ class RegistrationFailed(Exception):
|
||||
"""面板拒绝或返回异常——登记未成立,不留下半条可选项。"""
|
||||
|
||||
|
||||
class LocalRecordFailed(Exception):
|
||||
"""共享登记已成功、本地元数据落盘失败(HEL-904).
|
||||
|
||||
面板侧登记**不回滚**(也回滚不了):声音以编号留在共享注册表里,
|
||||
刷新列表即可找回并继续试听/应用,绝不要求重复登记。
|
||||
"""
|
||||
|
||||
|
||||
@dataclass
|
||||
class CustomVoiceConfig:
|
||||
panel_url: str = "https://127.0.0.1:8090"
|
||||
@@ -151,6 +161,7 @@ class CustomVoiceService:
|
||||
self._lock = asyncio.Lock()
|
||||
self._selection = self._load_selection()
|
||||
self._custom: dict[str, dict] = self._load_custom()
|
||||
self._call_voice_holds: dict[str, int] = {}
|
||||
self._prune_journal()
|
||||
|
||||
# -- 持久化(CyberGril 资料空间;重启读回) ------------------------------
|
||||
@@ -258,7 +269,13 @@ class CustomVoiceService:
|
||||
"""登记参考音频:服务端复验 → cg- 专属 ID → 面板 zero-shot 注册.
|
||||
|
||||
失败不留下半条可选项:面板拒绝/异常时不写任何 CyberGril 元数据,
|
||||
面板自己对失败的 wav 有清理(ASR 失败即删,见其源码)。
|
||||
面板自己对失败的 wav 有清理(ASR 失败即删,见其源码)。共享登记
|
||||
成功而本地元数据落盘失败时抛 :class:`LocalRecordFailed`(503 中文
|
||||
提示):共享登记不回滚、按编号可恢复,绝不逼重复登记;进程内
|
||||
记录保留可用,后续任一次成功登记会把整份元数据(含这一条)一并
|
||||
写回(自愈)。响应断连后重试会另立新 cg- 编号,共享注册表留下
|
||||
无元数据孤儿条目(列表以编号显示、可正常使用)——实际行为如此
|
||||
如实声明,不自动删除、不代管 8090 自有的删除入口.
|
||||
"""
|
||||
if not data:
|
||||
raise RegistrationFailed("请选择一段参考音频。")
|
||||
@@ -313,10 +330,24 @@ class CustomVoiceService:
|
||||
"prompt_wav": entry.get("prompt_wav"),
|
||||
"registered_at": int(self.clock() * 1000),
|
||||
}
|
||||
self._custom[voice_id] = record
|
||||
self._persist_custom()
|
||||
if record["prompt_text_source"] == "asr":
|
||||
self._journal("register_asr", voice_id) # 显式获准的 FunASR 转写,可核算
|
||||
# 流水在本地元数据落盘之前记:面板侧转写真实发生了,即使
|
||||
# 本地记录写不进,资源口径也必须计入(尽力而为,不因后续
|
||||
# 失败抹掉已发生的用量)。
|
||||
self._custom[voice_id] = record
|
||||
try:
|
||||
self._persist_custom()
|
||||
except OSError as exc:
|
||||
# 共享登记已成立(面板不回滚);只坏本地元数据。进程内记录
|
||||
# 仍在(本进程可试听/应用),重启后元数据丢、共享注册表仍
|
||||
# 列出该声音(label=ID)——按编号找回即可,不逼重复登记。
|
||||
raise LocalRecordFailed(
|
||||
f"{voice_id} 已经在音色登记服务登记成功(共享登记不会因为"
|
||||
"本地记录失败而回滚);但本地记录这会儿写不进,列表里它会"
|
||||
f"暂时只显示编号。刷新声音列表就能按编号 {voice_id} 找到它,"
|
||||
"直接试听并应用就行,不需要重新登记。"
|
||||
) from exc
|
||||
return dict(record)
|
||||
|
||||
async def preview_pcm(self, *, voice: str, text: str | None) -> bytes:
|
||||
@@ -363,7 +394,13 @@ class CustomVoiceService:
|
||||
return ""
|
||||
|
||||
def write_worker_voice(self, voice: str) -> None:
|
||||
"""原子写 worker 音色状态(保留文件里其他键);失败抛 OSError,不半写."""
|
||||
"""原子写 worker 音色状态;文件可解析(JSON 对象)时保留其他键.
|
||||
|
||||
实况(HEL-902 审核 §4 核出,合同 §3 同步注明):文件读不出
|
||||
(损坏/非 JSON/非对象)时会**整体重写**为仅含 ``voice`` 的新状态,
|
||||
旧键此时无法保留——不得宣称任何情况下都保留其他键。正常可读
|
||||
文件的其他键原样保留;任何失败抛 OSError,不半写.
|
||||
"""
|
||||
path = Path(self.config.worker_state_file)
|
||||
try:
|
||||
state = json.loads(path.read_text(encoding="utf-8"))
|
||||
@@ -374,12 +411,44 @@ class CustomVoiceService:
|
||||
state["voice"] = voice
|
||||
_atomic_write_json(path, state)
|
||||
|
||||
# -- 通话音色定住(HEL-904:修 capture 与 worker 实读之间的竞态) --------
|
||||
# worker(另一进程)在自己的会话入口读一次状态文件,读时点对 API 进程
|
||||
# 不可知——dispatch 返回 ≠ worker 已读(HEL-902 审核 §4 残余竞态)。
|
||||
# 等价的「会话不可变快照」:把整个通话窗口(capture→挂断/到期)都当作
|
||||
# 「worker 可能还没读」。通话期间选择状态的 worker 写入全部暂缓,
|
||||
# 状态文件定在本通话捕获值上;worker 无论何时来读,读到的都是本
|
||||
# 通话响应里报告的那个声音。暂缓的写入不需要显式补写:下一次通话
|
||||
# 的 capture 总会按当前选择重写(从未选择则不代写,维持不代写边界)。
|
||||
def hold_call_voice(self, voice: str) -> None:
|
||||
"""登记一个活跃通话捕获的音色(开房 capture 时调用,先于任何 await)."""
|
||||
if voice:
|
||||
self._call_voice_holds[voice] = self._call_voice_holds.get(voice, 0) + 1
|
||||
|
||||
def release_call_voice(self, voice: str) -> None:
|
||||
"""通话结算(挂断/到期/开房失败或取消)时释放对应持有."""
|
||||
count = self._call_voice_holds.get(voice, 0) - 1
|
||||
if count > 0:
|
||||
self._call_voice_holds[voice] = count
|
||||
else:
|
||||
self._call_voice_holds.pop(voice, None)
|
||||
|
||||
def call_voice_held(self) -> bool:
|
||||
"""是否存在活跃通话持有(True 时应用只记选择、不写 worker 文件)."""
|
||||
return bool(self._call_voice_holds)
|
||||
|
||||
async def apply_selection(self, *, voice: str) -> VoiceSelection:
|
||||
"""把她后续通话的发声换成指定音色(最迟下一通话生效).
|
||||
|
||||
自定义(cg-)音色必须先成功试听过(「应用前有可听试听」);内置
|
||||
音色是既有 D1 候选,不强制。写 worker 状态文件与本地选择状态都
|
||||
原子落盘;任一失败整体回滚,绝不留下两边不一致的半状态。
|
||||
音色是既有 D1 候选,不强制。本地选择状态原子落盘;worker 状态
|
||||
文件**在没有活跃通话时**同步原子写入,任一失败整体回滚,绝不留
|
||||
下两边不一致的半状态。有活跃通话时(HEL-904)worker 文件定在
|
||||
该通话捕获值上——本次只更新选择,worker 文件不动(worker 入口
|
||||
读时点不可知,整通话窗口视为未读);新音色由下一通话的 capture
|
||||
重写生效,仍是「最迟下一通话生效」,绝不半句换人。重叠通话属
|
||||
单用户产品的退化场景:较新通话的 capture 会重写文件,较早通话
|
||||
若其 worker 迟迟未读,可能读到较新捕获值(每个 worker 仍整通话
|
||||
单一音色,无半句换人)——如实记录,不在本接口内伪装消除。
|
||||
"""
|
||||
if not voice or not await self._voice_exists(voice):
|
||||
raise KeyError(voice)
|
||||
@@ -389,18 +458,21 @@ class CustomVoiceService:
|
||||
previous = VoiceSelection(self._selection.voice, self._selection.label,
|
||||
self._selection.updated_at)
|
||||
record = self._custom.get(voice)
|
||||
wrote_worker = False
|
||||
try:
|
||||
self._selection = VoiceSelection(
|
||||
voice=voice,
|
||||
label=(record["label"] if record else voice),
|
||||
updated_at=int(self.clock() * 1000))
|
||||
self._persist_selection()
|
||||
self.write_worker_voice(voice)
|
||||
if not self._call_voice_holds: # 无活跃通话才写透 worker 文件
|
||||
wrote_worker = True
|
||||
self.write_worker_voice(voice)
|
||||
except OSError as exc:
|
||||
self._selection = previous
|
||||
with contextlib.suppress(OSError):
|
||||
self._persist_selection() # 回滚本地状态
|
||||
if previous.voice:
|
||||
if wrote_worker and previous.voice:
|
||||
self.write_worker_voice(previous.voice)
|
||||
raise StateWriteFailed(f"voice state write: {type(exc).__name__}") from exc
|
||||
return VoiceSelection(self._selection.voice, self._selection.label,
|
||||
|
||||
@@ -82,12 +82,26 @@ def mint_token(
|
||||
|
||||
|
||||
def mint_server_token(api_key: str, api_secret: str, ttl_seconds: float = 60.0,
|
||||
now: float | None = None) -> str:
|
||||
"""Server-API bearer token; matches Service._auth_header() with no grants."""
|
||||
now: float | None = None, *,
|
||||
video: dict[str, Any] | None = None) -> str:
|
||||
"""Server-API bearer token; claims mirror Service._auth_header().
|
||||
|
||||
``video`` grants are required per endpoint exactly like the installed SDK
|
||||
signs them (R5 real-machine finding 2026-10-27: a grantless bearer is
|
||||
rejected 401 by CreateDispatch — the SDK sends VideoGrants(room_admin=True,
|
||||
room=...) there and VideoGrants(room_create=True) for DeleteRoom).
|
||||
"""
|
||||
now = time.time() if now is None else now
|
||||
video_claims: dict[str, Any] = {}
|
||||
if video:
|
||||
video_claims = {_camel(k): v for k, v in video.items() if v is not None and v != ""}
|
||||
claims: dict[str, Any] = {"iss": api_key, "sub": "",
|
||||
"nbf": int(now), "exp": int(now + ttl_seconds)}
|
||||
if video_claims:
|
||||
claims["video"] = video_claims
|
||||
return _jwt_hs256(
|
||||
api_secret,
|
||||
{"iss": api_key, "sub": "", "nbf": int(now), "exp": int(now + ttl_seconds)},
|
||||
claims,
|
||||
)
|
||||
|
||||
|
||||
@@ -125,18 +139,20 @@ async def create_dispatch(
|
||||
) -> DispatchResult:
|
||||
"""Twirp AgentDispatchService/CreateDispatch with an explicit agent_name.
|
||||
|
||||
Body is livekit.CreateAgentDispatchRequest: field 1 agent_name, field 2 room,
|
||||
field 3 metadata (field numbers verified against the installed protocol pkg).
|
||||
Sent as Twirp JSON (content-type application/json): the server answers
|
||||
JSON, so the dispatch id parses without a protobuf dependency (R5
|
||||
real-machine finding: protobuf content-type returns a binary body the
|
||||
JSON parser cannot read).
|
||||
"""
|
||||
body = _proto_string(1, agent_name) + _proto_string(2, room)
|
||||
payload: dict[str, Any] = {"agentName": agent_name, "room": room}
|
||||
if metadata:
|
||||
body += _proto_string(3, metadata)
|
||||
payload["metadata"] = metadata
|
||||
response = await http.post(
|
||||
f"{internal_url.rstrip('/')}{TWIRP_PREFIX}/{DISPATCH_SERVICE}/CreateDispatch",
|
||||
content=body,
|
||||
json=payload,
|
||||
headers={
|
||||
"authorization": f"Bearer {mint_server_token(api_key, api_secret)}",
|
||||
"content-type": "application/protobuf",
|
||||
# SDK parity: VideoGrants(room_admin=True, room=...)
|
||||
"authorization": f"Bearer {mint_server_token(api_key, api_secret, video={'room_admin': True, 'room': room})}",
|
||||
},
|
||||
timeout=timeout,
|
||||
)
|
||||
@@ -184,10 +200,10 @@ async def delete_room(
|
||||
"""
|
||||
response = await http.post(
|
||||
f"{internal_url.rstrip('/')}{TWIRP_PREFIX}/{ROOM_SERVICE}/DeleteRoom",
|
||||
content=_proto_string(1, room),
|
||||
json={"room": room},
|
||||
headers={
|
||||
"authorization": f"Bearer {mint_server_token(api_key, api_secret)}",
|
||||
"content-type": "application/protobuf",
|
||||
# SDK parity: VideoGrants(room_create=True)
|
||||
"authorization": f"Bearer {mint_server_token(api_key, api_secret, video={'room_create': True})}",
|
||||
},
|
||||
timeout=timeout,
|
||||
)
|
||||
|
||||
@@ -9,7 +9,15 @@ POST /api/voice/session open a room, dispatch the dedicated worker,
|
||||
else the worker file's value, else default)
|
||||
and pinned for THIS call — changes applied
|
||||
mid-call take effect at the NEXT call at
|
||||
the latest, never mid-sentence.
|
||||
the latest, never mid-sentence. HEL-904:
|
||||
the capture also HOLDS the worker-state
|
||||
value for the whole call window (worker
|
||||
reads that file once at its own session
|
||||
entry, at an unknowable time — a dispatch
|
||||
response is NOT proof it has read); any
|
||||
apply during a live call defers its worker
|
||||
write, so response voice == the voice the
|
||||
worker actually reads for this call.
|
||||
DELETE /api/voice/session/{id} end: delete the LiveKit room, which
|
||||
disconnects browser and worker, ends the
|
||||
agent job and releases the microphone.
|
||||
@@ -39,7 +47,11 @@ POST /api/voice/preview synthesize a FRESH sample with a voice and
|
||||
GET /api/voice/selection read her persisted voice selection.
|
||||
POST /api/voice/selection apply a voice to her subsequent calls
|
||||
(custom voices require a successful preview
|
||||
first; builtin D1 candidates do not).
|
||||
first; builtin D1 candidates do not). While
|
||||
a call is live the worker-state write is
|
||||
deferred (HEL-904): the selection is
|
||||
recorded, the file stays pinned to the
|
||||
active call's captured voice.
|
||||
|
||||
capabilities.voice in /api/health stays false: R5 is not real-accepted yet and
|
||||
this endpoint never claims end-to-end voice availability.
|
||||
@@ -47,11 +59,14 @@ this endpoint never claims end-to-end voice availability.
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import asyncio
|
||||
|
||||
from fastapi import APIRouter, HTTPException, Request
|
||||
from fastapi.responses import Response
|
||||
|
||||
from .custom import (
|
||||
CustomVoiceService,
|
||||
LocalRecordFailed,
|
||||
RegistrationFailed,
|
||||
RegistryUnavailable,
|
||||
StateWriteFailed,
|
||||
@@ -72,7 +87,14 @@ REFUSAL_CLEANUP_ABANDONED = (
|
||||
|
||||
def _capture_voice(service: VoiceSessionService, custom: CustomVoiceService | None) -> str:
|
||||
"""通话开启时的有效音色(HEL-899):选择有效→选择;否则 worker 文件现值;
|
||||
再无效→ default。用户从未经 API 选择时不改写 worker 文件(D1 域不代定)。"""
|
||||
再无效→ default。用户从未经 API 选择时不改写 worker 文件(D1 域不代定)。
|
||||
|
||||
HEL-904:捕获值同时登记「通话持有」(先于本函数返回、无 await 间隙)。
|
||||
worker 在另一进程的会话入口读一次状态文件、读时点不可知(dispatch
|
||||
返回 ≠ 已读),因此整个通话窗口都按「尚未读」对待:期间应用的
|
||||
worker 写入暂缓,状态文件定在本通话捕获值上——响应里的 voice 与
|
||||
worker 实际读到并使用的声音一致;通话中改选只影响下一通。
|
||||
"""
|
||||
voices = service.last_health_voices()
|
||||
|
||||
def valid(candidate: str) -> bool:
|
||||
@@ -86,15 +108,23 @@ def _capture_voice(service: VoiceSessionService, custom: CustomVoiceService | No
|
||||
custom.write_worker_voice(captured) # 本通话用捕获值;worker 入口读一次
|
||||
except OSError:
|
||||
raise HTTPException(503, REFUSAL_VOICE_STATE_WRITE) from None
|
||||
custom.hold_call_voice(captured)
|
||||
return captured
|
||||
current = custom.read_worker_voice()
|
||||
return current if valid(current) else "default"
|
||||
captured = current if valid(current) else "default"
|
||||
custom.hold_call_voice(captured) # 不代写,也要定住现值供本通话
|
||||
return captured
|
||||
return ""
|
||||
|
||||
|
||||
def build_voice_router(service: VoiceSessionService | None,
|
||||
custom: CustomVoiceService | None = None) -> APIRouter:
|
||||
router = APIRouter(prefix="/api/voice", tags=["voice"])
|
||||
if service is not None and custom is not None:
|
||||
# HEL-904:会话结算(挂断/到期/转欠账)→ 释放该通话的音色持有,
|
||||
# 之后的应用立即写透 worker 文件。capture 时已持有的窗口由此收口。
|
||||
service.on_session_settled = (
|
||||
lambda session: custom.release_call_voice(session.voice))
|
||||
|
||||
@router.get("/status")
|
||||
async def status() -> dict:
|
||||
@@ -121,7 +151,15 @@ def build_voice_router(service: VoiceSessionService | None,
|
||||
captured = _capture_voice(service, custom)
|
||||
try:
|
||||
session = await service.open_session(epoch=state.epoch, voice=captured)
|
||||
except asyncio.CancelledError:
|
||||
# 请求被取消(客户端断开等):会话未成立,释放通话持有,
|
||||
# 不让一次取消把后续应用无限暂缓。
|
||||
if custom is not None:
|
||||
custom.release_call_voice(captured)
|
||||
raise
|
||||
except Exception:
|
||||
if custom is not None:
|
||||
custom.release_call_voice(captured) # 开房失败:持有随请求结算
|
||||
raise HTTPException(503, REFUSAL_LIVEKIT_DOWN) from None
|
||||
return {
|
||||
"url": service.config.livekit_url,
|
||||
@@ -210,6 +248,10 @@ def build_voice_router(service: VoiceSessionService | None,
|
||||
prompt_text=prompt_text, allow_asr=allow_asr)
|
||||
except RegistrationFailed as exc:
|
||||
raise HTTPException(422, str(exc)) from None
|
||||
except LocalRecordFailed as exc:
|
||||
# 共享登记已成功、本地元数据写不进:如实告知编号与恢复路径,
|
||||
# 不裸 500,也不误导用户以为共享登记回滚了而去重复登记.
|
||||
raise HTTPException(503, str(exc)) from None
|
||||
except RegistryUnavailable:
|
||||
raise HTTPException(503, REFUSAL_PANEL_DOWN) from None
|
||||
return record
|
||||
|
||||
@@ -222,6 +222,12 @@ class VoiceSessionService:
|
||||
cleanup_max_attempts: int = CLEANUP_MAX_ATTEMPTS
|
||||
cleanup_backoff_seconds: float = CLEANUP_BACKOFF_SECONDS
|
||||
cleanup_grace_seconds: float = CLEANUP_GRACE_SECONDS
|
||||
# HEL-904: 可选回调 ``Callable[[VoiceSession], None]``。一个会话离开
|
||||
# 活跃表(显式挂断、TTL 到期、或转入清理欠账)即「结算」:该通话
|
||||
# worker 的入口读窗口关闭。router 用它释放自定义音色的通话持有
|
||||
# (capture 与 worker 实读之间的竞态收口)。回调异常不结算失败拖垮
|
||||
# 会话流程(持有多留一会儿只会让应用晚一拍写透,安全方向)。
|
||||
on_session_settled: object = None
|
||||
|
||||
def __post_init__(self) -> None:
|
||||
self._sessions: dict[str, VoiceSession] = {}
|
||||
@@ -319,6 +325,16 @@ class VoiceSessionService:
|
||||
return self._tts_health.voices
|
||||
|
||||
# -- lifecycle ----------------------------------------------------------
|
||||
def _settle(self, session: VoiceSession) -> None:
|
||||
"""A session left the active registry (ended, expired, or moved into
|
||||
the cleanup ledger): its worker's entry-read window is closed. The
|
||||
optional HEL-904 hook releases the custom-voice hold for that call."""
|
||||
hook = self.on_session_settled
|
||||
if hook is None:
|
||||
return
|
||||
# 见字段注释:持有释放失败只会让应用写透晚一拍,不破坏会话流程
|
||||
with contextlib.suppress(Exception):
|
||||
hook(session)
|
||||
def _prune(self) -> None:
|
||||
"""Expired registrations move into the cleanup ledger — never silently
|
||||
dropped: their room stays owned until its bounded delete lands."""
|
||||
@@ -326,6 +342,7 @@ class VoiceSessionService:
|
||||
expired = [k for k, v in self._sessions.items() if v.expires_at < now]
|
||||
for session_id in expired:
|
||||
session = self._sessions.pop(session_id)
|
||||
self._settle(session) # TTL 到期:入口读窗口关闭(HEL-904)
|
||||
if session_id not in self._debts:
|
||||
self._debts[session_id] = _CleanupDebt(session=session, first_debt_at=now)
|
||||
if expired:
|
||||
@@ -502,6 +519,7 @@ class VoiceSessionService:
|
||||
# From now on the room lives in the ledger alone: _sessions no
|
||||
# longer bypasses the shared cap on a later end call.
|
||||
self._sessions.pop(session_id, None)
|
||||
self._settle(session) # 已挂断(删房在欠账里补):入口读窗口关闭
|
||||
if session_id not in self._debts:
|
||||
self._debts[session_id] = debt
|
||||
debt.attempts += 1
|
||||
@@ -513,6 +531,7 @@ class VoiceSessionService:
|
||||
self._kick_cleanup()
|
||||
raise
|
||||
self._sessions.pop(session_id, None)
|
||||
self._settle(session) # 删房落定:本通话结算(HEL-904 释放音色持有)
|
||||
self._debts.pop(session_id, None)
|
||||
self._persist_state()
|
||||
return session
|
||||
|
||||
@@ -0,0 +1,206 @@
|
||||
"""HEL-902 统一审核:后台重点故障注入补核(总工独立新增).
|
||||
|
||||
针对总管列出的统一审核重点,用可控假服务注入故障,零真实调用:
|
||||
|
||||
1. 8090 已登记、CyberGril 本地元数据落盘失败 —— 是否留下无法恢复或重复注册的半状态。
|
||||
(HEL-904 返修:503 中文映射 + 编号可恢复 + 重启断言 + 409 守门保持。)
|
||||
2. 登记上传成功后面板响应断连(结果已生效、响应丢失)+ 用户重试 —— 共享注册表里出现什么。
|
||||
3. 通话开启时 worker 音色状态写不进 —— 诚实拒绝且不开房。
|
||||
4. worker 状态文件可读时其他键保留;文件损坏(读不出 JSON)时其他键是否被丢弃。
|
||||
(HEL-904:该实况已补入 docstring 与合同,行为不变、如实记录。)
|
||||
5. 试听流水写不进 —— 「应用前有可听试听」凭据缺失时应用是否守门(fail-closed)。
|
||||
6. 选择状态落盘失败 —— 整体回滚,worker 文件不被写。
|
||||
|
||||
时间与真实性边界:worker 实际在会话入口读音色文件、与真实 worker 的时序一致性
|
||||
属真机窗口验证范围(见 docs/rework/hel902/);本文件锁 API 侧可离线证明的事实,
|
||||
capture→worker 实读竞态的确定性时序用例见 tests/test_voice_rework_hel904.py。
|
||||
"""
|
||||
|
||||
import json
|
||||
|
||||
import httpx
|
||||
import pytest
|
||||
from test_voice_custom import ( # noqa: F401 (复用作者既有桩;同目录根式导入)
|
||||
BUILTIN,
|
||||
CREATE,
|
||||
FakeVoiceStack,
|
||||
build_app,
|
||||
make_wav,
|
||||
)
|
||||
|
||||
from cybergril.voice.custom import CustomVoiceService
|
||||
|
||||
|
||||
def _register(client, **params):
|
||||
return client.post("/api/voice/voices", params={"prompt_text": "参考文字", **params},
|
||||
content=make_wav(3), headers={"Content-Type": "audio/wav"})
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def stack(tmp_path):
|
||||
return FakeVoiceStack(tmp_path)
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def instance(tmp_path, stack):
|
||||
"""同作者桩,但 raise_server_exceptions=False:故障路径要按产品语义看 500."""
|
||||
from fastapi.testclient import TestClient
|
||||
|
||||
app, custom, worker_state = build_app(tmp_path, stack)
|
||||
with TestClient(app, raise_server_exceptions=False) as client:
|
||||
client.post("/api/companion", json=CREATE)
|
||||
yield client, stack, custom, worker_state, tmp_path
|
||||
|
||||
|
||||
def _swap_panel(custom, stack, handler):
|
||||
transport = httpx.MockTransport(handler)
|
||||
stack.transport = transport
|
||||
custom.http = httpx.AsyncClient(transport=transport, verify=False)
|
||||
|
||||
|
||||
def test_panel_ok_local_metadata_write_fails(instance):
|
||||
"""8090 登记成功、本地元数据写不进(HEL-904 已修):不裸 500,中文提示
|
||||
说清编号、共享登记未回滚、刷新可恢复;不逼重复注册;重启后按编号可用;
|
||||
试听凭据 409 守门不放松."""
|
||||
client, stack, custom, worker_state, tmp_path = instance
|
||||
blocked = tmp_path / "blocked-custom.json"
|
||||
blocked.mkdir()
|
||||
custom.registry_path = blocked
|
||||
|
||||
response = _register(client)
|
||||
assert response.status_code == 503 # OSError 映射为可恢复的 503 中文文案
|
||||
detail = response.json()["detail"]
|
||||
voice_id = stack.uploads[0]["name"]
|
||||
assert len(stack.uploads) == 1 # 用户没被逼重复登记
|
||||
assert voice_id in detail # 编号直接给到用户手里
|
||||
assert "不会" in detail and "回滚" in detail # 不误称共享登记也回滚了
|
||||
assert "刷新" in detail and "不需要重新登记" in detail # 恢复路径说清楚
|
||||
# 面板已登记;进程内记录仍在:本进程里看得到、可试听可应用,不是死条目
|
||||
listing = client.get("/api/voice/voices").json()
|
||||
assert voice_id in {v["id"] for v in listing["voices"]}
|
||||
assert client.post("/api/voice/preview", json={"voice": voice_id}).status_code == 200
|
||||
assert client.post("/api/voice/selection", json={"voice": voice_id}).status_code == 200
|
||||
assert client.get("/api/voice/selection").json()["voice"] == voice_id
|
||||
# 「重启」后元数据确实丢失(无 label/时间),但共享注册表仍在,声音仍可列出使用
|
||||
revived = CustomVoiceService(
|
||||
config=custom.config, http=custom.http,
|
||||
selection_path=tmp_path / "sel.json", registry_path=tmp_path / "custom2.json",
|
||||
journal_path=tmp_path / "usage.jsonl")
|
||||
assert voice_id in set(stack.ids)
|
||||
assert voice_id not in revived.custom_voices() # 元数据丢了,声音没丢
|
||||
assert not revived.call_voice_held()
|
||||
# 重启恢复后按编号继续用:列表 label=编号;新音色未试听仍 409 守门
|
||||
app2, custom2, worker2 = build_app(tmp_path, stack)
|
||||
from fastapi.testclient import TestClient
|
||||
with TestClient(app2) as client2:
|
||||
client2.post("/api/companion", json=CREATE)
|
||||
listing2_raw = client2.get("/api/voice/voices").json()
|
||||
by_id = {v["id"]: v for v in listing2_raw["voices"]}
|
||||
assert by_id[voice_id]["label"] == voice_id # 无元数据:以编号为名
|
||||
assert client2.post("/api/voice/preview", json={"voice": voice_id}).status_code == 200
|
||||
fresh = _register(client2).json()
|
||||
assert client2.post("/api/voice/selection", json={"voice": fresh["id"]}).status_code == 409
|
||||
assert client2.post("/api/voice/preview", json={"voice": fresh["id"]}).status_code == 200
|
||||
assert client2.post("/api/voice/selection",
|
||||
json={"voice": fresh["id"]}).status_code == 200
|
||||
assert set(BUILTIN) <= set(by_id)
|
||||
assert stack.generic_voice_writes == 0 and stack.deletes == []
|
||||
|
||||
|
||||
def test_upload_response_lost_then_retry_leaves_orphan(instance):
|
||||
"""上传在面板侧已生效但响应断连 → 503;重试另立新 ID,共享注册表留下无元数据孤儿条目."""
|
||||
client, stack, custom, worker_state, tmp_path = instance
|
||||
original = stack._handle
|
||||
def flaky(request: httpx.Request) -> httpx.Response:
|
||||
if request.url.host == "panel.test" and request.url.path == "/api/voices/upload":
|
||||
original(request) # 面板真的登记了(写进共享注册表与上传账)
|
||||
raise httpx.ConnectError("response lost after panel committed")
|
||||
return original(request)
|
||||
|
||||
_swap_panel(custom, stack, flaky)
|
||||
first = _register(client)
|
||||
assert first.status_code == 503 # 诚实说「登记服务不在」,但面板侧已成立
|
||||
committed = [u["name"] for u in stack.uploads]
|
||||
assert len(committed) == 1
|
||||
|
||||
_swap_panel(custom, stack, original) # 用户看到失败后重试
|
||||
second = _register(client)
|
||||
assert second.status_code == 201
|
||||
orphan, live = committed[0], second.json()["id"]
|
||||
registry = json.loads(stack.registry_file.read_text())
|
||||
assert orphan in registry and live in registry
|
||||
listing = {v["id"]: v for v in client.get("/api/voice/voices").json()["voices"]}
|
||||
assert orphan in listing and listing[orphan]["label"] == orphan # 孤儿以 ID 为名仍可见
|
||||
assert listing[live]["label"] == live # 本次登记未起名,同样以 ID 为名(一致行为)
|
||||
# 既有 11 支与通用助手状态零改写;孤儿条目未被 CyberGril 覆盖或删除
|
||||
assert set(BUILTIN) <= set(listing)
|
||||
assert stack.generic_voice_writes == 0
|
||||
assert stack.deletes == []
|
||||
|
||||
|
||||
def test_session_refuses_when_worker_state_unwritable(instance):
|
||||
"""通话开启时 worker 音色写不进:诚实 503;恢复后正常开启,选择不受牵连."""
|
||||
client, stack, custom, worker_state, tmp_path = instance
|
||||
registered = _register(client).json()
|
||||
assert client.post("/api/voice/preview", json={"voice": registered["id"]}).status_code == 200
|
||||
client.post("/api/voice/selection", json={"voice": registered["id"]})
|
||||
|
||||
blocked = tmp_path / "blocked-worker.json"
|
||||
blocked.mkdir()
|
||||
custom.config.worker_state_file = str(blocked)
|
||||
response = client.post("/api/voice/session")
|
||||
assert response.status_code == 503
|
||||
assert "写不进" in response.json()["detail"]
|
||||
|
||||
custom.config.worker_state_file = str(worker_state)
|
||||
assert client.post("/api/voice/session").status_code == 201
|
||||
|
||||
|
||||
def test_worker_state_other_keys_and_corruption(instance):
|
||||
"""可读的 worker 文件其他键保留;文件损坏(非 JSON)时重写只剩 voice —— 如实记录行为."""
|
||||
client, stack, custom, worker_state, tmp_path = instance
|
||||
registered = _register(client).json()
|
||||
client.post("/api/voice/preview", json={"voice": registered["id"]})
|
||||
worker_state.write_text(json.dumps(
|
||||
{"voice": "default", "persona": "keep-me", "volume": 7}), encoding="utf-8")
|
||||
client.post("/api/voice/selection", json={"voice": registered["id"]})
|
||||
state = json.loads(worker_state.read_text())
|
||||
assert state["voice"] == registered["id"]
|
||||
assert state["persona"] == "keep-me" and state["volume"] == 7
|
||||
|
||||
worker_state.write_text("{not json", encoding="utf-8")
|
||||
other = _register(client).json()
|
||||
client.post("/api/voice/preview", json={"voice": other["id"]})
|
||||
client.post("/api/voice/selection", json={"voice": other["id"]})
|
||||
state = json.loads(worker_state.read_text())
|
||||
# 损坏文件读不出 → 整体重写仅含 voice,旧键丢失(该文件由专属 worker 维护;
|
||||
# 损坏属异常现场。记录事实,不构成合同违约)
|
||||
assert state == {"voice": other["id"]}
|
||||
|
||||
|
||||
def test_journal_unwritable_keeps_apply_gated(instance):
|
||||
"""试听流水写不进:试听仍可成功(尽力而为),但应用凭据缺失 → 409 守门不放松."""
|
||||
client, stack, custom, worker_state, tmp_path = instance
|
||||
blocked = tmp_path / "blocked-usage.jsonl"
|
||||
blocked.mkdir()
|
||||
custom.journal_path = blocked
|
||||
registered = _register(client).json()
|
||||
assert client.post("/api/voice/preview", json={"voice": registered["id"]}).status_code == 200
|
||||
refused = client.post("/api/voice/selection", json={"voice": registered["id"]})
|
||||
assert refused.status_code == 409 # fail-closed:宁可再听一次,不放过未试听
|
||||
|
||||
|
||||
def test_apply_rolls_back_when_selection_file_unwritable(instance):
|
||||
"""本地选择状态写不进:整体回滚,worker 文件不动,错误如实 503."""
|
||||
client, stack, custom, worker_state, tmp_path = instance
|
||||
registered = _register(client).json()
|
||||
client.post("/api/voice/preview", json={"voice": registered["id"]})
|
||||
worker_state.write_text(json.dumps({"voice": "rain"}), encoding="utf-8")
|
||||
blocked = tmp_path / "blocked-sel.json"
|
||||
blocked.mkdir()
|
||||
custom.selection_path = blocked
|
||||
response = client.post("/api/voice/selection", json={"voice": registered["id"]})
|
||||
assert response.status_code == 503
|
||||
assert "写不进" in response.json()["detail"]
|
||||
assert json.loads(worker_state.read_text())["voice"] == "rain"
|
||||
assert custom.selection().voice is None
|
||||
@@ -177,7 +177,7 @@ class StandinLiveKit:
|
||||
if isinstance(error, int):
|
||||
return httpx.Response(error, text="room service error")
|
||||
raise error
|
||||
self.deleted.append(_proto_field1(request.content))
|
||||
self.deleted.append(json.loads(request.content or b"{}").get("room", ""))
|
||||
return httpx.Response(200, content=b"")
|
||||
return httpx.Response(404, text="unknown")
|
||||
|
||||
|
||||
@@ -0,0 +1,243 @@
|
||||
"""HEL-904 后台返修:capture 音色与 worker 实读竞态的确定性时序用例.
|
||||
|
||||
HEL-902 审核第 6 项的收口验证。事实前提(先核真实入口,不猜):
|
||||
|
||||
* 专属 worker 是**另一进程**,在自己的会话入口读一次
|
||||
``voice_state_cybergril.json``(HEL-877 既有行为,合同 §2.5);
|
||||
* API 进程只知道 dispatch 何时返回,**dispatch 返回 ≠ worker 已读**——
|
||||
worker 的读时点对 API 不可知;
|
||||
* 因此修复采用等价的「会话不可变快照」:capture 时登记通话持有,
|
||||
整个通话窗口(capture→挂断/到期)都按「worker 尚未读」对待,
|
||||
期间应用的 worker 写入暂缓,状态文件定在本通话捕获值上。
|
||||
|
||||
时序全部用 asyncio.Event 门控(无 sleep 凑数);「worker 读文件」由
|
||||
测试在 dispatch 返回之后亲自读文件扮演——这正是竞态窗口里最坏的读者。
|
||||
零真实 LLM/嵌入/ASR/TTS 调用、零网络(全假服务)。
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import asyncio
|
||||
import json
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
import httpx
|
||||
import pytest
|
||||
|
||||
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "src"))
|
||||
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "tests"))
|
||||
|
||||
from test_r2 import R2LLM # noqa: E402
|
||||
from test_voice_custom import CREATE, FakeVoiceStack, make_wav # noqa: E402
|
||||
|
||||
from cybergril.api.app import create_app # noqa: E402
|
||||
from cybergril.life.runtime import LifeConfig # noqa: E402
|
||||
from cybergril.think.router import build_router # noqa: E402
|
||||
from cybergril.think.scenes import Tier # noqa: E402
|
||||
from cybergril.voice.custom import CustomVoiceConfig, CustomVoiceService # noqa: E402
|
||||
from cybergril.voice.session import VoiceConfig, VoiceSessionService # noqa: E402
|
||||
|
||||
|
||||
class GatedLiveKitTransport(httpx.AsyncHTTPTransport):
|
||||
"""可门控的假 LiveKit:dispatch 进站即亮灯,返回被 gate 扣住.
|
||||
|
||||
这让测试能把「开房请求在途」精确固定成一个时间点:capture 已写文件、
|
||||
dispatch 尚未返回,此刻并发发起应用正是审核指出的竞态窗口。
|
||||
"""
|
||||
|
||||
def __init__(self, stack: FakeVoiceStack) -> None:
|
||||
super().__init__()
|
||||
self.stack = stack
|
||||
self.dispatch_in_flight = asyncio.Event()
|
||||
self.gate = asyncio.Event()
|
||||
self.fail_dispatch = False
|
||||
self.fail_delete = False
|
||||
|
||||
async def handle_async_request(self, request: httpx.Request) -> httpx.Response:
|
||||
if request.url.host == "tts.test": # TTS 健康/合成走既有桩
|
||||
return self.stack._handle(request)
|
||||
path = request.url.path
|
||||
if path == "/twirp/livekit.AgentDispatchService/CreateDispatch":
|
||||
self.dispatch_in_flight.set()
|
||||
await self.gate.wait() # 扣住 dispatch 响应,直到测试放行
|
||||
if self.fail_dispatch:
|
||||
raise httpx.ConnectError("dispatch wire cut")
|
||||
return httpx.Response(200, json={"id": "AD_1", "room": "r"})
|
||||
if path == "/twirp/livekit.RoomService/DeleteRoom":
|
||||
if self.fail_delete:
|
||||
raise httpx.ConnectError("delete wire cut")
|
||||
return httpx.Response(200, content=b"")
|
||||
return httpx.Response(404)
|
||||
|
||||
|
||||
def build_gated_app(tmp: Path, stack: FakeVoiceStack, transport: GatedLiveKitTransport):
|
||||
voice = VoiceSessionService(
|
||||
config=VoiceConfig(
|
||||
livekit_url="ws://voice.test:7880", livekit_internal="http://livekit.test",
|
||||
api_key="devkey", api_secret="test-secret-not-real",
|
||||
tts_health_url="http://tts.test/health"),
|
||||
http=httpx.AsyncClient(transport=transport))
|
||||
worker_state = tmp / "voice_state_cybergril.json"
|
||||
custom = CustomVoiceService(
|
||||
config=CustomVoiceConfig(
|
||||
panel_url="https://panel.test", tts_url="http://tts.test",
|
||||
registry_file=str(stack.registry_file),
|
||||
worker_state_file=str(worker_state)),
|
||||
http=httpx.AsyncClient(transport=stack.transport, verify=False),
|
||||
selection_path=tmp / "sel.json", registry_path=tmp / "custom.json",
|
||||
journal_path=tmp / "usage.jsonl")
|
||||
provider = R2LLM()
|
||||
router = build_router(providers={t: provider for t in (Tier.HIGH, Tier.STANDARD, Tier.LOW)})
|
||||
app = create_app(db_path=":memory:", router=router,
|
||||
life_config=LifeConfig(enabled=True, poll_seconds=3600),
|
||||
semantic_mode="stub", voice_service=voice,
|
||||
custom_voice_service=custom)
|
||||
return app, custom, worker_state
|
||||
|
||||
|
||||
def _worker_reads(worker_state: Path) -> str:
|
||||
"""扮演 worker 的会话入口读:读时点由测试决定(这里是 dispatch 返回之后)."""
|
||||
return str(json.loads(worker_state.read_text(encoding="utf-8")).get("voice", ""))
|
||||
|
||||
|
||||
async def _register_and_apply_old(client: httpx.AsyncClient) -> str:
|
||||
registered = await client.post(
|
||||
"/api/voice/voices", params={"prompt_text": "参考文字"},
|
||||
content=make_wav(3), headers={"Content-Type": "audio/wav"})
|
||||
assert registered.status_code == 201
|
||||
voice_id = registered.json()["id"]
|
||||
assert (await client.post("/api/voice/preview", json={"voice": voice_id})).status_code == 200
|
||||
applied = await client.post("/api/voice/selection", json={"voice": voice_id})
|
||||
assert applied.status_code == 200
|
||||
return voice_id
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def gated(tmp_path):
|
||||
stack = FakeVoiceStack(tmp_path)
|
||||
transport = GatedLiveKitTransport(stack)
|
||||
app, custom, worker_state = build_gated_app(tmp_path, stack, transport)
|
||||
return app, stack, transport, custom, worker_state
|
||||
|
||||
|
||||
async def test_worker_read_after_dispatch_sees_pinned_voice(gated):
|
||||
"""核心时序:worker 读时点被延迟到 dispatch 返回之后、且发生在并发应用
|
||||
完成之后——本通话保持旧音色(响应=实读),下一通话使用新音色."""
|
||||
app, stack, transport, custom, worker_state = gated
|
||||
async with app.router.lifespan_context(app), httpx.AsyncClient(
|
||||
transport=httpx.ASGITransport(app=app), base_url="http://t") as client:
|
||||
await client.post("/api/companion", json=CREATE)
|
||||
old_voice = await _register_and_apply_old(client)
|
||||
|
||||
# 开房:capture 已写文件,dispatch 在途(gate 扣住响应)
|
||||
open_task = asyncio.create_task(client.post("/api/voice/session"))
|
||||
await asyncio.wait_for(transport.dispatch_in_flight.wait(), timeout=5)
|
||||
assert _worker_reads(worker_state) == old_voice # capture 已落盘
|
||||
|
||||
# 竞态窗口内并发应用新音色(dispatch 尚未返回,worker 必然还没读)
|
||||
apply_task = asyncio.create_task(
|
||||
client.post("/api/voice/selection", json={"voice": "rain"}))
|
||||
applied = await asyncio.wait_for(apply_task, timeout=5)
|
||||
assert applied.status_code == 200 # 应用成功:选择已记
|
||||
assert custom.selection().voice == "rain"
|
||||
# 关键断言(defer 生效):worker 文件仍定在本通话捕获值上
|
||||
assert _worker_reads(worker_state) == old_voice
|
||||
|
||||
transport.gate.set() # 放行 dispatch
|
||||
opened = (await asyncio.wait_for(open_task, timeout=5)).json()
|
||||
assert opened["voice"] == old_voice # 响应报告本通话捕获值
|
||||
|
||||
# worker 现在才读文件(dispatch 返回之后、通话仍进行中)
|
||||
assert _worker_reads(worker_state) == old_voice # 读到的=响应报告的
|
||||
|
||||
# 挂断结算 → 持有释放;暂缓的写入由下一通 capture 重写生效
|
||||
ended = await client.delete(f"/api/voice/session/{opened['session_id']}")
|
||||
assert ended.status_code == 200
|
||||
assert not custom.call_voice_held()
|
||||
assert _worker_reads(worker_state) == old_voice # 结算不补写,下一通重写
|
||||
transport.dispatch_in_flight.clear()
|
||||
second = (await client.post("/api/voice/session")).json()
|
||||
assert second["voice"] == "rain"
|
||||
assert _worker_reads(worker_state) == "rain" # 下一通:新音色生效
|
||||
await client.delete(f"/api/voice/session/{second['session_id']}")
|
||||
|
||||
|
||||
async def test_end_delete_failure_and_ttl_expiry_settle_hold(gated):
|
||||
"""挂断失败转清理欠账、TTL 到期(_prune)两条路径都结算持有."""
|
||||
app, stack, transport, custom, worker_state = gated
|
||||
async with app.router.lifespan_context(app), httpx.AsyncClient(
|
||||
transport=httpx.ASGITransport(app=app), base_url="http://t") as client:
|
||||
await client.post("/api/companion", json=CREATE)
|
||||
old_voice = await _register_and_apply_old(client)
|
||||
|
||||
transport.gate.set()
|
||||
opened = (await client.post("/api/voice/session")).json()
|
||||
assert opened["voice"] == old_voice
|
||||
|
||||
applied = await client.post("/api/voice/selection", json={"voice": "rain"})
|
||||
assert applied.status_code == 200
|
||||
assert _worker_reads(worker_state) == old_voice # 通话活跃:暂缓
|
||||
|
||||
# 显式挂断失败(删房线断)→ 503、会话转欠账、持有照样结算
|
||||
transport.fail_delete = True
|
||||
ended = await client.delete(f"/api/voice/session/{opened['session_id']}")
|
||||
assert ended.status_code == 503
|
||||
assert not custom.call_voice_held() # 转欠账即结算:持有释放
|
||||
# 暂缓的写入不靠结算补写(下一次 capture 会重写)——但结算后
|
||||
# 再次应用立即写透,这是面向用户的恢复路径
|
||||
assert _worker_reads(worker_state) == old_voice
|
||||
reapplied = await client.post("/api/voice/selection", json={"voice": "rain"})
|
||||
assert reapplied.status_code == 200
|
||||
assert _worker_reads(worker_state) == "rain"
|
||||
|
||||
# TTL 到期路径:再开一通、拨表到期,_prune 也要释放持有
|
||||
transport.fail_delete = False
|
||||
transport.dispatch_in_flight.clear()
|
||||
third = (await client.post("/api/voice/session")).json()
|
||||
assert third["voice"] == "rain"
|
||||
assert custom.call_voice_held()
|
||||
service = app.state.voice_service
|
||||
session_obj = service.get(third["session_id"])
|
||||
session_obj.expires_at = service.clock() - 1 # 拨到过去:立即到期
|
||||
service._prune()
|
||||
assert not custom.call_voice_held()
|
||||
|
||||
|
||||
async def test_dispatch_failure_releases_hold(gated):
|
||||
"""失败清理:dispatch 失败 → 503 且持有立即释放,应用马上写透."""
|
||||
app, stack, transport, custom, worker_state = gated
|
||||
async with app.router.lifespan_context(app), httpx.AsyncClient(
|
||||
transport=httpx.ASGITransport(app=app), base_url="http://t") as client:
|
||||
await client.post("/api/companion", json=CREATE)
|
||||
await _register_and_apply_old(client)
|
||||
|
||||
transport.fail_dispatch = True
|
||||
transport.gate.set()
|
||||
refused = await client.post("/api/voice/session")
|
||||
assert refused.status_code == 503
|
||||
assert not custom.call_voice_held() # 失败即结算,无泄漏
|
||||
|
||||
applied = await client.post("/api/voice/selection", json={"voice": "rain"})
|
||||
assert applied.status_code == 200
|
||||
assert _worker_reads(worker_state) == "rain" # 无活跃通话:立即写透
|
||||
|
||||
|
||||
async def test_cancelled_open_releases_hold(gated):
|
||||
"""取消清理:开房请求在途被取消(客户端断开)→ 持有释放,不无限暂缓."""
|
||||
app, stack, transport, custom, worker_state = gated
|
||||
async with app.router.lifespan_context(app), httpx.AsyncClient(
|
||||
transport=httpx.ASGITransport(app=app), base_url="http://t") as client:
|
||||
await client.post("/api/companion", json=CREATE)
|
||||
await _register_and_apply_old(client)
|
||||
|
||||
open_task = asyncio.create_task(client.post("/api/voice/session"))
|
||||
await asyncio.wait_for(transport.dispatch_in_flight.wait(), timeout=5)
|
||||
open_task.cancel() # dispatch 在途时客户端取消
|
||||
with pytest.raises(asyncio.CancelledError):
|
||||
await open_task # 取消在解除 await 前已完成整个栈展开:持有已释放
|
||||
assert not custom.call_voice_held() # 取消路径也结算
|
||||
|
||||
applied = await client.post("/api/voice/selection", json={"voice": "rain"})
|
||||
assert applied.status_code == 200
|
||||
assert _worker_reads(worker_state) == "rain"
|
||||
@@ -44,16 +44,18 @@ class FakeLiveKit:
|
||||
return httpx.Response(500, text="livekit down")
|
||||
path = request.url.path
|
||||
if path == "/twirp/livekit.AgentDispatchService/CreateDispatch":
|
||||
body = request.content
|
||||
agent_name, room = _parse_dispatch(body)
|
||||
body = json.loads(request.content or b"{}")
|
||||
agent_name = body.get("agentName", "")
|
||||
room = body.get("room", "")
|
||||
self._dispatch_seq += 1
|
||||
self.dispatches.append({"agent_name": agent_name, "room": room,
|
||||
"proto": True, "content_type":
|
||||
"json": True, "content_type":
|
||||
request.headers.get("content-type", "")})
|
||||
return httpx.Response(200, json={"id": f"AD_{self._dispatch_seq}",
|
||||
"agentName": agent_name, "room": room})
|
||||
if path == "/twirp/livekit.RoomService/DeleteRoom":
|
||||
self.deleted_rooms.append(_parse_room(request.content))
|
||||
body = json.loads(request.content or b"{}")
|
||||
self.deleted_rooms.append(body.get("room", ""))
|
||||
return httpx.Response(200, content=b"")
|
||||
return httpx.Response(404, text="unknown twirp route")
|
||||
|
||||
@@ -174,8 +176,8 @@ def test_open_session_dispatches_dedicated_worker(instance):
|
||||
# dedicated dispatch, not the generic cascade-voice-agent
|
||||
assert livekit.dispatches[-1]["agent_name"] == "cybergril-voice-agent"
|
||||
assert livekit.dispatches[-1]["room"] == body["room"]
|
||||
assert livekit.dispatches[-1]["proto"] is True
|
||||
assert livekit.dispatches[-1]["content_type"] == "application/protobuf"
|
||||
assert livekit.dispatches[-1]["json"] is True
|
||||
assert livekit.dispatches[-1]["content_type"] == "application/json"
|
||||
assert body["url"] == "ws://voice.test:7880"
|
||||
assert body["agent_name"] == "cybergril-voice-agent"
|
||||
# no livekit key material leaks into the browser payload
|
||||
|
||||
Reference in New Issue
Block a user