Files
CyberGril/spike/hel857/results/gate0_ledger.json
T
zonggongandmultica-agent e31ae2d946 HEL-857: approved Mem0 isolation spike - zero-model gates all pass, A/B synthetic scenarios within 26/60 real-call budget
- Fixed mem0 source commit 2c81af3 (2.2.1) in isolated venv, qdrant embedded + fastembed local zh embeddings (95.3MB, within 500MB cap)
- Gate0 transport-level persistent debit ledger: 61st call blocked pre-send, failures count, cross-process persistence, retries disabled+counted (fake transport, zero network)
- Gate1 qdrant embedded checks: keyword_search functional (Chinese segmentation gap recorded honestly), restart subprocess, clean-copy restore, no telemetry collections
- Gate2 privacy with stub LLM: P1-P5 zero leak, first-share timing F1-F6 (failed/cancel/unconfirmed no migration, ack+judged migrates told content with anchors, duplicate receipt idempotent), full backup incl. unshared internal memories restores clean
- A/B same-material same-criteria: Mem0 paraphrase recall strictly better than current lexical path (S3, model answers in Chinese), S1-S9 all pass, no regression
- Headline findings: Chinese input extracted as English memories (default upstream prompt), BM25 lexical channel inert for Chinese, ADD-only infer confirmed with our update orchestration, custom metadata needs direct payload read
- 26/60 real outbound via persistent ledger (incl. one parse-failure retry), usage/latency per row; embeddings 28/500; HEL-835 quota untouched
- Experiment branch only: no merge to main/product, no deploy, no real-profile access; handoff JSON + dual-base requirement checks pass

Co-authored-by: multica-agent <github@multica.ai>
2026-10-25 23:19:26 +08:00

71 lines
1.9 KiB
JSON

{
"ok": true,
"network_outbound": 0,
"results": {
"T1_61st_blocked_before_send": {
"attempt_blocked_at": 61,
"message": "真实请求预算耗尽: 60/60(发送前拦截)",
"sent": 57,
"failed(fake5xx)": 3,
"fake_transport_attempts": 60,
"expect": "第 61 次发送前被拦;假传输仅收到 60 次尝试",
"pass": true
},
"T2_failures_count": {
"failed_debited": 3,
"expect": "fake 5xx 的 3 次失败照样扣账,不回滚额度",
"pass": true
},
"T3_cross_process": {
"child": {
"blocked": true,
"message": "真实请求预算耗尽: 60/60(发送前拦截)",
"fake_attempts": 0,
"used_seen_by_child": 60,
"pid": 954674
},
"parent_used_before_child": 60,
"ledger_after_child_used": 60,
"expect": "子进程读取同一账本:60 已耗尽 → 其请求在发送前被拦,无新增出站",
"pass": true
},
"T4_input_cap": {
"blocked_before_send": true,
"fake_attempts": 0,
"rows": [
[
"blocked_input",
6001
]
],
"expect": "输入 6001 中文字符 → 发送前拒绝;不计出站、不占真实额度",
"pass": true
},
"T5_retry_disabled": {
"client_max_retries": 0,
"error": "InternalServerError",
"transport_attempts": 1,
"ledger_debited": 1,
"expect": "max_retries=0:一次调用=一次出站尝试=一次扣账,无隐藏重试",
"pass": true
}
},
"ledger_summary_t1": {
"ledger_path": "/tmp/multica-task-1816511421/tmpm5wijcww/ledger_t.sqlite3",
"total_rows": 60,
"debited": 60,
"cap": 60,
"remaining": 0,
"blocked_budget": 0,
"blocked_input": 0,
"by_status": {
"failed": 3,
"sent": 57
},
"usage_totals": {
"prompt_tokens": 570,
"completion_tokens": 285,
"total_tokens": 855
}
}
}