"""Compare bounded public-reference behavior to six supplied APIs, never mark ready. PYTHONPATH=src python scripts/audit_reference_conversion.py --repo .. --output report.json The report intentionally includes only supported fields/legacy links, alongside whole-graph blockers. It is not a substitute for compare_frontend_exports.py's source/version binding checks or a target node snapshot. """ from __future__ import annotations import argparse import hashlib import json from pathlib import Path from compare_frontend_exports import differences from calliope.comfyui.companions import load_companions from calliope.comfyui.delivery_scope import exclusion_for from calliope.comfyui.serialization_reference import ( AUX_PROFILE, PROFILE, resolve_reference_link, serialize_reference_widgets, ) from calliope.comfyui.ui2api import convert, convert_reference def audit(repo: Path, profile: str = PROFILE) -> dict: rows = [] records = load_companions(repo / "docs/hel-892/supplied-api/manifest.json") for path, record in records.items(): binding = record["binding"] if exclusion_for(path): continue raw = (repo / path).read_bytes() assert hashlib.sha1(raw).hexdigest() == binding["source_sha"] assert hashlib.sha256(raw).hexdigest() == binding["source_sha256"] source, api = json.loads(raw), json.loads(record["raw"]) assert convert(api).prompt is not None nodes = {str(n["id"]): n for n in source["nodes"]} links = {str(link[0]): link for link in source.get("links", [])} fields, edges, unsupported = [], [], [] for nid, node in nodes.items(): if node.get("type") in ("Reroute", "Note", "MarkdownNote"): continue try: values = serialize_reference_widgets(node, profile) except ValueError as exc: unsupported.append({"node_id": nid, "type": node["type"], "reason": str(exc)}) else: for name, value in values.items(): expected = api.get(nid, {}).get("inputs", {}).get(name) fields.append( { "node_id": nid, "field": name, "source_reference": value, "api": expected, "differences": differences(expected, value), } ) for socket in node.get("inputs", []): lid = socket.get("link") if lid is None: continue try: endpoint = resolve_reference_link(nodes, links, lid) except (ValueError, KeyError, TypeError, AttributeError) as exc: edges.append( { "node_id": nid, "input": socket["name"], "status": "unsupported", "reason": str(exc), } ) continue expected = api.get(nid, {}).get("inputs", {}).get(socket["name"]) edges.append( { "node_id": nid, "input": socket["name"], "via_reroute": nodes[str(links[str(lid)][1])]["type"] == "Reroute", "source_reference": endpoint, "api": expected, "differences": differences(expected, endpoint), } ) candidate = convert_reference(source, profile) rows.append( { "id": binding["id"], "source_path": path, "source_sha256": binding["source_sha256"], "api_sha256": binding["export_sha256"], "source_frontend_version": source.get("extra", {}).get("frontendVersion"), "export_frontend_version": binding["frontend_version"], "whole_prompt_available": candidate.prompt is not None, "whole_prompt_differences": differences(api, candidate.prompt) if candidate.prompt is not None else None, "whole_prompt_issues": candidate.issues, "production_prompt_available": convert(source).prompt is not None, "serialized_fields": fields, "topology_edges": edges, "unsupported_widget_nodes": unsupported, "executable": False, "execution_verified": False, } ) return { "profile": profile, "authority": "public_reference_only_not_object_info", "comparison_scope": "supported root scalar widgets and legacy root link endpoints only", "reference_conditions": { "unmodified_frontend_widgets_assumed": True, "ue_extension_serializer_match": "unknown", "aux_release_artifact_commit_match": "unknown" if profile == AUX_PROFILE else "not_used", "aio_combo_membership": "unknown_not_evaluated", "model_and_media_files_available": "unknown", "resolution_bounds": "schema metadata only; integer values serialized without clamping", }, "target_version_match": "unknown", "whole_source_equivalence_verified": False, "execution_verified": False, "cases": rows, } def main(): parser = argparse.ArgumentParser(description=__doc__) parser.add_argument("--repo", type=Path, required=True) parser.add_argument("--output", type=Path, required=True) parser.add_argument("--profile", choices=(PROFILE, AUX_PROFILE), default=PROFILE) args = parser.parse_args() report = audit(args.repo, args.profile) args.output.parent.mkdir(parents=True, exist_ok=True) args.output.write_text(json.dumps(report, ensure_ascii=False, indent=2) + "\n") print(json.dumps({"reference_only": True, "active_cases": len(report["cases"])})) if __name__ == "__main__": main()