Files
aigc-home/calliope-backend/scripts/audit_reference_conversion.py
T

147 lines
6.1 KiB
Python

"""Compare bounded public-reference behavior to six supplied APIs, never mark ready.
PYTHONPATH=src python scripts/audit_reference_conversion.py --repo .. --output report.json
The report intentionally includes only supported fields/legacy links, alongside
whole-graph blockers. It is not a substitute for compare_frontend_exports.py's
source/version binding checks or a target node snapshot.
"""
from __future__ import annotations
import argparse
import hashlib
import json
from pathlib import Path
from compare_frontend_exports import differences
from calliope.comfyui.companions import load_companions
from calliope.comfyui.delivery_scope import exclusion_for
from calliope.comfyui.serialization_reference import (
AUX_PROFILE,
PROFILE,
resolve_reference_link,
serialize_reference_widgets,
)
from calliope.comfyui.ui2api import convert, convert_reference
def audit(repo: Path, profile: str = PROFILE) -> dict:
rows = []
records = load_companions(repo / "docs/hel-892/supplied-api/manifest.json")
for path, record in records.items():
binding = record["binding"]
if exclusion_for(path):
continue
raw = (repo / path).read_bytes()
assert hashlib.sha1(raw).hexdigest() == binding["source_sha"]
assert hashlib.sha256(raw).hexdigest() == binding["source_sha256"]
source, api = json.loads(raw), json.loads(record["raw"])
assert convert(api).prompt is not None
nodes = {str(n["id"]): n for n in source["nodes"]}
links = {str(link[0]): link for link in source.get("links", [])}
fields, edges, unsupported = [], [], []
for nid, node in nodes.items():
if node.get("type") in ("Reroute", "Note", "MarkdownNote"):
continue
try:
values = serialize_reference_widgets(node, profile)
except ValueError as exc:
unsupported.append({"node_id": nid, "type": node["type"], "reason": str(exc)})
else:
for name, value in values.items():
expected = api.get(nid, {}).get("inputs", {}).get(name)
fields.append(
{
"node_id": nid,
"field": name,
"source_reference": value,
"api": expected,
"differences": differences(expected, value),
}
)
for socket in node.get("inputs", []):
lid = socket.get("link")
if lid is None:
continue
try:
endpoint = resolve_reference_link(nodes, links, lid)
except (ValueError, KeyError, TypeError, AttributeError) as exc:
edges.append(
{
"node_id": nid,
"input": socket["name"],
"status": "unsupported",
"reason": str(exc),
}
)
continue
expected = api.get(nid, {}).get("inputs", {}).get(socket["name"])
edges.append(
{
"node_id": nid,
"input": socket["name"],
"via_reroute": nodes[str(links[str(lid)][1])]["type"] == "Reroute",
"source_reference": endpoint,
"api": expected,
"differences": differences(expected, endpoint),
}
)
candidate = convert_reference(source, profile)
rows.append(
{
"id": binding["id"],
"source_path": path,
"source_sha256": binding["source_sha256"],
"api_sha256": binding["export_sha256"],
"source_frontend_version": source.get("extra", {}).get("frontendVersion"),
"export_frontend_version": binding["frontend_version"],
"whole_prompt_available": candidate.prompt is not None,
"whole_prompt_differences": differences(api, candidate.prompt)
if candidate.prompt is not None
else None,
"whole_prompt_issues": candidate.issues,
"production_prompt_available": convert(source).prompt is not None,
"serialized_fields": fields,
"topology_edges": edges,
"unsupported_widget_nodes": unsupported,
"executable": False,
"execution_verified": False,
}
)
return {
"profile": profile,
"authority": "public_reference_only_not_object_info",
"comparison_scope": "supported root scalar widgets and legacy root link endpoints only",
"reference_conditions": {
"unmodified_frontend_widgets_assumed": True,
"ue_extension_serializer_match": "unknown",
"aux_release_artifact_commit_match": "unknown"
if profile == AUX_PROFILE
else "not_used",
"aio_combo_membership": "unknown_not_evaluated",
"model_and_media_files_available": "unknown",
"resolution_bounds": "schema metadata only; integer values serialized without clamping",
},
"target_version_match": "unknown",
"whole_source_equivalence_verified": False,
"execution_verified": False,
"cases": rows,
}
def main():
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument("--repo", type=Path, required=True)
parser.add_argument("--output", type=Path, required=True)
parser.add_argument("--profile", choices=(PROFILE, AUX_PROFILE), default=PROFILE)
args = parser.parse_args()
report = audit(args.repo, args.profile)
args.output.parent.mkdir(parents=True, exist_ok=True)
args.output.write_text(json.dumps(report, ensure_ascii=False, indent=2) + "\n")
print(json.dumps({"reference_only": True, "active_cases": len(report["cases"])}))
if __name__ == "__main__":
main()