Files
aigc-home/docs/hel-892/rtx-document-evidence/fetch_sources.py
T

93 lines
3.1 KiB
Python

"Fetch bounded exact source texts only; never import upstream code."
import hashlib
import json
import urllib.request
from pathlib import Path
OUT = Path(__file__).resolve().parent
REF = OUT.parent / "rtx-reference"
PINS = {
"core": (
"Comfy-Org/ComfyUI",
"a7a6335be538f55faa2abf7404c9b8e970847d1f",
["nodes.py", "folder_paths.py", "comfy_api/latest/_io.py", "LICENSE"],
),
"frontend": (
"Comfy-Org/ComfyUI_frontend",
"d91c283b7b758787b4d29126c1a9ac39dc14d6a7",
[
"src/core/graph/widgets/dynamicWidgets.ts",
"src/scripts/widgets.ts",
"src/extensions/core/uploadImage.ts",
"LICENSE",
],
),
}
def main():
es = []
for key, (repo, commit, files) in PINS.items():
tree = json.loads((REF / (key + "-tree.json")).read_bytes())
assert tree["sha"] == commit and not tree["truncated"]
blobs = {e["path"]: e["sha"] for e in tree["tree"] if e["type"] == "blob"}
for file in files:
url = f"https://raw.githubusercontent.com/{repo}/{commit}/{file}"
raw = urllib.request.urlopen(url, timeout=30).read()
blob = hashlib.sha1(b"blob " + str(len(raw)).encode() + b"\0" + raw).hexdigest()
assert blob == blobs[file]
name = key + "__" + file.replace("/", "__")
(REF / name).write_bytes(raw)
es.append(
dict(
id=key,
file=file,
local_file=name,
url=url,
commit=commit,
sha256=hashlib.sha256(raw).hexdigest(),
git_blob_sha1=blob,
)
)
for e in json.loads((OUT.parent / "qwen-edit-reference/sources.json").read_bytes())["sources"]:
if e["id"].startswith("rgthree/") and e["file"] in [
"py/image_comparer.py",
"web/comfyui/image_comparer.js",
"LICENSE",
]:
es.append(
{
**e,
"id": "rgthree",
"local_file": "../qwen-edit-reference/" + e["local_file"],
"identity_binding": (
"reference hypothesis only; source node has no provider/version"
),
}
)
package = json.loads((REF / "rtx-package.json").read_bytes())
for file in ["__init__.py", "pyproject.toml", "README.md", "LICENSE"]:
name = "rtx__" + file
raw = (REF / name).read_bytes()
es.append(
dict(
id="rtx",
file=file,
local_file=name,
url=package["url"],
commit="发布包SHA256:" + package["sha256"],
git_commit_binding="unknown",
package_sha256=package["sha256"],
sha256=hashlib.sha256(raw).hexdigest(),
)
)
(REF / "sources.json").write_text(
json.dumps({"sources": es}, ensure_ascii=False, indent=2) + "\n"
)
print("PASS bounded exact texts", len(es))
if __name__ == "__main__":
main()