Files
aigc-home/scripts/compare-hel771.py
T

47 lines
2.6 KiB
Python

"""Compare the unmodified captures and DOM measurements from verify-hel771.mjs."""
import json
import os
from pathlib import Path
from PIL import Image, ImageChops, ImageDraw
OUT = Path(os.environ.get('HEL771_OUT', Path(__file__).resolve().parents[2] / 'evidence' / 'tiles'))
r = json.loads((OUT / 'measurements.json').read_text())
summary = {'groups': len(r['groups']), 'differences': [], 'pixels': []}
def compare(a,b,prefix):
if isinstance(a,dict):
for k in a:
if k in ('cardClass','ariaChecked'): continue
compare(a[k],b[k],prefix+'.'+k)
elif isinstance(a,list):
if len(a)!=len(b): summary['differences'].append([prefix,a,b])
else:
for i,(x,y) in enumerate(zip(a,b)): compare(x,y,f'{prefix}.{i}')
elif a!=b:
summary['differences'].append([prefix,a,b])
for g in r['groups']:
compare(g['app'],g['sample'],g['name'])
a=Image.open(OUT/(g['name']+'-app.png')).convert('RGB')
b=Image.open(OUT/(g['name']+'-sample.png')).convert('RGB')
assert a.size==b.size
d=ImageChops.difference(a,b)
pixels=sum(1 for p in d.get_flattened_data() if p!=(0,0,0))
summary['pixels'].append({'name':g['name'],'different_pixels':pixels,'total_pixels':a.width*a.height,'max_channel_delta':max(x[1] for x in d.getextrema())})
if g['width']==1440 and g['theme']=='night' and g['card'] in (0,1):
pair=Image.new('RGB',(a.width*2,a.height+24),'#151515')
ImageDraw.Draw(pair).text((5,5),'Original (left) / App (right)',fill='white')
pair.paste(b,(0,24));pair.paste(a,(a.width,24))
pair.resize((pair.width*3,pair.height*3),Image.Resampling.NEAREST).save(OUT/(g['name']+'-pair-3x.png'))
for p in OUT.glob('*-full-app.png'):
a=Image.open(p);b=Image.open(str(p).replace('-app.png','-sample.png'))
pair=Image.new('RGB',(a.width*2,a.height+24),'#151515')
ImageDraw.Draw(pair).text((8,5),'Original (left) / App (right)',fill='white')
pair.paste(b,(0,24));pair.paste(a,(a.width,24));pair.save(str(p).replace('-app.png','-pair.png'))
(OUT/'comparison.json').write_text(json.dumps(summary,ensure_ascii=False,indent=2))
print('groups:',len(r['groups']),'DOM differences:',len(summary['differences']),'pixel-identical:',sum(p['different_pixels']==0 for p in summary['pixels']))
print(json.dumps(summary['differences'][:8],ensure_ascii=False,indent=2))
assert not summary['differences'], 'DOM mismatch'
# Pixel statistics are evidence, not a hidden tolerance gate: retain every raw pair.
print('Non-identical raw pairs:', json.dumps([p for p in summary['pixels'] if p['different_pixels']], ensure_ascii=False))