47 lines
2.6 KiB
Python
47 lines
2.6 KiB
Python
"""Compare the unmodified captures and DOM measurements from verify-hel771.mjs."""
|
|
import json
|
|
import os
|
|
from pathlib import Path
|
|
from PIL import Image, ImageChops, ImageDraw
|
|
|
|
OUT = Path(os.environ.get('HEL771_OUT', Path(__file__).resolve().parents[2] / 'evidence' / 'tiles'))
|
|
r = json.loads((OUT / 'measurements.json').read_text())
|
|
summary = {'groups': len(r['groups']), 'differences': [], 'pixels': []}
|
|
|
|
def compare(a,b,prefix):
|
|
if isinstance(a,dict):
|
|
for k in a:
|
|
if k in ('cardClass','ariaChecked'): continue
|
|
compare(a[k],b[k],prefix+'.'+k)
|
|
elif isinstance(a,list):
|
|
if len(a)!=len(b): summary['differences'].append([prefix,a,b])
|
|
else:
|
|
for i,(x,y) in enumerate(zip(a,b)): compare(x,y,f'{prefix}.{i}')
|
|
elif a!=b:
|
|
summary['differences'].append([prefix,a,b])
|
|
|
|
for g in r['groups']:
|
|
compare(g['app'],g['sample'],g['name'])
|
|
a=Image.open(OUT/(g['name']+'-app.png')).convert('RGB')
|
|
b=Image.open(OUT/(g['name']+'-sample.png')).convert('RGB')
|
|
assert a.size==b.size
|
|
d=ImageChops.difference(a,b)
|
|
pixels=sum(1 for p in d.get_flattened_data() if p!=(0,0,0))
|
|
summary['pixels'].append({'name':g['name'],'different_pixels':pixels,'total_pixels':a.width*a.height,'max_channel_delta':max(x[1] for x in d.getextrema())})
|
|
if g['width']==1440 and g['theme']=='night' and g['card'] in (0,1):
|
|
pair=Image.new('RGB',(a.width*2,a.height+24),'#151515')
|
|
ImageDraw.Draw(pair).text((5,5),'Original (left) / App (right)',fill='white')
|
|
pair.paste(b,(0,24));pair.paste(a,(a.width,24))
|
|
pair.resize((pair.width*3,pair.height*3),Image.Resampling.NEAREST).save(OUT/(g['name']+'-pair-3x.png'))
|
|
for p in OUT.glob('*-full-app.png'):
|
|
a=Image.open(p);b=Image.open(str(p).replace('-app.png','-sample.png'))
|
|
pair=Image.new('RGB',(a.width*2,a.height+24),'#151515')
|
|
ImageDraw.Draw(pair).text((8,5),'Original (left) / App (right)',fill='white')
|
|
pair.paste(b,(0,24));pair.paste(a,(a.width,24));pair.save(str(p).replace('-app.png','-pair.png'))
|
|
(OUT/'comparison.json').write_text(json.dumps(summary,ensure_ascii=False,indent=2))
|
|
print('groups:',len(r['groups']),'DOM differences:',len(summary['differences']),'pixel-identical:',sum(p['different_pixels']==0 for p in summary['pixels']))
|
|
print(json.dumps(summary['differences'][:8],ensure_ascii=False,indent=2))
|
|
assert not summary['differences'], 'DOM mismatch'
|
|
# Pixel statistics are evidence, not a hidden tolerance gate: retain every raw pair.
|
|
print('Non-identical raw pairs:', json.dumps([p for p in summary['pixels'] if p['different_pixels']], ensure_ascii=False))
|