"""Verify published aggregate arithmetic only; never rescoring correctness."""
import json,math,sys

def integer(v,minimum=0):
 if type(v) is not int or v<minimum:raise ValueError("invalid integer count")
 return v

def check(d):
 for arm in ('ablation','publisher'):
  a=d['arms'][arm];c=a['classes'];n=sum(integer(c[k]['n'],1)for k in ('call','no_call'))
  if c['call']['n']!=360 or c['no_call']['n']!=40:raise ValueError('class denominators')
  for k in ('call','no_call'):
   if integer(c[k]['correct'])>c[k]['n']:raise ValueError('correct count')
  if n!=400 or a['retained']!=n:raise ValueError('denominator')
  for k in c:
   if not math.isclose(c[k]['accuracy'],c[k]['correct']/c[k]['n'],abs_tol=1e-12):raise ValueError('class arithmetic')
  if not math.isclose(a['macro_score'],sum(c[k]['accuracy']for k in ('call','no_call'))/2,abs_tol=1e-12):raise ValueError('macro arithmetic')
 for key in ('all','call','no_call'):
  p=d['paired'][key];c=p['paired_cells']
  if p['n']!={'all':400,'call':360,'no_call':40}[key]:raise ValueError('paired denominator')
  for v in c.values():integer(v)
  for arm,label in [('ablation','ablation_correct'),('publisher','publisher_correct')]:
   expected=sum(d['arms'][arm]['classes'][k]['correct']for k in ('call','no_call')) if key=='all' else d['arms'][arm]['classes'][key]['correct']
   if integer(p[label])!=expected:raise ValueError('class paired cross consistency')
  if sum(c.values())!=p['n'] or c['both_correct']+c['ablation_only']!=p['ablation_correct'] or c['both_correct']+c['publisher_only']!=p['publisher_correct']:raise ValueError('paired margins')
  if not math.isclose(p['ablation_minus_publisher_percentage_points'],100*(c['ablation_only']-c['publisher_only'])/p['n'],abs_tol=1e-12):raise ValueError('paired difference')
 for cell in d['paired']['all']['paired_cells']:
  if d['paired']['all']['paired_cells'][cell]!=sum(d['paired'][k]['paired_cells'][cell]for k in ('call','no_call')):raise ValueError('paired class total')
 pooled=100*(d['paired']['all']['ablation_correct']-d['paired']['all']['publisher_correct'])/400
 if not math.isclose(pooled,d['pooled_difference_percentage_points'],abs_tol=1e-12):raise ValueError('pooled difference')
 delta=100*(d['arms']['ablation']['macro_score']-d['arms']['publisher']['macro_score'])
 if not math.isclose(delta,d['macro_difference_percentage_points'],abs_tol=1e-12):raise ValueError('macro difference')
 return {'status':'AGGREGATE_ARITHMETIC_CHECKED_ONLY','correctness_rescored':False,'raw_generation_reproduced':False,'macro_difference_percentage_points':delta}
if __name__=='__main__':
 with open(sys.argv[1], 'rb') as f:body=f.read(1048577)
 if len(body)>1048576:raise ValueError('aggregate size cap')
 print(json.dumps(check(json.loads(body))))
