"""Reproduce published CAIA v0.1 numeric outputs. Requires Python 3.10+ and numpy.
python reproduce.py --directory .
If files are missing locally, obtains the published versioned JSON snapshots.
"""
import argparse,json,pathlib,urllib.request,math,collections
import numpy as np
parser=argparse.ArgumentParser();parser.add_argument('--directory',default='.');args=parser.parse_args();root=pathlib.Path(args.directory)
def read(name):
 p=root/name
 if p.exists():return json.loads(p.read_text())
 return json.loads(urllib.request.urlopen('https://caribbeanaiassociation.com/research/observatory/data/'+name).read())
e=read('eaei.json');j=read('jlm.json');l=read('lac-eval.json');valid=[]
for r in e['latest']:
 v=r['values'];missing=any(v[k] is None for k in ['internet','broadband','electricity','participation'])
 if missing:assert r['score'] is None;continue
 pillars=[math.sqrt(min(1,v['internet']/100)*min(1,v['broadband']/40)),min(1,v['electricity']/100),min(1,v['participation']/100)]
 score=100*math.prod(pillars)**(1/3);assert abs(score-r['score'])<1e-8;valid.append(r)
w=np.random.default_rng(20261110).dirichlet([1,1,1],10000);a=np.array([r['pillars'] for r in valid])/100;scores=100*np.exp(w@np.log(a).T)
for i,r in enumerate(valid):
 assert abs(float(np.percentile(scores[:,i],5))-r['weight_sensitivity']['score_p05'])<1e-8
 assert abs(float(np.percentile(scores[:,i],95))-r['weight_sensitivity']['score_p95'])<1e-8
corr=float(np.corrcoef([r['score'] for r in valid],np.log([r['values']['income'] for r in valid]))[0,1]);assert abs(corr-e['stats']['correlation_log_income'])<1e-8
occ=j['occupations'];assert len(occ)==427;assert sum(o['tasks'] for o in occ)==3265;assert abs(float(np.median([o['mean'] for o in occ]))-.27)<1e-8
assert dict(collections.Counter(o['category'] for o in occ))==j['stats']['categories'];assert len(l['cases'])==36;assert len(set((c['domain'],c['sector'],c['mode']) for c in l['cases']))==36
x=j['default_scenario'];gross=x['workforce']*x['exposure']*x['adoption']*x['substitution'];net=gross*(1-x['redeployment'])-x['workforce']*x['new_jobs_rate'];assert abs(net-117.5)<1e-8
print(json.dumps({'complete_countries':len(valid),'score_median':float(np.median([r['score'] for r in valid])),'log_income_correlation':corr,'occupations':len(occ),'median_exposure':float(np.median([o['mean'] for o in occ])),'default_net_FTE_pressure':net,'cases':len(l['cases']),'status':'all reproduction assertions passed'},indent=2))
