family,provider_model,condition,quality,lo,hi,n,cost_usd_mean,ttft_ms_p50,total_ms_p50,success_rate
exec,claude-haiku-4-5-20251001,A0|anthropic|,0.0,0.0,0.0,8,0.000543875,558.2013334496878,1395.7240409799851,1.0
exec,claude-haiku-4-5-20251001,A1|anthropic|,1.0,1.0,1.0,8,0.0026755,502.9743749764748,1437.8912085085176,1.0
exec,claude-haiku-4-5-20251001,A1|anthropic|provider_cache=True,1.0,1.0,1.0,8,0.002679875,463.9711040072143,1389.4468960352242,1.0
exec,claude-haiku-4-5-20251001,A4|anthropic|budget_tokens=512,0.625,0.375,0.875,8,0.0013132500000000002,641.2853749934584,21157.054104493,1.0
exec,claude-haiku-4-5-20251001,A5|anthropic|budget_tokens=512,0.5,0.125,0.875,8,0.00114575,438.61185398418456,21791.97166650556,1.0
exec,claude-haiku-4-5-20251001,A6|anthropic|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6,0.25,0.0,0.5,8,0.001308625,415.8737914985977,22232.577604532707,1.0
exec,gpt-5-nano-2025-08-07,A0|openai|,0.0,0.0,0.0,8,8.975e-05,,2446.671312500257,1.0
exec,gpt-5-nano-2025-08-07,A1|openai|,1.0,1.0,1.0,8,0.00016978750000000003,,2201.737603521906,1.0
exec,gpt-5-nano-2025-08-07,A1|openai|provider_cache=True,1.0,1.0,1.0,8,0.00012662750000000001,,2201.013646030333,1.0
exec,gpt-5-nano-2025-08-07,A4|openai|budget_tokens=512,0.375,0.125,0.75,8,0.00013730625,,21919.98277051607,1.0
exec,gpt-5-nano-2025-08-07,A5|openai|budget_tokens=512,0.25,0.0,0.625,8,0.0001140375,,22179.646999458782,1.0
exec,gpt-5-nano-2025-08-07,A6|openai|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6,0.125,0.0,0.375,8,0.0001289625,,23295.20866693929,1.0
public_qasper,claude-haiku-4-5-20251001,A0|anthropic|,0.013157894736842106,0.0,0.03947368421052632,8,0.000127,608.101749967318,720.871499972418,1.0
public_qasper,claude-haiku-4-5-20251001,A1|anthropic|,0.48265776229190865,0.161829945799458,0.8028358497870692,8,0.005162875,520.3825415228494,1108.9519999804907,1.0
public_qasper,claude-haiku-4-5-20251001,A1|anthropic|provider_cache=True,0.4889992786412224,0.1462786494196341,0.8284063709095677,8,0.006198,709.2688539996743,1167.7965004346333,1.0
public_qasper,claude-haiku-4-5-20251001,A4|anthropic|budget_tokens=512,0.06845238095238095,0.0,0.15178571428571427,8,0.000434625,555.5147079867311,14589.49029102223,1.0
public_qasper,claude-haiku-4-5-20251001,A5|anthropic|budget_tokens=512,0.13319672131147542,0.0,0.3831967213114754,8,0.000340625,790.2674790238962,25202.19060452655,1.0
public_qasper,claude-haiku-4-5-20251001,A6|anthropic|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6,0.02,0.0,0.06,8,0.000427375,820.8909379900433,25476.477666932624,1.0
public_qasper,gpt-5-nano-2025-08-07,A0|openai|,0.0,0.0,0.0,8,1.0506250000000001e-05,,1881.4483335008845,1.0
public_qasper,gpt-5-nano-2025-08-07,A1|openai|,0.3800707948962078,0.11731598143236076,0.6735388800745761,8,0.00024008749999999997,,1202.343562443275,1.0
public_qasper,gpt-5-nano-2025-08-07,A1|openai|provider_cache=True,0.36906662665066026,0.115,0.6598979591836736,8,5.595750000000001e-05,,1273.1711249798536,1.0
public_qasper,gpt-5-nano-2025-08-07,A4|openai|budget_tokens=512,0.22470238095238093,0.041666666666666664,0.45963541666666613,8,2.6431250000000002e-05,,14291.363145923242,1.0
public_qasper,gpt-5-nano-2025-08-07,A5|openai|budget_tokens=512,0.041316526610644264,0.0,0.11204481792717089,8,2.1981250000000002e-05,,25297.0748959342,1.0
public_qasper,gpt-5-nano-2025-08-07,A6|openai|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6,0.015625,0.0,0.046875,8,2.6175e-05,,25710.152645537164,1.0
synthetic,claude-haiku-4-5-20251001,A0|anthropic|,0.0,0.0,0.0,40,8.4825e-05,596.5512705151923,630.0458119949326,1.0
synthetic,claude-haiku-4-5-20251001,A1|anthropic|,1.0,1.0,1.0,40,0.004223325,718.8098130282015,816.9281044974923,1.0
synthetic,claude-haiku-4-5-20251001,A1|anthropic|provider_cache=True,1.0,1.0,1.0,40,0.00214004375,748.0477499775589,856.4881664933637,1.0
synthetic,claude-haiku-4-5-20251001,A4|anthropic|budget_tokens=512,0.275,0.1,0.45,40,0.0005508249999999999,557.7042499789968,22929.90643752273,1.0
synthetic,claude-haiku-4-5-20251001,A5|anthropic|budget_tokens=512,0.125,0.05,0.175,40,0.00042495,571.005041943863,25271.729479485657,1.0
synthetic,claude-haiku-4-5-20251001,A6|anthropic|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6,0.125,0.05,0.175,40,0.000967825,613.1054169964045,25774.560603953432,1.0
synthetic,gpt-5-nano-2025-08-07,A0|openai|,0.0,0.0,0.0,40,1.0888750000000001e-05,,1148.2386874267831,1.0
synthetic,gpt-5-nano-2025-08-07,A1|openai|,1.0,1.0,1.0,40,7.674025e-05,,1369.5959379547276,1.0
synthetic,gpt-5-nano-2025-08-07,A1|openai|provider_cache=True,1.0,1.0,1.0,40,4.260225e-05,,1071.8846879899502,1.0
synthetic,gpt-5-nano-2025-08-07,A4|openai|budget_tokens=512,0.3,0.15,0.45,40,3.098625e-05,,22532.091875036713,1.0
synthetic,gpt-5-nano-2025-08-07,A5|openai|budget_tokens=512,0.125,0.05,0.175,40,2.6981250000000002e-05,,26477.09431196563,1.0
synthetic,gpt-5-nano-2025-08-07,A6|openai|budget_tokens=512|max_fetch_bytes=2000|max_lookups=6,0.125,0.05,0.175,40,4.82125e-05,,26535.679312539287,1.0