1family,provider_model,condition,quality,lo,hi,n,cost_usd_mean,ttft_ms_p50,total_ms_p50,success_rate2exec,claude-haiku-4-5-20251001,A0|anthropic|,0.0,0.0,0.0,2,0.00045200000000000004,460.55416646413505,1190.856728469953,1.03exec,claude-haiku-4-5-20251001,A1|anthropic|,1.0,1.0,1.0,2,0.0027229999999999997,437.0991045143455,1361.941104521975,1.04exec,claude-haiku-4-5-20251001,A1|anthropic|provider_cache=True,1.0,1.0,1.0,2,0.002728,408.70312548941,1359.8948334692977,1.05exec,claude-haiku-4-5-20251001,A4|anthropic|budget_tokens=512,0.5,0.0,1.0,2,0.0009205,416.973645449616,13922.582250030246,1.06exec,claude-haiku-4-5-20251001,A5|anthropic|budget_tokens=512,0.5,0.0,1.0,2,0.0011785,406.2307709828019,11177.729208953679,1.07exec,gpt-5-nano-2025-08-07,A0|openai|,0.0,0.0,0.0,2,8.25e-05,,2476.5294790267944,1.08exec,gpt-5-nano-2025-08-07,A1|openai|,1.0,1.0,1.0,2,0.000168625,,3379.9536040751263,1.09exec,gpt-5-nano-2025-08-07,A1|openai|provider_cache=True,1.0,1.0,1.0,2,0.000165625,,2359.246875043027,1.010exec,gpt-5-nano-2025-08-07,A4|openai|budget_tokens=512,0.5,0.0,1.0,2,0.000109025,,14741.153624490835,1.011exec,gpt-5-nano-2025-08-07,A5|openai|budget_tokens=512,0.5,0.0,1.0,2,9.980000000000001e-05,,12000.74629142182,1.012public_qasper,claude-haiku-4-5-20251001,A0|anthropic|,0.0,0.0,0.0,2,8.099999999999999e-05,429.7979999682866,462.2769169509411,1.013public_qasper,claude-haiku-4-5-20251001,A1|anthropic|,0.2670454545454546,0.125,0.4090909090909091,2,0.0043159999999999995,506.47239544196054,829.3312710011378,1.014public_qasper,claude-haiku-4-5-20251001,A1|anthropic|provider_cache=True,0.2988235294117647,0.11764705882352941,0.48,2,0.004982375,508.6571045103483,902.2489790222608,1.015public_qasper,claude-haiku-4-5-20251001,A4|anthropic|budget_tokens=512,0.0,0.0,0.0,2,0.0005555,403.8986465311609,14453.188042039983,1.016public_qasper,claude-haiku-4-5-20251001,A5|anthropic|budget_tokens=512,0.0,0.0,0.0,2,0.000359,651.0722080129199,21799.3393955403,1.017public_qasper,gpt-5-nano-2025-08-07,A0|openai|,0.13636363636363635,0.0,0.2727272727272727,2,1.34e-05,,1065.4002914670855,1.018public_qasper,gpt-5-nano-2025-08-07,A1|openai|,0.2608695652173913,0.0,0.5217391304347826,2,0.00020015,,1249.2346040089615,1.019public_qasper,gpt-5-nano-2025-08-07,A1|openai|provider_cache=True,0.0,0.0,0.0,2,3.371e-05,,1359.2887704726309,1.020public_qasper,gpt-5-nano-2025-08-07,A4|openai|budget_tokens=512,0.0,0.0,0.0,2,2.595e-05,,15146.043936954811,1.021public_qasper,gpt-5-nano-2025-08-07,A5|openai|budget_tokens=512,0.0,0.0,0.0,2,2.4375000000000003e-05,,22089.14725051727,1.022synthetic,claude-haiku-4-5-20251001,A0|anthropic|,0.0,0.0,0.0,10,8.450000000000001e-05,731.1436460004188,764.0473959618248,1.023synthetic,claude-haiku-4-5-20251001,A1|anthropic|,1.0,1.0,1.0,10,0.0041795,909.5747084938921,1024.321937467903,1.024synthetic,claude-haiku-4-5-20251001,A1|anthropic|provider_cache=True,1.0,1.0,1.0,10,0.0021281299999999998,633.088978996966,688.6951045016758,1.025synthetic,claude-haiku-4-5-20251001,A4|anthropic|budget_tokens=512,0.3,0.2,0.4,10,0.000641,665.2437084703706,41555.6893760222,1.026synthetic,claude-haiku-4-5-20251001,A5|anthropic|budget_tokens=512,0.1,0.0,0.2,10,0.00043750000000000006,1539.5217915065587,38661.886979069095,1.027synthetic,gpt-5-nano-2025-08-07,A0|openai|,0.0,0.0,0.0,10,1.0835000000000002e-05,,1841.3237500353716,1.028synthetic,gpt-5-nano-2025-08-07,A1|openai|,1.0,1.0,1.0,10,8.901400000000001e-05,,1116.5167084545828,1.029synthetic,gpt-5-nano-2025-08-07,A1|openai|provider_cache=True,1.0,1.0,1.0,10,3.487e-05,,1043.0729584768414,1.030synthetic,gpt-5-nano-2025-08-07,A4|openai|budget_tokens=512,0.3,0.2,0.4,10,3.4145000000000006e-05,,37726.64497885853,1.031synthetic,gpt-5-nano-2025-08-07,A5|openai|budget_tokens=512,0.1,0.0,0.2,10,2.7650000000000005e-05,,26799.245104019064,1.032