1\begin{tabular}{@{}llllrrrr@{}}2\toprule3model & condition & family & n & quality\_ci & cost (m\$) & TTFT p50 (ms) & total p50 (ms) \\4\midrule5claude-haiku-4-5 & A0 & exec & 8 & 0.00 [0.00, 0.00] & 1 & 558 & 1,396 \\6claude-haiku-4-5 & A1 & exec & 8 & 1.00 [1.00, 1.00] & 3 & 503 & 1,438 \\7claude-haiku-4-5 & A1 +cache & exec & 8 & 1.00 [1.00, 1.00] & 3 & 464 & 1,389 \\8claude-haiku-4-5 & A4 (512) & exec & 8 & 0.62 [0.38, 0.88] & 1 & 641 & 21,157 \\9claude-haiku-4-5 & A5 (512) & exec & 8 & 0.50 [0.12, 0.88] & 1 & 439 & 21,792 \\10claude-haiku-4-5 & A6 (512) & exec & 8 & 0.25 [0.00, 0.50] & 1 & 416 & 22,233 \\11claude-haiku-4-5 & A0 & qasper & 8 & 0.01 [0.00, 0.04] & 0 & 608 & 721 \\12claude-haiku-4-5 & A1 & qasper & 8 & 0.48 [0.16, 0.80] & 5 & 520 & 1,109 \\13claude-haiku-4-5 & A1 +cache & qasper & 8 & 0.49 [0.15, 0.83] & 6 & 709 & 1,168 \\14claude-haiku-4-5 & A4 (512) & qasper & 8 & 0.07 [0.00, 0.15] & 0 & 556 & 14,589 \\15claude-haiku-4-5 & A5 (512) & qasper & 8 & 0.13 [0.00, 0.38] & 0 & 790 & 25,202 \\16claude-haiku-4-5 & A6 (512) & qasper & 8 & 0.02 [0.00, 0.06] & 0 & 821 & 25,476 \\17claude-haiku-4-5 & A0 & synthetic & 40 & 0.00 [0.00, 0.00] & 0 & 597 & 630 \\18claude-haiku-4-5 & A1 & synthetic & 40 & 1.00 [1.00, 1.00] & 4 & 719 & 817 \\19claude-haiku-4-5 & A1 +cache & synthetic & 40 & 1.00 [1.00, 1.00] & 2 & 748 & 856 \\20claude-haiku-4-5 & A4 (512) & synthetic & 40 & 0.28 [0.10, 0.45] & 1 & 558 & 22,930 \\21claude-haiku-4-5 & A5 (512) & synthetic & 40 & 0.12 [0.05, 0.17] & 0 & 571 & 25,272 \\22claude-haiku-4-5 & A6 (512) & synthetic & 40 & 0.12 [0.05, 0.17] & 1 & 613 & 25,775 \\23gpt-5-nano & A0 & exec & 8 & 0.00 [0.00, 0.00] & 0 & -- & 2,447 \\24gpt-5-nano & A1 & exec & 8 & 1.00 [1.00, 1.00] & 0 & -- & 2,202 \\25gpt-5-nano & A1 +cache & exec & 8 & 1.00 [1.00, 1.00] & 0 & -- & 2,201 \\26gpt-5-nano & A4 (512) & exec & 8 & 0.38 [0.12, 0.75] & 0 & -- & 21,920 \\27gpt-5-nano & A5 (512) & exec & 8 & 0.25 [0.00, 0.62] & 0 & -- & 22,180 \\28gpt-5-nano & A6 (512) & exec & 8 & 0.12 [0.00, 0.38] & 0 & -- & 23,295 \\29gpt-5-nano & A0 & qasper & 8 & 0.00 [0.00, 0.00] & 0 & -- & 1,881 \\30gpt-5-nano & A1 & qasper & 8 & 0.38 [0.12, 0.67] & 0 & -- & 1,202 \\31gpt-5-nano & A1 +cache & qasper & 8 & 0.37 [0.12, 0.66] & 0 & -- & 1,273 \\32gpt-5-nano & A4 (512) & qasper & 8 & 0.22 [0.04, 0.46] & 0 & -- & 14,291 \\33gpt-5-nano & A5 (512) & qasper & 8 & 0.04 [0.00, 0.11] & 0 & -- & 25,297 \\34gpt-5-nano & A6 (512) & qasper & 8 & 0.02 [0.00, 0.05] & 0 & -- & 25,710 \\35gpt-5-nano & A0 & synthetic & 40 & 0.00 [0.00, 0.00] & 0 & -- & 1,148 \\36gpt-5-nano & A1 & synthetic & 40 & 1.00 [1.00, 1.00] & 0 & -- & 1,370 \\37gpt-5-nano & A1 +cache & synthetic & 40 & 1.00 [1.00, 1.00] & 0 & -- & 1,072 \\38gpt-5-nano & A4 (512) & synthetic & 40 & 0.30 [0.15, 0.45] & 0 & -- & 22,532 \\39gpt-5-nano & A5 (512) & synthetic & 40 & 0.12 [0.05, 0.17] & 0 & -- & 26,477 \\40gpt-5-nano & A6 (512) & synthetic & 40 & 0.12 [0.05, 0.17] & 0 & -- & 26,536 \\41\bottomrule42\end{tabular}43