\begin{tabular}{@{}llllrrrr@{}} \toprule model & condition & family & n & quality\_ci & cost (m\$) & TTFT p50 (ms) & total p50 (ms) \\ \midrule claude-haiku-4-5 & A0 & exec & 8 & 0.00 [0.00, 0.00] & 1 & 558 & 1,396 \\ claude-haiku-4-5 & A1 & exec & 8 & 1.00 [1.00, 1.00] & 3 & 503 & 1,438 \\ claude-haiku-4-5 & A1 +cache & exec & 8 & 1.00 [1.00, 1.00] & 3 & 464 & 1,389 \\ claude-haiku-4-5 & A4 (512) & exec & 8 & 0.62 [0.38, 0.88] & 1 & 641 & 21,157 \\ claude-haiku-4-5 & A5 (512) & exec & 8 & 0.50 [0.12, 0.88] & 1 & 439 & 21,792 \\ claude-haiku-4-5 & A6 (512) & exec & 8 & 0.25 [0.00, 0.50] & 1 & 416 & 22,233 \\ claude-haiku-4-5 & A0 & qasper & 8 & 0.01 [0.00, 0.04] & 0 & 608 & 721 \\ claude-haiku-4-5 & A1 & qasper & 8 & 0.48 [0.16, 0.80] & 5 & 520 & 1,109 \\ claude-haiku-4-5 & A1 +cache & qasper & 8 & 0.49 [0.15, 0.83] & 6 & 709 & 1,168 \\ claude-haiku-4-5 & A4 (512) & qasper & 8 & 0.07 [0.00, 0.15] & 0 & 556 & 14,589 \\ claude-haiku-4-5 & A5 (512) & qasper & 8 & 0.13 [0.00, 0.38] & 0 & 790 & 25,202 \\ claude-haiku-4-5 & A6 (512) & qasper & 8 & 0.02 [0.00, 0.06] & 0 & 821 & 25,476 \\ claude-haiku-4-5 & A0 & synthetic & 40 & 0.00 [0.00, 0.00] & 0 & 597 & 630 \\ claude-haiku-4-5 & A1 & synthetic & 40 & 1.00 [1.00, 1.00] & 4 & 719 & 817 \\ claude-haiku-4-5 & A1 +cache & synthetic & 40 & 1.00 [1.00, 1.00] & 2 & 748 & 856 \\ claude-haiku-4-5 & A4 (512) & synthetic & 40 & 0.28 [0.10, 0.45] & 1 & 558 & 22,930 \\ claude-haiku-4-5 & A5 (512) & synthetic & 40 & 0.12 [0.05, 0.17] & 0 & 571 & 25,272 \\ claude-haiku-4-5 & A6 (512) & synthetic & 40 & 0.12 [0.05, 0.17] & 1 & 613 & 25,775 \\ gpt-5-nano & A0 & exec & 8 & 0.00 [0.00, 0.00] & 0 & -- & 2,447 \\ gpt-5-nano & A1 & exec & 8 & 1.00 [1.00, 1.00] & 0 & -- & 2,202 \\ gpt-5-nano & A1 +cache & exec & 8 & 1.00 [1.00, 1.00] & 0 & -- & 2,201 \\ gpt-5-nano & A4 (512) & exec & 8 & 0.38 [0.12, 0.75] & 0 & -- & 21,920 \\ gpt-5-nano & A5 (512) & exec & 8 & 0.25 [0.00, 0.62] & 0 & -- & 22,180 \\ gpt-5-nano & A6 (512) & exec & 8 & 0.12 [0.00, 0.38] & 0 & -- & 23,295 \\ gpt-5-nano & A0 & qasper & 8 & 0.00 [0.00, 0.00] & 0 & -- & 1,881 \\ gpt-5-nano & A1 & qasper & 8 & 0.38 [0.12, 0.67] & 0 & -- & 1,202 \\ gpt-5-nano & A1 +cache & qasper & 8 & 0.37 [0.12, 0.66] & 0 & -- & 1,273 \\ gpt-5-nano & A4 (512) & qasper & 8 & 0.22 [0.04, 0.46] & 0 & -- & 14,291 \\ gpt-5-nano & A5 (512) & qasper & 8 & 0.04 [0.00, 0.11] & 0 & -- & 25,297 \\ gpt-5-nano & A6 (512) & qasper & 8 & 0.02 [0.00, 0.05] & 0 & -- & 25,710 \\ gpt-5-nano & A0 & synthetic & 40 & 0.00 [0.00, 0.00] & 0 & -- & 1,148 \\ gpt-5-nano & A1 & synthetic & 40 & 1.00 [1.00, 1.00] & 0 & -- & 1,370 \\ gpt-5-nano & A1 +cache & synthetic & 40 & 1.00 [1.00, 1.00] & 0 & -- & 1,072 \\ gpt-5-nano & A4 (512) & synthetic & 40 & 0.30 [0.15, 0.45] & 0 & -- & 22,532 \\ gpt-5-nano & A5 (512) & synthetic & 40 & 0.12 [0.05, 0.17] & 0 & -- & 26,477 \\ gpt-5-nano & A6 (512) & synthetic & 40 & 0.12 [0.05, 0.17] & 0 & -- & 26,536 \\ \bottomrule \end{tabular}