Repository Public
1{2 "models": [3 {4 "id": "claude-haiku-5-5",5 "provider": "anthropic",6 "displayName": "Claude Haiku 5.5",7 "category": "text",8 "available": true,9 "enabled": true,10 "contextWindow": 1000000,11 "maxOutput": 128000,12 "inputPrice": 0.1,13 "cachedPrice": 0.01,14 "outputPrice": 0.5,15 "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",16 "probes": {17 "text": {18 "ms": 592,19 "status": "ok"20 },21 "vision": {22 "ms": 932,23 "status": "ok"24 },25 "tool_use": {26 "ms": 620,27 "status": "ok"28 },29 "streaming": {30 "ms": 604,31 "status": "ok"32 },33 "reasoning_control": {34 "ms": 567,35 "status": "ok"36 },37 "structured_output": {38 "ms": 1089,39 "status": "ok"40 }41 },42 "benchmark": {43 "runs": 22,44 "errors": 0,45 "cost_mean": 0.0010509500000000001,46 "pass_rate": 1,47 "mean_score": 1,48 "tps_median": 486.8,49 "by_category": {50 "mathematics": {51 "tps": 297.8,52 "runs": 2,53 "score": 1,54 "errors": 0,55 "judged": null,56 "ttft_ms": 1145.5,57 "total_ms": 2074.5,58 "cost_mean": 0.00024974999999999997,59 "pass_rate": 1,60 "out_tokens": 476.561 },62 "programming": {63 "tps": 351.25,64 "runs": 2,65 "score": 1,66 "errors": 0,67 "judged": null,68 "ttft_ms": 345.5,69 "total_ms": 888.5,70 "cost_mean": 0.0001067,71 "pass_rate": 1,72 "out_tokens": 18973 },74 "long_context": {75 "tps": 4265.85,76 "runs": 2,77 "score": 1,78 "errors": 0,79 "judged": null,80 "ttft_ms": 2369.5,81 "total_ms": 2404,82 "cost_mean": 0.008162550000000001,83 "pass_rate": 1,84 "out_tokens": 142.585 },86 "tool_calling": {87 "tps": 387.3,88 "runs": 2,89 "score": 1,90 "errors": 0,91 "judged": null,92 "ttft_ms": 532.5,93 "total_ms": 868,94 "cost_mean": 0.0001337,95 "pass_rate": 1,96 "out_tokens": 13097 },98 "french_writing": {99 "tps": 1654.15,100 "runs": 2,101 "score": 1,102 "errors": 0,103 "judged": 4.5,104 "ttft_ms": 6442.5,105 "total_ms": 7764,106 "cost_mean": 0.0011124,107 "pass_rate": 1,108 "out_tokens": 2192109 },110 "english_writing": {111 "tps": 180.55,112 "runs": 2,113 "score": 1,114 "errors": 0,115 "judged": 5,116 "ttft_ms": 442.5,117 "total_ms": 2749,118 "cost_mean": 0.00021715,119 "pass_rate": 1,120 "out_tokens": 413.5121 },122 "json_generation": {123 "tps": 389.35,124 "runs": 2,125 "score": 1,126 "errors": 0,127 "judged": null,128 "ttft_ms": 1049,129 "total_ms": 1319,130 "cost_mean": 0.00010209999999999999,131 "pass_rate": 1,132 "out_tokens": 105133 },134 "simple_reasoning": {135 "tps": 710.9,136 "runs": 2,137 "score": 1,138 "errors": 0,139 "judged": null,140 "ttft_ms": 603,141 "total_ms": 728,142 "cost_mean": 5.66e-05,143 "pass_rate": 1,144 "out_tokens": 77145 },146 "complex_reasoning": {147 "tps": 530.05,148 "runs": 2,149 "score": 1,150 "errors": 0,151 "judged": null,152 "ttft_ms": 2643,153 "total_ms": 4890,154 "cost_mean": 0.00061815,155 "pass_rate": 1,156 "out_tokens": 1189.5157 },158 "document_analysis": {159 "tps": 636.95,160 "runs": 2,161 "score": 1,162 "errors": 0,163 "judged": null,164 "ttft_ms": 2934,165 "total_ms": 3251,166 "cost_mean": 0.00020275000000000002,167 "pass_rate": 1,168 "out_tokens": 201.5169 },170 "knowledge_synthesis": {171 "tps": 890.55,172 "runs": 2,173 "score": 1,174 "errors": 0,175 "judged": 5,176 "ttft_ms": 4008,177 "total_ms": 5274,178 "cost_mean": 0.0005986,179 "pass_rate": 1,180 "out_tokens": 1127181 }182 },183 "judged_mean": 4.833333333333333,184 "ttft_median_ms": 1301,185 "total_median_ms": 2404186 },187 "capabilities": {188 "batch": {189 "supported": true190 },191 "effort": {192 "low": {193 "supported": true194 },195 "max": {196 "supported": true197 },198 "high": {199 "supported": true200 },201 "xhigh": {202 "supported": true203 },204 "medium": {205 "supported": true206 },207 "supported": true208 },209 "thinking": {210 "types": {211 "enabled": {212 "supported": false213 },214 "adaptive": {215 "supported": true216 },217 "disabled": {218 "supported": true219 },220 "between_tools": {221 "supported": false222 }223 },224 "supported": true225 },226 "citations": {227 "supported": true228 },229 "pdf_input": {230 "supported": true231 },232 "image_input": {233 "supported": true234 },235 "server_tools": {236 "supported": true,237 "web_search": {238 "supported": true239 },240 "code_execution": {241 "supported": true242 }243 },244 "code_execution": {245 "supported": true246 },247 "context_management": {248 "supported": true,249 "compact_20260112": {250 "supported": true251 },252 "clear_thinking_20251015": {253 "supported": true254 },255 "clear_tool_uses_20250919": {256 "supported": true257 }258 },259 "structured_outputs": {260 "supported": true261 }262 },263 "notes": [],264 "discoveredAt": "2026-11-01T07:03:46.768Z",265 "probedAt": "2026-11-01T07:03:46.768Z",266 "benchmarkedAt": "2026-11-01T07:18:30.317Z",267 "createdAt": "2026-11-19T17:31:21.248Z",268 "updatedAt": "2026-11-19T17:31:21.248Z"269 },270 {271 "id": "claude-sonnet-5-5",272 "provider": "anthropic",273 "displayName": "Claude Sonnet 5.5",274 "category": "text",275 "available": true,276 "enabled": true,277 "contextWindow": 1000000,278 "maxOutput": 128000,279 "inputPrice": 2,280 "cachedPrice": 0.1,281 "outputPrice": 10,282 "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",283 "probes": {284 "text": {285 "ms": 1265,286 "status": "ok"287 },288 "vision": {289 "ms": 1019,290 "status": "ok"291 },292 "tool_use": {293 "ms": 1385,294 "status": "ok"295 },296 "streaming": {297 "ms": 1037,298 "status": "ok"299 },300 "reasoning_control": {301 "ms": 1167,302 "status": "ok"303 },304 "structured_output": {305 "ms": 772,306 "status": "ok"307 }308 },309 "benchmark": {310 "runs": 22,311 "errors": 0,312 "cost_mean": 0.019658545454545453,313 "pass_rate": 1,314 "mean_score": 1,315 "tps_median": 201.95,316 "by_category": {317 "mathematics": {318 "tps": 155.05,319 "runs": 2,320 "score": 1,321 "errors": 0,322 "judged": null,323 "ttft_ms": 808.5,324 "total_ms": 2853,325 "cost_mean": 0.0034000000000000002,326 "pass_rate": 1,327 "out_tokens": 317328 },329 "programming": {330 "tps": 201.95,331 "runs": 2,332 "score": 1,333 "errors": 0,334 "judged": null,335 "ttft_ms": 798,336 "total_ms": 4436.5,337 "cost_mean": 0.007589,338 "pass_rate": 1,339 "out_tokens": 734.5340 },341 "long_context": {342 "tps": 415,343 "runs": 2,344 "score": 1,345 "errors": 0,346 "judged": null,347 "ttft_ms": 2243,348 "total_ms": 2270,349 "cost_mean": 0.161936,350 "pass_rate": 1,351 "out_tokens": 11352 },353 "tool_calling": {354 "tps": 152.5,355 "runs": 2,356 "score": 1,357 "errors": 0,358 "judged": null,359 "ttft_ms": 766.5,360 "total_ms": 1619,361 "cost_mean": 0.002674,362 "pass_rate": 1,363 "out_tokens": 130364 },365 "french_writing": {366 "tps": 768.95,367 "runs": 2,368 "score": 1,369 "errors": 0,370 "judged": 5,371 "ttft_ms": 7827.5,372 "total_ms": 10002,373 "cost_mean": 0.016973000000000002,374 "pass_rate": 1,375 "out_tokens": 1664.5376 },377 "english_writing": {378 "tps": 115.1,379 "runs": 2,380 "score": 1,381 "errors": 0,382 "judged": 5,383 "ttft_ms": 463,384 "total_ms": 4608.5,385 "cost_mean": 0.004968,386 "pass_rate": 1,387 "out_tokens": 476388 },389 "json_generation": {390 "tps": 242.89999999999998,391 "runs": 2,392 "score": 1,393 "errors": 0,394 "judged": null,395 "ttft_ms": 1719,396 "total_ms": 2151.5,397 "cost_mean": 0.002042,398 "pass_rate": 1,399 "out_tokens": 105400 },401 "simple_reasoning": {402 "tps": 35.599999999999994,403 "runs": 2,404 "score": 1,405 "errors": 0,406 "judged": null,407 "ttft_ms": 688.5,408 "total_ms": 1222,409 "cost_mean": 0.000552,410 "pass_rate": 1,411 "out_tokens": 19412 },413 "complex_reasoning": {414 "tps": 297.4,415 "runs": 2,416 "score": 1,417 "errors": 0,418 "judged": null,419 "ttft_ms": 2570.5,420 "total_ms": 5096,421 "cost_mean": 0.007977999999999999,422 "pass_rate": 1,423 "out_tokens": 751424 },425 "document_analysis": {426 "tps": 275.05,427 "runs": 2,428 "score": 1,429 "errors": 0,430 "judged": null,431 "ttft_ms": 1609.5,432 "total_ms": 2040.5,433 "cost_mean": 0.00322,434 "pass_rate": 1,435 "out_tokens": 118436 },437 "knowledge_synthesis": {438 "tps": 146.15,439 "runs": 2,440 "score": 1,441 "errors": 0,442 "judged": 4,443 "ttft_ms": 853,444 "total_ms": 3735.5,445 "cost_mean": 0.004912,446 "pass_rate": 1,447 "out_tokens": 421448 }449 },450 "judged_mean": 4.666666666666667,451 "ttft_median_ms": 1019.5,452 "total_median_ms": 2853453 },454 "capabilities": {455 "batch": {456 "supported": true457 },458 "effort": {459 "low": {460 "supported": true461 },462 "max": {463 "supported": true464 },465 "high": {466 "supported": true467 },468 "xhigh": {469 "supported": true470 },471 "medium": {472 "supported": true473 },474 "supported": true475 },476 "thinking": {477 "types": {478 "enabled": {479 "supported": false480 },481 "adaptive": {482 "supported": true483 },484 "disabled": {485 "supported": false486 },487 "between_tools": {488 "supported": true489 }490 },491 "supported": true492 },493 "citations": {494 "supported": true495 },496 "pdf_input": {497 "supported": true498 },499 "image_input": {500 "supported": true501 },502 "server_tools": {503 "supported": true,504 "web_search": {505 "supported": true506 },507 "code_execution": {508 "supported": true509 }510 },511 "code_execution": {512 "supported": true513 },514 "context_management": {515 "supported": true,516 "compact_20260112": {517 "supported": true518 },519 "clear_thinking_20251015": {520 "supported": true521 },522 "clear_tool_uses_20250919": {523 "supported": true524 }525 },526 "structured_outputs": {527 "supported": true528 }529 },530 "notes": [],531 "discoveredAt": "2026-11-01T07:03:46.768Z",532 "probedAt": "2026-11-01T07:03:46.768Z",533 "benchmarkedAt": "2026-11-01T07:18:30.317Z",534 "createdAt": "2026-11-19T17:31:21.249Z",535 "updatedAt": "2026-11-19T17:31:21.249Z"536 },537 {538 "id": "claude-opus-5-5",539 "provider": "anthropic",540 "displayName": "Claude Opus 5.5",541 "category": "text",542 "available": true,543 "enabled": true,544 "contextWindow": 1000000,545 "maxOutput": 128000,546 "inputPrice": 4,547 "cachedPrice": 0.2,548 "outputPrice": 20,549 "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",550 "probes": {551 "text": {552 "ms": 859,553 "status": "ok"554 },555 "vision": {556 "ms": 952,557 "status": "ok"558 },559 "tool_use": {560 "ms": 1020,561 "status": "ok"562 },563 "streaming": {564 "ms": 905,565 "status": "ok"566 },567 "reasoning_control": {568 "ms": 3151,569 "status": "ok"570 },571 "structured_output": {572 "ms": 1629,573 "status": "ok"574 }575 },576 "benchmark": {577 "runs": 22,578 "errors": 0,579 "cost_mean": 0.04285072727272727,580 "pass_rate": 1,581 "mean_score": 1,582 "tps_median": 160.6,583 "by_category": {584 "mathematics": {585 "tps": 134.05,586 "runs": 2,587 "score": 1,588 "errors": 0,589 "judged": null,590 "ttft_ms": 901.5,591 "total_ms": 3753,592 "cost_mean": 0.00924,593 "pass_rate": 1,594 "out_tokens": 439595 },596 "programming": {597 "tps": 185.3,598 "runs": 2,599 "score": 1,600 "errors": 0,601 "judged": null,602 "ttft_ms": 1170,603 "total_ms": 2647.5,604 "cost_mean": 0.005938000000000001,605 "pass_rate": 1,606 "out_tokens": 272.5607 },608 "long_context": {609 "tps": 375.15,610 "runs": 2,611 "score": 1,612 "errors": 0,613 "judged": null,614 "ttft_ms": 2306.5,615 "total_ms": 2336,616 "cost_mean": 0.323872,617 "pass_rate": 1,618 "out_tokens": 11619 },620 "tool_calling": {621 "tps": 140.14999999999998,622 "runs": 2,623 "score": 1,624 "errors": 0,625 "judged": null,626 "ttft_ms": 946,627 "total_ms": 1873,628 "cost_mean": 0.005348,629 "pass_rate": 1,630 "out_tokens": 130631 },632 "french_writing": {633 "tps": 698.8,634 "runs": 2,635 "score": 1,636 "errors": 0,637 "judged": 5,638 "ttft_ms": 14963,639 "total_ms": 18435.5,640 "cost_mean": 0.049145999999999995,641 "pass_rate": 1,642 "out_tokens": 2424.5643 },644 "english_writing": {645 "tps": 667.1500000000001,646 "runs": 2,647 "score": 1,648 "errors": 0,649 "judged": 5,650 "ttft_ms": 12624.5,651 "total_ms": 15484,652 "cost_mean": 0.038606,653 "pass_rate": 1,654 "out_tokens": 1909.5655 },656 "json_generation": {657 "tps": 159.35,658 "runs": 2,659 "score": 1,660 "errors": 0,661 "judged": null,662 "ttft_ms": 1703,663 "total_ms": 2361.5,664 "cost_mean": 0.004084,665 "pass_rate": 1,666 "out_tokens": 105667 },668 "simple_reasoning": {669 "tps": 132.1,670 "runs": 2,671 "score": 1,672 "errors": 0,673 "judged": null,674 "ttft_ms": 835.5,675 "total_ms": 1282.5,676 "cost_mean": 0.001904,677 "pass_rate": 1,678 "out_tokens": 59679 },680 "complex_reasoning": {681 "tps": 184.45,682 "runs": 2,683 "score": 1,684 "errors": 0,685 "judged": null,686 "ttft_ms": 2424,687 "total_ms": 6117,688 "cost_mean": 0.014536,689 "pass_rate": 1,690 "out_tokens": 680691 },692 "document_analysis": {693 "tps": 147.95,694 "runs": 2,695 "score": 1,696 "errors": 0,697 "judged": null,698 "ttft_ms": 1019.5,699 "total_ms": 1820.5,700 "cost_mean": 0.00644,701 "pass_rate": 1,702 "out_tokens": 118703 },704 "knowledge_synthesis": {705 "tps": 145.45,706 "runs": 2,707 "score": 1,708 "errors": 0,709 "judged": 4.5,710 "ttft_ms": 2205,711 "total_ms": 5931.5,712 "cost_mean": 0.012244,713 "pass_rate": 1,714 "out_tokens": 542715 }716 },717 "judged_mean": 4.833333333333333,718 "ttft_median_ms": 1703,719 "total_median_ms": 2782.5720 },721 "capabilities": {722 "batch": {723 "supported": true724 },725 "effort": {726 "low": {727 "supported": true728 },729 "max": {730 "supported": true731 },732 "high": {733 "supported": true734 },735 "xhigh": {736 "supported": true737 },738 "medium": {739 "supported": true740 },741 "supported": true742 },743 "thinking": {744 "types": {745 "enabled": {746 "supported": false747 },748 "adaptive": {749 "supported": true750 },751 "disabled": {752 "supported": false753 },754 "between_tools": {755 "supported": false756 }757 },758 "supported": true759 },760 "citations": {761 "supported": true762 },763 "pdf_input": {764 "supported": true765 },766 "image_input": {767 "supported": true768 },769 "server_tools": {770 "supported": true,771 "web_search": {772 "supported": true773 },774 "code_execution": {775 "supported": true776 }777 },778 "code_execution": {779 "supported": true780 },781 "context_management": {782 "supported": true,783 "compact_20260112": {784 "supported": true785 },786 "clear_thinking_20251015": {787 "supported": true788 },789 "clear_tool_uses_20250919": {790 "supported": true791 }792 },793 "structured_outputs": {794 "supported": true795 }796 },797 "notes": [],798 "discoveredAt": "2026-11-01T07:03:46.768Z",799 "probedAt": "2026-11-01T07:03:46.768Z",800 "benchmarkedAt": "2026-11-01T07:18:30.317Z",801 "createdAt": "2026-11-19T17:31:21.249Z",802 "updatedAt": "2026-11-19T17:31:21.249Z"803 },804 {805 "id": "claude-fable-5-1",806 "provider": "anthropic",807 "displayName": "Claude Fable 5.1",808 "category": "text",809 "available": true,810 "enabled": true,811 "contextWindow": 1000000,812 "maxOutput": 128000,813 "inputPrice": 10,814 "cachedPrice": 0.25,815 "outputPrice": 50,816 "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",817 "probes": {818 "text": {819 "ms": 734,820 "status": "ok"821 },822 "vision": {823 "ms": 751,824 "status": "ok"825 },826 "tool_use": {827 "ms": 1094,828 "status": "ok"829 },830 "streaming": {831 "ms": 740,832 "status": "ok"833 },834 "reasoning_control": {835 "ms": 718,836 "status": "ok"837 },838 "structured_output": {839 "ms": 1162,840 "status": "ok"841 }842 },843 "benchmark": {844 "runs": 22,845 "errors": 0,846 "cost_mean": 0.08993590909090911,847 "pass_rate": 1,848 "mean_score": 1,849 "tps_median": 118.3,850 "by_category": {851 "mathematics": {852 "tps": 102.2,853 "runs": 2,854 "score": 1,855 "errors": 0,856 "judged": null,857 "ttft_ms": 350.5,858 "total_ms": 2466,859 "cost_mean": 0.01195,860 "pass_rate": 1,861 "out_tokens": 216862 },863 "programming": {864 "tps": 118.3,865 "runs": 2,866 "score": 1,867 "errors": 0,868 "judged": null,869 "ttft_ms": 360.5,870 "total_ms": 2098.5,871 "cost_mean": 0.011495,872 "pass_rate": 1,873 "out_tokens": 205.5874 },875 "long_context": {876 "tps": 220.55,877 "runs": 2,878 "score": 1,879 "errors": 0,880 "judged": null,881 "ttft_ms": 1388,882 "total_ms": 1444,883 "cost_mean": 0.80968,884 "pass_rate": 1,885 "out_tokens": 11886 },887 "tool_calling": {888 "tps": 121.1,889 "runs": 2,890 "score": 1,891 "errors": 0,892 "judged": null,893 "ttft_ms": 422.5,894 "total_ms": 1559,895 "cost_mean": 0.013645000000000001,896 "pass_rate": 1,897 "out_tokens": 135.5898 },899 "french_writing": {900 "tps": 74.80000000000001,901 "runs": 2,902 "score": 1,903 "errors": 0,904 "judged": 5,905 "ttft_ms": 342,906 "total_ms": 7573,907 "cost_mean": 0.02844,908 "pass_rate": 1,909 "out_tokens": 536910 },911 "english_writing": {912 "tps": 64.19999999999999,913 "runs": 2,914 "score": 1,915 "errors": 0,916 "judged": 5,917 "ttft_ms": 340.5,918 "total_ms": 7003,919 "cost_mean": 0.022289999999999997,920 "pass_rate": 1,921 "out_tokens": 425922 },923 "json_generation": {924 "tps": 123.4,925 "runs": 2,926 "score": 1,927 "errors": 0,928 "judged": null,929 "ttft_ms": 737,930 "total_ms": 1587.5,931 "cost_mean": 0.01021,932 "pass_rate": 1,933 "out_tokens": 105934 },935 "simple_reasoning": {936 "tps": 46.4,937 "runs": 2,938 "score": 1,939 "errors": 0,940 "judged": null,941 "ttft_ms": 331.5,942 "total_ms": 740.5,943 "cost_mean": 0.00276,944 "pass_rate": 1,945 "out_tokens": 19946 },947 "complex_reasoning": {948 "tps": 140.2,949 "runs": 2,950 "score": 1,951 "errors": 0,952 "judged": null,953 "ttft_ms": 1766,954 "total_ms": 5206,955 "cost_mean": 0.026165,956 "pass_rate": 1,957 "out_tokens": 476.5958 },959 "document_analysis": {960 "tps": 128.3,961 "runs": 2,962 "score": 1,963 "errors": 0,964 "judged": null,965 "ttft_ms": 727.5,966 "total_ms": 1647,967 "cost_mean": 0.0161,968 "pass_rate": 1,969 "out_tokens": 118970 },971 "knowledge_synthesis": {972 "tps": 125.94999999999999,973 "runs": 2,974 "score": 1,975 "errors": 0,976 "judged": 5,977 "ttft_ms": 2914,978 "total_ms": 8164.5,979 "cost_mean": 0.036559999999999995,980 "pass_rate": 1,981 "out_tokens": 661982 }983 },984 "judged_mean": 5,985 "ttft_median_ms": 389,986 "total_median_ms": 2098.5987 },988 "capabilities": {989 "batch": {990 "supported": true991 },992 "effort": {993 "low": {994 "supported": true995 },996 "max": {997 "supported": true998 },999 "high": {1000 "supported": true1001 },1002 "xhigh": {1003 "supported": true1004 },1005 "medium": {1006 "supported": true1007 },1008 "supported": true1009 },1010 "thinking": {1011 "types": {1012 "enabled": {1013 "supported": false1014 },1015 "adaptive": {1016 "supported": true1017 },1018 "disabled": {1019 "supported": false1020 },1021 "between_tools": {1022 "supported": false1023 }1024 },1025 "supported": true1026 },1027 "citations": {1028 "supported": true1029 },1030 "pdf_input": {1031 "supported": true1032 },1033 "image_input": {1034 "supported": true1035 },1036 "server_tools": {1037 "supported": true,1038 "web_search": {1039 "supported": true1040 },1041 "code_execution": {1042 "supported": true1043 }1044 },1045 "code_execution": {1046 "supported": true1047 },1048 "context_management": {1049 "supported": true,1050 "compact_20260112": {1051 "supported": true1052 },1053 "clear_thinking_20251015": {1054 "supported": true1055 },1056 "clear_tool_uses_20250919": {1057 "supported": true1058 }1059 },1060 "structured_outputs": {1061 "supported": true1062 }1063 },1064 "notes": [],1065 "discoveredAt": "2026-11-01T07:03:46.768Z",1066 "probedAt": "2026-11-01T07:03:46.768Z",1067 "benchmarkedAt": "2026-11-01T07:18:30.317Z",1068 "createdAt": "2026-11-19T17:31:21.250Z",1069 "updatedAt": "2026-11-19T17:31:21.250Z"1070 },1071 {1072 "id": "claude-opus-5",1073 "provider": "anthropic",1074 "displayName": "Claude Opus 5",1075 "category": "text",1076 "available": true,1077 "enabled": true,1078 "contextWindow": 1000000,1079 "maxOutput": 128000,1080 "inputPrice": 5,1081 "cachedPrice": 0.5,1082 "outputPrice": 25,1083 "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",1084 "probes": {1085 "text": {1086 "ms": 1509,1087 "status": "ok"1088 },1089 "vision": {1090 "ms": 940,1091 "status": "ok"1092 },1093 "tool_use": {1094 "ms": 1747,1095 "status": "ok"1096 },1097 "streaming": {1098 "ms": 771,1099 "status": "ok"1100 },1101 "reasoning_control": {1102 "ms": 1427,1103 "status": "ok"1104 },1105 "structured_output": {1106 "ms": 1341,1107 "status": "ok"1108 }1109 },1110 "benchmark": {1111 "runs": 22,1112 "errors": 0,1113 "cost_mean": 0.05072159090909092,1114 "pass_rate": 1,1115 "mean_score": 1,1116 "tps_median": 160.89999999999998,1117 "by_category": {1118 "mathematics": {1119 "tps": 99.9,1120 "runs": 2,1121 "score": 1,1122 "errors": 0,1123 "judged": null,1124 "ttft_ms": 1415.5,1125 "total_ms": 4043,1126 "cost_mean": 0.0087275,1127 "pass_rate": 1,1128 "out_tokens": 326.51129 },1130 "programming": {1131 "tps": 156.60000000000002,1132 "runs": 2,1133 "score": 1,1134 "errors": 0,1135 "judged": null,1136 "ttft_ms": 4119.5,1137 "total_ms": 7068.5,1138 "cost_mean": 0.011574999999999998,1139 "pass_rate": 1,1140 "out_tokens": 4391141 },1142 "long_context": {1143 "tps": 263.54999999999995,1144 "runs": 2,1145 "score": 1,1146 "errors": 0,1147 "judged": null,1148 "ttft_ms": 2696,1149 "total_ms": 2739,1150 "cost_mean": 0.40483,1151 "pass_rate": 1,1152 "out_tokens": 111153 },1154 "tool_calling": {1155 "tps": 182.3,1156 "runs": 2,1157 "score": 1,1158 "errors": 0,1159 "judged": null,1160 "ttft_ms": 1556,1161 "total_ms": 2426,1162 "cost_mean": 0.007375,1163 "pass_rate": 1,1164 "out_tokens": 1581165 },1166 "french_writing": {1167 "tps": 390.75,1168 "runs": 2,1169 "score": 1,1170 "errors": 0,1171 "judged": 5,1172 "ttft_ms": 17383.5,1173 "total_ms": 22242,1174 "cost_mean": 0.047385,1175 "pass_rate": 1,1176 "out_tokens": 18631177 },1178 "english_writing": {1179 "tps": 245.64999999999998,1180 "runs": 2,1181 "score": 1,1182 "errors": 0,1183 "judged": 5,1184 "ttft_ms": 9286.5,1185 "total_ms": 14506,1186 "cost_mean": 0.0260725,1187 "pass_rate": 1,1188 "out_tokens": 1022.51189 },1190 "json_generation": {1191 "tps": 116.85,1192 "runs": 2,1193 "score": 1,1194 "errors": 0,1195 "judged": null,1196 "ttft_ms": 1354,1197 "total_ms": 2252.5,1198 "cost_mean": 0.005095,1199 "pass_rate": 1,1200 "out_tokens": 1051201 },1202 "simple_reasoning": {1203 "tps": 444.34999999999997,1204 "runs": 2,1205 "score": 1,1206 "errors": 0,1207 "judged": null,1208 "ttft_ms": 2304.5,1209 "total_ms": 2482.5,1210 "cost_mean": 0.00272,1211 "pass_rate": 1,1212 "out_tokens": 731213 },1214 "complex_reasoning": {1215 "tps": 168.89999999999998,1216 "runs": 2,1217 "score": 1,1218 "errors": 0,1219 "judged": null,1220 "ttft_ms": 4756.5,1221 "total_ms": 8775.5,1222 "cost_mean": 0.0179975,1223 "pass_rate": 1,1224 "out_tokens": 673.51225 },1226 "document_analysis": {1227 "tps": 111.1,1228 "runs": 2,1229 "score": 1,1230 "errors": 0,1231 "judged": null,1232 "ttft_ms": 2203,1233 "total_ms": 3265.5,1234 "cost_mean": 0.00804,1235 "pass_rate": 1,1236 "out_tokens": 1181237 },1238 "knowledge_synthesis": {1239 "tps": 121.35,1240 "runs": 2,1241 "score": 1,1242 "errors": 0,1243 "judged": 4,1244 "ttft_ms": 4503,1245 "total_ms": 9943,1246 "cost_mean": 0.01812,1247 "pass_rate": 1,1248 "out_tokens": 6551249 }1250 },1251 "judged_mean": 4.666666666666667,1252 "ttft_median_ms": 2530,1253 "total_median_ms": 40431254 },1255 "capabilities": {1256 "batch": {1257 "supported": true1258 },1259 "effort": {1260 "low": {1261 "supported": true1262 },1263 "max": {1264 "supported": true1265 },1266 "high": {1267 "supported": true1268 },1269 "xhigh": {1270 "supported": true1271 },1272 "medium": {1273 "supported": true1274 },1275 "supported": true1276 },1277 "thinking": {1278 "types": {1279 "enabled": {1280 "supported": false1281 },1282 "adaptive": {1283 "supported": true1284 },1285 "disabled": {1286 "supported": true1287 },1288 "between_tools": {1289 "supported": false1290 }1291 },1292 "supported": true1293 },1294 "citations": {1295 "supported": true1296 },1297 "pdf_input": {1298 "supported": true1299 },1300 "image_input": {1301 "supported": true1302 },1303 "server_tools": {1304 "supported": true,1305 "web_search": {1306 "supported": true1307 },1308 "code_execution": {1309 "supported": true1310 }1311 },1312 "code_execution": {1313 "supported": true1314 },1315 "context_management": {1316 "supported": true,1317 "compact_20260112": {1318 "supported": true1319 },1320 "clear_thinking_20251015": {1321 "supported": true1322 },1323 "clear_tool_uses_20250919": {1324 "supported": true1325 }1326 },1327 "structured_outputs": {1328 "supported": true1329 }1330 },1331 "notes": [],1332 "discoveredAt": "2026-11-01T07:03:46.768Z",1333 "probedAt": "2026-11-01T07:03:46.768Z",1334 "benchmarkedAt": "2026-11-01T07:18:30.317Z",1335 "createdAt": "2026-11-19T17:31:21.251Z",1336 "updatedAt": "2026-11-19T17:31:21.250Z"1337 },1338 {1339 "id": "claude-sonnet-5",1340 "provider": "anthropic",1341 "displayName": "Claude Sonnet 5",1342 "category": "text",1343 "available": true,1344 "enabled": true,1345 "contextWindow": 1000000,1346 "maxOutput": 128000,1347 "inputPrice": 2,1348 "cachedPrice": 0.2,1349 "outputPrice": 10,1350 "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",1351 "probes": {1352 "text": {1353 "ms": 937,1354 "status": "ok"1355 },1356 "vision": {1357 "ms": 891,1358 "status": "ok"1359 },1360 "tool_use": {1361 "ms": 1003,1362 "status": "ok"1363 },1364 "streaming": {1365 "ms": 1024,1366 "status": "ok"1367 },1368 "reasoning_control": {1369 "ms": 875,1370 "status": "ok"1371 },1372 "structured_output": {1373 "ms": 1055,1374 "status": "ok"1375 }1376 },1377 "benchmark": {1378 "runs": 22,1379 "errors": 0,1380 "cost_mean": 0.018897818181818182,1381 "pass_rate": 1,1382 "mean_score": 1,1383 "tps_median": 145.05,1384 "by_category": {1385 "mathematics": {1386 "tps": 117.85,1387 "runs": 2,1388 "score": 1,1389 "errors": 0,1390 "judged": null,1391 "ttft_ms": 2783.5,1392 "total_ms": 4106,1393 "cost_mean": 0.004586,1394 "pass_rate": 1,1395 "out_tokens": 4361396 },1397 "programming": {1398 "tps": 145.05,1399 "runs": 2,1400 "score": 1,1401 "errors": 0,1402 "judged": null,1403 "ttft_ms": 494,1404 "total_ms": 1814,1405 "cost_mean": 0.002155,1406 "pass_rate": 1,1407 "out_tokens": 191.51408 },1409 "long_context": {1410 "tps": 30.200000000000003,1411 "runs": 2,1412 "score": 1,1413 "errors": 0,1414 "judged": null,1415 "ttft_ms": 1202,1416 "total_ms": 1569.5,1417 "cost_mean": 0.161932,1418 "pass_rate": 1,1419 "out_tokens": 111420 },1421 "tool_calling": {1422 "tps": 200.45,1423 "runs": 2,1424 "score": 1,1425 "errors": 0,1426 "judged": null,1427 "ttft_ms": 751.5,1428 "total_ms": 1455,1429 "cost_mean": 0.002896,1430 "pass_rate": 1,1431 "out_tokens": 1391432 },1433 "french_writing": {1434 "tps": 110.45,1435 "runs": 2,1436 "score": 1,1437 "errors": 0,1438 "judged": 5,1439 "ttft_ms": 1487.5,1440 "total_ms": 7222,1441 "cost_mean": 0.006659,1442 "pass_rate": 1,1443 "out_tokens": 633.51444 },1445 "english_writing": {1446 "tps": 88.05000000000001,1447 "runs": 2,1448 "score": 1,1449 "errors": 0,1450 "judged": 5,1451 "ttft_ms": 949.5,1452 "total_ms": 6332.5,1453 "cost_mean": 0.0049440000000000005,1454 "pass_rate": 1,1455 "out_tokens": 4741456 },1457 "json_generation": {1458 "tps": 162.6,1459 "runs": 2,1460 "score": 1,1461 "errors": 0,1462 "judged": null,1463 "ttft_ms": 1258.5,1464 "total_ms": 1904.5,1465 "cost_mean": 0.002038,1466 "pass_rate": 1,1467 "out_tokens": 1051468 },1469 "simple_reasoning": {1470 "tps": 343.1,1471 "runs": 2,1472 "score": 1,1473 "errors": 0,1474 "judged": null,1475 "ttft_ms": 926,1476 "total_ms": 1158.5,1477 "cost_mean": 0.001118,1478 "pass_rate": 1,1479 "out_tokens": 761480 },1481 "complex_reasoning": {1482 "tps": 252.3,1483 "runs": 2,1484 "score": 1,1485 "errors": 0,1486 "judged": null,1487 "ttft_ms": 6056.5,1488 "total_ms": 11139,1489 "cost_mean": 0.012919,1490 "pass_rate": 1,1491 "out_tokens": 1245.51492 },1493 "document_analysis": {1494 "tps": 196.15,1495 "runs": 2,1496 "score": 1,1497 "errors": 0,1498 "judged": null,1499 "ttft_ms": 971,1500 "total_ms": 1678.5,1501 "cost_mean": 0.0034260000000000002,1502 "pass_rate": 1,1503 "out_tokens": 1391504 },1505 "knowledge_synthesis": {1506 "tps": 101.65,1507 "runs": 2,1508 "score": 1,1509 "errors": 0,1510 "judged": 3,1511 "ttft_ms": 479.5,1512 "total_ms": 4911,1513 "cost_mean": 0.005202999999999999,1514 "pass_rate": 1,1515 "out_tokens": 450.51516 }1517 },1518 "judged_mean": 4.333333333333333,1519 "ttft_median_ms": 949.5,1520 "total_median_ms": 2168.51521 },1522 "capabilities": {1523 "batch": {1524 "supported": true1525 },1526 "effort": {1527 "low": {1528 "supported": true1529 },1530 "max": {1531 "supported": true1532 },1533 "high": {1534 "supported": true1535 },1536 "xhigh": {1537 "supported": true1538 },1539 "medium": {1540 "supported": true1541 },1542 "supported": true1543 },1544 "thinking": {1545 "types": {1546 "enabled": {1547 "supported": false1548 },1549 "adaptive": {1550 "supported": true1551 },1552 "disabled": {1553 "supported": true1554 },1555 "between_tools": {1556 "supported": false1557 }1558 },1559 "supported": true1560 },1561 "citations": {1562 "supported": true1563 },1564 "pdf_input": {1565 "supported": true1566 },1567 "image_input": {1568 "supported": true1569 },1570 "server_tools": {1571 "supported": true,1572 "web_search": {1573 "supported": true1574 },1575 "code_execution": {1576 "supported": true1577 }1578 },1579 "code_execution": {1580 "supported": true1581 },1582 "context_management": {1583 "supported": true,1584 "compact_20260112": {1585 "supported": true1586 },1587 "clear_thinking_20251015": {1588 "supported": true1589 },1590 "clear_tool_uses_20250919": {1591 "supported": true1592 }1593 },1594 "structured_outputs": {1595 "supported": true1596 }1597 },1598 "notes": [],1599 "discoveredAt": "2026-11-01T07:03:46.768Z",1600 "probedAt": "2026-11-01T07:03:46.768Z",1601 "benchmarkedAt": "2026-11-01T07:18:30.317Z",1602 "createdAt": "2026-11-19T17:31:21.251Z",1603 "updatedAt": "2026-11-19T17:31:21.251Z"1604 },1605 {1606 "id": "claude-opus-4-8",1607 "provider": "anthropic",1608 "displayName": "Claude Opus 4.8",1609 "category": "text",1610 "available": true,1611 "enabled": true,1612 "contextWindow": 1000000,1613 "maxOutput": 128000,1614 "inputPrice": 5,1615 "cachedPrice": 0.5,1616 "outputPrice": 25,1617 "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",1618 "probes": {1619 "text": {1620 "ms": 560,1621 "status": "ok"1622 },1623 "vision": {1624 "ms": 836,1625 "status": "ok"1626 },1627 "tool_use": {1628 "ms": 1354,1629 "status": "ok"1630 },1631 "streaming": {1632 "ms": 614,1633 "status": "ok"1634 },1635 "reasoning_control": {1636 "ms": 653,1637 "status": "ok"1638 },1639 "structured_output": {1640 "ms": 1620,1641 "status": "ok"1642 }1643 },1644 "benchmark": {1645 "runs": 22,1646 "errors": 0,1647 "cost_mean": 0.04463363636363636,1648 "pass_rate": 1,1649 "mean_score": 1,1650 "tps_median": 103.8,1651 "by_category": {1652 "mathematics": {1653 "tps": 110.95,1654 "runs": 2,1655 "score": 1,1656 "errors": 0,1657 "judged": null,1658 "ttft_ms": 435.5,1659 "total_ms": 3139.5,1660 "cost_mean": 0.0080525,1661 "pass_rate": 1,1662 "out_tokens": 299.51663 },1664 "programming": {1665 "tps": 125.75,1666 "runs": 2,1667 "score": 1,1668 "errors": 0,1669 "judged": null,1670 "ttft_ms": 553.5,1671 "total_ms": 1918.5,1672 "cost_mean": 0.0048874999999999995,1673 "pass_rate": 1,1674 "out_tokens": 171.51675 },1676 "long_context": {1677 "tps": 41.95,1678 "runs": 2,1679 "score": 1,1680 "errors": 0,1681 "judged": null,1682 "ttft_ms": 1920,1683 "total_ms": 2182,1684 "cost_mean": 0.40483,1685 "pass_rate": 1,1686 "out_tokens": 111687 },1688 "tool_calling": {1689 "tps": 124.19999999999999,1690 "runs": 2,1691 "score": 1,1692 "errors": 0,1693 "judged": null,1694 "ttft_ms": 508.5,1695 "total_ms": 1669,1696 "cost_mean": 0.007045,1697 "pass_rate": 1,1698 "out_tokens": 1441699 },1700 "french_writing": {1701 "tps": 59.7,1702 "runs": 2,1703 "score": 1,1704 "errors": 0,1705 "judged": 5,1706 "ttft_ms": 447.5,1707 "total_ms": 9605,1708 "cost_mean": 0.014447499999999999,1709 "pass_rate": 1,1710 "out_tokens": 545.51711 },1712 "english_writing": {1713 "tps": 64.65,1714 "runs": 2,1715 "score": 1,1716 "errors": 0,1717 "judged": 5,1718 "ttft_ms": 454.5,1719 "total_ms": 7459,1720 "cost_mean": 0.0117725,1721 "pass_rate": 1,1722 "out_tokens": 450.51723 },1724 "json_generation": {1725 "tps": 114,1726 "runs": 2,1727 "score": 1,1728 "errors": 0,1729 "judged": null,1730 "ttft_ms": 1108.5,1731 "total_ms": 2021,1732 "cost_mean": 0.00507,1733 "pass_rate": 1,1734 "out_tokens": 1041735 },1736 "simple_reasoning": {1737 "tps": 110.19999999999999,1738 "runs": 2,1739 "score": 1,1740 "errors": 0,1741 "judged": null,1742 "ttft_ms": 486,1743 "total_ms": 662,1744 "cost_mean": 0.00137,1745 "pass_rate": 1,1746 "out_tokens": 191747 },1748 "complex_reasoning": {1749 "tps": 97.75,1750 "runs": 2,1751 "score": 1,1752 "errors": 0,1753 "judged": null,1754 "ttft_ms": 455,1755 "total_ms": 5179,1756 "cost_mean": 0.0126975,1757 "pass_rate": 1,1758 "out_tokens": 461.51759 },1760 "document_analysis": {1761 "tps": 110.15,1762 "runs": 2,1763 "score": 1,1764 "errors": 0,1765 "judged": null,1766 "ttft_ms": 2111,1767 "total_ms": 3173.5,1768 "cost_mean": 0.008015,1769 "pass_rate": 1,1770 "out_tokens": 1171771 },1772 "knowledge_synthesis": {1773 "tps": 87.4,1774 "runs": 2,1775 "score": 1,1776 "errors": 0,1777 "judged": 4,1778 "ttft_ms": 495.5,1779 "total_ms": 5562.5,1780 "cost_mean": 0.012782499999999999,1781 "pass_rate": 1,1782 "out_tokens": 441.51783 }1784 },1785 "judged_mean": 4.666666666666667,1786 "ttft_median_ms": 487.5,1787 "total_median_ms": 28651788 },1789 "capabilities": {1790 "batch": {1791 "supported": true1792 },1793 "effort": {1794 "low": {1795 "supported": true1796 },1797 "max": {1798 "supported": true1799 },1800 "high": {1801 "supported": true1802 },1803 "xhigh": {1804 "supported": true1805 },1806 "medium": {1807 "supported": true1808 },1809 "supported": true1810 },1811 "thinking": {1812 "types": {1813 "enabled": {1814 "supported": false1815 },1816 "adaptive": {1817 "supported": true1818 },1819 "disabled": {1820 "supported": true1821 },1822 "between_tools": {1823 "supported": false1824 }1825 },1826 "supported": true1827 },1828 "citations": {1829 "supported": true1830 },1831 "pdf_input": {1832 "supported": true1833 },1834 "image_input": {1835 "supported": true1836 },1837 "server_tools": {1838 "supported": true,1839 "web_search": {1840 "supported": true1841 },1842 "code_execution": {1843 "supported": true1844 }1845 },1846 "code_execution": {1847 "supported": true1848 },1849 "context_management": {1850 "supported": true,1851 "compact_20260112": {1852 "supported": true1853 },1854 "clear_thinking_20251015": {1855 "supported": true1856 },1857 "clear_tool_uses_20250919": {1858 "supported": true1859 }1860 },1861 "structured_outputs": {1862 "supported": true1863 }1864 },1865 "notes": [],1866 "discoveredAt": "2026-11-01T07:03:46.768Z",1867 "probedAt": "2026-11-01T07:03:46.768Z",1868 "benchmarkedAt": "2026-11-01T07:18:30.317Z",1869 "createdAt": "2026-11-19T17:31:21.252Z",1870 "updatedAt": "2026-11-19T17:31:21.252Z"1871 },1872 {1873 "id": "claude-opus-4-7",1874 "provider": "anthropic",1875 "displayName": "Claude Opus 4.7",1876 "category": "text",1877 "available": true,1878 "enabled": true,1879 "contextWindow": 1000000,1880 "maxOutput": 128000,1881 "inputPrice": 5,1882 "cachedPrice": 0.5,1883 "outputPrice": 25,1884 "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",1885 "probes": {1886 "text": {1887 "ms": 414,1888 "status": "ok"1889 },1890 "vision": {1891 "ms": 664,1892 "status": "ok"1893 },1894 "tool_use": {1895 "ms": 1172,1896 "status": "ok"1897 },1898 "streaming": {1899 "ms": 670,1900 "status": "ok"1901 },1902 "reasoning_control": {1903 "ms": 748,1904 "status": "ok"1905 },1906 "structured_output": {1907 "ms": 1247,1908 "status": "ok"1909 }1910 },1911 "benchmark": {1912 "runs": 22,1913 "errors": 0,1914 "cost_mean": 0.04462568181818181,1915 "pass_rate": 1,1916 "mean_score": 1,1917 "tps_median": 91.35,1918 "by_category": {1919 "mathematics": {1920 "tps": 76.3,1921 "runs": 2,1922 "score": 1,1923 "errors": 0,1924 "judged": null,1925 "ttft_ms": 458.5,1926 "total_ms": 4039,1927 "cost_mean": 0.007565,1928 "pass_rate": 1,1929 "out_tokens": 2791930 },1931 "programming": {1932 "tps": 125.19999999999999,1933 "runs": 2,1934 "score": 1,1935 "errors": 0,1936 "judged": null,1937 "ttft_ms": 479.5,1938 "total_ms": 1789.5,1939 "cost_mean": 0.004725,1940 "pass_rate": 1,1941 "out_tokens": 1641942 },1943 "long_context": {1944 "tps": 67.3,1945 "runs": 2,1946 "score": 1,1947 "errors": 0,1948 "judged": null,1949 "ttft_ms": 2775,1950 "total_ms": 2984.5,1951 "cost_mean": 0.40493,1952 "pass_rate": 1,1953 "out_tokens": 141954 },1955 "tool_calling": {1956 "tps": 152.64999999999998,1957 "runs": 2,1958 "score": 1,1959 "errors": 0,1960 "judged": null,1961 "ttft_ms": 992,1962 "total_ms": 1948.5,1963 "cost_mean": 0.009045,1964 "pass_rate": 1,1965 "out_tokens": 1461966 },1967 "french_writing": {1968 "tps": 52.95,1969 "runs": 2,1970 "score": 1,1971 "errors": 0,1972 "judged": 5,1973 "ttft_ms": 1160,1974 "total_ms": 11929.5,1975 "cost_mean": 0.015085000000000001,1976 "pass_rate": 1,1977 "out_tokens": 5701978 },1979 "english_writing": {1980 "tps": 59.25,1981 "runs": 2,1982 "score": 1,1983 "errors": 0,1984 "judged": 5,1985 "ttft_ms": 531,1986 "total_ms": 8492.5,1987 "cost_mean": 0.0123225,1988 "pass_rate": 1,1989 "out_tokens": 471.51990 },1991 "json_generation": {1992 "tps": 107.1,1993 "runs": 2,1994 "score": 1,1995 "errors": 0,1996 "judged": null,1997 "ttft_ms": 1585,1998 "total_ms": 2583.5,1999 "cost_mean": 0.00517,2000 "pass_rate": 1,2001 "out_tokens": 1072002 },2003 "simple_reasoning": {2004 "tps": 159.8,2005 "runs": 2,2006 "score": 1,2007 "errors": 0,2008 "judged": null,2009 "ttft_ms": 734.5,2010 "total_ms": 894.5,2011 "cost_mean": 0.00147,2012 "pass_rate": 1,2013 "out_tokens": 222014 },2015 "complex_reasoning": {2016 "tps": 91.35,2017 "runs": 2,2018 "score": 1,2019 "errors": 0,2020 "judged": null,2021 "ttft_ms": 613,2022 "total_ms": 4529.5,2023 "cost_mean": 0.010110000000000001,2024 "pass_rate": 1,2025 "out_tokens": 3572026 },2027 "document_analysis": {2028 "tps": 112.80000000000001,2029 "runs": 2,2030 "score": 1,2031 "errors": 0,2032 "judged": null,2033 "ttft_ms": 2202,2034 "total_ms": 3266.5,2035 "cost_mean": 0.008115,2036 "pass_rate": 1,2037 "out_tokens": 1202038 },2039 "knowledge_synthesis": {2040 "tps": 71.55000000000001,2041 "runs": 2,2042 "score": 1,2043 "errors": 0,2044 "judged": 3,2045 "ttft_ms": 574.5,2046 "total_ms": 6505,2047 "cost_mean": 0.012344999999999998,2048 "pass_rate": 1,2049 "out_tokens": 4232050 }2051 },2052 "judged_mean": 4.333333333333333,2053 "ttft_median_ms": 686.5,2054 "total_median_ms": 3320.52055 },2056 "capabilities": {2057 "batch": {2058 "supported": true2059 },2060 "effort": {2061 "low": {2062 "supported": true2063 },2064 "max": {2065 "supported": true2066 },2067 "high": {2068 "supported": true2069 },2070 "xhigh": {2071 "supported": true2072 },2073 "medium": {2074 "supported": true2075 },2076 "supported": true2077 },2078 "thinking": {2079 "types": {2080 "enabled": {2081 "supported": false2082 },2083 "adaptive": {2084 "supported": true2085 },2086 "disabled": {2087 "supported": true2088 },2089 "between_tools": {2090 "supported": false2091 }2092 },2093 "supported": true2094 },2095 "citations": {2096 "supported": true2097 },2098 "pdf_input": {2099 "supported": true2100 },2101 "image_input": {2102 "supported": true2103 },2104 "server_tools": {2105 "supported": true,2106 "web_search": {2107 "supported": true2108 },2109 "code_execution": {2110 "supported": true2111 }2112 },2113 "code_execution": {2114 "supported": true2115 },2116 "context_management": {2117 "supported": true,2118 "compact_20260112": {2119 "supported": true2120 },2121 "clear_thinking_20251015": {2122 "supported": true2123 },2124 "clear_tool_uses_20250919": {2125 "supported": true2126 }2127 },2128 "structured_outputs": {2129 "supported": true2130 }2131 },2132 "notes": [],2133 "discoveredAt": "2026-11-01T07:03:46.768Z",2134 "probedAt": "2026-11-01T07:03:46.768Z",2135 "benchmarkedAt": "2026-11-01T07:18:30.317Z",2136 "createdAt": "2026-11-19T17:31:21.253Z",2137 "updatedAt": "2026-11-19T17:31:21.253Z"2138 },2139 {2140 "id": "claude-sonnet-4-6",2141 "provider": "anthropic",2142 "displayName": "Claude Sonnet 4.6",2143 "category": "text",2144 "available": true,2145 "enabled": true,2146 "contextWindow": 1000000,2147 "maxOutput": 128000,2148 "inputPrice": 3,2149 "cachedPrice": 0.3,2150 "outputPrice": 15,2151 "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",2152 "probes": {2153 "text": {2154 "ms": 721,2155 "status": "ok"2156 },2157 "vision": {2158 "ms": 1393,2159 "status": "ok"2160 },2161 "tool_use": {2162 "ms": 1064,2163 "status": "ok"2164 },2165 "streaming": {2166 "ms": 1063,2167 "status": "ok"2168 },2169 "reasoning_control": {2170 "ms": 666,2171 "status": "ok"2172 },2173 "structured_output": {2174 "ms": 919,2175 "status": "ok"2176 }2177 },2178 "benchmark": {2179 "runs": 22,2180 "errors": 0,2181 "cost_mean": 0.02118927272727273,2182 "pass_rate": 1,2183 "mean_score": 1,2184 "tps_median": 89.6,2185 "by_category": {2186 "mathematics": {2187 "tps": 90.69999999999999,2188 "runs": 2,2189 "score": 1,2190 "errors": 0,2191 "judged": null,2192 "ttft_ms": 611,2193 "total_ms": 5533.5,2194 "cost_mean": 0.0069855,2195 "pass_rate": 1,2196 "out_tokens": 446.52197 },2198 "programming": {2199 "tps": 91.5,2200 "runs": 2,2201 "score": 1,2202 "errors": 0,2203 "judged": null,2204 "ttft_ms": 673.5,2205 "total_ms": 2598.5,2206 "cost_mean": 0.002883,2207 "pass_rate": 1,2208 "out_tokens": 1762209 },2210 "long_context": {2211 "tps": 35.5,2212 "runs": 2,2213 "score": 1,2214 "errors": 0,2215 "judged": null,2216 "ttft_ms": 2302.5,2217 "total_ms": 2669,2218 "cost_mean": 0.18549,2219 "pass_rate": 1,2220 "out_tokens": 132221 },2222 "tool_calling": {2223 "tps": 117.9,2224 "runs": 2,2225 "score": 1,2226 "errors": 0,2227 "judged": null,2228 "ttft_ms": 681,2229 "total_ms": 1792.5,2230 "cost_mean": 0.00441,2231 "pass_rate": 1,2232 "out_tokens": 1312233 },2234 "french_writing": {2235 "tps": 50.3,2236 "runs": 2,2237 "score": 1,2238 "errors": 0,2239 "judged": 5,2240 "ttft_ms": 714,2241 "total_ms": 8037.5,2242 "cost_mean": 0.005895,2243 "pass_rate": 1,2244 "out_tokens": 3682245 },2246 "english_writing": {2247 "tps": 40.05,2248 "runs": 2,2249 "score": 1,2250 "errors": 0,2251 "judged": 5,2252 "ttft_ms": 646,2253 "total_ms": 7520.5,2254 "cost_mean": 0.0043395,2255 "pass_rate": 1,2256 "out_tokens": 274.52257 },2258 "json_generation": {2259 "tps": 105.4,2260 "runs": 2,2261 "score": 1,2262 "errors": 0,2263 "judged": null,2264 "ttft_ms": 2725.5,2265 "total_ms": 3381,2266 "cost_mean": 0.002232,2267 "pass_rate": 1,2268 "out_tokens": 692269 },2270 "simple_reasoning": {2271 "tps": 124.9,2272 "runs": 2,2273 "score": 1,2274 "errors": 0,2275 "judged": null,2276 "ttft_ms": 1070.5,2277 "total_ms": 1231,2278 "cost_mean": 0.000741,2279 "pass_rate": 1,2280 "out_tokens": 202281 },2282 "complex_reasoning": {2283 "tps": 69.85,2284 "runs": 2,2285 "score": 1,2286 "errors": 0,2287 "judged": null,2288 "ttft_ms": 659.5,2289 "total_ms": 10339,2290 "cost_mean": 0.01062,2291 "pass_rate": 1,2292 "out_tokens": 6762293 },2294 "document_analysis": {2295 "tps": 111.94999999999999,2296 "runs": 2,2297 "score": 1,2298 "errors": 0,2299 "judged": null,2300 "ttft_ms": 3623,2301 "total_ms": 4525.5,2302 "cost_mean": 0.004038,2303 "pass_rate": 1,2304 "out_tokens": 1012305 },2306 "knowledge_synthesis": {2307 "tps": 45.75,2308 "runs": 2,2309 "score": 1,2310 "errors": 0,2311 "judged": 5,2312 "ttft_ms": 872.5,2313 "total_ms": 7648,2314 "cost_mean": 0.005448,2315 "pass_rate": 1,2316 "out_tokens": 3102317 }2318 },2319 "judged_mean": 5,2320 "ttft_median_ms": 735,2321 "total_median_ms": 4707.52322 },2323 "capabilities": {2324 "batch": {2325 "supported": true2326 },2327 "effort": {2328 "low": {2329 "supported": true2330 },2331 "max": {2332 "supported": true2333 },2334 "high": {2335 "supported": true2336 },2337 "xhigh": {2338 "supported": false2339 },2340 "medium": {2341 "supported": true2342 },2343 "supported": true2344 },2345 "thinking": {2346 "types": {2347 "enabled": {2348 "supported": true2349 },2350 "adaptive": {2351 "supported": true2352 },2353 "disabled": {2354 "supported": true2355 },2356 "between_tools": {2357 "supported": false2358 }2359 },2360 "supported": true2361 },2362 "citations": {2363 "supported": true2364 },2365 "pdf_input": {2366 "supported": true2367 },2368 "image_input": {2369 "supported": true2370 },2371 "server_tools": {2372 "supported": true,2373 "web_search": {2374 "supported": true2375 },2376 "code_execution": {2377 "supported": true2378 }2379 },2380 "code_execution": {2381 "supported": true2382 },2383 "context_management": {2384 "supported": true,2385 "compact_20260112": {2386 "supported": true2387 },2388 "clear_thinking_20251015": {2389 "supported": true2390 },2391 "clear_tool_uses_20250919": {2392 "supported": true2393 }2394 },2395 "structured_outputs": {2396 "supported": true2397 }2398 },2399 "notes": [],2400 "discoveredAt": "2026-11-01T07:03:46.768Z",2401 "probedAt": "2026-11-01T07:03:46.768Z",2402 "benchmarkedAt": "2026-11-01T07:18:30.317Z",2403 "createdAt": "2026-11-19T17:31:21.254Z",2404 "updatedAt": "2026-11-19T17:31:21.253Z"2405 },2406 {2407 "id": "claude-opus-4-6",2408 "provider": "anthropic",2409 "displayName": "Claude Opus 4.6",2410 "category": "text",2411 "available": true,2412 "enabled": true,2413 "contextWindow": 1000000,2414 "maxOutput": 128000,2415 "inputPrice": 5,2416 "cachedPrice": 0.5,2417 "outputPrice": 25,2418 "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",2419 "probes": {2420 "text": {2421 "ms": 1530,2422 "status": "ok"2423 },2424 "vision": {2425 "ms": 1280,2426 "status": "ok"2427 },2428 "tool_use": {2429 "ms": 1772,2430 "status": "ok"2431 },2432 "streaming": {2433 "ms": 1573,2434 "status": "ok"2435 },2436 "reasoning_control": {2437 "ms": 1515,2438 "status": "ok"2439 },2440 "structured_output": {2441 "ms": 1864,2442 "status": "ok"2443 }2444 },2445 "benchmark": {2446 "runs": 22,2447 "errors": 0,2448 "cost_mean": 0.03525409090909091,2449 "pass_rate": 1,2450 "mean_score": 1,2451 "tps_median": 74.5,2452 "by_category": {2453 "mathematics": {2454 "tps": 86.55,2455 "runs": 2,2456 "score": 1,2457 "errors": 0,2458 "judged": null,2459 "ttft_ms": 1582.5,2460 "total_ms": 6329.5,2461 "cost_mean": 0.010755,2462 "pass_rate": 1,2463 "out_tokens": 4112464 },2465 "programming": {2466 "tps": 96.19999999999999,2467 "runs": 2,2468 "score": 1,2469 "errors": 0,2470 "judged": null,2471 "ttft_ms": 2020.5,2472 "total_ms": 3737.5,2473 "cost_mean": 0.00453,2474 "pass_rate": 1,2475 "out_tokens": 1652476 },2477 "long_context": {2478 "tps": 26.4,2479 "runs": 2,2480 "score": 1,2481 "errors": 0,2482 "judged": null,2483 "ttft_ms": 2326,2484 "total_ms": 2823,2485 "cost_mean": 0.30915,2486 "pass_rate": 1,2487 "out_tokens": 132488 },2489 "tool_calling": {2490 "tps": 118.5,2491 "runs": 2,2492 "score": 1,2493 "errors": 0,2494 "judged": null,2495 "ttft_ms": 1791,2496 "total_ms": 2906.5,2497 "cost_mean": 0.007375,2498 "pass_rate": 1,2499 "out_tokens": 1322500 },2501 "french_writing": {2502 "tps": 50.55,2503 "runs": 2,2504 "score": 1,2505 "errors": 0,2506 "judged": 5,2507 "ttft_ms": 1509.5,2508 "total_ms": 9183.5,2509 "cost_mean": 0.0103,2510 "pass_rate": 1,2511 "out_tokens": 3872512 },2513 "english_writing": {2514 "tps": 36.7,2515 "runs": 2,2516 "score": 1,2517 "errors": 0,2518 "judged": 5,2519 "ttft_ms": 1475.5,2520 "total_ms": 8633,2521 "cost_mean": 0.0069325,2522 "pass_rate": 1,2523 "out_tokens": 262.52524 },2525 "json_generation": {2526 "tps": 113.19999999999999,2527 "runs": 2,2528 "score": 1,2529 "errors": 0,2530 "judged": null,2531 "ttft_ms": 3382.5,2532 "total_ms": 3993,2533 "cost_mean": 0.00372,2534 "pass_rate": 1,2535 "out_tokens": 692536 },2537 "simple_reasoning": {2538 "tps": 76.05,2539 "runs": 2,2540 "score": 1,2541 "errors": 0,2542 "judged": null,2543 "ttft_ms": 1441,2544 "total_ms": 1718,2545 "cost_mean": 0.001235,2546 "pass_rate": 1,2547 "out_tokens": 202548 },2549 "complex_reasoning": {2550 "tps": 61.4,2551 "runs": 2,2552 "score": 1,2553 "errors": 0,2554 "judged": null,2555 "ttft_ms": 1414,2556 "total_ms": 12800,2557 "cost_mean": 0.018250000000000002,2558 "pass_rate": 1,2559 "out_tokens": 6982560 },2561 "document_analysis": {2562 "tps": 115,2563 "runs": 2,2564 "score": 1,2565 "errors": 0,2566 "judged": null,2567 "ttft_ms": 2807,2568 "total_ms": 3685,2569 "cost_mean": 0.00673,2570 "pass_rate": 1,2571 "out_tokens": 1012572 },2573 "knowledge_synthesis": {2574 "tps": 42.2,2575 "runs": 2,2576 "score": 1,2577 "errors": 0,2578 "judged": 4.5,2579 "ttft_ms": 1718.5,2580 "total_ms": 8823,2581 "cost_mean": 0.008817499999999999,2582 "pass_rate": 1,2583 "out_tokens": 299.52584 }2585 },2586 "judged_mean": 4.833333333333333,2587 "ttft_median_ms": 1621.5,2588 "total_median_ms": 4197.52589 },2590 "capabilities": {2591 "batch": {2592 "supported": true2593 },2594 "effort": {2595 "low": {2596 "supported": true2597 },2598 "max": {2599 "supported": true2600 },2601 "high": {2602 "supported": true2603 },2604 "xhigh": {2605 "supported": false2606 },2607 "medium": {2608 "supported": true2609 },2610 "supported": true2611 },2612 "thinking": {2613 "types": {2614 "enabled": {2615 "supported": true2616 },2617 "adaptive": {2618 "supported": true2619 },2620 "disabled": {2621 "supported": true2622 },2623 "between_tools": {2624 "supported": false2625 }2626 },2627 "supported": true2628 },2629 "citations": {2630 "supported": true2631 },2632 "pdf_input": {2633 "supported": true2634 },2635 "image_input": {2636 "supported": true2637 },2638 "server_tools": {2639 "supported": true,2640 "web_search": {2641 "supported": true2642 },2643 "code_execution": {2644 "supported": true2645 }2646 },2647 "code_execution": {2648 "supported": true2649 },2650 "context_management": {2651 "supported": true,2652 "compact_20260112": {2653 "supported": true2654 },2655 "clear_thinking_20251015": {2656 "supported": true2657 },2658 "clear_tool_uses_20250919": {2659 "supported": true2660 }2661 },2662 "structured_outputs": {2663 "supported": true2664 }2665 },2666 "notes": [],2667 "discoveredAt": "2026-11-01T07:03:46.768Z",2668 "probedAt": "2026-11-01T07:03:46.768Z",2669 "benchmarkedAt": "2026-11-01T07:18:30.317Z",2670 "createdAt": "2026-11-19T17:31:21.254Z",2671 "updatedAt": "2026-11-19T17:31:21.254Z"2672 },2673 {2674 "id": "claude-opus-4-5-20251101",2675 "provider": "anthropic",2676 "displayName": "Claude Opus 4.5",2677 "category": "text",2678 "available": true,2679 "enabled": true,2680 "contextWindow": 200000,2681 "maxOutput": 64000,2682 "inputPrice": 5,2683 "cachedPrice": 0.5,2684 "outputPrice": 25,2685 "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",2686 "probes": {2687 "text": {2688 "ms": 610,2689 "status": "ok"2690 },2691 "vision": {2692 "ms": 639,2693 "status": "ok"2694 },2695 "tool_use": {2696 "ms": 1301,2697 "status": "ok"2698 },2699 "streaming": {2700 "ms": 1199,2701 "status": "ok"2702 },2703 "reasoning_control": {2704 "ms": 1454,2705 "status": "ok"2706 },2707 "structured_output": {2708 "ms": 1157,2709 "status": "ok"2710 }2711 },2712 "benchmark": {2713 "runs": 22,2714 "errors": 0,2715 "cost_mean": 0.03560272727272727,2716 "pass_rate": 1,2717 "mean_score": 1,2718 "tps_median": 97.8,2719 "by_category": {2720 "mathematics": {2721 "tps": 97.8,2722 "runs": 2,2723 "score": 1,2724 "errors": 0,2725 "judged": null,2726 "ttft_ms": 571.5,2727 "total_ms": 6305.5,2728 "cost_mean": 0.014492499999999998,2729 "pass_rate": 1,2730 "out_tokens": 560.52731 },2732 "programming": {2733 "tps": 104.55000000000001,2734 "runs": 2,2735 "score": 1,2736 "errors": 0,2737 "judged": null,2738 "ttft_ms": 820,2739 "total_ms": 2475.5,2740 "cost_mean": 0.00473,2741 "pass_rate": 1,2742 "out_tokens": 1732743 },2744 "long_context": {2745 "tps": 85.9,2746 "runs": 2,2747 "score": 1,2748 "errors": 0,2749 "judged": null,2750 "ttft_ms": 1994.5,2751 "total_ms": 2146,2752 "cost_mean": 0.30915,2753 "pass_rate": 1,2754 "out_tokens": 132755 },2756 "tool_calling": {2757 "tps": 303,2758 "runs": 2,2759 "score": 1,2760 "errors": 0,2761 "judged": null,2762 "ttft_ms": 1352.5,2763 "total_ms": 1748.5,2764 "cost_mean": 0.00707,2765 "pass_rate": 1,2766 "out_tokens": 1202767 },2768 "french_writing": {2769 "tps": 57.65,2770 "runs": 2,2771 "score": 1,2772 "errors": 0,2773 "judged": 5,2774 "ttft_ms": 656.5,2775 "total_ms": 7292.5,2776 "cost_mean": 0.010187499999999999,2777 "pass_rate": 1,2778 "out_tokens": 382.52779 },2780 "english_writing": {2781 "tps": 42.2,2782 "runs": 2,2783 "score": 1,2784 "errors": 0,2785 "judged": 5,2786 "ttft_ms": 646.5,2787 "total_ms": 6864,2788 "cost_mean": 0.006932499999999999,2789 "pass_rate": 1,2790 "out_tokens": 262.52791 },2792 "json_generation": {2793 "tps": 132.7,2794 "runs": 2,2795 "score": 1,2796 "errors": 0,2797 "judged": null,2798 "ttft_ms": 864.5,2799 "total_ms": 1384.5,2800 "cost_mean": 0.003715,2801 "pass_rate": 1,2802 "out_tokens": 692803 },2804 "simple_reasoning": {2805 "tps": 210.9,2806 "runs": 2,2807 "score": 1,2808 "errors": 0,2809 "judged": null,2810 "ttft_ms": 1088,2811 "total_ms": 1182.5,2812 "cost_mean": 0.001235,2813 "pass_rate": 1,2814 "out_tokens": 202815 },2816 "complex_reasoning": {2817 "tps": 83.25,2818 "runs": 2,2819 "score": 1,2820 "errors": 0,2821 "judged": null,2822 "ttft_ms": 816,2823 "total_ms": 9210.5,2824 "cost_mean": 0.01825,2825 "pass_rate": 1,2826 "out_tokens": 6982827 },2828 "document_analysis": {2829 "tps": 128,2830 "runs": 2,2831 "score": 1,2832 "errors": 0,2833 "judged": null,2834 "ttft_ms": 861.5,2835 "total_ms": 1650.5,2836 "cost_mean": 0.006725,2837 "pass_rate": 1,2838 "out_tokens": 1012839 },2840 "knowledge_synthesis": {2841 "tps": 48.150000000000006,2842 "runs": 2,2843 "score": 1,2844 "errors": 0,2845 "judged": 4,2846 "ttft_ms": 990.5,2847 "total_ms": 7481.5,2848 "cost_mean": 0.009142500000000001,2849 "pass_rate": 1,2850 "out_tokens": 312.52851 }2852 },2853 "judged_mean": 4.666666666666667,2854 "ttft_median_ms": 861.5,2855 "total_median_ms": 2475.52856 },2857 "capabilities": {2858 "batch": {2859 "supported": true2860 },2861 "effort": {2862 "low": {2863 "supported": true2864 },2865 "max": {2866 "supported": false2867 },2868 "high": {2869 "supported": true2870 },2871 "xhigh": {2872 "supported": false2873 },2874 "medium": {2875 "supported": true2876 },2877 "supported": true2878 },2879 "thinking": {2880 "types": {2881 "enabled": {2882 "supported": true2883 },2884 "adaptive": {2885 "supported": false2886 },2887 "disabled": {2888 "supported": true2889 },2890 "between_tools": {2891 "supported": false2892 }2893 },2894 "supported": true2895 },2896 "citations": {2897 "supported": true2898 },2899 "pdf_input": {2900 "supported": true2901 },2902 "image_input": {2903 "supported": true2904 },2905 "server_tools": {2906 "supported": true,2907 "web_search": {2908 "supported": true2909 },2910 "code_execution": {2911 "supported": true2912 }2913 },2914 "code_execution": {2915 "supported": true2916 },2917 "context_management": {2918 "supported": true,2919 "compact_20260112": {2920 "supported": false2921 },2922 "clear_thinking_20251015": {2923 "supported": true2924 },2925 "clear_tool_uses_20250919": {2926 "supported": true2927 }2928 },2929 "structured_outputs": {2930 "supported": true2931 }2932 },2933 "notes": [],2934 "discoveredAt": "2026-11-01T07:03:46.768Z",2935 "probedAt": "2026-11-01T07:03:46.768Z",2936 "benchmarkedAt": "2026-11-01T07:18:30.317Z",2937 "createdAt": "2026-11-19T17:31:21.255Z",2938 "updatedAt": "2026-11-19T17:31:21.255Z"2939 },2940 {2941 "id": "claude-sonnet-4-5-20250929",2942 "provider": "anthropic",2943 "displayName": "Claude Sonnet 4.5",2944 "category": "text",2945 "available": true,2946 "enabled": true,2947 "contextWindow": 200000,2948 "maxOutput": 64000,2949 "inputPrice": 3,2950 "cachedPrice": 0.3,2951 "outputPrice": 15,2952 "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",2953 "probes": {2954 "text": {2955 "ms": 593,2956 "status": "ok"2957 },2958 "vision": {2959 "ms": 648,2960 "status": "ok"2961 },2962 "tool_use": {2963 "ms": 1259,2964 "status": "ok"2965 },2966 "streaming": {2967 "ms": 672,2968 "status": "ok"2969 },2970 "reasoning_control": {2971 "ms": 1186,2972 "status": "ok"2973 },2974 "structured_output": {2975 "ms": 1075,2976 "status": "ok"2977 }2978 },2979 "benchmark": {2980 "runs": 22,2981 "errors": 0,2982 "cost_mean": 0.021566181818181818,2983 "pass_rate": 1,2984 "mean_score": 1,2985 "tps_median": 89.85,2986 "by_category": {2987 "mathematics": {2988 "tps": 89.85,2989 "runs": 2,2990 "score": 1,2991 "errors": 0,2992 "judged": null,2993 "ttft_ms": 774.5,2994 "total_ms": 7696,2995 "cost_mean": 0.009618,2996 "pass_rate": 1,2997 "out_tokens": 6222998 },2999 "programming": {3000 "tps": 99.6,3001 "runs": 2,3002 "score": 1,3003 "errors": 0,3004 "judged": null,3005 "ttft_ms": 589.5,3006 "total_ms": 2337,3007 "cost_mean": 0.002853,3008 "pass_rate": 1,3009 "out_tokens": 1743010 },3011 "long_context": {3012 "tps": 28.8,3013 "runs": 2,3014 "score": 1,3015 "errors": 0,3016 "judged": null,3017 "ttft_ms": 1624,3018 "total_ms": 2080,3019 "cost_mean": 0.18549,3020 "pass_rate": 1,3021 "out_tokens": 133022 },3023 "tool_calling": {3024 "tps": 230.05,3025 "runs": 2,3026 "score": 1,3027 "errors": 0,3028 "judged": null,3029 "ttft_ms": 1197.5,3030 "total_ms": 1718.5,3031 "cost_mean": 0.004242,3032 "pass_rate": 1,3033 "out_tokens": 1203034 },3035 "french_writing": {3036 "tps": 49.5,3037 "runs": 2,3038 "score": 1,3039 "errors": 0,3040 "judged": 5,3041 "ttft_ms": 561.5,3042 "total_ms": 8078.5,3043 "cost_mean": 0.005955,3044 "pass_rate": 1,3045 "out_tokens": 3723046 },3047 "english_writing": {3048 "tps": 43.150000000000006,3049 "runs": 2,3050 "score": 1,3051 "errors": 0,3052 "judged": 5,3053 "ttft_ms": 725.5,3054 "total_ms": 6388,3055 "cost_mean": 0.003882,3056 "pass_rate": 1,3057 "out_tokens": 2443058 },3059 "json_generation": {3060 "tps": 105.55000000000001,3061 "runs": 2,3062 "score": 1,3063 "errors": 0,3064 "judged": null,3065 "ttft_ms": 1074,3066 "total_ms": 1832,3067 "cost_mean": 0.002394,3068 "pass_rate": 1,3069 "out_tokens": 803070 },3071 "simple_reasoning": {3072 "tps": 122.4,3073 "runs": 2,3074 "score": 1,3075 "errors": 0,3076 "judged": null,3077 "ttft_ms": 985.5,3078 "total_ms": 1149.5,3079 "cost_mean": 0.000741,3080 "pass_rate": 1,3081 "out_tokens": 203082 },3083 "complex_reasoning": {3084 "tps": 83.80000000000001,3085 "runs": 2,3086 "score": 1,3087 "errors": 0,3088 "judged": null,3089 "ttft_ms": 591,3090 "total_ms": 10630.5,3091 "cost_mean": 0.01311,3092 "pass_rate": 1,3093 "out_tokens": 8423094 },3095 "document_analysis": {3096 "tps": 115.80000000000001,3097 "runs": 2,3098 "score": 1,3099 "errors": 0,3100 "judged": null,3101 "ttft_ms": 1042,3102 "total_ms": 1914.5,3103 "cost_mean": 0.004035,3104 "pass_rate": 1,3105 "out_tokens": 1013106 },3107 "knowledge_synthesis": {3108 "tps": 41.55,3109 "runs": 2,3110 "score": 1,3111 "errors": 0,3112 "judged": 3,3113 "ttft_ms": 630,3114 "total_ms": 7236,3115 "cost_mean": 0.004907999999999999,3116 "pass_rate": 1,3117 "out_tokens": 2743118 }3119 },3120 "judged_mean": 4.333333333333333,3121 "ttft_median_ms": 774.5,3122 "total_median_ms": 23373123 },3124 "capabilities": {3125 "batch": {3126 "supported": true3127 },3128 "effort": {3129 "low": {3130 "supported": false3131 },3132 "max": {3133 "supported": false3134 },3135 "high": {3136 "supported": false3137 },3138 "xhigh": {3139 "supported": false3140 },3141 "medium": {3142 "supported": false3143 },3144 "supported": false3145 },3146 "thinking": {3147 "types": {3148 "enabled": {3149 "supported": true3150 },3151 "adaptive": {3152 "supported": false3153 },3154 "disabled": {3155 "supported": true3156 },3157 "between_tools": {3158 "supported": false3159 }3160 },3161 "supported": true3162 },3163 "citations": {3164 "supported": true3165 },3166 "pdf_input": {3167 "supported": true3168 },3169 "image_input": {3170 "supported": true3171 },3172 "server_tools": {3173 "supported": true,3174 "web_search": {3175 "supported": true3176 },3177 "code_execution": {3178 "supported": true3179 }3180 },3181 "code_execution": {3182 "supported": true3183 },3184 "context_management": {3185 "supported": true,3186 "compact_20260112": {3187 "supported": false3188 },3189 "clear_thinking_20251015": {3190 "supported": true3191 },3192 "clear_tool_uses_20250919": {3193 "supported": true3194 }3195 },3196 "structured_outputs": {3197 "supported": true3198 }3199 },3200 "notes": [],3201 "discoveredAt": "2026-11-01T07:03:46.768Z",3202 "probedAt": "2026-11-01T07:03:46.768Z",3203 "benchmarkedAt": "2026-11-01T07:18:30.317Z",3204 "createdAt": "2026-11-19T17:31:21.257Z",3205 "updatedAt": "2026-11-19T17:31:21.257Z"3206 },3207 {3208 "id": "claude-haiku-4-5-20251001",3209 "provider": "anthropic",3210 "displayName": "Claude Haiku 4.5",3211 "category": "text",3212 "available": true,3213 "enabled": true,3214 "contextWindow": 200000,3215 "maxOutput": 64000,3216 "inputPrice": 1,3217 "cachedPrice": 0.1,3218 "outputPrice": 5,3219 "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",3220 "probes": {3221 "text": {3222 "ms": 428,3223 "status": "ok"3224 },3225 "vision": {3226 "ms": 427,3227 "status": "ok"3228 },3229 "tool_use": {3230 "ms": 777,3231 "status": "ok"3232 },3233 "streaming": {3234 "ms": 563,3235 "status": "ok"3236 },3237 "reasoning_control": {3238 "ms": 782,3239 "status": "ok"3240 },3241 "structured_output": {3242 "ms": 1178,3243 "status": "ok"3244 }3245 },3246 "benchmark": {3247 "runs": 22,3248 "errors": 0,3249 "cost_mean": 0.007205545454545453,3250 "pass_rate": 0.9090909090909091,3251 "mean_score": 0.9697272727272727,3252 "tps_median": 134.55,3253 "by_category": {3254 "mathematics": {3255 "tps": 133.35000000000002,3256 "runs": 2,3257 "score": 1,3258 "errors": 0,3259 "judged": null,3260 "ttft_ms": 372.5,3261 "total_ms": 4615,3262 "cost_mean": 0.0029259999999999998,3263 "pass_rate": 1,3264 "out_tokens": 5663265 },3266 "programming": {3267 "tps": 151.3,3268 "runs": 2,3269 "score": 1,3270 "errors": 0,3271 "judged": null,3272 "ttft_ms": 553,3273 "total_ms": 1930.5,3274 "cost_mean": 0.0011235,3275 "pass_rate": 1,3276 "out_tokens": 208.53277 },3278 "long_context": {3279 "tps": 121.5,3280 "runs": 2,3281 "score": 1,3282 "errors": 0,3283 "judged": null,3284 "ttft_ms": 865.5,3285 "total_ms": 973,3286 "cost_mean": 0.06183,3287 "pass_rate": 1,3288 "out_tokens": 133289 },3290 "tool_calling": {3291 "tps": 192.55,3292 "runs": 2,3293 "score": 1,3294 "errors": 0,3295 "judged": null,3296 "ttft_ms": 536.5,3297 "total_ms": 1165,3298 "cost_mean": 0.001419,3299 "pass_rate": 1,3300 "out_tokens": 1213301 },3302 "french_writing": {3303 "tps": 102.35,3304 "runs": 2,3305 "score": 1,3306 "errors": 0,3307 "judged": 3.5,3308 "ttft_ms": 384.5,3309 "total_ms": 3746,3310 "cost_mean": 0.0018449999999999999,3311 "pass_rate": 1,3312 "out_tokens": 3443313 },3314 "english_writing": {3315 "tps": 89.9,3316 "runs": 2,3317 "score": 1,3318 "errors": 0,3319 "judged": 4,3320 "ttft_ms": 373,3321 "total_ms": 3227,3322 "cost_mean": 0.0013565,3323 "pass_rate": 1,3324 "out_tokens": 256.53325 },3326 "json_generation": {3327 "tps": 142.55,3328 "runs": 2,3329 "score": 1,3330 "errors": 0,3331 "judged": null,3332 "ttft_ms": 1039.5,3333 "total_ms": 1524.5,3334 "cost_mean": 0.000743,3335 "pass_rate": 1,3336 "out_tokens": 693337 },3338 "simple_reasoning": {3339 "tps": 221.55,3340 "runs": 2,3341 "score": 0.667,3342 "errors": 0,3343 "judged": null,3344 "ttft_ms": 508,3345 "total_ms": 598,3346 "cost_mean": 0.000247,3347 "pass_rate": 0,3348 "out_tokens": 203349 },3350 "complex_reasoning": {3351 "tps": 131.8,3352 "runs": 2,3353 "score": 1,3354 "errors": 0,3355 "judged": null,3356 "ttft_ms": 404.5,3357 "total_ms": 7524,3358 "cost_mean": 0.0048425,3359 "pass_rate": 1,3360 "out_tokens": 936.53361 },3362 "document_analysis": {3363 "tps": 152.39999999999998,3364 "runs": 2,3365 "score": 1,3366 "errors": 0,3367 "judged": null,3368 "ttft_ms": 1132.5,3369 "total_ms": 1880.5,3370 "cost_mean": 0.00141,3371 "pass_rate": 1,3372 "out_tokens": 1143373 },3374 "knowledge_synthesis": {3375 "tps": 94.6,3376 "runs": 2,3377 "score": 1,3378 "errors": 0,3379 "judged": 2.5,3380 "ttft_ms": 368,3381 "total_ms": 3060.5,3382 "cost_mean": 0.0015184999999999999,3383 "pass_rate": 1,3384 "out_tokens": 250.53385 }3386 },3387 "judged_mean": 3.3333333333333335,3388 "ttft_median_ms": 502,3389 "total_median_ms": 1966.53390 },3391 "capabilities": {3392 "batch": {3393 "supported": true3394 },3395 "effort": {3396 "low": {3397 "supported": false3398 },3399 "max": {3400 "supported": false3401 },3402 "high": {3403 "supported": false3404 },3405 "xhigh": {3406 "supported": false3407 },3408 "medium": {3409 "supported": false3410 },3411 "supported": false3412 },3413 "thinking": {3414 "types": {3415 "enabled": {3416 "supported": true3417 },3418 "adaptive": {3419 "supported": false3420 },3421 "disabled": {3422 "supported": true3423 },3424 "between_tools": {3425 "supported": false3426 }3427 },3428 "supported": true3429 },3430 "citations": {3431 "supported": true3432 },3433 "pdf_input": {3434 "supported": true3435 },3436 "image_input": {3437 "supported": true3438 },3439 "server_tools": {3440 "supported": true,3441 "web_search": {3442 "supported": true3443 },3444 "code_execution": {3445 "supported": true3446 }3447 },3448 "code_execution": {3449 "supported": false3450 },3451 "context_management": {3452 "supported": true,3453 "compact_20260112": {3454 "supported": false3455 },3456 "clear_thinking_20251015": {3457 "supported": true3458 },3459 "clear_tool_uses_20250919": {3460 "supported": true3461 }3462 },3463 "structured_outputs": {3464 "supported": true3465 }3466 },3467 "notes": [],3468 "discoveredAt": "2026-11-01T07:03:46.768Z",3469 "probedAt": "2026-11-01T07:03:46.768Z",3470 "benchmarkedAt": "2026-11-01T07:18:30.317Z",3471 "createdAt": "2026-11-19T17:31:21.256Z",3472 "updatedAt": "2026-11-19T17:31:21.256Z"3473 },3474 {3475 "id": "claude-fable-5",3476 "provider": "anthropic",3477 "displayName": "Claude Fable 5",3478 "category": "text",3479 "available": true,3480 "enabled": true,3481 "contextWindow": 1000000,3482 "maxOutput": 128000,3483 "inputPrice": 10,3484 "cachedPrice": 1,3485 "outputPrice": 50,3486 "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",3487 "probes": {3488 "text": {3489 "ms": 1882,3490 "status": "ok"3491 },3492 "vision": {3493 "ms": 2119,3494 "status": "ok"3495 },3496 "tool_use": {3497 "ms": 2394,3498 "status": "ok"3499 },3500 "streaming": {3501 "ms": 2063,3502 "status": "ok"3503 },3504 "reasoning_control": {3505 "ms": 2015,3506 "status": "ok"3507 },3508 "structured_output": {3509 "ms": 2096,3510 "status": "ok"3511 }3512 },3513 "benchmark": {3514 "runs": 22,3515 "errors": 0,3516 "cost_mean": 0.09191499999999997,3517 "pass_rate": 0.9090909090909091,3518 "mean_score": 0.9090909090909091,3519 "tps_median": 111.85,3520 "by_category": {3521 "mathematics": {3522 "tps": 109.55,3523 "runs": 2,3524 "score": 1,3525 "errors": 0,3526 "judged": null,3527 "ttft_ms": 2058.5,3528 "total_ms": 4882.5,3529 "cost_mean": 0.01978,3530 "pass_rate": 1,3531 "out_tokens": 3733532 },3533 "programming": {3534 "tps": 121.25,3535 "runs": 2,3536 "score": 1,3537 "errors": 0,3538 "judged": null,3539 "ttft_ms": 1488.5,3540 "total_ms": 2813,3541 "cost_mean": 0.009225,3542 "pass_rate": 1,3543 "out_tokens": 160.53544 },3545 "long_context": {3546 "tps": null,3547 "runs": 2,3548 "score": 0,3549 "errors": 0,3550 "judged": null,3551 "ttft_ms": null,3552 "total_ms": 1710,3553 "cost_mean": 0.80911,3554 "pass_rate": 0,3555 "out_tokens": 03556 },3557 "tool_calling": {3558 "tps": 171.9,3559 "runs": 2,3560 "score": 1,3561 "errors": 0,3562 "judged": null,3563 "ttft_ms": 1831.5,3564 "total_ms": 2653.5,3565 "cost_mean": 0.013615,3566 "pass_rate": 1,3567 "out_tokens": 134.53568 },3569 "french_writing": {3570 "tps": 76.55,3571 "runs": 2,3572 "score": 1,3573 "errors": 0,3574 "judged": 5,3575 "ttft_ms": 1846.5,3576 "total_ms": 9302.5,3577 "cost_mean": 0.03007,3578 "pass_rate": 1,3579 "out_tokens": 5693580 },3581 "english_writing": {3582 "tps": 77.25,3583 "runs": 2,3584 "score": 1,3585 "errors": 0,3586 "judged": 5,3587 "ttft_ms": 1876.5,3588 "total_ms": 8400,3589 "cost_mean": 0.02622,3590 "pass_rate": 1,3591 "out_tokens": 5043592 },3593 "json_generation": {3594 "tps": 104.45,3595 "runs": 2,3596 "score": 1,3597 "errors": 0,3598 "judged": null,3599 "ttft_ms": 1653.5,3600 "total_ms": 2755,3601 "cost_mean": 0.01069,3602 "pass_rate": 1,3603 "out_tokens": 1153604 },3605 "simple_reasoning": {3606 "tps": 32.349999999999994,3607 "runs": 2,3608 "score": 1,3609 "errors": 0,3610 "judged": null,3611 "ttft_ms": 1527.5,3612 "total_ms": 2116,3613 "cost_mean": 0.00274,3614 "pass_rate": 1,3615 "out_tokens": 193616 },3617 "complex_reasoning": {3618 "tps": 194.8,3619 "runs": 2,3620 "score": 1,3621 "errors": 0,3622 "judged": null,3623 "ttft_ms": 4880,3624 "total_ms": 8848.5,3625 "cost_mean": 0.04102,3626 "pass_rate": 1,3627 "out_tokens": 7743628 },3629 "document_analysis": {3630 "tps": 125.5,3631 "runs": 2,3632 "score": 1,3633 "errors": 0,3634 "judged": null,3635 "ttft_ms": 955.5,3636 "total_ms": 1992.5,3637 "cost_mean": 0.01668,3638 "pass_rate": 1,3639 "out_tokens": 1303640 },3641 "knowledge_synthesis": {3642 "tps": 114.44999999999999,3643 "runs": 2,3644 "score": 1,3645 "errors": 0,3646 "judged": 5,3647 "ttft_ms": 3075,3648 "total_ms": 8038.5,3649 "cost_mean": 0.031915,3650 "pass_rate": 1,3651 "out_tokens": 568.53652 }3653 },3654 "judged_mean": 5,3655 "ttft_median_ms": 1763.5,3656 "total_median_ms": 2839.53657 },3658 "capabilities": {3659 "batch": {3660 "supported": true3661 },3662 "effort": {3663 "low": {3664 "supported": true3665 },3666 "max": {3667 "supported": true3668 },3669 "high": {3670 "supported": true3671 },3672 "xhigh": {3673 "supported": true3674 },3675 "medium": {3676 "supported": true3677 },3678 "supported": true3679 },3680 "thinking": {3681 "types": {3682 "enabled": {3683 "supported": false3684 },3685 "adaptive": {3686 "supported": true3687 },3688 "disabled": {3689 "supported": false3690 },3691 "between_tools": {3692 "supported": false3693 }3694 },3695 "supported": true3696 },3697 "citations": {3698 "supported": true3699 },3700 "pdf_input": {3701 "supported": true3702 },3703 "image_input": {3704 "supported": true3705 },3706 "server_tools": {3707 "supported": true,3708 "web_search": {3709 "supported": true3710 },3711 "code_execution": {3712 "supported": true3713 }3714 },3715 "code_execution": {3716 "supported": true3717 },3718 "context_management": {3719 "supported": true,3720 "compact_20260112": {3721 "supported": true3722 },3723 "clear_thinking_20251015": {3724 "supported": true3725 },3726 "clear_tool_uses_20250919": {3727 "supported": true3728 }3729 },3730 "structured_outputs": {3731 "supported": true3732 }3733 },3734 "notes": [],3735 "discoveredAt": "2026-11-01T07:03:46.768Z",3736 "probedAt": "2026-11-01T07:03:46.768Z",3737 "benchmarkedAt": "2026-11-01T07:18:30.317Z",3738 "createdAt": "2026-11-19T17:31:21.252Z",3739 "updatedAt": "2026-11-19T17:31:21.252Z"3740 },3741 {3742 "id": "chat-latest",3743 "provider": "openai",3744 "displayName": "chat-latest",3745 "category": "text",3746 "available": true,3747 "enabled": true,3748 "contextWindow": null,3749 "maxOutput": null,3750 "inputPrice": 5,3751 "cachedPrice": 0.5,3752 "outputPrice": 30,3753 "pricingSource": "https://developers.openai.com/api/docs/pricing",3754 "probes": {3755 "text": {3756 "ms": 802,3757 "status": "ok"3758 },3759 "vision": {3760 "ms": 948,3761 "status": "ok"3762 },3763 "tool_use": {3764 "ms": 829,3765 "status": "ok"3766 },3767 "streaming": {3768 "ms": 916,3769 "status": "ok"3770 },3771 "reasoning_control": {3772 "ms": 896,3773 "status": "ok"3774 },3775 "structured_output": {3776 "ms": 993,3777 "status": "ok"3778 }3779 },3780 "benchmark": {3781 "runs": 22,3782 "errors": 0,3783 "cost_mean": 0.019345454545454544,3784 "pass_rate": 1,3785 "mean_score": 1,3786 "tps_median": 157.05,3787 "by_category": {3788 "mathematics": {3789 "tps": 193.7,3790 "runs": 2,3791 "score": 1,3792 "errors": 0,3793 "judged": null,3794 "ttft_ms": 726,3795 "total_ms": 1969.5,3796 "cost_mean": 0.007634999999999999,3797 "pass_rate": 1,3798 "out_tokens": 2413799 },3800 "programming": {3801 "tps": 203.9,3802 "runs": 2,3803 "score": 1,3804 "errors": 0,3805 "judged": null,3806 "ttft_ms": 786,3807 "total_ms": 1392,3808 "cost_mean": 0.00408,3809 "pass_rate": 1,3810 "out_tokens": 123.53811 },3812 "long_context": {3813 "tps": 58.1,3814 "runs": 2,3815 "score": 1,3816 "errors": 0,3817 "judged": null,3818 "ttft_ms": 1056.5,3819 "total_ms": 1250.5,3820 "cost_mean": 0.15248499999999998,3821 "pass_rate": 1,3822 "out_tokens": 113823 },3824 "tool_calling": {3825 "tps": 147.7,3826 "runs": 2,3827 "score": 1,3828 "errors": 0,3829 "judged": null,3830 "ttft_ms": 622,3831 "total_ms": 899.5,3832 "cost_mean": 0.001985,3833 "pass_rate": 1,3834 "out_tokens": 413835 },3836 "french_writing": {3837 "tps": 138.4,3838 "runs": 2,3839 "score": 1,3840 "errors": 0,3841 "judged": 5,3842 "ttft_ms": 735.5,3843 "total_ms": 2906,3844 "cost_mean": 0.009475,3845 "pass_rate": 1,3846 "out_tokens": 300.53847 },3848 "english_writing": {3849 "tps": 115.5,3850 "runs": 2,3851 "score": 1,3852 "errors": 0,3853 "judged": 5,3854 "ttft_ms": 766,3855 "total_ms": 2856.5,3856 "cost_mean": 0.007549999999999999,3857 "pass_rate": 1,3858 "out_tokens": 2413859 },3860 "json_generation": {3861 "tps": 174.65,3862 "runs": 2,3863 "score": 1,3864 "errors": 0,3865 "judged": null,3866 "ttft_ms": 706.5,3867 "total_ms": 1091,3868 "cost_mean": 0.00277,3869 "pass_rate": 1,3870 "out_tokens": 673871 },3872 "simple_reasoning": {3873 "tps": 92.4,3874 "runs": 2,3875 "score": 1,3876 "errors": 0,3877 "judged": null,3878 "ttft_ms": 692.5,3879 "total_ms": 900.5,3880 "cost_mean": 0.001195,3881 "pass_rate": 1,3882 "out_tokens": 193883 },3884 "complex_reasoning": {3885 "tps": 269.25,3886 "runs": 2,3887 "score": 1,3888 "errors": 0,3889 "judged": null,3890 "ttft_ms": 1582,3891 "total_ms": 2846.5,3892 "cost_mean": 0.010794999999999999,3893 "pass_rate": 1,3894 "out_tokens": 336.53895 },3896 "document_analysis": {3897 "tps": 195.95,3898 "runs": 2,3899 "score": 1,3900 "errors": 0,3901 "judged": null,3902 "ttft_ms": 824,3903 "total_ms": 1258,3904 "cost_mean": 0.00505,3905 "pass_rate": 1,3906 "out_tokens": 853907 },3908 "knowledge_synthesis": {3909 "tps": 157.05,3910 "runs": 2,3911 "score": 1,3912 "errors": 0,3913 "judged": 5,3914 "ttft_ms": 687.5,3915 "total_ms": 2518.5,3916 "cost_mean": 0.00978,3917 "pass_rate": 1,3918 "out_tokens": 287.53919 }3920 },3921 "judged_mean": 5,3922 "ttft_median_ms": 740.5,3923 "total_median_ms": 1392.53924 },3925 "capabilities": {},3926 "notes": [],3927 "discoveredAt": "2026-11-01T07:03:46.768Z",3928 "probedAt": "2026-11-01T07:03:46.768Z",3929 "benchmarkedAt": "2026-11-01T07:18:30.317Z",3930 "createdAt": "2026-11-19T17:31:21.187Z",3931 "updatedAt": "2026-11-19T17:31:21.187Z"3932 },3933 {3934 "id": "gpt-4.1",3935 "provider": "openai",3936 "displayName": "gpt-4.1",3937 "category": "text",3938 "available": true,3939 "enabled": true,3940 "contextWindow": null,3941 "maxOutput": null,3942 "inputPrice": 2,3943 "cachedPrice": 0.5,3944 "outputPrice": 8,3945 "pricingSource": "https://developers.openai.com/api/docs/pricing",3946 "probes": {3947 "text": {3948 "ms": 650,3949 "status": "ok"3950 },3951 "vision": {3952 "ms": 568,3953 "status": "ok"3954 },3955 "tool_use": {3956 "ms": 607,3957 "status": "ok"3958 },3959 "streaming": {3960 "ms": 547,3961 "status": "ok"3962 },3963 "reasoning_control": {3964 "ms": 541,3965 "status": "ok"3966 },3967 "structured_output": {3968 "ms": 612,3969 "status": "ok"3970 }3971 },3972 "benchmark": {3973 "runs": 22,3974 "errors": 0,3975 "cost_mean": 0.011781636363636367,3976 "pass_rate": 1,3977 "mean_score": 1,3978 "tps_median": 162.95,3979 "by_category": {3980 "mathematics": {3981 "tps": 266.9,3982 "runs": 2,3983 "score": 1,3984 "errors": 0,3985 "judged": null,3986 "ttft_ms": 637,3987 "total_ms": 2967.5,3988 "cost_mean": 0.0051719999999999995,3989 "pass_rate": 1,3990 "out_tokens": 6263991 },3992 "programming": {3993 "tps": 184.5,3994 "runs": 2,3995 "score": 1,3996 "errors": 0,3997 "judged": null,3998 "ttft_ms": 371,3999 "total_ms": 1115,4000 "cost_mean": 0.001192,4001 "pass_rate": 1,4002 "out_tokens": 1304003 },4004 "long_context": {4005 "tps": 33.2,4006 "runs": 2,4007 "score": 1,4008 "errors": 0,4009 "judged": null,4010 "ttft_ms": 2847.5,4011 "total_ms": 3115,4012 "cost_mean": 0.104512,4013 "pass_rate": 1,4014 "out_tokens": 84015 },4016 "tool_calling": {4017 "tps": 132.2,4018 "runs": 2,4019 "score": 1,4020 "errors": 0,4021 "judged": null,4022 "ttft_ms": 501.5,4023 "total_ms": 789,4024 "cost_mean": 0.000596,4025 "pass_rate": 1,4026 "out_tokens": 384027 },4028 "french_writing": {4029 "tps": 179.25,4030 "runs": 2,4031 "score": 1,4032 "errors": 0,4033 "judged": 5,4034 "ttft_ms": 345.5,4035 "total_ms": 1943,4036 "cost_mean": 0.00245,4037 "pass_rate": 1,4038 "out_tokens": 2834039 },4040 "english_writing": {4041 "tps": 161.7,4042 "runs": 2,4043 "score": 1,4044 "errors": 0,4045 "judged": 5,4046 "ttft_ms": 420.5,4047 "total_ms": 1776,4048 "cost_mean": 0.001882,4049 "pass_rate": 1,4050 "out_tokens": 2194051 },4052 "json_generation": {4053 "tps": 160.7,4054 "runs": 2,4055 "score": 1,4056 "errors": 0,4057 "judged": null,4058 "ttft_ms": 522.5,4059 "total_ms": 890.5,4060 "cost_mean": 0.00078,4061 "pass_rate": 1,4062 "out_tokens": 594063 },4064 "simple_reasoning": {4065 "tps": 67.05000000000001,4066 "runs": 2,4067 "score": 1,4068 "errors": 0,4069 "judged": null,4070 "ttft_ms": 392.5,4071 "total_ms": 631,4072 "cost_mean": 0.00038,4073 "pass_rate": 1,4074 "out_tokens": 164075 },4076 "complex_reasoning": {4077 "tps": 253.25,4078 "runs": 2,4079 "score": 1,4080 "errors": 0,4081 "judged": null,4082 "ttft_ms": 421.5,4083 "total_ms": 4315,4084 "cost_mean": 0.00817,4085 "pass_rate": 1,4086 "out_tokens": 9864087 },4088 "document_analysis": {4089 "tps": 174,4090 "runs": 2,4091 "score": 1,4092 "errors": 0,4093 "judged": null,4094 "ttft_ms": 477.5,4095 "total_ms": 1064.5,4096 "cost_mean": 0.001812,4097 "pass_rate": 1,4098 "out_tokens": 1014099 },4100 "knowledge_synthesis": {4101 "tps": 216.05,4102 "runs": 2,4103 "score": 1,4104 "errors": 0,4105 "judged": 2.5,4106 "ttft_ms": 545.5,4107 "total_ms": 1812.5,4108 "cost_mean": 0.002652,4109 "pass_rate": 1,4110 "out_tokens": 273.54111 }4112 },4113 "judged_mean": 4.166666666666667,4114 "ttft_median_ms": 449.5,4115 "total_median_ms": 17224116 },4117 "capabilities": {},4118 "notes": [],4119 "discoveredAt": "2026-11-01T07:03:46.768Z",4120 "probedAt": "2026-11-01T07:03:46.768Z",4121 "benchmarkedAt": "2026-11-01T07:18:30.317Z",4122 "createdAt": "2026-11-19T17:31:21.199Z",4123 "updatedAt": "2026-11-19T17:31:21.199Z"4124 },4125 {4126 "id": "gpt-5",4127 "provider": "openai",4128 "displayName": "gpt-5",4129 "category": "text",4130 "available": true,4131 "enabled": true,4132 "contextWindow": null,4133 "maxOutput": null,4134 "inputPrice": 1.25,4135 "cachedPrice": 0.125,4136 "outputPrice": 10,4137 "pricingSource": "https://developers.openai.com/api/docs/pricing",4138 "probes": {4139 "text": {4140 "ms": 2030,4141 "status": "ok"4142 },4143 "vision": {4144 "ms": 1105,4145 "status": "ok"4146 },4147 "tool_use": {4148 "ms": 986,4149 "status": "ok"4150 },4151 "streaming": {4152 "ms": 1210,4153 "status": "ok"4154 },4155 "reasoning_control": {4156 "ms": 907,4157 "status": "ok"4158 },4159 "structured_output": {4160 "ms": 8394,4161 "status": "ok"4162 }4163 },4164 "benchmark": {4165 "runs": 22,4166 "errors": 0,4167 "cost_mean": 0.012055863636363634,4168 "pass_rate": 1,4169 "mean_score": 1,4170 "tps_median": 962.45,4171 "by_category": {4172 "mathematics": {4173 "tps": 197,4174 "runs": 2,4175 "score": 1,4176 "errors": 0,4177 "judged": null,4178 "ttft_ms": 7273.5,4179 "total_ms": 7600,4180 "cost_mean": 0.008736250000000001,4181 "pass_rate": 1,4182 "out_tokens": 863.54183 },4184 "programming": {4185 "tps": 960.75,4186 "runs": 2,4187 "score": 1,4188 "errors": 0,4189 "judged": null,4190 "ttft_ms": 3734,4191 "total_ms": 4640.5,4192 "cost_mean": 0.00878375,4193 "pass_rate": 1,4194 "out_tokens": 8694195 },4196 "long_context": {4197 "tps": 796.45,4198 "runs": 2,4199 "score": 1,4200 "errors": 0,4201 "judged": null,4202 "ttft_ms": 3088.5,4203 "total_ms": 3382,4204 "cost_mean": 0.04594575,4205 "pass_rate": 1,4206 "out_tokens": 207.54207 },4208 "tool_calling": {4209 "tps": 574.1,4210 "runs": 2,4211 "score": 1,4212 "errors": 0,4213 "judged": null,4214 "ttft_ms": 1965,4215 "total_ms": 2430,4216 "cost_mean": 0.00260875,4217 "pass_rate": 1,4218 "out_tokens": 2424219 },4220 "french_writing": {4221 "tps": 763.4,4222 "runs": 2,4223 "score": 1,4224 "errors": 0,4225 "judged": 5,4226 "ttft_ms": 7258,4227 "total_ms": 9252.5,4228 "cost_mean": 0.01303,4229 "pass_rate": 1,4230 "out_tokens": 1291.54231 },4232 "english_writing": {4233 "tps": 1243.15,4234 "runs": 2,4235 "score": 1,4236 "errors": 0,4237 "judged": 5,4238 "ttft_ms": 9221.5,4239 "total_ms": 10391.5,4240 "cost_mean": 0.0146,4241 "pass_rate": 1,4242 "out_tokens": 14524243 },4244 "json_generation": {4245 "tps": 1050.35,4246 "runs": 2,4247 "score": 1,4248 "errors": 0,4249 "judged": null,4250 "ttft_ms": 2910,4251 "total_ms": 3430,4252 "cost_mean": 0.00564,4253 "pass_rate": 1,4254 "out_tokens": 5454255 },4256 "simple_reasoning": {4257 "tps": 830.9,4258 "runs": 2,4259 "score": 1,4260 "errors": 0,4261 "judged": null,4262 "ttft_ms": 1297,4263 "total_ms": 1580.5,4264 "cost_mean": 0.0024462499999999996,4265 "pass_rate": 1,4266 "out_tokens": 2294267 },4268 "complex_reasoning": {4269 "tps": 1215.55,4270 "runs": 2,4271 "score": 1,4272 "errors": 0,4273 "judged": null,4274 "ttft_ms": 4953,4275 "total_ms": 5845,4276 "cost_mean": 0.010825000000000001,4277 "pass_rate": 1,4278 "out_tokens": 10654279 },4280 "document_analysis": {4281 "tps": 1595.9499999999998,4282 "runs": 2,4283 "score": 1,4284 "errors": 0,4285 "judged": null,4286 "ttft_ms": 5090.5,4287 "total_ms": 5656,4288 "cost_mean": 0.0093,4289 "pass_rate": 1,4290 "out_tokens": 867.54291 },4292 "knowledge_synthesis": {4293 "tps": 566.55,4294 "runs": 2,4295 "score": 1,4296 "errors": 0,4297 "judged": 3,4298 "ttft_ms": 5380.5,4299 "total_ms": 7232,4300 "cost_mean": 0.01069875,4301 "pass_rate": 1,4302 "out_tokens": 10414303 }4304 },4305 "judged_mean": 4.333333333333333,4306 "ttft_median_ms": 4121,4307 "total_median_ms": 4969.54308 },4309 "capabilities": {},4310 "notes": [],4311 "discoveredAt": "2026-11-01T07:03:46.768Z",4312 "probedAt": "2026-11-01T07:03:46.768Z",4313 "benchmarkedAt": "2026-11-01T07:18:30.317Z",4314 "createdAt": "2026-11-19T17:31:21.212Z",4315 "updatedAt": "2026-11-19T17:31:21.212Z"4316 },4317 {4318 "id": "gpt-5-mini",4319 "provider": "openai",4320 "displayName": "gpt-5-mini",4321 "category": "text",4322 "available": true,4323 "enabled": true,4324 "contextWindow": null,4325 "maxOutput": null,4326 "inputPrice": 0.25,4327 "cachedPrice": 0.025,4328 "outputPrice": 2,4329 "pricingSource": "https://developers.openai.com/api/docs/pricing",4330 "probes": {4331 "text": {4332 "ms": 1484,4333 "status": "ok"4334 },4335 "vision": {4336 "ms": 1442,4337 "status": "ok"4338 },4339 "tool_use": {4340 "ms": 1556,4341 "status": "ok"4342 },4343 "streaming": {4344 "ms": 1489,4345 "status": "ok"4346 },4347 "reasoning_control": {4348 "ms": 1092,4349 "status": "ok"4350 },4351 "structured_output": {4352 "ms": 5095,4353 "status": "ok"4354 }4355 },4356 "benchmark": {4357 "runs": 22,4358 "errors": 0,4359 "cost_mean": 0.0025639545454545455,4360 "pass_rate": 1,4361 "mean_score": 1,4362 "tps_median": 374.55,4363 "by_category": {4364 "mathematics": {4365 "tps": 156.05,4366 "runs": 2,4367 "score": 1,4368 "errors": 0,4369 "judged": null,4370 "ttft_ms": 6625,4371 "total_ms": 8280.5,4372 "cost_mean": 0.00233525,4373 "pass_rate": 1,4374 "out_tokens": 1157.54375 },4376 "programming": {4377 "tps": 401.75,4378 "runs": 2,4379 "score": 1,4380 "errors": 0,4381 "judged": null,4382 "ttft_ms": 4148.5,4383 "total_ms": 5509,4384 "cost_mean": 0.00111375,4385 "pass_rate": 1,4386 "out_tokens": 547.54387 },4388 "long_context": {4389 "tps": 471.75,4390 "runs": 2,4391 "score": 1,4392 "errors": 0,4393 "judged": null,4394 "ttft_ms": 2807.5,4395 "total_ms": 3102.5,4396 "cost_mean": 0.01406575,4397 "pass_rate": 1,4398 "out_tokens": 1334399 },4400 "tool_calling": {4401 "tps": 205.14999999999998,4402 "runs": 2,4403 "score": 1,4404 "errors": 0,4405 "judged": null,4406 "ttft_ms": 1149,4407 "total_ms": 1626.5,4408 "cost_mean": 0.00023075,4409 "pass_rate": 1,4410 "out_tokens": 96.54411 },4412 "french_writing": {4413 "tps": 558.05,4414 "runs": 2,4415 "score": 1,4416 "errors": 0,4417 "judged": 5,4418 "ttft_ms": 13945.5,4419 "total_ms": 16488.5,4420 "cost_mean": 0.00286,4421 "pass_rate": 1,4422 "out_tokens": 1418.54423 },4424 "english_writing": {4425 "tps": 364.35,4426 "runs": 2,4427 "score": 1,4428 "errors": 0,4429 "judged": 5,4430 "ttft_ms": 8008,4431 "total_ms": 10396.5,4432 "cost_mean": 0.001692,4433 "pass_rate": 1,4434 "out_tokens": 8384435 },4436 "json_generation": {4437 "tps": 241.25,4438 "runs": 2,4439 "score": 1,4440 "errors": 0,4441 "judged": null,4442 "ttft_ms": 2894,4443 "total_ms": 3835.5,4444 "cost_mean": 0.000492,4445 "pass_rate": 1,4446 "out_tokens": 2274447 },4448 "simple_reasoning": {4449 "tps": 829.3,4450 "runs": 2,4451 "score": 1,4452 "errors": 0,4453 "judged": null,4454 "ttft_ms": 2540.5,4455 "total_ms": 2858,4456 "cost_mean": 0.00055525,4457 "pass_rate": 1,4458 "out_tokens": 2624459 },4460 "complex_reasoning": {4461 "tps": 349.75,4462 "runs": 2,4463 "score": 1,4464 "errors": 0,4465 "judged": null,4466 "ttft_ms": 9508.5,4467 "total_ms": 12444,4468 "cost_mean": 0.0020740000000000003,4469 "pass_rate": 1,4470 "out_tokens": 1019.54471 },4472 "document_analysis": {4473 "tps": 378.8,4474 "runs": 2,4475 "score": 1,4476 "errors": 0,4477 "judged": null,4478 "ttft_ms": 4189.5,4479 "total_ms": 5282.5,4480 "cost_mean": 0.000953,4481 "pass_rate": 1,4482 "out_tokens": 4144483 },4484 "knowledge_synthesis": {4485 "tps": 393.45000000000005,4486 "runs": 2,4487 "score": 1,4488 "errors": 0,4489 "judged": 4.5,4490 "ttft_ms": 6918,4491 "total_ms": 9179.5,4492 "cost_mean": 0.00183175,4493 "pass_rate": 1,4494 "out_tokens": 8874495 }4496 },4497 "judged_mean": 4.833333333333333,4498 "ttft_median_ms": 4395,4499 "total_median_ms": 56734500 },4501 "capabilities": {},4502 "notes": [],4503 "discoveredAt": "2026-11-01T07:03:46.768Z",4504 "probedAt": "2026-11-01T07:03:46.768Z",4505 "benchmarkedAt": "2026-11-01T07:18:30.317Z",4506 "createdAt": "2026-11-19T17:31:21.214Z",4507 "updatedAt": "2026-11-19T17:31:21.214Z"4508 },4509 {4510 "id": "gpt-5.1",4511 "provider": "openai",4512 "displayName": "gpt-5.1",4513 "category": "text",4514 "available": true,4515 "enabled": true,4516 "contextWindow": null,4517 "maxOutput": null,4518 "inputPrice": 1.25,4519 "cachedPrice": 0.125,4520 "outputPrice": 10,4521 "pricingSource": "https://developers.openai.com/api/docs/pricing",4522 "probes": {4523 "text": {4524 "ms": 667,4525 "status": "ok"4526 },4527 "vision": {4528 "ms": 894,4529 "status": "ok"4530 },4531 "tool_use": {4532 "ms": 703,4533 "status": "ok"4534 },4535 "streaming": {4536 "ms": 708,4537 "status": "ok"4538 },4539 "reasoning_control": {4540 "ms": 672,4541 "status": "ok"4542 },4543 "structured_output": {4544 "ms": 757,4545 "status": "ok"4546 }4547 },4548 "benchmark": {4549 "runs": 22,4550 "errors": 0,4551 "cost_mean": 0.0056788636363636355,4552 "pass_rate": 1,4553 "mean_score": 1,4554 "tps_median": 138.85000000000002,4555 "by_category": {4556 "mathematics": {4557 "tps": 183,4558 "runs": 2,4559 "score": 1,4560 "errors": 0,4561 "judged": null,4562 "ttft_ms": 680,4563 "total_ms": 2868.5,4564 "cost_mean": 0.00408625,4565 "pass_rate": 1,4566 "out_tokens": 398.54567 },4568 "programming": {4569 "tps": 161.65,4570 "runs": 2,4571 "score": 1,4572 "errors": 0,4573 "judged": null,4574 "ttft_ms": 808.5,4575 "total_ms": 1711.5,4576 "cost_mean": 0.00155375,4577 "pass_rate": 1,4578 "out_tokens": 1464579 },4580 "long_context": {4581 "tps": 64.05,4582 "runs": 2,4583 "score": 1,4584 "errors": 0,4585 "judged": null,4586 "ttft_ms": 1506.5,4587 "total_ms": 1775,4588 "cost_mean": 0.03820875,4589 "pass_rate": 1,4590 "out_tokens": 174591 },4592 "tool_calling": {4593 "tps": 134.10000000000002,4594 "runs": 2,4595 "score": 1,4596 "errors": 0,4597 "judged": null,4598 "ttft_ms": 672.5,4599 "total_ms": 1023.5,4600 "cost_mean": 0.00065875,4601 "pass_rate": 1,4602 "out_tokens": 474603 },4604 "french_writing": {4605 "tps": 101.05,4606 "runs": 2,4607 "score": 1,4608 "errors": 0,4609 "judged": 5,4610 "ttft_ms": 987,4611 "total_ms": 3910,4612 "cost_mean": 0.00307,4613 "pass_rate": 1,4614 "out_tokens": 295.54615 },4616 "english_writing": {4617 "tps": 52.8,4618 "runs": 2,4619 "score": 1,4620 "errors": 0,4621 "judged": 5,4622 "ttft_ms": 559.5,4623 "total_ms": 4746.5,4624 "cost_mean": 0.0022849999999999997,4625 "pass_rate": 1,4626 "out_tokens": 220.54627 },4628 "json_generation": {4629 "tps": 159.45,4630 "runs": 2,4631 "score": 1,4632 "errors": 0,4633 "judged": null,4634 "ttft_ms": 653.5,4635 "total_ms": 1112.5,4636 "cost_mean": 0.00092,4637 "pass_rate": 1,4638 "out_tokens": 734639 },4640 "simple_reasoning": {4641 "tps": 100.69999999999999,4642 "runs": 2,4643 "score": 1,4644 "errors": 0,4645 "judged": null,4646 "ttft_ms": 584.5,4647 "total_ms": 833,4648 "cost_mean": 0.00040625,4649 "pass_rate": 1,4650 "out_tokens": 254651 },4652 "complex_reasoning": {4653 "tps": 189.2,4654 "runs": 2,4655 "score": 1,4656 "errors": 0,4657 "judged": null,4658 "ttft_ms": 614,4659 "total_ms": 4113,4660 "cost_mean": 0.00679,4661 "pass_rate": 1,4662 "out_tokens": 661.54663 },4664 "document_analysis": {4665 "tps": 171.60000000000002,4666 "runs": 2,4667 "score": 1,4668 "errors": 0,4669 "judged": null,4670 "ttft_ms": 826.5,4671 "total_ms": 1363,4672 "cost_mean": 0.001535,4673 "pass_rate": 1,4674 "out_tokens": 914675 },4676 "knowledge_synthesis": {4677 "tps": 132.95,4678 "runs": 2,4679 "score": 1,4680 "errors": 0,4681 "judged": 3.5,4682 "ttft_ms": 594.5,4683 "total_ms": 2606,4684 "cost_mean": 0.0029537499999999998,4685 "pass_rate": 1,4686 "out_tokens": 266.54687 }4688 },4689 "judged_mean": 4.5,4690 "ttft_median_ms": 649.5,4691 "total_median_ms": 21814692 },4693 "capabilities": {},4694 "notes": [],4695 "discoveredAt": "2026-11-01T07:03:46.768Z",4696 "probedAt": "2026-11-01T07:03:46.768Z",4697 "benchmarkedAt": "2026-11-01T07:18:30.317Z",4698 "createdAt": "2026-11-19T17:31:21.218Z",4699 "updatedAt": "2026-11-19T17:31:21.218Z"4700 },4701 {4702 "id": "gpt-5.2",4703 "provider": "openai",4704 "displayName": "gpt-5.2",4705 "category": "text",4706 "available": true,4707 "enabled": true,4708 "contextWindow": null,4709 "maxOutput": null,4710 "inputPrice": 1.75,4711 "cachedPrice": 0.175,4712 "outputPrice": 14,4713 "pricingSource": "https://developers.openai.com/api/docs/pricing",4714 "probes": {4715 "text": {4716 "ms": 702,4717 "status": "ok"4718 },4719 "vision": {4720 "ms": 766,4721 "status": "ok"4722 },4723 "tool_use": {4724 "ms": 742,4725 "status": "ok"4726 },4727 "streaming": {4728 "ms": 918,4729 "status": "ok"4730 },4731 "reasoning_control": {4732 "ms": 752,4733 "status": "ok"4734 },4735 "structured_output": {4736 "ms": 942,4737 "status": "ok"4738 }4739 },4740 "benchmark": {4741 "runs": 22,4742 "errors": 0,4743 "cost_mean": 0.007360118181818184,4744 "pass_rate": 1,4745 "mean_score": 1,4746 "tps_median": 85.35,4747 "by_category": {4748 "mathematics": {4749 "tps": 89.94999999999999,4750 "runs": 2,4751 "score": 1,4752 "errors": 0,4753 "judged": null,4754 "ttft_ms": 708.5,4755 "total_ms": 4149.5,4756 "cost_mean": 0.00450975,4757 "pass_rate": 1,4758 "out_tokens": 3124759 },4760 "programming": {4761 "tps": 102.80000000000001,4762 "runs": 2,4763 "score": 1,4764 "errors": 0,4765 "judged": null,4766 "ttft_ms": 801.5,4767 "total_ms": 2144.5,4768 "cost_mean": 0.00206325,4769 "pass_rate": 1,4770 "out_tokens": 1384771 },4772 "long_context": {4773 "tps": 46,4774 "runs": 2,4775 "score": 1,4776 "errors": 0,4777 "judged": null,4778 "ttft_ms": 779.5,4779 "total_ms": 1019.5,4780 "cost_mean": 0.053509049999999996,4781 "pass_rate": 1,4782 "out_tokens": 114783 },4784 "tool_calling": {4785 "tps": 93.7,4786 "runs": 2,4787 "score": 1,4788 "errors": 0,4789 "judged": null,4790 "ttft_ms": 710.5,4791 "total_ms": 1148,4792 "cost_mean": 0.00083825,4793 "pass_rate": 1,4794 "out_tokens": 414795 },4796 "french_writing": {4797 "tps": 81.25,4798 "runs": 2,4799 "score": 1,4800 "errors": 0,4801 "judged": 5,4802 "ttft_ms": 717.5,4803 "total_ms": 3830.5,4804 "cost_mean": 0.003689,4805 "pass_rate": 1,4806 "out_tokens": 2524807 },4808 "english_writing": {4809 "tps": 57.55,4810 "runs": 2,4811 "score": 1,4812 "errors": 0,4813 "judged": 5,4814 "ttft_ms": 570.5,4815 "total_ms": 4333.5,4816 "cost_mean": 0.003143,4817 "pass_rate": 1,4818 "out_tokens": 216.54819 },4820 "json_generation": {4821 "tps": 97.6,4822 "runs": 2,4823 "score": 1,4824 "errors": 0,4825 "judged": null,4826 "ttft_ms": 704.5,4827 "total_ms": 1407.5,4828 "cost_mean": 0.001204,4829 "pass_rate": 1,4830 "out_tokens": 674831 },4832 "simple_reasoning": {4833 "tps": 52.55,4834 "runs": 2,4835 "score": 1,4836 "errors": 0,4837 "judged": null,4838 "ttft_ms": 629,4839 "total_ms": 999.5,4840 "cost_mean": 0.00048475,4841 "pass_rate": 1,4842 "out_tokens": 194843 },4844 "complex_reasoning": {4845 "tps": 87.9,4846 "runs": 2,4847 "score": 1,4848 "errors": 0,4849 "judged": null,4850 "ttft_ms": 571.5,4851 "total_ms": 4959,4852 "cost_mean": 0.005656,4853 "pass_rate": 1,4854 "out_tokens": 386.54855 },4856 "document_analysis": {4857 "tps": 110,4858 "runs": 2,4859 "score": 1,4860 "errors": 0,4861 "judged": null,4862 "ttft_ms": 792,4863 "total_ms": 1564.5,4864 "cost_mean": 0.002065,4865 "pass_rate": 1,4866 "out_tokens": 854867 },4868 "knowledge_synthesis": {4869 "tps": 72.7,4870 "runs": 2,4871 "score": 1,4872 "errors": 0,4873 "judged": 3,4874 "ttft_ms": 584.5,4875 "total_ms": 3930,4876 "cost_mean": 0.0037992499999999997,4877 "pass_rate": 1,4878 "out_tokens": 242.54879 }4880 },4881 "judged_mean": 4.333333333333333,4882 "ttft_median_ms": 675.5,4883 "total_median_ms": 2144.54884 },4885 "capabilities": {},4886 "notes": [],4887 "discoveredAt": "2026-11-01T07:03:46.768Z",4888 "probedAt": "2026-11-01T07:03:46.768Z",4889 "benchmarkedAt": "2026-11-01T07:18:30.317Z",4890 "createdAt": "2026-11-19T17:31:21.221Z",4891 "updatedAt": "2026-11-19T17:31:21.221Z"4892 },4893 {4894 "id": "gpt-5.3-codex",4895 "provider": "openai",4896 "displayName": "gpt-5.3-codex",4897 "category": "text-specialized",4898 "available": true,4899 "enabled": true,4900 "contextWindow": null,4901 "maxOutput": null,4902 "inputPrice": 1.75,4903 "cachedPrice": 0.175,4904 "outputPrice": 14,4905 "pricingSource": "https://developers.openai.com/api/docs/pricing",4906 "probes": {4907 "text": {4908 "ms": 904,4909 "status": "ok"4910 },4911 "vision": {4912 "ms": 925,4913 "status": "ok"4914 },4915 "tool_use": {4916 "ms": 885,4917 "status": "ok"4918 },4919 "streaming": {4920 "ms": 809,4921 "status": "ok"4922 },4923 "reasoning_control": {4924 "ms": 844,4925 "status": "ok"4926 },4927 "structured_output": {4928 "ms": 942,4929 "status": "ok"4930 }4931 },4932 "benchmark": {4933 "runs": 22,4934 "errors": 0,4935 "cost_mean": 0.011508954545454546,4936 "pass_rate": 1,4937 "mean_score": 1,4938 "tps_median": 93.95,4939 "by_category": {4940 "mathematics": {4941 "tps": 136,4942 "runs": 2,4943 "score": 1,4944 "errors": 0,4945 "judged": null,4946 "ttft_ms": 538.5,4947 "total_ms": 3267.5,4948 "cost_mean": 0.00532875,4949 "pass_rate": 1,4950 "out_tokens": 370.54951 },4952 "programming": {4953 "tps": 140.45,4954 "runs": 2,4955 "score": 1,4956 "errors": 0,4957 "judged": null,4958 "ttft_ms": 548,4959 "total_ms": 1417.5,4960 "cost_mean": 0.0018392500000000002,4961 "pass_rate": 1,4962 "out_tokens": 1224963 },4964 "long_context": {4965 "tps": 42.150000000000006,4966 "runs": 2,4967 "score": 1,4968 "errors": 0,4969 "judged": null,4970 "ttft_ms": 706.5,4971 "total_ms": 974.5,4972 "cost_mean": 0.09675225,4973 "pass_rate": 1,4974 "out_tokens": 114975 },4976 "tool_calling": {4977 "tps": 89.05000000000001,4978 "runs": 2,4979 "score": 1,4980 "errors": 0,4981 "judged": null,4982 "ttft_ms": 623,4983 "total_ms": 1083,4984 "cost_mean": 0.00083825,4985 "pass_rate": 1,4986 "out_tokens": 414987 },4988 "french_writing": {4989 "tps": 80.9,4990 "runs": 2,4991 "score": 1,4992 "errors": 0,4993 "judged": 5,4994 "ttft_ms": 728,4995 "total_ms": 4085,4996 "cost_mean": 0.003962,4997 "pass_rate": 1,4998 "out_tokens": 271.54999 },5000 "english_writing": {5001 "tps": 67.9,5002 "runs": 2,5003 "score": 1,5004 "errors": 0,5005 "judged": 5,5006 "ttft_ms": 526,5007 "total_ms": 3880.5,5008 "cost_mean": 0.00329,5009 "pass_rate": 1,5010 "out_tokens": 2275011 },5012 "json_generation": {5013 "tps": 115.25,5014 "runs": 2,5015 "score": 1,5016 "errors": 0,5017 "judged": null,5018 "ttft_ms": 702,5019 "total_ms": 1284,5020 "cost_mean": 0.001204,5021 "pass_rate": 1,5022 "out_tokens": 675023 },5024 "simple_reasoning": {5025 "tps": 65.9,5026 "runs": 2,5027 "score": 1,5028 "errors": 0,5029 "judged": null,5030 "ttft_ms": 542,5031 "total_ms": 831,5032 "cost_mean": 0.00048475,5033 "pass_rate": 1,5034 "out_tokens": 195035 },5036 "complex_reasoning": {5037 "tps": 111.75,5038 "runs": 2,5039 "score": 1,5040 "errors": 0,5041 "judged": null,5042 "ttft_ms": 700.5,5043 "total_ms": 4894.5,5044 "cost_mean": 0.006810999999999999,5045 "pass_rate": 1,5046 "out_tokens": 4695047 },5048 "document_analysis": {5049 "tps": 122.44999999999999,5050 "runs": 2,5051 "score": 1,5052 "errors": 0,5053 "judged": null,5054 "ttft_ms": 602,5055 "total_ms": 1296.5,5056 "cost_mean": 0.002065,5057 "pass_rate": 1,5058 "out_tokens": 855059 },5060 "knowledge_synthesis": {5061 "tps": 93.55000000000001,5062 "runs": 2,5063 "score": 1,5064 "errors": 0,5065 "judged": 4,5066 "ttft_ms": 609,5067 "total_ms": 3382.5,5068 "cost_mean": 0.00402325,5069 "pass_rate": 1,5070 "out_tokens": 258.55071 }5072 },5073 "judged_mean": 4.666666666666667,5074 "ttft_median_ms": 601.5,5075 "total_median_ms": 1417.55076 },5077 "capabilities": {},5078 "notes": [],5079 "discoveredAt": "2026-11-01T07:03:46.768Z",5080 "probedAt": "2026-11-01T07:03:46.768Z",5081 "benchmarkedAt": "2026-11-01T07:18:30.317Z",5082 "createdAt": "2026-11-19T17:31:21.226Z",5083 "updatedAt": "2026-11-19T17:31:21.225Z"5084 },5085 {5086 "id": "gpt-5.4",5087 "provider": "openai",5088 "displayName": "gpt-5.4",5089 "category": "text",5090 "available": true,5091 "enabled": true,5092 "contextWindow": null,5093 "maxOutput": null,5094 "inputPrice": 2.5,5095 "cachedPrice": 0.25,5096 "outputPrice": 15,5097 "pricingSource": "https://developers.openai.com/api/docs/pricing",5098 "probes": {5099 "text": {5100 "ms": 720,5101 "status": "ok"5102 },5103 "vision": {5104 "ms": 767,5105 "status": "ok"5106 },5107 "tool_use": {5108 "ms": 1079,5109 "status": "ok"5110 },5111 "streaming": {5112 "ms": 955,5113 "status": "ok"5114 },5115 "reasoning_control": {5116 "ms": 883,5117 "status": "ok"5118 },5119 "structured_output": {5120 "ms": 986,5121 "status": "ok"5122 }5123 },5124 "benchmark": {5125 "runs": 22,5126 "errors": 0,5127 "cost_mean": 0.015774999999999997,5128 "pass_rate": 1,5129 "mean_score": 1,5130 "tps_median": 85.69999999999999,5131 "by_category": {5132 "mathematics": {5133 "tps": 110.5,5134 "runs": 2,5135 "score": 1,5136 "errors": 0,5137 "judged": null,5138 "ttft_ms": 645,5139 "total_ms": 3608,5140 "cost_mean": 0.005115,5141 "pass_rate": 1,5142 "out_tokens": 327.55143 },5144 "programming": {5145 "tps": 112.25,5146 "runs": 2,5147 "score": 1,5148 "errors": 0,5149 "judged": null,5150 "ttft_ms": 796.5,5151 "total_ms": 1764.5,5152 "cost_mean": 0.001815,5153 "pass_rate": 1,5154 "out_tokens": 108.55155 },5156 "long_context": {5157 "tps": 32.7,5158 "runs": 2,5159 "score": 1,5160 "errors": 0,5161 "judged": null,5162 "ttft_ms": 1132,5163 "total_ms": 1526.5,5164 "cost_mean": 0.1381625,5165 "pass_rate": 1,5166 "out_tokens": 115167 },5168 "tool_calling": {5169 "tps": 114.1,5170 "runs": 2,5171 "score": 1,5172 "errors": 0,5173 "judged": null,5174 "ttft_ms": 652.5,5175 "total_ms": 1011.5,5176 "cost_mean": 0.0009925,5177 "pass_rate": 1,5178 "out_tokens": 415179 },5180 "french_writing": {5181 "tps": 40.75,5182 "runs": 2,5183 "score": 1,5184 "errors": 0,5185 "judged": 5,5186 "ttft_ms": 783,5187 "total_ms": 7653.5,5188 "cost_mean": 0.0044225,5189 "pass_rate": 1,5190 "out_tokens": 279.55191 },5192 "english_writing": {5193 "tps": 54,5194 "runs": 2,5195 "score": 1,5196 "errors": 0,5197 "judged": 5,5198 "ttft_ms": 589,5199 "total_ms": 4781.5,5200 "cost_mean": 0.0035575,5201 "pass_rate": 1,5202 "out_tokens": 226.55203 },5204 "json_generation": {5205 "tps": 100.65,5206 "runs": 2,5207 "score": 1,5208 "errors": 0,5209 "judged": null,5210 "ttft_ms": 787,5211 "total_ms": 1453.5,5212 "cost_mean": 0.001385,5213 "pass_rate": 1,5214 "out_tokens": 675215 },5216 "simple_reasoning": {5217 "tps": 53.95,5218 "runs": 2,5219 "score": 1,5220 "errors": 0,5221 "judged": null,5222 "ttft_ms": 628,5223 "total_ms": 982.5,5224 "cost_mean": 0.0005975,5225 "pass_rate": 1,5226 "out_tokens": 195227 },5228 "complex_reasoning": {5229 "tps": 85.69999999999999,5230 "runs": 2,5231 "score": 1,5232 "errors": 0,5233 "judged": null,5234 "ttft_ms": 740,5235 "total_ms": 8292,5236 "cost_mean": 0.010055000000000001,5237 "pass_rate": 1,5238 "out_tokens": 6475239 },5240 "document_analysis": {5241 "tps": 114.30000000000001,5242 "runs": 2,5243 "score": 1,5244 "errors": 0,5245 "judged": null,5246 "ttft_ms": 878,5247 "total_ms": 1630.5,5248 "cost_mean": 0.002525,5249 "pass_rate": 1,5250 "out_tokens": 855251 },5252 "knowledge_synthesis": {5253 "tps": 72.8,5254 "runs": 2,5255 "score": 1,5256 "errors": 0,5257 "judged": 5,5258 "ttft_ms": 734,5259 "total_ms": 4693.5,5260 "cost_mean": 0.0048975,5261 "pass_rate": 1,5262 "out_tokens": 2885263 }5264 },5265 "judged_mean": 5,5266 "ttft_median_ms": 715.5,5267 "total_median_ms": 1817.55268 },5269 "capabilities": {},5270 "notes": [],5271 "discoveredAt": "2026-11-01T07:03:46.768Z",5272 "probedAt": "2026-11-01T07:03:46.768Z",5273 "benchmarkedAt": "2026-11-01T07:18:30.317Z",5274 "createdAt": "2026-11-19T17:31:21.226Z",5275 "updatedAt": "2026-11-19T17:31:21.226Z"5276 },5277 {5278 "id": "gpt-5.5",5279 "provider": "openai",5280 "displayName": "gpt-5.5",5281 "category": "text",5282 "available": true,5283 "enabled": true,5284 "contextWindow": null,5285 "maxOutput": null,5286 "inputPrice": 5,5287 "cachedPrice": 0.5,5288 "outputPrice": 30,5289 "pricingSource": "https://developers.openai.com/api/docs/pricing",5290 "probes": {5291 "text": {5292 "ms": 907,5293 "status": "ok"5294 },5295 "vision": {5296 "ms": 1283,5297 "status": "ok"5298 },5299 "tool_use": {5300 "ms": 972,5301 "status": "ok"5302 },5303 "streaming": {5304 "ms": 1085,5305 "status": "ok"5306 },5307 "reasoning_control": {5308 "ms": 1074,5309 "status": "ok"5310 },5311 "structured_output": {5312 "ms": 1671,5313 "status": "ok"5314 }5315 },5316 "benchmark": {5317 "runs": 22,5318 "errors": 0,5319 "cost_mean": 0.02123545454545455,5320 "pass_rate": 1,5321 "mean_score": 1,5322 "tps_median": 146.55,5323 "by_category": {5324 "mathematics": {5325 "tps": 79.65,5326 "runs": 2,5327 "score": 1,5328 "errors": 0,5329 "judged": null,5330 "ttft_ms": 1952.5,5331 "total_ms": 2295.5,5332 "cost_mean": 0.004095,5333 "pass_rate": 1,5334 "out_tokens": 1235335 },5336 "programming": {5337 "tps": 199.85000000000002,5338 "runs": 2,5339 "score": 1,5340 "errors": 0,5341 "judged": null,5342 "ttft_ms": 2119,5343 "total_ms": 3176,5344 "cost_mean": 0.00669,5345 "pass_rate": 1,5346 "out_tokens": 210.55347 },5348 "long_context": {5349 "tps": 403,5350 "runs": 2,5351 "score": 1,5352 "errors": 0,5353 "judged": null,5354 "ttft_ms": 2015.5,5355 "total_ms": 2255,5356 "cost_mean": 0.15496000000000001,5357 "pass_rate": 1,5358 "out_tokens": 93.55359 },5360 "tool_calling": {5361 "tps": 111.7,5362 "runs": 2,5363 "score": 1,5364 "errors": 0,5365 "judged": null,5366 "ttft_ms": 894.5,5367 "total_ms": 1262,5368 "cost_mean": 0.001985,5369 "pass_rate": 1,5370 "out_tokens": 415371 },5372 "french_writing": {5373 "tps": 213.05,5374 "runs": 2,5375 "score": 1,5376 "errors": 0,5377 "judged": 5,5378 "ttft_ms": 9677,5379 "total_ms": 13390.5,5380 "cost_mean": 0.02245,5381 "pass_rate": 1,5382 "out_tokens": 7335383 },5384 "english_writing": {5385 "tps": 71.25,5386 "runs": 2,5387 "score": 1,5388 "errors": 0,5389 "judged": 5,5390 "ttft_ms": 1137,5391 "total_ms": 4611,5392 "cost_mean": 0.007730000000000001,5393 "pass_rate": 1,5394 "out_tokens": 2475395 },5396 "json_generation": {5397 "tps": 139.89999999999998,5398 "runs": 2,5399 "score": 1,5400 "errors": 0,5401 "judged": null,5402 "ttft_ms": 1008.5,5403 "total_ms": 1639,5404 "cost_mean": 0.003385,5405 "pass_rate": 1,5406 "out_tokens": 87.55407 },5408 "simple_reasoning": {5409 "tps": 191.60000000000002,5410 "runs": 2,5411 "score": 1,5412 "errors": 0,5413 "judged": null,5414 "ttft_ms": 1398,5415 "total_ms": 1776.5,5416 "cost_mean": 0.002785,5417 "pass_rate": 1,5418 "out_tokens": 725419 },5420 "complex_reasoning": {5421 "tps": 255.85000000000002,5422 "runs": 2,5423 "score": 1,5424 "errors": 0,5425 "judged": null,5426 "ttft_ms": 4300.5,5427 "total_ms": 5810.5,5428 "cost_mean": 0.01225,5429 "pass_rate": 1,5430 "out_tokens": 3855431 },5432 "document_analysis": {5433 "tps": 118.1,5434 "runs": 2,5435 "score": 1,5436 "errors": 0,5437 "judged": null,5438 "ttft_ms": 890,5439 "total_ms": 1613,5440 "cost_mean": 0.00505,5441 "pass_rate": 1,5442 "out_tokens": 855443 },5444 "knowledge_synthesis": {5445 "tps": 160.9,5446 "runs": 2,5447 "score": 1,5448 "errors": 0,5449 "judged": 4.5,5450 "ttft_ms": 2466.5,5451 "total_ms": 4838.5,5452 "cost_mean": 0.012209999999999999,5453 "pass_rate": 1,5454 "out_tokens": 368.55455 }5456 },5457 "judged_mean": 4.833333333333333,5458 "ttft_median_ms": 1755,5459 "total_median_ms": 24725460 },5461 "capabilities": {},5462 "notes": [],5463 "discoveredAt": "2026-11-01T07:03:46.768Z",5464 "probedAt": "2026-11-01T07:03:46.768Z",5465 "benchmarkedAt": "2026-11-01T07:18:30.317Z",5466 "createdAt": "2026-11-19T17:31:21.230Z",5467 "updatedAt": "2026-11-19T17:31:21.230Z"5468 },5469 {5470 "id": "gpt-5.6-sol",5471 "provider": "openai",5472 "displayName": "gpt-5.6-sol",5473 "category": "text",5474 "available": true,5475 "enabled": true,5476 "contextWindow": null,5477 "maxOutput": null,5478 "inputPrice": 4,5479 "cachedPrice": 0.4,5480 "outputPrice": 20,5481 "pricingSource": "https://developers.openai.com/api/docs/pricing",5482 "probes": {5483 "text": {5484 "ms": 824,5485 "status": "ok"5486 },5487 "vision": {5488 "ms": 1467,5489 "status": "ok"5490 },5491 "tool_use": {5492 "ms": 794,5493 "status": "ok"5494 },5495 "streaming": {5496 "ms": 761,5497 "status": "ok"5498 },5499 "reasoning_control": {5500 "ms": 1011,5501 "status": "ok"5502 },5503 "structured_output": {5504 "ms": 801,5505 "status": "ok"5506 }5507 },5508 "benchmark": {5509 "runs": 22,5510 "errors": 0,5511 "cost_mean": 0.015229745454545453,5512 "pass_rate": 1,5513 "mean_score": 1,5514 "tps_median": 132.5,5515 "by_category": {5516 "mathematics": {5517 "tps": 132.5,5518 "runs": 2,5519 "score": 1,5520 "errors": 0,5521 "judged": null,5522 "ttft_ms": 1170,5523 "total_ms": 2600,5524 "cost_mean": 0.005234,5525 "pass_rate": 1,5526 "out_tokens": 245.55527 },5528 "programming": {5529 "tps": 271.20000000000005,5530 "runs": 2,5531 "score": 1,5532 "errors": 0,5533 "judged": null,5534 "ttft_ms": 1839.5,5535 "total_ms": 2626,5536 "cost_mean": 0.0044399999999999995,5537 "pass_rate": 1,5538 "out_tokens": 2075539 },5540 "long_context": {5541 "tps": 37.849999999999994,5542 "runs": 2,5543 "score": 1,5544 "errors": 0,5545 "judged": null,5546 "ttft_ms": 1641,5547 "total_ms": 1933,5548 "cost_mean": 0.1216632,5549 "pass_rate": 1,5550 "out_tokens": 115551 },5552 "tool_calling": {5553 "tps": 144.85000000000002,5554 "runs": 2,5555 "score": 1,5556 "errors": 0,5557 "judged": null,5558 "ttft_ms": 860.5,5559 "total_ms": 1244,5560 "cost_mean": 0.001714,5561 "pass_rate": 1,5562 "out_tokens": 55.55563 },5564 "french_writing": {5565 "tps": 116.95,5566 "runs": 2,5567 "score": 1,5568 "errors": 0,5569 "judged": 5,5570 "ttft_ms": 1252,5571 "total_ms": 4038,5572 "cost_mean": 0.006888,5573 "pass_rate": 1,5574 "out_tokens": 3265575 },5576 "english_writing": {5577 "tps": 108.85,5578 "runs": 2,5579 "score": 1,5580 "errors": 0,5581 "judged": 5,5582 "ttft_ms": 1089.5,5583 "total_ms": 3794,5584 "cost_mean": 0.006136,5585 "pass_rate": 1,5586 "out_tokens": 2945587 },5588 "json_generation": {5589 "tps": 113.75,5590 "runs": 2,5591 "score": 1,5592 "errors": 0,5593 "judged": null,5594 "ttft_ms": 743.5,5595 "total_ms": 1333,5596 "cost_mean": 0.001948,5597 "pass_rate": 1,5598 "out_tokens": 675599 },5600 "simple_reasoning": {5601 "tps": 63.3,5602 "runs": 2,5603 "score": 1,5604 "errors": 0,5605 "judged": null,5606 "ttft_ms": 787,5607 "total_ms": 1087,5608 "cost_mean": 0.00088,5609 "pass_rate": 1,5610 "out_tokens": 195611 },5612 "complex_reasoning": {5613 "tps": 329.20000000000005,5614 "runs": 2,5615 "score": 1,5616 "errors": 0,5617 "judged": null,5618 "ttft_ms": 3244,5619 "total_ms": 4249.5,5620 "cost_mean": 0.00718,5621 "pass_rate": 1,5622 "out_tokens": 3315623 },5624 "document_analysis": {5625 "tps": 153.85,5626 "runs": 2,5627 "score": 1,5628 "errors": 0,5629 "judged": null,5630 "ttft_ms": 774.5,5631 "total_ms": 1327.5,5632 "cost_mean": 0.0037,5633 "pass_rate": 1,5634 "out_tokens": 855635 },5636 "knowledge_synthesis": {5637 "tps": 152.5,5638 "runs": 2,5639 "score": 1,5640 "errors": 0,5641 "judged": 5,5642 "ttft_ms": 1906,5643 "total_ms": 4141.5,5644 "cost_mean": 0.007743999999999999,5645 "pass_rate": 1,5646 "out_tokens": 3415647 }5648 },5649 "judged_mean": 5,5650 "ttft_median_ms": 1107.5,5651 "total_median_ms": 24665652 },5653 "capabilities": {},5654 "notes": [],5655 "discoveredAt": "2026-11-01T07:03:46.768Z",5656 "probedAt": "2026-11-01T07:03:46.768Z",5657 "benchmarkedAt": "2026-11-01T07:18:30.317Z",5658 "createdAt": "2026-11-19T17:31:21.232Z",5659 "updatedAt": "2026-11-19T17:31:21.232Z"5660 },5661 {5662 "id": "gpt-6-astra",5663 "provider": "openai",5664 "displayName": "gpt-6-astra",5665 "category": "text",5666 "available": true,5667 "enabled": true,5668 "contextWindow": null,5669 "maxOutput": null,5670 "inputPrice": 10,5671 "cachedPrice": 1,5672 "outputPrice": 50,5673 "pricingSource": "https://developers.openai.com/api/docs/pricing",5674 "probes": {5675 "text": {5676 "ms": 2008,5677 "status": "ok"5678 },5679 "vision": {5680 "ms": 1071,5681 "status": "ok"5682 },5683 "tool_use": {5684 "ms": 1513,5685 "status": "ok"5686 },5687 "streaming": {5688 "ms": 1186,5689 "status": "ok"5690 },5691 "reasoning_control": {5692 "ms": 980,5693 "status": "ok"5694 },5695 "structured_output": {5696 "ms": 2239,5697 "status": "ok"5698 }5699 },5700 "benchmark": {5701 "runs": 22,5702 "errors": 0,5703 "cost_mean": 0.03680618181818182,5704 "pass_rate": 1,5705 "mean_score": 1,5706 "tps_median": 77.85,5707 "by_category": {5708 "mathematics": {5709 "tps": 75.15,5710 "runs": 2,5711 "score": 1,5712 "errors": 0,5713 "judged": null,5714 "ttft_ms": 2493,5715 "total_ms": 2858.5,5716 "cost_mean": 0.004935,5717 "pass_rate": 1,5718 "out_tokens": 82.55719 },5720 "programming": {5721 "tps": 208.55,5722 "runs": 2,5723 "score": 1,5724 "errors": 0,5725 "judged": null,5726 "ttft_ms": 3521,5727 "total_ms": 4526,5728 "cost_mean": 0.011300000000000001,5729 "pass_rate": 1,5730 "out_tokens": 2115731 },5732 "long_context": {5733 "tps": 30.4,5734 "runs": 2,5735 "score": 1,5736 "errors": 0,5737 "judged": null,5738 "ttft_ms": 2465.5,5739 "total_ms": 2827.5,5740 "cost_mean": 0.30415800000000004,5741 "pass_rate": 1,5742 "out_tokens": 115743 },5744 "tool_calling": {5745 "tps": 93.94999999999999,5746 "runs": 2,5747 "score": 1,5748 "errors": 0,5749 "judged": null,5750 "ttft_ms": 1530.5,5751 "total_ms": 1973,5752 "cost_mean": 0.00356,5753 "pass_rate": 1,5754 "out_tokens": 415755 },5756 "french_writing": {5757 "tps": 45.150000000000006,5758 "runs": 2,5759 "score": 1,5760 "errors": 0,5761 "judged": 5,5762 "ttft_ms": 2570,5763 "total_ms": 9359,5764 "cost_mean": 0.016245,5765 "pass_rate": 1,5766 "out_tokens": 306.55767 },5768 "english_writing": {5769 "tps": 43.45,5770 "runs": 2,5771 "score": 1,5772 "errors": 0,5773 "judged": 5,5774 "ttft_ms": 2419.5,5775 "total_ms": 8367.5,5776 "cost_mean": 0.013565,5777 "pass_rate": 1,5778 "out_tokens": 258.55779 },5780 "json_generation": {5781 "tps": 93.5,5782 "runs": 2,5783 "score": 1,5784 "errors": 0,5785 "judged": null,5786 "ttft_ms": 1995,5787 "total_ms": 2804.5,5788 "cost_mean": 0.00487,5789 "pass_rate": 1,5790 "out_tokens": 675791 },5792 "simple_reasoning": {5793 "tps": 93.1,5794 "runs": 2,5795 "score": 1,5796 "errors": 0,5797 "judged": null,5798 "ttft_ms": 1421.5,5799 "total_ms": 1873.5,5800 "cost_mean": 0.00305,5801 "pass_rate": 1,5802 "out_tokens": 365803 },5804 "complex_reasoning": {5805 "tps": 96.95,5806 "runs": 2,5807 "score": 1,5808 "errors": 0,5809 "judged": null,5810 "ttft_ms": 3496,5811 "total_ms": 6345,5812 "cost_mean": 0.015224999999999999,5813 "pass_rate": 1,5814 "out_tokens": 276.55815 },5816 "document_analysis": {5817 "tps": 126.35000000000001,5818 "runs": 2,5819 "score": 1,5820 "errors": 0,5821 "judged": null,5822 "ttft_ms": 1307.5,5823 "total_ms": 2154.5,5824 "cost_mean": 0.01035,5825 "pass_rate": 1,5826 "out_tokens": 1075827 },5828 "knowledge_synthesis": {5829 "tps": 76,5830 "runs": 2,5831 "score": 1,5832 "errors": 0,5833 "judged": 5,5834 "ttft_ms": 2987.5,5835 "total_ms": 7010.5,5836 "cost_mean": 0.01761,5837 "pass_rate": 1,5838 "out_tokens": 3065839 }5840 },5841 "judged_mean": 5,5842 "ttft_median_ms": 2376,5843 "total_median_ms": 3056.55844 },5845 "capabilities": {},5846 "notes": [],5847 "discoveredAt": "2026-11-01T07:03:46.768Z",5848 "probedAt": "2026-11-01T07:03:46.768Z",5849 "benchmarkedAt": "2026-11-01T07:18:30.317Z",5850 "createdAt": "2026-11-19T17:31:21.234Z",5851 "updatedAt": "2026-11-19T17:31:21.233Z"5852 },5853 {5854 "id": "gpt-6-sol",5855 "provider": "openai",5856 "displayName": "gpt-6-sol",5857 "category": "text",5858 "available": true,5859 "enabled": true,5860 "contextWindow": null,5861 "maxOutput": null,5862 "inputPrice": 2,5863 "cachedPrice": 0.2,5864 "outputPrice": 10,5865 "pricingSource": "https://developers.openai.com/api/docs/pricing",5866 "probes": {5867 "text": {5868 "ms": 756,5869 "status": "ok"5870 },5871 "vision": {5872 "ms": 1228,5873 "status": "ok"5874 },5875 "tool_use": {5876 "ms": 789,5877 "status": "ok"5878 },5879 "streaming": {5880 "ms": 825,5881 "status": "ok"5882 },5883 "reasoning_control": {5884 "ms": 703,5885 "status": "ok"5886 },5887 "structured_output": {5888 "ms": 1422,5889 "status": "ok"5890 }5891 },5892 "benchmark": {5893 "runs": 22,5894 "errors": 0,5895 "cost_mean": 0.007464418181818181,5896 "pass_rate": 1,5897 "mean_score": 1,5898 "tps_median": 149.39999999999998,5899 "by_category": {5900 "mathematics": {5901 "tps": 81.6,5902 "runs": 2,5903 "score": 1,5904 "errors": 0,5905 "judged": null,5906 "ttft_ms": 940,5907 "total_ms": 1281,5908 "cost_mean": 0.000812,5909 "pass_rate": 1,5910 "out_tokens": 655911 },5912 "programming": {5913 "tps": 311.70000000000005,5914 "runs": 2,5915 "score": 1,5916 "errors": 0,5917 "judged": null,5918 "ttft_ms": 1837,5919 "total_ms": 2589.5,5920 "cost_mean": 0.002495,5921 "pass_rate": 1,5922 "out_tokens": 234.55923 },5924 "long_context": {5925 "tps": 38.35,5926 "runs": 2,5927 "score": 1,5928 "errors": 0,5929 "judged": null,5930 "ttft_ms": 1154.5,5931 "total_ms": 1452.5,5932 "cost_mean": 0.0608316,5933 "pass_rate": 1,5934 "out_tokens": 115935 },5936 "tool_calling": {5937 "tps": 97.25,5938 "runs": 2,5939 "score": 1,5940 "errors": 0,5941 "judged": null,5942 "ttft_ms": 828.5,5943 "total_ms": 1251,5944 "cost_mean": 0.000712,5945 "pass_rate": 1,5946 "out_tokens": 415947 },5948 "french_writing": {5949 "tps": 213.2,5950 "runs": 2,5951 "score": 1,5952 "errors": 0,5953 "judged": 5,5954 "ttft_ms": 2382,5955 "total_ms": 4593.5,5956 "cost_mean": 0.004373999999999999,5957 "pass_rate": 1,5958 "out_tokens": 4195959 },5960 "english_writing": {5961 "tps": 241.05,5962 "runs": 2,5963 "score": 1,5964 "errors": 0,5965 "judged": 5,5966 "ttft_ms": 2360,5967 "total_ms": 4195,5968 "cost_mean": 0.003848,5969 "pass_rate": 1,5970 "out_tokens": 3725971 },5972 "json_generation": {5973 "tps": 127.64999999999999,5974 "runs": 2,5975 "score": 1,5976 "errors": 0,5977 "judged": null,5978 "ttft_ms": 1200.5,5979 "total_ms": 1732,5980 "cost_mean": 0.000974,5981 "pass_rate": 1,5982 "out_tokens": 675983 },5984 "simple_reasoning": {5985 "tps": 104.94999999999999,5986 "runs": 2,5987 "score": 1,5988 "errors": 0,5989 "judged": null,5990 "ttft_ms": 849,5991 "total_ms": 1187,5992 "cost_mean": 0.000595,5993 "pass_rate": 1,5994 "out_tokens": 34.55995 },5996 "complex_reasoning": {5997 "tps": 254.15,5998 "runs": 2,5999 "score": 1,6000 "errors": 0,6001 "judged": null,6002 "ttft_ms": 1983,6003 "total_ms": 2787,6004 "cost_mean": 0.002325,6005 "pass_rate": 1,6006 "out_tokens": 204.56007 },6008 "document_analysis": {6009 "tps": 185.8,6010 "runs": 2,6011 "score": 1,6012 "errors": 0,6013 "judged": null,6014 "ttft_ms": 955,6015 "total_ms": 1538,6016 "cost_mean": 0.0020800000000000003,6017 "pass_rate": 1,6018 "out_tokens": 1086019 },6020 "knowledge_synthesis": {6021 "tps": 164.5,6022 "runs": 2,6023 "score": 1,6024 "errors": 0,6025 "judged": 5,6026 "ttft_ms": 933.5,6027 "total_ms": 2514.5,6028 "cost_mean": 0.003062,6029 "pass_rate": 1,6030 "out_tokens": 2606031 }6032 },6033 "judged_mean": 5,6034 "ttft_median_ms": 1106,6035 "total_median_ms": 17326036 },6037 "capabilities": {},6038 "notes": [],6039 "discoveredAt": "2026-11-01T07:03:46.768Z",6040 "probedAt": "2026-11-01T07:03:46.768Z",6041 "benchmarkedAt": "2026-11-01T07:18:30.317Z",6042 "createdAt": "2026-11-19T17:31:21.235Z",6043 "updatedAt": "2026-11-19T17:31:21.234Z"6044 },6045 {6046 "id": "gpt-6.1-sol",6047 "provider": "openai",6048 "displayName": "gpt-6.1-sol",6049 "category": "text",6050 "available": true,6051 "enabled": true,6052 "contextWindow": null,6053 "maxOutput": null,6054 "inputPrice": 2,6055 "cachedPrice": 0.1,6056 "outputPrice": 10,6057 "pricingSource": "https://developers.openai.com/api/docs/pricing",6058 "probes": {6059 "text": {6060 "ms": 1034,6061 "status": "ok"6062 },6063 "vision": {6064 "ms": 923,6065 "status": "ok"6066 },6067 "tool_use": {6068 "ms": 1140,6069 "status": "ok"6070 },6071 "streaming": {6072 "ms": 1033,6073 "status": "ok"6074 },6075 "reasoning_control": {6076 "ms": 1056,6077 "status": "ok"6078 },6079 "structured_output": {6080 "ms": 2452,6081 "status": "ok"6082 }6083 },6084 "benchmark": {6085 "runs": 22,6086 "errors": 0,6087 "cost_mean": 0.007028981818181817,6088 "pass_rate": 1,6089 "mean_score": 1,6090 "tps_median": 88.75,6091 "by_category": {6092 "mathematics": {6093 "tps": 74.44999999999999,6094 "runs": 2,6095 "score": 1,6096 "errors": 0,6097 "judged": null,6098 "ttft_ms": 1805,6099 "total_ms": 2183.5,6100 "cost_mean": 0.000847,6101 "pass_rate": 1,6102 "out_tokens": 68.56103 },6104 "programming": {6105 "tps": 247.70000000000002,6106 "runs": 2,6107 "score": 1,6108 "errors": 0,6109 "judged": null,6110 "ttft_ms": 3534,6111 "total_ms": 4413,6112 "cost_mean": 0.0023150000000000002,6113 "pass_rate": 1,6114 "out_tokens": 216.56115 },6116 "long_context": {6117 "tps": 42.2,6118 "runs": 2,6119 "score": 1,6120 "errors": 0,6121 "judged": null,6122 "ttft_ms": 1422,6123 "total_ms": 1687.5,6124 "cost_mean": 0.0580718,6125 "pass_rate": 1,6126 "out_tokens": 116127 },6128 "tool_calling": {6129 "tps": 108.69999999999999,6130 "runs": 2,6131 "score": 1,6132 "errors": 0,6133 "judged": null,6134 "ttft_ms": 794.5,6135 "total_ms": 1173.5,6136 "cost_mean": 0.000712,6137 "pass_rate": 1,6138 "out_tokens": 416139 },6140 "french_writing": {6141 "tps": 60.2,6142 "runs": 2,6143 "score": 1,6144 "errors": 0,6145 "judged": 5,6146 "ttft_ms": 2749.5,6147 "total_ms": 7974,6148 "cost_mean": 0.0033290000000000004,6149 "pass_rate": 1,6150 "out_tokens": 314.56151 },6152 "english_writing": {6153 "tps": 44,6154 "runs": 2,6155 "score": 1,6156 "errors": 0,6157 "judged": 5,6158 "ttft_ms": 1979,6159 "total_ms": 7634.5,6160 "cost_mean": 0.002618,6161 "pass_rate": 1,6162 "out_tokens": 2496163 },6164 "json_generation": {6165 "tps": 115.75,6166 "runs": 2,6167 "score": 1,6168 "errors": 0,6169 "judged": null,6170 "ttft_ms": 1059.5,6171 "total_ms": 1674,6172 "cost_mean": 0.000974,6173 "pass_rate": 1,6174 "out_tokens": 676175 },6176 "simple_reasoning": {6177 "tps": 93.05000000000001,6178 "runs": 2,6179 "score": 1,6180 "errors": 0,6181 "judged": null,6182 "ttft_ms": 1110.5,6183 "total_ms": 1417.5,6184 "cost_mean": 0.00052,6185 "pass_rate": 1,6186 "out_tokens": 276187 },6188 "complex_reasoning": {6189 "tps": 126.4,6190 "runs": 2,6191 "score": 1,6192 "errors": 0,6193 "judged": null,6194 "ttft_ms": 2701,6195 "total_ms": 4874,6196 "cost_mean": 0.00298,6197 "pass_rate": 1,6198 "out_tokens": 2706199 },6200 "document_analysis": {6201 "tps": 151.64999999999998,6202 "runs": 2,6203 "score": 1,6204 "errors": 0,6205 "judged": null,6206 "ttft_ms": 1136.5,6207 "total_ms": 1875.5,6208 "cost_mean": 0.00212,6209 "pass_rate": 1,6210 "out_tokens": 1126211 },6212 "knowledge_synthesis": {6213 "tps": 72.75,6214 "runs": 2,6215 "score": 1,6216 "errors": 0,6217 "judged": 4,6218 "ttft_ms": 846,6219 "total_ms": 4112,6220 "cost_mean": 0.002832,6221 "pass_rate": 1,6222 "out_tokens": 2376223 }6224 },6225 "judged_mean": 4.666666666666667,6226 "ttft_median_ms": 1444,6227 "total_median_ms": 2183.56228 },6229 "capabilities": {},6230 "notes": [],6231 "discoveredAt": "2026-11-01T07:03:46.768Z",6232 "probedAt": "2026-11-01T07:03:46.768Z",6233 "benchmarkedAt": "2026-11-01T07:18:30.317Z",6234 "createdAt": "2026-11-19T17:31:21.235Z",6235 "updatedAt": "2026-11-19T17:31:21.235Z"6236 },6237 {6238 "id": "gpt-6.1-terra",6239 "provider": "openai",6240 "displayName": "gpt-6.1-terra",6241 "category": "text",6242 "available": true,6243 "enabled": true,6244 "contextWindow": null,6245 "maxOutput": null,6246 "inputPrice": 1,6247 "cachedPrice": 0.05,6248 "outputPrice": 5,6249 "pricingSource": "https://developers.openai.com/api/docs/pricing",6250 "probes": {6251 "text": {6252 "ms": 800,6253 "status": "ok"6254 },6255 "vision": {6256 "ms": 1379,6257 "status": "ok"6258 },6259 "tool_use": {6260 "ms": 1054,6261 "status": "ok"6262 },6263 "streaming": {6264 "ms": 962,6265 "status": "ok"6266 },6267 "reasoning_control": {6268 "ms": 977,6269 "status": "ok"6270 },6271 "structured_output": {6272 "ms": 1373,6273 "status": "ok"6274 }6275 },6276 "benchmark": {6277 "runs": 22,6278 "errors": 0,6279 "cost_mean": 0.003679490909090909,6280 "pass_rate": 1,6281 "mean_score": 1,6282 "tps_median": 92.6,6283 "by_category": {6284 "mathematics": {6285 "tps": 80.6,6286 "runs": 2,6287 "score": 1,6288 "errors": 0,6289 "judged": null,6290 "ttft_ms": 1954,6291 "total_ms": 3430,6292 "cost_mean": 0.001131,6293 "pass_rate": 1,6294 "out_tokens": 2106295 },6296 "programming": {6297 "tps": 142.4,6298 "runs": 2,6299 "score": 1,6300 "errors": 0,6301 "judged": null,6302 "ttft_ms": 1833.5,6303 "total_ms": 3197,6304 "cost_mean": 0.0010400000000000001,6305 "pass_rate": 1,6306 "out_tokens": 1936307 },6308 "long_context": {6309 "tps": 37.45,6310 "runs": 2,6311 "score": 1,6312 "errors": 0,6313 "judged": null,6314 "ttft_ms": 921.5,6315 "total_ms": 1217,6316 "cost_mean": 0.0290359,6317 "pass_rate": 1,6318 "out_tokens": 116319 },6320 "tool_calling": {6321 "tps": 69.4,6322 "runs": 2,6323 "score": 1,6324 "errors": 0,6325 "judged": null,6326 "ttft_ms": 821,6327 "total_ms": 1412,6328 "cost_mean": 0.000356,6329 "pass_rate": 1,6330 "out_tokens": 416331 },6332 "french_writing": {6333 "tps": 95.7,6334 "runs": 2,6335 "score": 1,6336 "errors": 0,6337 "judged": 5,6338 "ttft_ms": 1514.5,6339 "total_ms": 4905,6340 "cost_mean": 0.0017144999999999999,6341 "pass_rate": 1,6342 "out_tokens": 324.56343 },6344 "english_writing": {6345 "tps": 94.35,6346 "runs": 2,6347 "score": 1,6348 "errors": 0,6349 "judged": 5,6350 "ttft_ms": 2098.5,6351 "total_ms": 5373.5,6352 "cost_mean": 0.0015965,6353 "pass_rate": 1,6354 "out_tokens": 306.56355 },6356 "json_generation": {6357 "tps": 84.05000000000001,6358 "runs": 2,6359 "score": 1,6360 "errors": 0,6361 "judged": null,6362 "ttft_ms": 1085.5,6363 "total_ms": 2026.5,6364 "cost_mean": 0.0005395,6365 "pass_rate": 1,6366 "out_tokens": 77.56367 },6368 "simple_reasoning": {6369 "tps": 104.19999999999999,6370 "runs": 2,6371 "score": 1,6372 "errors": 0,6373 "judged": null,6374 "ttft_ms": 1024.5,6375 "total_ms": 1447,6376 "cost_mean": 0.00034250000000000003,6377 "pass_rate": 1,6378 "out_tokens": 43.56379 },6380 "complex_reasoning": {6381 "tps": 174.5,6382 "runs": 2,6383 "score": 1,6384 "errors": 0,6385 "judged": null,6386 "ttft_ms": 2656.5,6387 "total_ms": 4411,6388 "cost_mean": 0.0016675000000000001,6389 "pass_rate": 1,6390 "out_tokens": 305.56391 },6392 "document_analysis": {6393 "tps": 80,6394 "runs": 2,6395 "score": 1,6396 "errors": 0,6397 "judged": null,6398 "ttft_ms": 888.5,6399 "total_ms": 1951,6400 "cost_mean": 0.000925,6401 "pass_rate": 1,6402 "out_tokens": 856403 },6404 "knowledge_synthesis": {6405 "tps": 157.15,6406 "runs": 2,6407 "score": 1,6408 "errors": 0,6409 "judged": 4,6410 "ttft_ms": 2715.5,6411 "total_ms": 5120.5,6412 "cost_mean": 0.0021260000000000003,6413 "pass_rate": 1,6414 "out_tokens": 3796415 }6416 },6417 "judged_mean": 4.666666666666667,6418 "ttft_median_ms": 1514.5,6419 "total_median_ms": 31516420 },6421 "capabilities": {},6422 "notes": [],6423 "discoveredAt": "2026-11-01T07:03:46.768Z",6424 "probedAt": "2026-11-01T07:03:46.768Z",6425 "benchmarkedAt": "2026-11-01T07:18:30.317Z",6426 "createdAt": "2026-11-19T17:31:21.236Z",6427 "updatedAt": "2026-11-19T17:31:21.236Z"6428 },6429 {6430 "id": "o3",6431 "provider": "openai",6432 "displayName": "o3",6433 "category": "text",6434 "available": true,6435 "enabled": true,6436 "contextWindow": null,6437 "maxOutput": null,6438 "inputPrice": 2,6439 "cachedPrice": 0.5,6440 "outputPrice": 8,6441 "pricingSource": "https://developers.openai.com/api/docs/pricing",6442 "probes": {6443 "text": {6444 "ms": 823,6445 "status": "ok"6446 },6447 "vision": {6448 "ms": 1098,6449 "status": "ok"6450 },6451 "tool_use": {6452 "ms": 1377,6453 "status": "ok"6454 },6455 "streaming": {6456 "ms": 1299,6457 "status": "ok"6458 },6459 "reasoning_control": {6460 "ms": 679,6461 "status": "ok"6462 },6463 "structured_output": {6464 "ms": 1299,6465 "status": "ok"6466 }6467 },6468 "benchmark": {6469 "runs": 22,6470 "errors": 0,6471 "cost_mean": 0.014591818181818183,6472 "pass_rate": 1,6473 "mean_score": 1,6474 "tps_median": 533,6475 "by_category": {6476 "mathematics": {6477 "tps": 231.4,6478 "runs": 2,6479 "score": 1,6480 "errors": 0,6481 "judged": null,6482 "ttft_ms": 3940.5,6483 "total_ms": 4663.5,6484 "cost_mean": 0.0077540000000000005,6485 "pass_rate": 1,6486 "out_tokens": 9496487 },6488 "programming": {6489 "tps": 701.0999999999999,6490 "runs": 2,6491 "score": 1,6492 "errors": 0,6493 "judged": null,6494 "ttft_ms": 1925.5,6495 "total_ms": 2572,6496 "cost_mean": 0.003778,6497 "pass_rate": 1,6498 "out_tokens": 453.56499 },6500 "long_context": {6501 "tps": 423.2,6502 "runs": 2,6503 "score": 1,6504 "errors": 0,6505 "judged": null,6506 "ttft_ms": 3176,6507 "total_ms": 3456.5,6508 "cost_mean": 0.111322,6509 "pass_rate": 1,6510 "out_tokens": 115.56511 },6512 "tool_calling": {6513 "tps": 317.95000000000005,6514 "runs": 2,6515 "score": 1,6516 "errors": 0,6517 "judged": null,6518 "ttft_ms": 742,6519 "total_ms": 1044,6520 "cost_mean": 0.00106,6521 "pass_rate": 1,6522 "out_tokens": 95.56523 },6524 "french_writing": {6525 "tps": 1105.05,6526 "runs": 2,6527 "score": 1,6528 "errors": 0,6529 "judged": 4.5,6530 "ttft_ms": 6182.5,6531 "total_ms": 7472,6532 "cost_mean": 0.011652,6533 "pass_rate": 1,6534 "out_tokens": 1433.56535 },6536 "english_writing": {6537 "tps": 468.55,6538 "runs": 2,6539 "score": 1,6540 "errors": 0,6541 "judged": 5,6542 "ttft_ms": 2516,6543 "total_ms": 4191.5,6544 "cost_mean": 0.005572,6545 "pass_rate": 1,6546 "out_tokens": 680.56547 },6548 "json_generation": {6549 "tps": 454.9,6550 "runs": 2,6551 "score": 1,6552 "errors": 0,6553 "judged": null,6554 "ttft_ms": 1224.5,6555 "total_ms": 1664.5,6556 "cost_mean": 0.00186,6557 "pass_rate": 1,6558 "out_tokens": 194.56559 },6560 "simple_reasoning": {6561 "tps": 1004.5,6562 "runs": 2,6563 "score": 1,6564 "errors": 0,6565 "judged": null,6566 "ttft_ms": 1455.5,6567 "total_ms": 1748.5,6568 "cost_mean": 0.002498,6569 "pass_rate": 1,6570 "out_tokens": 2816571 },6572 "complex_reasoning": {6573 "tps": 2221.35,6574 "runs": 2,6575 "score": 1,6576 "errors": 0,6577 "judged": null,6578 "ttft_ms": 5316,6579 "total_ms": 5720,6580 "cost_mean": 0.007516,6581 "pass_rate": 1,6582 "out_tokens": 904.56583 },6584 "document_analysis": {6585 "tps": 592.3499999999999,6586 "runs": 2,6587 "score": 1,6588 "errors": 0,6589 "judged": null,6590 "ttft_ms": 1638,6591 "total_ms": 2220.5,6592 "cost_mean": 0.003548,6593 "pass_rate": 1,6594 "out_tokens": 318.56595 },6596 "knowledge_synthesis": {6597 "tps": 261.75,6598 "runs": 2,6599 "score": 1,6600 "errors": 0,6601 "judged": 3.5,6602 "ttft_ms": 1336,6603 "total_ms": 3022,6604 "cost_mean": 0.00395,6605 "pass_rate": 1,6606 "out_tokens": 4366607 }6608 },6609 "judged_mean": 4.333333333333333,6610 "ttft_median_ms": 1762.5,6611 "total_median_ms": 2943.56612 },6613 "capabilities": {},6614 "notes": [],6615 "discoveredAt": "2026-11-01T07:03:46.768Z",6616 "probedAt": "2026-11-01T07:03:46.768Z",6617 "benchmarkedAt": "2026-11-01T07:18:30.317Z",6618 "createdAt": "2026-11-19T17:31:21.242Z",6619 "updatedAt": "2026-11-19T17:31:21.242Z"6620 },6621 {6622 "id": "gpt-4o",6623 "provider": "openai",6624 "displayName": "gpt-4o",6625 "category": "text",6626 "available": true,6627 "enabled": true,6628 "contextWindow": null,6629 "maxOutput": null,6630 "inputPrice": 2.5,6631 "cachedPrice": 1.25,6632 "outputPrice": 10,6633 "pricingSource": "https://developers.openai.com/api/docs/pricing",6634 "probes": {6635 "text": {6636 "ms": 650,6637 "status": "ok"6638 },6639 "vision": {6640 "ms": 666,6641 "status": "ok"6642 },6643 "tool_use": {6644 "ms": 606,6645 "status": "ok"6646 },6647 "streaming": {6648 "ms": 710,6649 "status": "ok"6650 },6651 "reasoning_control": {6652 "ms": 566,6653 "status": "ok"6654 },6655 "structured_output": {6656 "ms": 727,6657 "status": "ok"6658 }6659 },6660 "benchmark": {6661 "runs": 22,6662 "errors": 0,6663 "cost_mean": 0.015014318181818186,6664 "pass_rate": 0.9545454545454546,6665 "mean_score": 0.9962272727272729,6666 "tps_median": 106.25,6667 "by_category": {6668 "mathematics": {6669 "tps": 123.5,6670 "runs": 2,6671 "score": 1,6672 "errors": 0,6673 "judged": null,6674 "ttft_ms": 656,6675 "total_ms": 8235.5,6676 "cost_mean": 0.009145,6677 "pass_rate": 1,6678 "out_tokens": 8946679 },6680 "programming": {6681 "tps": 116.85,6682 "runs": 2,6683 "score": 1,6684 "errors": 0,6685 "judged": null,6686 "ttft_ms": 1073,6687 "total_ms": 2237,6688 "cost_mean": 0.001415,6689 "pass_rate": 1,6690 "out_tokens": 122.56691 },6692 "long_context": {6693 "tps": 42.45,6694 "runs": 2,6695 "score": 1,6696 "errors": 0,6697 "judged": null,6698 "ttft_ms": 3213.5,6699 "total_ms": 3409,6700 "cost_mean": 0.13808,6701 "pass_rate": 1,6702 "out_tokens": 86703 },6704 "tool_calling": {6705 "tps": 99.5,6706 "runs": 2,6707 "score": 1,6708 "errors": 0,6709 "judged": null,6710 "ttft_ms": 610.5,6711 "total_ms": 993,6712 "cost_mean": 0.000745,6713 "pass_rate": 1,6714 "out_tokens": 386715 },6716 "french_writing": {6717 "tps": 106.25,6718 "runs": 2,6719 "score": 0.9585,6720 "errors": 0,6721 "judged": 4,6722 "ttft_ms": 702.5,6723 "total_ms": 3305,6724 "cost_mean": 0.0029975,6725 "pass_rate": 0.5,6726 "out_tokens": 276.56727 },6728 "english_writing": {6729 "tps": 117.9,6730 "runs": 2,6731 "score": 1,6732 "errors": 0,6733 "judged": 5,6734 "ttft_ms": 767.5,6735 "total_ms": 2344.5,6736 "cost_mean": 0.0020175,6737 "pass_rate": 1,6738 "out_tokens": 185.56739 },6740 "json_generation": {6741 "tps": 134.05,6742 "runs": 2,6743 "score": 1,6744 "errors": 0,6745 "judged": null,6746 "ttft_ms": 507,6747 "total_ms": 977,6748 "cost_mean": 0.000985,6749 "pass_rate": 1,6750 "out_tokens": 606751 },6752 "simple_reasoning": {6753 "tps": 79.25,6754 "runs": 2,6755 "score": 1,6756 "errors": 0,6757 "judged": null,6758 "ttft_ms": 622,6759 "total_ms": 832,6760 "cost_mean": 0.000475,6761 "pass_rate": 1,6762 "out_tokens": 166763 },6764 "complex_reasoning": {6765 "tps": 131.45,6766 "runs": 2,6767 "score": 1,6768 "errors": 0,6769 "judged": null,6770 "ttft_ms": 670.5,6771 "total_ms": 3947,6772 "cost_mean": 0.0046675,6773 "pass_rate": 1,6774 "out_tokens": 431.56775 },6776 "document_analysis": {6777 "tps": 160.05,6778 "runs": 2,6779 "score": 1,6780 "errors": 0,6781 "judged": null,6782 "ttft_ms": 709.5,6783 "total_ms": 1207,6784 "cost_mean": 0.002045,6785 "pass_rate": 1,6786 "out_tokens": 796787 },6788 "knowledge_synthesis": {6789 "tps": 108.8,6790 "runs": 2,6791 "score": 1,6792 "errors": 0,6793 "judged": 2.5,6794 "ttft_ms": 692,6795 "total_ms": 2541.5,6796 "cost_mean": 0.002585,6797 "pass_rate": 1,6798 "out_tokens": 200.56799 }6800 },6801 "judged_mean": 3.8333333333333335,6802 "ttft_median_ms": 656,6803 "total_median_ms": 2401.56804 },6805 "capabilities": {},6806 "notes": [],6807 "discoveredAt": "2026-11-01T07:03:46.768Z",6808 "probedAt": "2026-11-01T07:03:46.768Z",6809 "benchmarkedAt": "2026-11-01T07:18:30.317Z",6810 "createdAt": "2026-11-19T17:31:21.204Z",6811 "updatedAt": "2026-11-19T17:31:21.204Z"6812 },6813 {6814 "id": "gpt-5.6-luna",6815 "provider": "openai",6816 "displayName": "gpt-5.6-luna",6817 "category": "text",6818 "available": true,6819 "enabled": true,6820 "contextWindow": null,6821 "maxOutput": null,6822 "inputPrice": 0.2,6823 "cachedPrice": 0.02,6824 "outputPrice": 1.2,6825 "pricingSource": "https://developers.openai.com/api/docs/pricing",6826 "probes": {6827 "text": {6828 "ms": 709,6829 "status": "ok"6830 },6831 "vision": {6832 "ms": 765,6833 "status": "ok"6834 },6835 "tool_use": {6836 "ms": 791,6837 "status": "ok"6838 },6839 "streaming": {6840 "ms": 846,6841 "status": "ok"6842 },6843 "reasoning_control": {6844 "ms": 626,6845 "status": "ok"6846 },6847 "structured_output": {6848 "ms": 1606,6849 "status": "ok"6850 }6851 },6852 "benchmark": {6853 "runs": 22,6854 "errors": 0,6855 "cost_mean": 0.0008447054545454548,6856 "pass_rate": 0.9545454545454546,6857 "mean_score": 0.9772727272727273,6858 "tps_median": 136.45,6859 "by_category": {6860 "mathematics": {6861 "tps": 105.05,6862 "runs": 2,6863 "score": 0.75,6864 "errors": 0,6865 "judged": null,6866 "ttft_ms": 2430.5,6867 "total_ms": 3678.5,6868 "cost_mean": 0.00038159999999999995,6869 "pass_rate": 0.5,6870 "out_tokens": 304.56871 },6872 "programming": {6873 "tps": 238.75,6874 "runs": 2,6875 "score": 1,6876 "errors": 0,6877 "judged": null,6878 "ttft_ms": 1963.5,6879 "total_ms": 3067,6880 "cost_mean": 0.00033120000000000003,6881 "pass_rate": 1,6882 "out_tokens": 263.56883 },6884 "long_context": {6885 "tps": 41.900000000000006,6886 "runs": 2,6887 "score": 1,6888 "errors": 0,6889 "judged": null,6890 "ttft_ms": 1057.5,6891 "total_ms": 1326.5,6892 "cost_mean": 0.0060853600000000015,6893 "pass_rate": 1,6894 "out_tokens": 116895 },6896 "tool_calling": {6897 "tps": 138.95,6898 "runs": 2,6899 "score": 1,6900 "errors": 0,6901 "judged": null,6902 "ttft_ms": 994.5,6903 "total_ms": 1377,6904 "cost_mean": 9.38e-05,6905 "pass_rate": 1,6906 "out_tokens": 536907 },6908 "french_writing": {6909 "tps": 145.6,6910 "runs": 2,6911 "score": 1,6912 "errors": 0,6913 "judged": 5,6914 "ttft_ms": 1906,6915 "total_ms": 4849,6916 "cost_mean": 0.0005325999999999999,6917 "pass_rate": 1,6918 "out_tokens": 428.56919 },6920 "english_writing": {6921 "tps": 95.25,6922 "runs": 2,6923 "score": 1,6924 "errors": 0,6925 "judged": 5,6926 "ttft_ms": 1268,6927 "total_ms": 4736,6928 "cost_mean": 0.00040340000000000005,6929 "pass_rate": 1,6930 "out_tokens": 325.56931 },6932 "json_generation": {6933 "tps": 105.4,6934 "runs": 2,6935 "score": 1,6936 "errors": 0,6937 "judged": null,6938 "ttft_ms": 689.5,6939 "total_ms": 1329,6940 "cost_mean": 0.0001108,6941 "pass_rate": 1,6942 "out_tokens": 676943 },6944 "simple_reasoning": {6945 "tps": 162.8,6946 "runs": 2,6947 "score": 1,6948 "errors": 0,6949 "judged": null,6950 "ttft_ms": 1299,6951 "total_ms": 1657,6952 "cost_mean": 9.46e-05,6953 "pass_rate": 1,6954 "out_tokens": 586955 },6956 "complex_reasoning": {6957 "tps": 326.4,6958 "runs": 2,6959 "score": 1,6960 "errors": 0,6961 "judged": null,6962 "ttft_ms": 2832.5,6963 "total_ms": 4203.5,6964 "cost_mean": 0.0005625999999999999,6965 "pass_rate": 1,6966 "out_tokens": 445.56967 },6968 "document_analysis": {6969 "tps": 184.9,6970 "runs": 2,6971 "score": 1,6972 "errors": 0,6973 "judged": null,6974 "ttft_ms": 911.5,6975 "total_ms": 1586.5,6976 "cost_mean": 0.0002494,6977 "pass_rate": 1,6978 "out_tokens": 124.56979 },6980 "knowledge_synthesis": {6981 "tps": 112.8,6982 "runs": 2,6983 "score": 1,6984 "errors": 0,6985 "judged": 4,6986 "ttft_ms": 1662,6987 "total_ms": 4621,6988 "cost_mean": 0.0004464,6989 "pass_rate": 1,6990 "out_tokens": 333.56991 }6992 },6993 "judged_mean": 4.666666666666667,6994 "ttft_median_ms": 1398,6995 "total_median_ms": 30146996 },6997 "capabilities": {},6998 "notes": [],6999 "discoveredAt": "2026-11-01T07:03:46.768Z",7000 "probedAt": "2026-11-01T07:03:46.768Z",7001 "benchmarkedAt": "2026-11-01T07:18:30.317Z",7002 "createdAt": "2026-11-19T17:31:21.232Z",7003 "updatedAt": "2026-11-19T17:31:21.232Z"7004 },7005 {7006 "id": "gpt-4.1-mini",7007 "provider": "openai",7008 "displayName": "gpt-4.1-mini",7009 "category": "text",7010 "available": true,7011 "enabled": true,7012 "contextWindow": null,7013 "maxOutput": null,7014 "inputPrice": 0.4,7015 "cachedPrice": 0.1,7016 "outputPrice": 1.6,7017 "pricingSource": "https://developers.openai.com/api/docs/pricing",7018 "probes": {7019 "text": {7020 "ms": 565,7021 "status": "ok"7022 },7023 "vision": {7024 "ms": 686,7025 "detail": "answer: Pink",7026 "status": "unsupported"7027 },7028 "tool_use": {7029 "ms": 634,7030 "status": "ok"7031 },7032 "streaming": {7033 "ms": 824,7034 "status": "ok"7035 },7036 "reasoning_control": {7037 "ms": 430,7038 "status": "ok"7039 },7040 "structured_output": {7041 "ms": 588,7042 "status": "ok"7043 }7044 },7045 "benchmark": {7046 "runs": 22,7047 "errors": 0,7048 "cost_mean": 0.0024218545454545454,7049 "pass_rate": 0.9090909090909091,7050 "mean_score": 0.9735,7051 "tps_median": 153.3,7052 "by_category": {7053 "mathematics": {7054 "tps": 173.75,7055 "runs": 2,7056 "score": 0.75,7057 "errors": 0,7058 "judged": null,7059 "ttft_ms": 708.5,7060 "total_ms": 4104,7061 "cost_mean": 0.0009512000000000001,7062 "pass_rate": 0.5,7063 "out_tokens": 5747064 },7065 "programming": {7066 "tps": 156.25,7067 "runs": 2,7068 "score": 1,7069 "errors": 0,7070 "judged": null,7071 "ttft_ms": 444,7072 "total_ms": 1209,7073 "cost_mean": 0.00022160000000000002,7074 "pass_rate": 1,7075 "out_tokens": 119.57076 },7077 "long_context": {7078 "tps": 35.4,7079 "runs": 2,7080 "score": 1,7081 "errors": 0,7082 "judged": null,7083 "ttft_ms": 1922.5,7084 "total_ms": 2153.5,7085 "cost_mean": 0.021824,7086 "pass_rate": 1,7087 "out_tokens": 87088 },7089 "tool_calling": {7090 "tps": 135.85,7091 "runs": 2,7092 "score": 1,7093 "errors": 0,7094 "judged": null,7095 "ttft_ms": 548.5,7096 "total_ms": 832.5,7097 "cost_mean": 0.00011920000000000001,7098 "pass_rate": 1,7099 "out_tokens": 387100 },7101 "french_writing": {7102 "tps": 176.8,7103 "runs": 2,7104 "score": 0.9585,7105 "errors": 0,7106 "judged": 4,7107 "ttft_ms": 501,7108 "total_ms": 2025.5,7109 "cost_mean": 0.0004676,7110 "pass_rate": 0.5,7111 "out_tokens": 2697112 },7113 "english_writing": {7114 "tps": 174.6,7115 "runs": 2,7116 "score": 1,7117 "errors": 0,7118 "judged": 5,7119 "ttft_ms": 416,7120 "total_ms": 1670,7121 "cost_mean": 0.00037640000000000004,7122 "pass_rate": 1,7123 "out_tokens": 2197124 },7125 "json_generation": {7126 "tps": 141.2,7127 "runs": 2,7128 "score": 1,7129 "errors": 0,7130 "judged": null,7131 "ttft_ms": 421.5,7132 "total_ms": 839.5,7133 "cost_mean": 0.000156,7134 "pass_rate": 1,7135 "out_tokens": 597136 },7137 "simple_reasoning": {7138 "tps": 64.15,7139 "runs": 2,7140 "score": 1,7141 "errors": 0,7142 "judged": null,7143 "ttft_ms": 983,7144 "total_ms": 1233.5,7145 "cost_mean": 7.6e-05,7146 "pass_rate": 1,7147 "out_tokens": 167148 },7149 "complex_reasoning": {7150 "tps": 189.45,7151 "runs": 2,7152 "score": 1,7153 "errors": 0,7154 "judged": null,7155 "ttft_ms": 365,7156 "total_ms": 5553.5,7157 "cost_mean": 0.0016308000000000002,7158 "pass_rate": 1,7159 "out_tokens": 9847160 },7161 "document_analysis": {7162 "tps": 145,7163 "runs": 2,7164 "score": 1,7165 "errors": 0,7166 "judged": null,7167 "ttft_ms": 391.5,7168 "total_ms": 940.5,7169 "cost_mean": 0.00032720000000000004,7170 "pass_rate": 1,7171 "out_tokens": 797172 },7173 "knowledge_synthesis": {7174 "tps": 149.55,7175 "runs": 2,7176 "score": 1,7177 "errors": 0,7178 "judged": 2.5,7179 "ttft_ms": 445,7180 "total_ms": 2108.5,7181 "cost_mean": 0.0004904,7182 "pass_rate": 1,7183 "out_tokens": 248.57184 }7185 },7186 "judged_mean": 3.8333333333333335,7187 "ttft_median_ms": 449,7188 "total_median_ms": 1683.57189 },7190 "capabilities": {},7191 "notes": [],7192 "discoveredAt": "2026-11-01T07:03:46.768Z",7193 "probedAt": "2026-11-01T07:03:46.768Z",7194 "benchmarkedAt": "2026-11-01T07:18:30.317Z",7195 "createdAt": "2026-11-19T17:31:21.201Z",7196 "updatedAt": "2026-11-19T17:31:21.201Z"7197 },7198 {7199 "id": "gpt-5-nano",7200 "provider": "openai",7201 "displayName": "gpt-5-nano",7202 "category": "text",7203 "available": true,7204 "enabled": true,7205 "contextWindow": null,7206 "maxOutput": null,7207 "inputPrice": 0.05,7208 "cachedPrice": 0.005,7209 "outputPrice": 0.4,7210 "pricingSource": "https://developers.openai.com/api/docs/pricing",7211 "probes": {7212 "text": {7213 "ms": 1273,7214 "status": "ok"7215 },7216 "vision": {7217 "ms": 898,7218 "status": "ok"7219 },7220 "tool_use": {7221 "ms": 966,7222 "status": "ok"7223 },7224 "streaming": {7225 "ms": 1103,7226 "status": "ok"7227 },7228 "reasoning_control": {7229 "ms": 981,7230 "status": "ok"7231 },7232 "structured_output": {7233 "ms": 4184,7234 "status": "ok"7235 }7236 },7237 "benchmark": {7238 "runs": 22,7239 "errors": 0,7240 "cost_mean": 0.0006396090909090909,7241 "pass_rate": 0.9545454545454546,7242 "mean_score": 0.9659090909090909,7243 "tps_median": 1362.1,7244 "by_category": {7245 "mathematics": {7246 "tps": 322.9,7247 "runs": 2,7248 "score": 1,7249 "errors": 0,7250 "judged": null,7251 "ttft_ms": 7906,7252 "total_ms": 8184.5,7253 "cost_mean": 0.00044865000000000004,7254 "pass_rate": 1,7255 "out_tokens": 1111.57256 },7257 "programming": {7258 "tps": 2127.05,7259 "runs": 2,7260 "score": 1,7261 "errors": 0,7262 "judged": null,7263 "ttft_ms": 6243,7264 "total_ms": 7041,7265 "cost_mean": 0.00068495,7266 "pass_rate": 1,7267 "out_tokens": 17037268 },7269 "long_context": {7270 "tps": 705.3,7271 "runs": 2,7272 "score": 1,7273 "errors": 0,7274 "judged": null,7275 "ttft_ms": 1907.5,7276 "total_ms": 2222,7277 "cost_mean": 0.0015985500000000002,7278 "pass_rate": 1,7279 "out_tokens": 192.57280 },7281 "tool_calling": {7282 "tps": 741.5999999999999,7283 "runs": 2,7284 "score": 1,7285 "errors": 0,7286 "judged": null,7287 "ttft_ms": 1292.5,7288 "total_ms": 1613.5,7289 "cost_mean": 0.00010255,7290 "pass_rate": 1,7291 "out_tokens": 237.57292 },7293 "french_writing": {7294 "tps": 2000.2,7295 "runs": 2,7296 "score": 0.625,7297 "errors": 0,7298 "judged": 3,7299 "ttft_ms": 9189,7300 "total_ms": 11226.5,7301 "cost_mean": 0.0010896,7302 "pass_rate": 0.5,7303 "out_tokens": 2712.57304 },7305 "english_writing": {7306 "tps": 2324.3,7307 "runs": 2,7308 "score": 1,7309 "errors": 0,7310 "judged": 5,7311 "ttft_ms": 11278.5,7312 "total_ms": 12370,7313 "cost_mean": 0.0009774,7314 "pass_rate": 1,7315 "out_tokens": 2435.57316 },7317 "json_generation": {7318 "tps": 952,7319 "runs": 2,7320 "score": 1,7321 "errors": 0,7322 "judged": null,7323 "ttft_ms": 2280.5,7324 "total_ms": 2955,7325 "cost_mean": 0.0002278,7326 "pass_rate": 1,7327 "out_tokens": 550.57328 },7329 "simple_reasoning": {7330 "tps": 2235.9,7331 "runs": 2,7332 "score": 1,7333 "errors": 0,7334 "judged": null,7335 "ttft_ms": 1874,7336 "total_ms": 2087.5,7337 "cost_mean": 0.00019645000000000003,7338 "pass_rate": 1,7339 "out_tokens": 475.57340 },7341 "complex_reasoning": {7342 "tps": 5903.200000000001,7343 "runs": 2,7344 "score": 1,7345 "errors": 0,7346 "judged": null,7347 "ttft_ms": 5995,7348 "total_ms": 6223,7349 "cost_mean": 0.000546,7350 "pass_rate": 1,7351 "out_tokens": 1347.57352 },7353 "document_analysis": {7354 "tps": 1359.9,7355 "runs": 2,7356 "score": 1,7357 "errors": 0,7358 "judged": null,7359 "ttft_ms": 9956,7360 "total_ms": 10721,7361 "cost_mean": 0.00044120000000000004,7362 "pass_rate": 1,7363 "out_tokens": 1040.57364 },7365 "knowledge_synthesis": {7366 "tps": 1267.7,7367 "runs": 2,7368 "score": 1,7369 "errors": 0,7370 "judged": 3,7371 "ttft_ms": 6880,7372 "total_ms": 8291.5,7373 "cost_mean": 0.00072255,7374 "pass_rate": 1,7375 "out_tokens": 1777.57376 }7377 },7378 "judged_mean": 3.6666666666666665,7379 "ttft_median_ms": 6133,7380 "total_median_ms": 6849.57381 },7382 "capabilities": {},7383 "notes": [],7384 "discoveredAt": "2026-11-01T07:03:46.768Z",7385 "probedAt": "2026-11-01T07:03:46.768Z",7386 "benchmarkedAt": "2026-11-01T07:18:30.317Z",7387 "createdAt": "2026-11-19T17:31:21.216Z",7388 "updatedAt": "2026-11-19T17:31:21.215Z"7389 },7390 {7391 "id": "gpt-5.4-mini",7392 "provider": "openai",7393 "displayName": "gpt-5.4-mini",7394 "category": "text",7395 "available": true,7396 "enabled": true,7397 "contextWindow": null,7398 "maxOutput": null,7399 "inputPrice": 0.75,7400 "cachedPrice": 0.075,7401 "outputPrice": 4.5,7402 "pricingSource": "https://developers.openai.com/api/docs/pricing",7403 "probes": {7404 "text": {7405 "ms": 706,7406 "status": "ok"7407 },7408 "vision": {7409 "ms": 623,7410 "status": "ok"7411 },7412 "tool_use": {7413 "ms": 851,7414 "status": "ok"7415 },7416 "streaming": {7417 "ms": 584,7418 "status": "ok"7419 },7420 "reasoning_control": {7421 "ms": 546,7422 "status": "ok"7423 },7424 "structured_output": {7425 "ms": 824,7426 "status": "ok"7427 }7428 },7429 "benchmark": {7430 "runs": 22,7431 "errors": 0,7432 "cost_mean": 0.0028881136363636357,7433 "pass_rate": 0.9545454545454546,7434 "mean_score": 0.9545454545454546,7435 "tps_median": 166.65,7436 "by_category": {7437 "mathematics": {7438 "tps": 284.5,7439 "runs": 2,7440 "score": 1,7441 "errors": 0,7442 "judged": null,7443 "ttft_ms": 604.5,7444 "total_ms": 1753,7445 "cost_mean": 0.0015322500000000002,7446 "pass_rate": 1,7447 "out_tokens": 3277448 },7449 "programming": {7450 "tps": 246.75,7451 "runs": 2,7452 "score": 1,7453 "errors": 0,7454 "judged": null,7455 "ttft_ms": 555,7456 "total_ms": 1096,7457 "cost_mean": 0.000657,7458 "pass_rate": 1,7459 "out_tokens": 133.57460 },7461 "long_context": {7462 "tps": 56.1,7463 "runs": 2,7464 "score": 1,7465 "errors": 0,7466 "judged": null,7467 "ttft_ms": 869,7468 "total_ms": 1068,7469 "cost_mean": 0.02287275,7470 "pass_rate": 1,7471 "out_tokens": 117472 },7473 "tool_calling": {7474 "tps": 123.3,7475 "runs": 2,7476 "score": 1,7477 "errors": 0,7478 "judged": null,7479 "ttft_ms": 600.5,7480 "total_ms": 935,7481 "cost_mean": 0.00029775,7482 "pass_rate": 1,7483 "out_tokens": 417484 },7485 "french_writing": {7486 "tps": 169.85,7487 "runs": 2,7488 "score": 1,7489 "errors": 0,7490 "judged": 5,7491 "ttft_ms": 605,7492 "total_ms": 2124,7493 "cost_mean": 0.00123,7494 "pass_rate": 1,7495 "out_tokens": 2587496 },7497 "english_writing": {7498 "tps": 152.2,7499 "runs": 2,7500 "score": 1,7501 "errors": 0,7502 "judged": 5,7503 "ttft_ms": 501,7504 "total_ms": 1988.5,7505 "cost_mean": 0.00106725,7506 "pass_rate": 1,7507 "out_tokens": 226.57508 },7509 "json_generation": {7510 "tps": 159.4,7511 "runs": 2,7512 "score": 1,7513 "errors": 0,7514 "judged": null,7515 "ttft_ms": 705.5,7516 "total_ms": 1126,7517 "cost_mean": 0.0004155,7518 "pass_rate": 1,7519 "out_tokens": 677520 },7521 "simple_reasoning": {7522 "tps": 64.7,7523 "runs": 2,7524 "score": 1,7525 "errors": 0,7526 "judged": null,7527 "ttft_ms": 722.5,7528 "total_ms": 1016.5,7529 "cost_mean": 0.00017925,7530 "pass_rate": 1,7531 "out_tokens": 197532 },7533 "complex_reasoning": {7534 "tps": 206.85,7535 "runs": 2,7536 "score": 0.5,7537 "errors": 0,7538 "judged": null,7539 "ttft_ms": 485.5,7540 "total_ms": 1996,7541 "cost_mean": 0.00151125,7542 "pass_rate": 0.5,7543 "out_tokens": 312.57544 },7545 "document_analysis": {7546 "tps": 216,7547 "runs": 2,7548 "score": 1,7549 "errors": 0,7550 "judged": null,7551 "ttft_ms": 733.5,7552 "total_ms": 1127,7553 "cost_mean": 0.0007575,7554 "pass_rate": 1,7555 "out_tokens": 857556 },7557 "knowledge_synthesis": {7558 "tps": 180.35000000000002,7559 "runs": 2,7560 "score": 1,7561 "errors": 0,7562 "judged": 4,7563 "ttft_ms": 623,7564 "total_ms": 1963,7565 "cost_mean": 0.0012487499999999999,7566 "pass_rate": 1,7567 "out_tokens": 2397568 }7569 },7570 "judged_mean": 4.666666666666667,7571 "ttft_median_ms": 623.5,7572 "total_median_ms": 1202.57573 },7574 "capabilities": {},7575 "notes": [],7576 "discoveredAt": "2026-11-01T07:03:46.768Z",7577 "probedAt": "2026-11-01T07:03:46.768Z",7578 "benchmarkedAt": "2026-11-01T07:18:30.317Z",7579 "createdAt": "2026-11-19T17:31:21.227Z",7580 "updatedAt": "2026-11-19T17:31:21.227Z"7581 },7582 {7583 "id": "gpt-5.6-terra",7584 "provider": "openai",7585 "displayName": "gpt-5.6-terra",7586 "category": "text",7587 "available": true,7588 "enabled": true,7589 "contextWindow": null,7590 "maxOutput": null,7591 "inputPrice": 2,7592 "cachedPrice": 0.2,7593 "outputPrice": 12,7594 "pricingSource": "https://developers.openai.com/api/docs/pricing",7595 "probes": {7596 "text": {7597 "ms": 645,7598 "status": "ok"7599 },7600 "vision": {7601 "ms": 698,7602 "status": "ok"7603 },7604 "tool_use": {7605 "ms": 876,7606 "status": "ok"7607 },7608 "streaming": {7609 "ms": 809,7610 "status": "ok"7611 },7612 "reasoning_control": {7613 "ms": 753,7614 "status": "ok"7615 },7616 "structured_output": {7617 "ms": 917,7618 "status": "ok"7619 }7620 },7621 "benchmark": {7622 "runs": 22,7623 "errors": 0,7624 "cost_mean": 0.007687236363636363,7625 "pass_rate": 0.9545454545454546,7626 "mean_score": 0.9545454545454546,7627 "tps_median": 125.65,7628 "by_category": {7629 "mathematics": {7630 "tps": 136.3,7631 "runs": 2,7632 "score": 1,7633 "errors": 0,7634 "judged": null,7635 "ttft_ms": 2400,7636 "total_ms": 3314.5,7637 "cost_mean": 0.003516,7638 "pass_rate": 1,7639 "out_tokens": 279.57640 },7641 "programming": {7642 "tps": 153.8,7643 "runs": 2,7644 "score": 1,7645 "errors": 0,7646 "judged": null,7647 "ttft_ms": 788,7648 "total_ms": 1484,7649 "cost_mean": 0.001434,7650 "pass_rate": 1,7651 "out_tokens": 1077652 },7653 "long_context": {7654 "tps": 208.85000000000002,7655 "runs": 2,7656 "score": 0.5,7657 "errors": 0,7658 "judged": null,7659 "ttft_ms": 1204,7660 "total_ms": 1456,7661 "cost_mean": 0.0613936,7662 "pass_rate": 0.5,7663 "out_tokens": 567664 },7665 "tool_calling": {7666 "tps": 117.4,7667 "runs": 2,7668 "score": 1,7669 "errors": 0,7670 "judged": null,7671 "ttft_ms": 1017.5,7672 "total_ms": 1369.5,7673 "cost_mean": 0.000794,7674 "pass_rate": 1,7675 "out_tokens": 417676 },7677 "french_writing": {7678 "tps": 80.5,7679 "runs": 2,7680 "score": 1,7681 "errors": 0,7682 "judged": 5,7683 "ttft_ms": 1075,7684 "total_ms": 4789,7685 "cost_mean": 0.00376,7686 "pass_rate": 1,7687 "out_tokens": 2987688 },7689 "english_writing": {7690 "tps": 74.6,7691 "runs": 2,7692 "score": 1,7693 "errors": 0,7694 "judged": 5,7695 "ttft_ms": 1036,7696 "total_ms": 4212.5,7697 "cost_mean": 0.002954,7698 "pass_rate": 1,7699 "out_tokens": 235.57700 },7701 "json_generation": {7702 "tps": 132.95,7703 "runs": 2,7704 "score": 1,7705 "errors": 0,7706 "judged": null,7707 "ttft_ms": 586,7708 "total_ms": 1090,7709 "cost_mean": 0.001108,7710 "pass_rate": 1,7711 "out_tokens": 677712 },7713 "simple_reasoning": {7714 "tps": 56.5,7715 "runs": 2,7716 "score": 1,7717 "errors": 0,7718 "judged": null,7719 "ttft_ms": 693,7720 "total_ms": 1029.5,7721 "cost_mean": 0.000478,7722 "pass_rate": 1,7723 "out_tokens": 197724 },7725 "complex_reasoning": {7726 "tps": 239.35,7727 "runs": 2,7728 "score": 1,7729 "errors": 0,7730 "judged": null,7731 "ttft_ms": 3022,7732 "total_ms": 4210,7733 "cost_mean": 0.003628,7734 "pass_rate": 1,7735 "out_tokens": 2797736 },7737 "document_analysis": {7738 "tps": 139.55,7739 "runs": 2,7740 "score": 1,7741 "errors": 0,7742 "judged": null,7743 "ttft_ms": 666.5,7744 "total_ms": 1278,7745 "cost_mean": 0.00202,7746 "pass_rate": 1,7747 "out_tokens": 857748 },7749 "knowledge_synthesis": {7750 "tps": 103.05000000000001,7751 "runs": 2,7752 "score": 1,7753 "errors": 0,7754 "judged": 5,7755 "ttft_ms": 869,7756 "total_ms": 3308,7757 "cost_mean": 0.003474,7758 "pass_rate": 1,7759 "out_tokens": 2517760 }7761 },7762 "judged_mean": 5,7763 "ttft_median_ms": 869,7764 "total_median_ms": 1802.57765 },7766 "capabilities": {},7767 "notes": [],7768 "discoveredAt": "2026-11-01T07:03:46.768Z",7769 "probedAt": "2026-11-01T07:03:46.768Z",7770 "benchmarkedAt": "2026-11-01T07:18:30.317Z",7771 "createdAt": "2026-11-19T17:31:21.233Z",7772 "updatedAt": "2026-11-19T17:31:21.233Z"7773 },7774 {7775 "id": "gpt-6-luna",7776 "provider": "openai",7777 "displayName": "gpt-6-luna",7778 "category": "text",7779 "available": true,7780 "enabled": true,7781 "contextWindow": null,7782 "maxOutput": null,7783 "inputPrice": 0.1,7784 "cachedPrice": 0.01,7785 "outputPrice": 0.5,7786 "pricingSource": "https://developers.openai.com/api/docs/pricing",7787 "probes": {7788 "text": {7789 "ms": 862,7790 "status": "ok"7791 },7792 "vision": {7793 "ms": 1281,7794 "status": "ok"7795 },7796 "tool_use": {7797 "ms": 759,7798 "status": "ok"7799 },7800 "streaming": {7801 "ms": 881,7802 "status": "ok"7803 },7804 "reasoning_control": {7805 "ms": 596,7806 "status": "ok"7807 },7808 "structured_output": {7809 "ms": 1453,7810 "status": "ok"7811 }7812 },7813 "benchmark": {7814 "runs": 22,7815 "errors": 0,7816 "cost_mean": 0.0006621363636363638,7817 "pass_rate": 0.9545454545454546,7818 "mean_score": 0.9545454545454546,7819 "tps_median": 194.35,7820 "by_category": {7821 "mathematics": {7822 "tps": 144.85,7823 "runs": 2,7824 "score": 1,7825 "errors": 0,7826 "judged": null,7827 "ttft_ms": 19505,7828 "total_ms": 20422.5,7829 "cost_mean": 0.0001891,7830 "pass_rate": 1,7831 "out_tokens": 3627832 },7833 "programming": {7834 "tps": 189.05,7835 "runs": 2,7836 "score": 1,7837 "errors": 0,7838 "judged": null,7839 "ttft_ms": 1928.5,7840 "total_ms": 3055.5,7841 "cost_mean": 0.00011325,7842 "pass_rate": 1,7843 "out_tokens": 211.57844 },7845 "long_context": {7846 "tps": 545.05,7847 "runs": 2,7848 "score": 0.5,7849 "errors": 0,7850 "judged": null,7851 "ttft_ms": 2542,7852 "total_ms": 2861.5,7853 "cost_mean": 0.00560715,7854 "pass_rate": 0.5,7855 "out_tokens": 174.57856 },7857 "tool_calling": {7858 "tps": 116.15,7859 "runs": 2,7860 "score": 1,7861 "errors": 0,7862 "judged": null,7863 "ttft_ms": 747,7864 "total_ms": 1100.5,7865 "cost_mean": 3.5600000000000005e-05,7866 "pass_rate": 1,7867 "out_tokens": 417868 },7869 "french_writing": {7870 "tps": 340.25,7871 "runs": 2,7872 "score": 1,7873 "errors": 0,7874 "judged": 5,7875 "ttft_ms": 4196.5,7876 "total_ms": 6311,7877 "cost_mean": 0.0003382,7878 "pass_rate": 1,7879 "out_tokens": 6587880 },7881 "english_writing": {7882 "tps": 471.7,7883 "runs": 2,7884 "score": 1,7885 "errors": 0,7886 "judged": 5,7887 "ttft_ms": 5620.5,7888 "total_ms": 7089.5,7889 "cost_mean": 0.0003494,7890 "pass_rate": 1,7891 "out_tokens": 6867892 },7893 "json_generation": {7894 "tps": 142.3,7895 "runs": 2,7896 "score": 1,7897 "errors": 0,7898 "judged": null,7899 "ttft_ms": 1590.5,7900 "total_ms": 2244,7901 "cost_mean": 6.170000000000001e-05,7902 "pass_rate": 1,7903 "out_tokens": 937904 },7905 "simple_reasoning": {7906 "tps": 196.95,7907 "runs": 2,7908 "score": 1,7909 "errors": 0,7910 "judged": null,7911 "ttft_ms": 1060.5,7912 "total_ms": 1400.5,7913 "cost_mean": 4.575e-05,7914 "pass_rate": 1,7915 "out_tokens": 66.57916 },7917 "complex_reasoning": {7918 "tps": 287.04999999999995,7919 "runs": 2,7920 "score": 1,7921 "errors": 0,7922 "judged": null,7923 "ttft_ms": 3736,7924 "total_ms": 5099,7925 "cost_mean": 0.00020775,7926 "pass_rate": 1,7927 "out_tokens": 387.57928 },7929 "document_analysis": {7930 "tps": 140.2,7931 "runs": 2,7932 "score": 1,7933 "errors": 0,7934 "judged": null,7935 "ttft_ms": 1500,7936 "total_ms": 2418.5,7937 "cost_mean": 0.00011275,7938 "pass_rate": 1,7939 "out_tokens": 125.57940 },7941 "knowledge_synthesis": {7942 "tps": 323.65,7943 "runs": 2,7944 "score": 1,7945 "errors": 0,7946 "judged": 4,7947 "ttft_ms": 1515,7948 "total_ms": 2763.5,7949 "cost_mean": 0.00022285,7950 "pass_rate": 1,7951 "out_tokens": 399.57952 }7953 },7954 "judged_mean": 4.666666666666667,7955 "ttft_median_ms": 2045,7956 "total_median_ms": 30007957 },7958 "capabilities": {},7959 "notes": [],7960 "discoveredAt": "2026-11-01T07:03:46.768Z",7961 "probedAt": "2026-11-01T07:03:46.768Z",7962 "benchmarkedAt": "2026-11-01T07:18:30.317Z",7963 "createdAt": "2026-11-19T17:31:21.234Z",7964 "updatedAt": "2026-11-19T17:31:21.234Z"7965 },7966 {7967 "id": "gpt-4o-mini",7968 "provider": "openai",7969 "displayName": "gpt-4o-mini",7970 "category": "text",7971 "available": true,7972 "enabled": true,7973 "contextWindow": null,7974 "maxOutput": null,7975 "inputPrice": 0.15,7976 "cachedPrice": 0.075,7977 "outputPrice": 0.6,7978 "pricingSource": "https://developers.openai.com/api/docs/pricing",7979 "probes": {7980 "text": {7981 "ms": 495,7982 "status": "ok"7983 },7984 "vision": {7985 "ms": 662,7986 "status": "ok"7987 },7988 "tool_use": {7989 "ms": 620,7990 "status": "ok"7991 },7992 "streaming": {7993 "ms": 589,7994 "status": "ok"7995 },7996 "reasoning_control": {7997 "ms": 1747,7998 "status": "ok"7999 },8000 "structured_output": {8001 "ms": 599,8002 "status": "ok"8003 }8004 },8005 "benchmark": {8006 "runs": 22,8007 "errors": 0,8008 "cost_mean": 0.0009212318181818183,8009 "pass_rate": 0.8181818181818182,8010 "mean_score": 0.9432272727272728,8011 "tps_median": 116.4,8012 "by_category": {8013 "mathematics": {8014 "tps": 135.25,8015 "runs": 2,8016 "score": 0.75,8017 "errors": 0,8018 "judged": null,8019 "ttft_ms": 478,8020 "total_ms": 7312,8021 "cost_mean": 0.0005646,8022 "pass_rate": 0.5,8023 "out_tokens": 920.58024 },8025 "programming": {8026 "tps": 119.80000000000001,8027 "runs": 2,8028 "score": 1,8029 "errors": 0,8030 "judged": null,8031 "ttft_ms": 611,8032 "total_ms": 1588,8033 "cost_mean": 8.16e-05,8034 "pass_rate": 1,8035 "out_tokens": 1178036 },8037 "long_context": {8038 "tps": 50.95,8039 "runs": 2,8040 "score": 1,8041 "errors": 0,8042 "judged": null,8043 "ttft_ms": 1889,8044 "total_ms": 2082,8045 "cost_mean": 0.008284799999999998,8046 "pass_rate": 1,8047 "out_tokens": 88048 },8049 "tool_calling": {8050 "tps": 99,8051 "runs": 2,8052 "score": 1,8053 "errors": 0,8054 "judged": null,8055 "ttft_ms": 532.5,8056 "total_ms": 916.5,8057 "cost_mean": 4.47e-05,8058 "pass_rate": 1,8059 "out_tokens": 388060 },8061 "french_writing": {8062 "tps": 125.89999999999999,8063 "runs": 2,8064 "score": 1,8065 "errors": 0,8066 "judged": 5,8067 "ttft_ms": 541.5,8068 "total_ms": 2547,8069 "cost_mean": 0.00016455,8070 "pass_rate": 1,8071 "out_tokens": 2518072 },8073 "english_writing": {8074 "tps": 133.1,8075 "runs": 2,8076 "score": 0.9585,8077 "errors": 0,8078 "judged": 4,8079 "ttft_ms": 533,8080 "total_ms": 1926.5,8081 "cost_mean": 0.00012075,8082 "pass_rate": 0.5,8083 "out_tokens": 1858084 },8085 "json_generation": {8086 "tps": 93.5,8087 "runs": 2,8088 "score": 1,8089 "errors": 0,8090 "judged": null,8091 "ttft_ms": 643,8092 "total_ms": 1274.5,8093 "cost_mean": 5.85e-05,8094 "pass_rate": 1,8095 "out_tokens": 598096 },8097 "simple_reasoning": {8098 "tps": 61.4,8099 "runs": 2,8100 "score": 0.667,8101 "errors": 0,8102 "judged": null,8103 "ttft_ms": 694,8104 "total_ms": 974.5,8105 "cost_mean": 2.8800000000000002e-05,8106 "pass_rate": 0,8107 "out_tokens": 16.58108 },8109 "complex_reasoning": {8110 "tps": 147.10000000000002,8111 "runs": 2,8112 "score": 1,8113 "errors": 0,8114 "judged": null,8115 "ttft_ms": 602.5,8116 "total_ms": 5739.5,8117 "cost_mean": 0.00047444999999999996,8118 "pass_rate": 1,8119 "out_tokens": 755.58120 },8121 "document_analysis": {8122 "tps": 86.45,8123 "runs": 2,8124 "score": 1,8125 "errors": 0,8126 "judged": null,8127 "ttft_ms": 1210.5,8128 "total_ms": 2798.5,8129 "cost_mean": 0.0001389,8130 "pass_rate": 1,8131 "out_tokens": 1068132 },8133 "knowledge_synthesis": {8134 "tps": 105.5,8135 "runs": 2,8136 "score": 1,8137 "errors": 0,8138 "judged": 3,8139 "ttft_ms": 527.5,8140 "total_ms": 2795,8141 "cost_mean": 0.00017189999999999998,8142 "pass_rate": 1,8143 "out_tokens": 228.58144 }8145 },8146 "judged_mean": 4,8147 "ttft_median_ms": 561,8148 "total_median_ms": 19668149 },8150 "capabilities": {},8151 "notes": [],8152 "discoveredAt": "2026-11-01T07:03:46.768Z",8153 "probedAt": "2026-11-01T07:03:46.768Z",8154 "benchmarkedAt": "2026-11-01T07:18:30.317Z",8155 "createdAt": "2026-11-19T17:31:21.207Z",8156 "updatedAt": "2026-11-19T17:31:21.206Z"8157 },8158 {8159 "id": "gpt-5.4-nano",8160 "provider": "openai",8161 "displayName": "gpt-5.4-nano",8162 "category": "text",8163 "available": true,8164 "enabled": true,8165 "contextWindow": null,8166 "maxOutput": null,8167 "inputPrice": 0.2,8168 "cachedPrice": 0.02,8169 "outputPrice": 1.25,8170 "pricingSource": "https://developers.openai.com/api/docs/pricing",8171 "probes": {8172 "text": {8173 "ms": 722,8174 "status": "ok"8175 },8176 "vision": {8177 "ms": 521,8178 "status": "ok"8179 },8180 "tool_use": {8181 "ms": 596,8182 "status": "ok"8183 },8184 "streaming": {8185 "ms": 704,8186 "status": "ok"8187 },8188 "reasoning_control": {8189 "ms": 566,8190 "status": "ok"8191 },8192 "structured_output": {8193 "ms": 652,8194 "status": "ok"8195 }8196 },8197 "benchmark": {8198 "runs": 22,8199 "errors": 0,8200 "cost_mean": 0.00034844772727272733,8201 "pass_rate": 0.8636363636363636,8202 "mean_score": 0.9166363636363637,8203 "tps_median": 134.85000000000002,8204 "by_category": {8205 "mathematics": {8206 "tps": 127.95,8207 "runs": 2,8208 "score": 0.75,8209 "errors": 0,8210 "judged": null,8211 "ttft_ms": 643.5,8212 "total_ms": 1831,8213 "cost_mean": 0.00026057500000000003,8214 "pass_rate": 0.5,8215 "out_tokens": 195.58216 },8217 "programming": {8218 "tps": 123.5,8219 "runs": 2,8220 "score": 1,8221 "errors": 0,8222 "judged": null,8223 "ttft_ms": 609,8224 "total_ms": 1925.5,8225 "cost_mean": 0.000213125,8226 "pass_rate": 1,8227 "out_tokens": 158.58228 },8229 "long_context": {8230 "tps": 40.2,8231 "runs": 2,8232 "score": 1,8233 "errors": 0,8234 "judged": null,8235 "ttft_ms": 500.5,8236 "total_ms": 776,8237 "cost_mean": 0.00114635,8238 "pass_rate": 1,8239 "out_tokens": 118240 },8241 "tool_calling": {8242 "tps": 123.1,8243 "runs": 2,8244 "score": 1,8245 "errors": 0,8246 "judged": null,8247 "ttft_ms": 595,8248 "total_ms": 928,8249 "cost_mean": 8.145e-05,8250 "pass_rate": 1,8251 "out_tokens": 418252 },8253 "french_writing": {8254 "tps": 134.85000000000002,8255 "runs": 2,8256 "score": 1,8257 "errors": 0,8258 "judged": 4.5,8259 "ttft_ms": 510,8260 "total_ms": 2368,8261 "cost_mean": 0.000331525,8262 "pass_rate": 1,8263 "out_tokens": 250.58264 },8265 "english_writing": {8266 "tps": 162.25,8267 "runs": 2,8268 "score": 1,8269 "errors": 0,8270 "judged": 5,8271 "ttft_ms": 658.5,8272 "total_ms": 1926,8273 "cost_mean": 0.00026967500000000004,8274 "pass_rate": 1,8275 "out_tokens": 205.58276 },8277 "json_generation": {8278 "tps": 127.95,8279 "runs": 2,8280 "score": 1,8281 "errors": 0,8282 "judged": null,8283 "ttft_ms": 587.5,8284 "total_ms": 1126.5,8285 "cost_mean": 0.00011415000000000001,8286 "pass_rate": 1,8287 "out_tokens": 678288 },8289 "simple_reasoning": {8290 "tps": 63,8291 "runs": 2,8292 "score": 0.333,8293 "errors": 0,8294 "judged": null,8295 "ttft_ms": 511,8296 "total_ms": 824,8297 "cost_mean": 4.875e-05,8298 "pass_rate": 0,8299 "out_tokens": 198300 },8301 "complex_reasoning": {8302 "tps": 199,8303 "runs": 2,8304 "score": 1,8305 "errors": 0,8306 "judged": null,8307 "ttft_ms": 539,8308 "total_ms": 3506,8309 "cost_mean": 0.000781125,8310 "pass_rate": 1,8311 "out_tokens": 602.58312 },8313 "document_analysis": {8314 "tps": 106.9,8315 "runs": 2,8316 "score": 1,8317 "errors": 0,8318 "judged": null,8319 "ttft_ms": 587.5,8320 "total_ms": 1476.5,8321 "cost_mean": 0.00020625,8322 "pass_rate": 1,8323 "out_tokens": 858324 },8325 "knowledge_synthesis": {8326 "tps": 151.64999999999998,8327 "runs": 2,8328 "score": 1,8329 "errors": 0,8330 "judged": 2.5,8331 "ttft_ms": 541,8332 "total_ms": 2299.5,8333 "cost_mean": 0.00037995,8334 "pass_rate": 1,8335 "out_tokens": 2678336 }8337 },8338 "judged_mean": 4,8339 "ttft_median_ms": 548.5,8340 "total_median_ms": 17278341 },8342 "capabilities": {},8343 "notes": [],8344 "discoveredAt": "2026-11-01T07:03:46.768Z",8345 "probedAt": "2026-11-01T07:03:46.768Z",8346 "benchmarkedAt": "2026-11-01T07:18:30.317Z",8347 "createdAt": "2026-11-19T17:31:21.228Z",8348 "updatedAt": "2026-11-19T17:31:21.228Z"8349 },8350 {8351 "id": "gpt-5-pro",8352 "provider": "openai",8353 "displayName": "gpt-5-pro",8354 "category": "text",8355 "available": true,8356 "enabled": true,8357 "contextWindow": null,8358 "maxOutput": null,8359 "inputPrice": 15,8360 "cachedPrice": null,8361 "outputPrice": 120,8362 "pricingSource": "https://developers.openai.com/api/docs/pricing",8363 "probes": {8364 "text": {8365 "ms": 12269,8366 "status": "ok"8367 },8368 "vision": {8369 "ms": 157754,8370 "status": "ok"8371 },8372 "tool_use": {8373 "ms": 15045,8374 "status": "ok"8375 },8376 "streaming": {8377 "ms": 8281,8378 "status": "ok"8379 },8380 "reasoning_control": {8381 "ms": 135,8382 "detail": "400 400 Unsupported value: 'low' is not supported with the 'gpt-5-pro' model. Supported values are: 'high'.",8383 "status": "unsupported"8384 },8385 "structured_output": {8386 "ms": 70315,8387 "status": "ok"8388 }8389 },8390 "benchmark": {},8391 "capabilities": {},8392 "notes": [8393 "pro/expensive tier: only text + structured_output probed; benchmark skipped for cost ($30-$150/M input)"8394 ],8395 "discoveredAt": "2026-11-01T07:03:46.768Z",8396 "probedAt": "2026-11-01T07:03:46.768Z",8397 "benchmarkedAt": null,8398 "createdAt": "2026-11-19T17:31:21.217Z",8399 "updatedAt": "2026-11-19T17:31:21.217Z"8400 },8401 {8402 "id": "gpt-5.2-pro",8403 "provider": "openai",8404 "displayName": "gpt-5.2-pro",8405 "category": "text",8406 "available": true,8407 "enabled": true,8408 "contextWindow": null,8409 "maxOutput": null,8410 "inputPrice": 21,8411 "cachedPrice": null,8412 "outputPrice": 168,8413 "pricingSource": "https://developers.openai.com/api/docs/pricing",8414 "probes": {8415 "text": {8416 "ms": 4335,8417 "status": "ok"8418 },8419 "vision": {8420 "ms": 5725,8421 "status": "ok"8422 },8423 "tool_use": {8424 "ms": 7643,8425 "status": "ok"8426 },8427 "streaming": {8428 "ms": 4276,8429 "status": "ok"8430 },8431 "reasoning_control": {8432 "ms": 141,8433 "detail": "400 400 Unsupported value: 'low' is not supported with the 'gpt-5.2-pro' model. Supported values are: 'medium', 'high', and 'xhigh'.",8434 "status": "unsupported"8435 },8436 "structured_output": {8437 "ms": 5338,8438 "status": "ok"8439 }8440 },8441 "benchmark": {},8442 "capabilities": {},8443 "notes": [8444 "pro/expensive tier: only text + structured_output probed; benchmark skipped for cost ($30-$150/M input)"8445 ],8446 "discoveredAt": "2026-11-01T07:03:46.768Z",8447 "probedAt": "2026-11-01T07:03:46.768Z",8448 "benchmarkedAt": null,8449 "createdAt": "2026-11-19T17:31:21.224Z",8450 "updatedAt": "2026-11-19T17:31:21.224Z"8451 },8452 {8453 "id": "gpt-5.4-pro",8454 "provider": "openai",8455 "displayName": "gpt-5.4-pro",8456 "category": "text",8457 "available": true,8458 "enabled": true,8459 "contextWindow": null,8460 "maxOutput": null,8461 "inputPrice": 30,8462 "cachedPrice": null,8463 "outputPrice": 180,8464 "pricingSource": "https://developers.openai.com/api/docs/pricing",8465 "probes": {8466 "text": {8467 "ms": 5054,8468 "status": "ok"8469 },8470 "vision": {8471 "ms": 7970,8472 "status": "ok"8473 },8474 "tool_use": {8475 "ms": 13017,8476 "status": "ok"8477 },8478 "streaming": {8479 "ms": 6620,8480 "status": "ok"8481 },8482 "reasoning_control": {8483 "ms": 149,8484 "detail": "400 400 Unsupported value: 'low' is not supported with the 'gpt-5.4-pro' model. Supported values are: 'medium', 'high', and 'xhigh'.",8485 "status": "unsupported"8486 },8487 "structured_output": {8488 "ms": 22285,8489 "status": "ok"8490 }8491 },8492 "benchmark": {},8493 "capabilities": {},8494 "notes": [8495 "pro/expensive tier: only text + structured_output probed; benchmark skipped for cost ($30-$150/M input)"8496 ],8497 "discoveredAt": "2026-11-01T07:03:46.768Z",8498 "probedAt": "2026-11-01T07:03:46.768Z",8499 "benchmarkedAt": null,8500 "createdAt": "2026-11-19T17:31:21.229Z",8501 "updatedAt": "2026-11-19T17:31:21.229Z"8502 },8503 {8504 "id": "gpt-5.5-pro",8505 "provider": "openai",8506 "displayName": "gpt-5.5-pro",8507 "category": "text",8508 "available": true,8509 "enabled": true,8510 "contextWindow": null,8511 "maxOutput": null,8512 "inputPrice": 30,8513 "cachedPrice": null,8514 "outputPrice": 180,8515 "pricingSource": "https://developers.openai.com/api/docs/pricing",8516 "probes": {8517 "text": {8518 "ms": 35646,8519 "status": "ok"8520 },8521 "vision": {8522 "ms": 4232,8523 "status": "ok"8524 },8525 "tool_use": {8526 "ms": 5643,8527 "status": "ok"8528 },8529 "streaming": {8530 "ms": 3986,8531 "status": "ok"8532 },8533 "reasoning_control": {8534 "ms": 264,8535 "detail": "400 400 Unsupported value: 'low' is not supported with the 'gpt-5.5-pro' model. Supported values are: 'medium', 'high', and 'xhigh'.",8536 "status": "unsupported"8537 },8538 "structured_output": {8539 "ms": 10706,8540 "status": "ok"8541 }8542 },8543 "benchmark": {},8544 "capabilities": {},8545 "notes": [8546 "pro/expensive tier: only text + structured_output probed; benchmark skipped for cost ($30-$150/M input)"8547 ],8548 "discoveredAt": "2026-11-01T07:03:46.768Z",8549 "probedAt": "2026-11-01T07:03:46.768Z",8550 "benchmarkedAt": null,8551 "createdAt": "2026-11-19T17:31:21.231Z",8552 "updatedAt": "2026-11-19T17:31:21.231Z"8553 },8554 {8555 "id": "o3-pro",8556 "provider": "openai",8557 "displayName": "o3-pro",8558 "category": "text",8559 "available": true,8560 "enabled": true,8561 "contextWindow": null,8562 "maxOutput": null,8563 "inputPrice": 20,8564 "cachedPrice": null,8565 "outputPrice": 80,8566 "pricingSource": "https://developers.openai.com/api/docs/pricing",8567 "probes": {8568 "text": {8569 "ms": 4414,8570 "status": "ok"8571 },8572 "vision": {8573 "ms": 6121,8574 "status": "ok"8575 },8576 "tool_use": {8577 "ms": 6647,8578 "status": "ok"8579 },8580 "streaming": {8581 "ms": 4539,8582 "status": "ok"8583 },8584 "reasoning_control": {8585 "ms": 4857,8586 "status": "ok"8587 },8588 "structured_output": {8589 "ms": 5927,8590 "status": "ok"8591 }8592 },8593 "benchmark": {},8594 "capabilities": {},8595 "notes": [8596 "pro/expensive tier: only text + structured_output probed; benchmark skipped for cost ($30-$150/M input)"8597 ],8598 "discoveredAt": "2026-11-01T07:03:46.768Z",8599 "probedAt": "2026-11-01T07:03:46.768Z",8600 "benchmarkedAt": null,8601 "createdAt": "2026-11-19T17:31:21.245Z",8602 "updatedAt": "2026-11-19T17:31:21.245Z"8603 }8604 ],8605 "providers": [8606 {8607 "id": "openai",8608 "name": "OpenAI",8609 "enabled": true,8610 "lastDiscoveryAt": null,8611 "status": "unknown",8612 "statusDetail": null,8613 "configured": true8614 },8615 {8616 "id": "anthropic",8617 "name": "Anthropic",8618 "enabled": true,8619 "lastDiscoveryAt": null,8620 "status": "unknown",8621 "statusDetail": null,8622 "configured": true8623 }8624 ],8625 "routes": {8626 "chat": {8627 "primary": "gpt-6-sol",8628 "fallback": "claude-sonnet-5-5",8629 "effort": "medium",8630 "categories": [8631 "knowledge_synthesis",8632 "simple_reasoning",8633 "document_analysis"8634 ]8635 },8636 "quick": {8637 "primary": "claude-haiku-5-5",8638 "fallback": "gpt-5.4-mini",8639 "effort": "low",8640 "categories": [8641 "simple_reasoning",8642 "json_generation"8643 ]8644 },8645 "write": {8646 "primary": "gpt-6-sol",8647 "fallback": "claude-sonnet-4-6",8648 "effort": "medium",8649 "categories": [8650 "french_writing",8651 "english_writing"8652 ]8653 },8654 "reason": {8655 "primary": "claude-opus-5-5",8656 "fallback": "gpt-6-astra",8657 "effort": "high",8658 "categories": [8659 "complex_reasoning",8660 "mathematics"8661 ]8662 },8663 "deep": {8664 "primary": "claude-fable-5-1",8665 "fallback": "gpt-6-astra",8666 "effort": "high",8667 "categories": [8668 "complex_reasoning",8669 "knowledge_synthesis",8670 "mathematics"8671 ]8672 },8673 "code": {8674 "primary": "gpt-5.3-codex",8675 "fallback": "claude-sonnet-5-5",8676 "effort": "medium",8677 "categories": [8678 "programming"8679 ]8680 },8681 "extract": {8682 "primary": "gpt-5.4-mini",8683 "fallback": "claude-haiku-5-5",8684 "effort": "low",8685 "categories": [8686 "json_generation",8687 "document_analysis",8688 "tool_calling"8689 ]8690 },8691 "longctx": {8692 "primary": "gpt-6.1-terra",8693 "fallback": "claude-sonnet-5-5",8694 "effort": "medium",8695 "categories": [8696 "long_context"8697 ],8698 "avoid": [8699 "gpt-5.6-terra",8700 "gpt-6-luna",8701 "claude-fable-5"8702 ]8703 },8704 "agent": {8705 "primary": "claude-sonnet-5-5",8706 "fallback": "gpt-5.4",8707 "effort": "medium",8708 "categories": [8709 "tool_calling",8710 "complex_reasoning"8711 ]8712 },8713 "judge": {8714 "primary": "claude-haiku-5-5",8715 "fallback": "gpt-5.4-mini",8716 "effort": "low",8717 "categories": [8718 "json_generation"8719 ]8720 }8721 },8722 "defaultRoutes": {8723 "chat": {8724 "primary": "gpt-6-sol",8725 "fallback": "claude-sonnet-5-5",8726 "effort": "medium",8727 "categories": [8728 "knowledge_synthesis",8729 "simple_reasoning",8730 "document_analysis"8731 ]8732 },8733 "quick": {8734 "primary": "claude-haiku-5-5",8735 "fallback": "gpt-5.4-mini",8736 "effort": "low",8737 "categories": [8738 "simple_reasoning",8739 "json_generation"8740 ]8741 },8742 "write": {8743 "primary": "gpt-6-sol",8744 "fallback": "claude-sonnet-4-6",8745 "effort": "medium",8746 "categories": [8747 "french_writing",8748 "english_writing"8749 ]8750 },8751 "reason": {8752 "primary": "claude-opus-5-5",8753 "fallback": "gpt-6-astra",8754 "effort": "high",8755 "categories": [8756 "complex_reasoning",8757 "mathematics"8758 ]8759 },8760 "deep": {8761 "primary": "claude-fable-5-1",8762 "fallback": "gpt-6-astra",8763 "effort": "high",8764 "categories": [8765 "complex_reasoning",8766 "knowledge_synthesis",8767 "mathematics"8768 ]8769 },8770 "code": {8771 "primary": "gpt-5.3-codex",8772 "fallback": "claude-sonnet-5-5",8773 "effort": "medium",8774 "categories": [8775 "programming"8776 ]8777 },8778 "extract": {8779 "primary": "gpt-5.4-mini",8780 "fallback": "claude-haiku-5-5",8781 "effort": "low",8782 "categories": [8783 "json_generation",8784 "document_analysis",8785 "tool_calling"8786 ]8787 },8788 "longctx": {8789 "primary": "gpt-6.1-terra",8790 "fallback": "claude-sonnet-5-5",8791 "effort": "medium",8792 "categories": [8793 "long_context"8794 ],8795 "avoid": [8796 "gpt-5.6-terra",8797 "gpt-6-luna",8798 "claude-fable-5"8799 ]8800 },8801 "agent": {8802 "primary": "claude-sonnet-5-5",8803 "fallback": "gpt-5.4",8804 "effort": "medium",8805 "categories": [8806 "tool_calling",8807 "complex_reasoning"8808 ]8809 },8810 "judge": {8811 "primary": "claude-haiku-5-5",8812 "fallback": "gpt-5.4-mini",8813 "effort": "low",8814 "categories": [8815 "json_generation"8816 ]8817 }8818 },8819 "taskLabels": {8820 "chat": "Chat & Q&A",8821 "quick": "Quick tasks",8822 "write": "Writing",8823 "reason": "Reasoning",8824 "deep": "Deep research",8825 "code": "Code",8826 "extract": "Extraction",8827 "longctx": "Long context",8828 "agent": "Agents",8829 "judge": "Validation"8830 },8831 "benchmark": {8832 "runs": 836,8833 "judges": [8834 "claude-sonnet-5-5",8835 "gpt-5.4"8836 ],8837 "generated": "2026-11-01T07:18:30.317Z",8838 "categories": [8839 {8840 "id": "document_analysis",8841 "label": "Document analysis"8842 },8843 {8844 "id": "json_generation",8845 "label": "JSON generation"8846 },8847 {8848 "id": "complex_reasoning",8849 "label": "Complex reasoning"8850 },8851 {8852 "id": "long_context",8853 "label": "Long-context retrieval"8854 },8855 {8856 "id": "english_writing",8857 "label": "English writing"8858 },8859 {8860 "id": "french_writing",8861 "label": "French writing"8862 },8863 {8864 "id": "programming",8865 "label": "Programming"8866 },8867 {8868 "id": "simple_reasoning",8869 "label": "Simple reasoning"8870 },8871 {8872 "id": "knowledge_synthesis",8873 "label": "Knowledge synthesis"8874 },8875 {8876 "id": "tool_calling",8877 "label": "Tool calling"8878 },8879 {8880 "id": "mathematics",8881 "label": "Mathematics"8882 }8883 ],8884 "total_cost": 17.2435999999999978885 }8886}8887