SPB Git

Repository Public

models.json 183.0 KB 8,887 lines json

1{2 "models": [3  {4   "id": "claude-haiku-5-5",5   "provider": "anthropic",6   "displayName": "Claude Haiku 5.5",7   "category": "text",8   "available": true,9   "enabled": true,10   "contextWindow": 1000000,11   "maxOutput": 128000,12   "inputPrice": 0.1,13   "cachedPrice": 0.01,14   "outputPrice": 0.5,15   "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",16   "probes": {17    "text": {18     "ms": 592,19     "status": "ok"20    },21    "vision": {22     "ms": 932,23     "status": "ok"24    },25    "tool_use": {26     "ms": 620,27     "status": "ok"28    },29    "streaming": {30     "ms": 604,31     "status": "ok"32    },33    "reasoning_control": {34     "ms": 567,35     "status": "ok"36    },37    "structured_output": {38     "ms": 1089,39     "status": "ok"40    }41   },42   "benchmark": {43    "runs": 22,44    "errors": 0,45    "cost_mean": 0.0010509500000000001,46    "pass_rate": 1,47    "mean_score": 1,48    "tps_median": 486.8,49    "by_category": {50     "mathematics": {51      "tps": 297.8,52      "runs": 2,53      "score": 1,54      "errors": 0,55      "judged": null,56      "ttft_ms": 1145.5,57      "total_ms": 2074.5,58      "cost_mean": 0.00024974999999999997,59      "pass_rate": 1,60      "out_tokens": 476.561     },62     "programming": {63      "tps": 351.25,64      "runs": 2,65      "score": 1,66      "errors": 0,67      "judged": null,68      "ttft_ms": 345.5,69      "total_ms": 888.5,70      "cost_mean": 0.0001067,71      "pass_rate": 1,72      "out_tokens": 18973     },74     "long_context": {75      "tps": 4265.85,76      "runs": 2,77      "score": 1,78      "errors": 0,79      "judged": null,80      "ttft_ms": 2369.5,81      "total_ms": 2404,82      "cost_mean": 0.008162550000000001,83      "pass_rate": 1,84      "out_tokens": 142.585     },86     "tool_calling": {87      "tps": 387.3,88      "runs": 2,89      "score": 1,90      "errors": 0,91      "judged": null,92      "ttft_ms": 532.5,93      "total_ms": 868,94      "cost_mean": 0.0001337,95      "pass_rate": 1,96      "out_tokens": 13097     },98     "french_writing": {99      "tps": 1654.15,100      "runs": 2,101      "score": 1,102      "errors": 0,103      "judged": 4.5,104      "ttft_ms": 6442.5,105      "total_ms": 7764,106      "cost_mean": 0.0011124,107      "pass_rate": 1,108      "out_tokens": 2192109     },110     "english_writing": {111      "tps": 180.55,112      "runs": 2,113      "score": 1,114      "errors": 0,115      "judged": 5,116      "ttft_ms": 442.5,117      "total_ms": 2749,118      "cost_mean": 0.00021715,119      "pass_rate": 1,120      "out_tokens": 413.5121     },122     "json_generation": {123      "tps": 389.35,124      "runs": 2,125      "score": 1,126      "errors": 0,127      "judged": null,128      "ttft_ms": 1049,129      "total_ms": 1319,130      "cost_mean": 0.00010209999999999999,131      "pass_rate": 1,132      "out_tokens": 105133     },134     "simple_reasoning": {135      "tps": 710.9,136      "runs": 2,137      "score": 1,138      "errors": 0,139      "judged": null,140      "ttft_ms": 603,141      "total_ms": 728,142      "cost_mean": 5.66e-05,143      "pass_rate": 1,144      "out_tokens": 77145     },146     "complex_reasoning": {147      "tps": 530.05,148      "runs": 2,149      "score": 1,150      "errors": 0,151      "judged": null,152      "ttft_ms": 2643,153      "total_ms": 4890,154      "cost_mean": 0.00061815,155      "pass_rate": 1,156      "out_tokens": 1189.5157     },158     "document_analysis": {159      "tps": 636.95,160      "runs": 2,161      "score": 1,162      "errors": 0,163      "judged": null,164      "ttft_ms": 2934,165      "total_ms": 3251,166      "cost_mean": 0.00020275000000000002,167      "pass_rate": 1,168      "out_tokens": 201.5169     },170     "knowledge_synthesis": {171      "tps": 890.55,172      "runs": 2,173      "score": 1,174      "errors": 0,175      "judged": 5,176      "ttft_ms": 4008,177      "total_ms": 5274,178      "cost_mean": 0.0005986,179      "pass_rate": 1,180      "out_tokens": 1127181     }182    },183    "judged_mean": 4.833333333333333,184    "ttft_median_ms": 1301,185    "total_median_ms": 2404186   },187   "capabilities": {188    "batch": {189     "supported": true190    },191    "effort": {192     "low": {193      "supported": true194     },195     "max": {196      "supported": true197     },198     "high": {199      "supported": true200     },201     "xhigh": {202      "supported": true203     },204     "medium": {205      "supported": true206     },207     "supported": true208    },209    "thinking": {210     "types": {211      "enabled": {212       "supported": false213      },214      "adaptive": {215       "supported": true216      },217      "disabled": {218       "supported": true219      },220      "between_tools": {221       "supported": false222      }223     },224     "supported": true225    },226    "citations": {227     "supported": true228    },229    "pdf_input": {230     "supported": true231    },232    "image_input": {233     "supported": true234    },235    "server_tools": {236     "supported": true,237     "web_search": {238      "supported": true239     },240     "code_execution": {241      "supported": true242     }243    },244    "code_execution": {245     "supported": true246    },247    "context_management": {248     "supported": true,249     "compact_20260112": {250      "supported": true251     },252     "clear_thinking_20251015": {253      "supported": true254     },255     "clear_tool_uses_20250919": {256      "supported": true257     }258    },259    "structured_outputs": {260     "supported": true261    }262   },263   "notes": [],264   "discoveredAt": "2026-11-01T07:03:46.768Z",265   "probedAt": "2026-11-01T07:03:46.768Z",266   "benchmarkedAt": "2026-11-01T07:18:30.317Z",267   "createdAt": "2026-11-19T17:31:21.248Z",268   "updatedAt": "2026-11-19T17:31:21.248Z"269  },270  {271   "id": "claude-sonnet-5-5",272   "provider": "anthropic",273   "displayName": "Claude Sonnet 5.5",274   "category": "text",275   "available": true,276   "enabled": true,277   "contextWindow": 1000000,278   "maxOutput": 128000,279   "inputPrice": 2,280   "cachedPrice": 0.1,281   "outputPrice": 10,282   "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",283   "probes": {284    "text": {285     "ms": 1265,286     "status": "ok"287    },288    "vision": {289     "ms": 1019,290     "status": "ok"291    },292    "tool_use": {293     "ms": 1385,294     "status": "ok"295    },296    "streaming": {297     "ms": 1037,298     "status": "ok"299    },300    "reasoning_control": {301     "ms": 1167,302     "status": "ok"303    },304    "structured_output": {305     "ms": 772,306     "status": "ok"307    }308   },309   "benchmark": {310    "runs": 22,311    "errors": 0,312    "cost_mean": 0.019658545454545453,313    "pass_rate": 1,314    "mean_score": 1,315    "tps_median": 201.95,316    "by_category": {317     "mathematics": {318      "tps": 155.05,319      "runs": 2,320      "score": 1,321      "errors": 0,322      "judged": null,323      "ttft_ms": 808.5,324      "total_ms": 2853,325      "cost_mean": 0.0034000000000000002,326      "pass_rate": 1,327      "out_tokens": 317328     },329     "programming": {330      "tps": 201.95,331      "runs": 2,332      "score": 1,333      "errors": 0,334      "judged": null,335      "ttft_ms": 798,336      "total_ms": 4436.5,337      "cost_mean": 0.007589,338      "pass_rate": 1,339      "out_tokens": 734.5340     },341     "long_context": {342      "tps": 415,343      "runs": 2,344      "score": 1,345      "errors": 0,346      "judged": null,347      "ttft_ms": 2243,348      "total_ms": 2270,349      "cost_mean": 0.161936,350      "pass_rate": 1,351      "out_tokens": 11352     },353     "tool_calling": {354      "tps": 152.5,355      "runs": 2,356      "score": 1,357      "errors": 0,358      "judged": null,359      "ttft_ms": 766.5,360      "total_ms": 1619,361      "cost_mean": 0.002674,362      "pass_rate": 1,363      "out_tokens": 130364     },365     "french_writing": {366      "tps": 768.95,367      "runs": 2,368      "score": 1,369      "errors": 0,370      "judged": 5,371      "ttft_ms": 7827.5,372      "total_ms": 10002,373      "cost_mean": 0.016973000000000002,374      "pass_rate": 1,375      "out_tokens": 1664.5376     },377     "english_writing": {378      "tps": 115.1,379      "runs": 2,380      "score": 1,381      "errors": 0,382      "judged": 5,383      "ttft_ms": 463,384      "total_ms": 4608.5,385      "cost_mean": 0.004968,386      "pass_rate": 1,387      "out_tokens": 476388     },389     "json_generation": {390      "tps": 242.89999999999998,391      "runs": 2,392      "score": 1,393      "errors": 0,394      "judged": null,395      "ttft_ms": 1719,396      "total_ms": 2151.5,397      "cost_mean": 0.002042,398      "pass_rate": 1,399      "out_tokens": 105400     },401     "simple_reasoning": {402      "tps": 35.599999999999994,403      "runs": 2,404      "score": 1,405      "errors": 0,406      "judged": null,407      "ttft_ms": 688.5,408      "total_ms": 1222,409      "cost_mean": 0.000552,410      "pass_rate": 1,411      "out_tokens": 19412     },413     "complex_reasoning": {414      "tps": 297.4,415      "runs": 2,416      "score": 1,417      "errors": 0,418      "judged": null,419      "ttft_ms": 2570.5,420      "total_ms": 5096,421      "cost_mean": 0.007977999999999999,422      "pass_rate": 1,423      "out_tokens": 751424     },425     "document_analysis": {426      "tps": 275.05,427      "runs": 2,428      "score": 1,429      "errors": 0,430      "judged": null,431      "ttft_ms": 1609.5,432      "total_ms": 2040.5,433      "cost_mean": 0.00322,434      "pass_rate": 1,435      "out_tokens": 118436     },437     "knowledge_synthesis": {438      "tps": 146.15,439      "runs": 2,440      "score": 1,441      "errors": 0,442      "judged": 4,443      "ttft_ms": 853,444      "total_ms": 3735.5,445      "cost_mean": 0.004912,446      "pass_rate": 1,447      "out_tokens": 421448     }449    },450    "judged_mean": 4.666666666666667,451    "ttft_median_ms": 1019.5,452    "total_median_ms": 2853453   },454   "capabilities": {455    "batch": {456     "supported": true457    },458    "effort": {459     "low": {460      "supported": true461     },462     "max": {463      "supported": true464     },465     "high": {466      "supported": true467     },468     "xhigh": {469      "supported": true470     },471     "medium": {472      "supported": true473     },474     "supported": true475    },476    "thinking": {477     "types": {478      "enabled": {479       "supported": false480      },481      "adaptive": {482       "supported": true483      },484      "disabled": {485       "supported": false486      },487      "between_tools": {488       "supported": true489      }490     },491     "supported": true492    },493    "citations": {494     "supported": true495    },496    "pdf_input": {497     "supported": true498    },499    "image_input": {500     "supported": true501    },502    "server_tools": {503     "supported": true,504     "web_search": {505      "supported": true506     },507     "code_execution": {508      "supported": true509     }510    },511    "code_execution": {512     "supported": true513    },514    "context_management": {515     "supported": true,516     "compact_20260112": {517      "supported": true518     },519     "clear_thinking_20251015": {520      "supported": true521     },522     "clear_tool_uses_20250919": {523      "supported": true524     }525    },526    "structured_outputs": {527     "supported": true528    }529   },530   "notes": [],531   "discoveredAt": "2026-11-01T07:03:46.768Z",532   "probedAt": "2026-11-01T07:03:46.768Z",533   "benchmarkedAt": "2026-11-01T07:18:30.317Z",534   "createdAt": "2026-11-19T17:31:21.249Z",535   "updatedAt": "2026-11-19T17:31:21.249Z"536  },537  {538   "id": "claude-opus-5-5",539   "provider": "anthropic",540   "displayName": "Claude Opus 5.5",541   "category": "text",542   "available": true,543   "enabled": true,544   "contextWindow": 1000000,545   "maxOutput": 128000,546   "inputPrice": 4,547   "cachedPrice": 0.2,548   "outputPrice": 20,549   "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",550   "probes": {551    "text": {552     "ms": 859,553     "status": "ok"554    },555    "vision": {556     "ms": 952,557     "status": "ok"558    },559    "tool_use": {560     "ms": 1020,561     "status": "ok"562    },563    "streaming": {564     "ms": 905,565     "status": "ok"566    },567    "reasoning_control": {568     "ms": 3151,569     "status": "ok"570    },571    "structured_output": {572     "ms": 1629,573     "status": "ok"574    }575   },576   "benchmark": {577    "runs": 22,578    "errors": 0,579    "cost_mean": 0.04285072727272727,580    "pass_rate": 1,581    "mean_score": 1,582    "tps_median": 160.6,583    "by_category": {584     "mathematics": {585      "tps": 134.05,586      "runs": 2,587      "score": 1,588      "errors": 0,589      "judged": null,590      "ttft_ms": 901.5,591      "total_ms": 3753,592      "cost_mean": 0.00924,593      "pass_rate": 1,594      "out_tokens": 439595     },596     "programming": {597      "tps": 185.3,598      "runs": 2,599      "score": 1,600      "errors": 0,601      "judged": null,602      "ttft_ms": 1170,603      "total_ms": 2647.5,604      "cost_mean": 0.005938000000000001,605      "pass_rate": 1,606      "out_tokens": 272.5607     },608     "long_context": {609      "tps": 375.15,610      "runs": 2,611      "score": 1,612      "errors": 0,613      "judged": null,614      "ttft_ms": 2306.5,615      "total_ms": 2336,616      "cost_mean": 0.323872,617      "pass_rate": 1,618      "out_tokens": 11619     },620     "tool_calling": {621      "tps": 140.14999999999998,622      "runs": 2,623      "score": 1,624      "errors": 0,625      "judged": null,626      "ttft_ms": 946,627      "total_ms": 1873,628      "cost_mean": 0.005348,629      "pass_rate": 1,630      "out_tokens": 130631     },632     "french_writing": {633      "tps": 698.8,634      "runs": 2,635      "score": 1,636      "errors": 0,637      "judged": 5,638      "ttft_ms": 14963,639      "total_ms": 18435.5,640      "cost_mean": 0.049145999999999995,641      "pass_rate": 1,642      "out_tokens": 2424.5643     },644     "english_writing": {645      "tps": 667.1500000000001,646      "runs": 2,647      "score": 1,648      "errors": 0,649      "judged": 5,650      "ttft_ms": 12624.5,651      "total_ms": 15484,652      "cost_mean": 0.038606,653      "pass_rate": 1,654      "out_tokens": 1909.5655     },656     "json_generation": {657      "tps": 159.35,658      "runs": 2,659      "score": 1,660      "errors": 0,661      "judged": null,662      "ttft_ms": 1703,663      "total_ms": 2361.5,664      "cost_mean": 0.004084,665      "pass_rate": 1,666      "out_tokens": 105667     },668     "simple_reasoning": {669      "tps": 132.1,670      "runs": 2,671      "score": 1,672      "errors": 0,673      "judged": null,674      "ttft_ms": 835.5,675      "total_ms": 1282.5,676      "cost_mean": 0.001904,677      "pass_rate": 1,678      "out_tokens": 59679     },680     "complex_reasoning": {681      "tps": 184.45,682      "runs": 2,683      "score": 1,684      "errors": 0,685      "judged": null,686      "ttft_ms": 2424,687      "total_ms": 6117,688      "cost_mean": 0.014536,689      "pass_rate": 1,690      "out_tokens": 680691     },692     "document_analysis": {693      "tps": 147.95,694      "runs": 2,695      "score": 1,696      "errors": 0,697      "judged": null,698      "ttft_ms": 1019.5,699      "total_ms": 1820.5,700      "cost_mean": 0.00644,701      "pass_rate": 1,702      "out_tokens": 118703     },704     "knowledge_synthesis": {705      "tps": 145.45,706      "runs": 2,707      "score": 1,708      "errors": 0,709      "judged": 4.5,710      "ttft_ms": 2205,711      "total_ms": 5931.5,712      "cost_mean": 0.012244,713      "pass_rate": 1,714      "out_tokens": 542715     }716    },717    "judged_mean": 4.833333333333333,718    "ttft_median_ms": 1703,719    "total_median_ms": 2782.5720   },721   "capabilities": {722    "batch": {723     "supported": true724    },725    "effort": {726     "low": {727      "supported": true728     },729     "max": {730      "supported": true731     },732     "high": {733      "supported": true734     },735     "xhigh": {736      "supported": true737     },738     "medium": {739      "supported": true740     },741     "supported": true742    },743    "thinking": {744     "types": {745      "enabled": {746       "supported": false747      },748      "adaptive": {749       "supported": true750      },751      "disabled": {752       "supported": false753      },754      "between_tools": {755       "supported": false756      }757     },758     "supported": true759    },760    "citations": {761     "supported": true762    },763    "pdf_input": {764     "supported": true765    },766    "image_input": {767     "supported": true768    },769    "server_tools": {770     "supported": true,771     "web_search": {772      "supported": true773     },774     "code_execution": {775      "supported": true776     }777    },778    "code_execution": {779     "supported": true780    },781    "context_management": {782     "supported": true,783     "compact_20260112": {784      "supported": true785     },786     "clear_thinking_20251015": {787      "supported": true788     },789     "clear_tool_uses_20250919": {790      "supported": true791     }792    },793    "structured_outputs": {794     "supported": true795    }796   },797   "notes": [],798   "discoveredAt": "2026-11-01T07:03:46.768Z",799   "probedAt": "2026-11-01T07:03:46.768Z",800   "benchmarkedAt": "2026-11-01T07:18:30.317Z",801   "createdAt": "2026-11-19T17:31:21.249Z",802   "updatedAt": "2026-11-19T17:31:21.249Z"803  },804  {805   "id": "claude-fable-5-1",806   "provider": "anthropic",807   "displayName": "Claude Fable 5.1",808   "category": "text",809   "available": true,810   "enabled": true,811   "contextWindow": 1000000,812   "maxOutput": 128000,813   "inputPrice": 10,814   "cachedPrice": 0.25,815   "outputPrice": 50,816   "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",817   "probes": {818    "text": {819     "ms": 734,820     "status": "ok"821    },822    "vision": {823     "ms": 751,824     "status": "ok"825    },826    "tool_use": {827     "ms": 1094,828     "status": "ok"829    },830    "streaming": {831     "ms": 740,832     "status": "ok"833    },834    "reasoning_control": {835     "ms": 718,836     "status": "ok"837    },838    "structured_output": {839     "ms": 1162,840     "status": "ok"841    }842   },843   "benchmark": {844    "runs": 22,845    "errors": 0,846    "cost_mean": 0.08993590909090911,847    "pass_rate": 1,848    "mean_score": 1,849    "tps_median": 118.3,850    "by_category": {851     "mathematics": {852      "tps": 102.2,853      "runs": 2,854      "score": 1,855      "errors": 0,856      "judged": null,857      "ttft_ms": 350.5,858      "total_ms": 2466,859      "cost_mean": 0.01195,860      "pass_rate": 1,861      "out_tokens": 216862     },863     "programming": {864      "tps": 118.3,865      "runs": 2,866      "score": 1,867      "errors": 0,868      "judged": null,869      "ttft_ms": 360.5,870      "total_ms": 2098.5,871      "cost_mean": 0.011495,872      "pass_rate": 1,873      "out_tokens": 205.5874     },875     "long_context": {876      "tps": 220.55,877      "runs": 2,878      "score": 1,879      "errors": 0,880      "judged": null,881      "ttft_ms": 1388,882      "total_ms": 1444,883      "cost_mean": 0.80968,884      "pass_rate": 1,885      "out_tokens": 11886     },887     "tool_calling": {888      "tps": 121.1,889      "runs": 2,890      "score": 1,891      "errors": 0,892      "judged": null,893      "ttft_ms": 422.5,894      "total_ms": 1559,895      "cost_mean": 0.013645000000000001,896      "pass_rate": 1,897      "out_tokens": 135.5898     },899     "french_writing": {900      "tps": 74.80000000000001,901      "runs": 2,902      "score": 1,903      "errors": 0,904      "judged": 5,905      "ttft_ms": 342,906      "total_ms": 7573,907      "cost_mean": 0.02844,908      "pass_rate": 1,909      "out_tokens": 536910     },911     "english_writing": {912      "tps": 64.19999999999999,913      "runs": 2,914      "score": 1,915      "errors": 0,916      "judged": 5,917      "ttft_ms": 340.5,918      "total_ms": 7003,919      "cost_mean": 0.022289999999999997,920      "pass_rate": 1,921      "out_tokens": 425922     },923     "json_generation": {924      "tps": 123.4,925      "runs": 2,926      "score": 1,927      "errors": 0,928      "judged": null,929      "ttft_ms": 737,930      "total_ms": 1587.5,931      "cost_mean": 0.01021,932      "pass_rate": 1,933      "out_tokens": 105934     },935     "simple_reasoning": {936      "tps": 46.4,937      "runs": 2,938      "score": 1,939      "errors": 0,940      "judged": null,941      "ttft_ms": 331.5,942      "total_ms": 740.5,943      "cost_mean": 0.00276,944      "pass_rate": 1,945      "out_tokens": 19946     },947     "complex_reasoning": {948      "tps": 140.2,949      "runs": 2,950      "score": 1,951      "errors": 0,952      "judged": null,953      "ttft_ms": 1766,954      "total_ms": 5206,955      "cost_mean": 0.026165,956      "pass_rate": 1,957      "out_tokens": 476.5958     },959     "document_analysis": {960      "tps": 128.3,961      "runs": 2,962      "score": 1,963      "errors": 0,964      "judged": null,965      "ttft_ms": 727.5,966      "total_ms": 1647,967      "cost_mean": 0.0161,968      "pass_rate": 1,969      "out_tokens": 118970     },971     "knowledge_synthesis": {972      "tps": 125.94999999999999,973      "runs": 2,974      "score": 1,975      "errors": 0,976      "judged": 5,977      "ttft_ms": 2914,978      "total_ms": 8164.5,979      "cost_mean": 0.036559999999999995,980      "pass_rate": 1,981      "out_tokens": 661982     }983    },984    "judged_mean": 5,985    "ttft_median_ms": 389,986    "total_median_ms": 2098.5987   },988   "capabilities": {989    "batch": {990     "supported": true991    },992    "effort": {993     "low": {994      "supported": true995     },996     "max": {997      "supported": true998     },999     "high": {1000      "supported": true1001     },1002     "xhigh": {1003      "supported": true1004     },1005     "medium": {1006      "supported": true1007     },1008     "supported": true1009    },1010    "thinking": {1011     "types": {1012      "enabled": {1013       "supported": false1014      },1015      "adaptive": {1016       "supported": true1017      },1018      "disabled": {1019       "supported": false1020      },1021      "between_tools": {1022       "supported": false1023      }1024     },1025     "supported": true1026    },1027    "citations": {1028     "supported": true1029    },1030    "pdf_input": {1031     "supported": true1032    },1033    "image_input": {1034     "supported": true1035    },1036    "server_tools": {1037     "supported": true,1038     "web_search": {1039      "supported": true1040     },1041     "code_execution": {1042      "supported": true1043     }1044    },1045    "code_execution": {1046     "supported": true1047    },1048    "context_management": {1049     "supported": true,1050     "compact_20260112": {1051      "supported": true1052     },1053     "clear_thinking_20251015": {1054      "supported": true1055     },1056     "clear_tool_uses_20250919": {1057      "supported": true1058     }1059    },1060    "structured_outputs": {1061     "supported": true1062    }1063   },1064   "notes": [],1065   "discoveredAt": "2026-11-01T07:03:46.768Z",1066   "probedAt": "2026-11-01T07:03:46.768Z",1067   "benchmarkedAt": "2026-11-01T07:18:30.317Z",1068   "createdAt": "2026-11-19T17:31:21.250Z",1069   "updatedAt": "2026-11-19T17:31:21.250Z"1070  },1071  {1072   "id": "claude-opus-5",1073   "provider": "anthropic",1074   "displayName": "Claude Opus 5",1075   "category": "text",1076   "available": true,1077   "enabled": true,1078   "contextWindow": 1000000,1079   "maxOutput": 128000,1080   "inputPrice": 5,1081   "cachedPrice": 0.5,1082   "outputPrice": 25,1083   "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",1084   "probes": {1085    "text": {1086     "ms": 1509,1087     "status": "ok"1088    },1089    "vision": {1090     "ms": 940,1091     "status": "ok"1092    },1093    "tool_use": {1094     "ms": 1747,1095     "status": "ok"1096    },1097    "streaming": {1098     "ms": 771,1099     "status": "ok"1100    },1101    "reasoning_control": {1102     "ms": 1427,1103     "status": "ok"1104    },1105    "structured_output": {1106     "ms": 1341,1107     "status": "ok"1108    }1109   },1110   "benchmark": {1111    "runs": 22,1112    "errors": 0,1113    "cost_mean": 0.05072159090909092,1114    "pass_rate": 1,1115    "mean_score": 1,1116    "tps_median": 160.89999999999998,1117    "by_category": {1118     "mathematics": {1119      "tps": 99.9,1120      "runs": 2,1121      "score": 1,1122      "errors": 0,1123      "judged": null,1124      "ttft_ms": 1415.5,1125      "total_ms": 4043,1126      "cost_mean": 0.0087275,1127      "pass_rate": 1,1128      "out_tokens": 326.51129     },1130     "programming": {1131      "tps": 156.60000000000002,1132      "runs": 2,1133      "score": 1,1134      "errors": 0,1135      "judged": null,1136      "ttft_ms": 4119.5,1137      "total_ms": 7068.5,1138      "cost_mean": 0.011574999999999998,1139      "pass_rate": 1,1140      "out_tokens": 4391141     },1142     "long_context": {1143      "tps": 263.54999999999995,1144      "runs": 2,1145      "score": 1,1146      "errors": 0,1147      "judged": null,1148      "ttft_ms": 2696,1149      "total_ms": 2739,1150      "cost_mean": 0.40483,1151      "pass_rate": 1,1152      "out_tokens": 111153     },1154     "tool_calling": {1155      "tps": 182.3,1156      "runs": 2,1157      "score": 1,1158      "errors": 0,1159      "judged": null,1160      "ttft_ms": 1556,1161      "total_ms": 2426,1162      "cost_mean": 0.007375,1163      "pass_rate": 1,1164      "out_tokens": 1581165     },1166     "french_writing": {1167      "tps": 390.75,1168      "runs": 2,1169      "score": 1,1170      "errors": 0,1171      "judged": 5,1172      "ttft_ms": 17383.5,1173      "total_ms": 22242,1174      "cost_mean": 0.047385,1175      "pass_rate": 1,1176      "out_tokens": 18631177     },1178     "english_writing": {1179      "tps": 245.64999999999998,1180      "runs": 2,1181      "score": 1,1182      "errors": 0,1183      "judged": 5,1184      "ttft_ms": 9286.5,1185      "total_ms": 14506,1186      "cost_mean": 0.0260725,1187      "pass_rate": 1,1188      "out_tokens": 1022.51189     },1190     "json_generation": {1191      "tps": 116.85,1192      "runs": 2,1193      "score": 1,1194      "errors": 0,1195      "judged": null,1196      "ttft_ms": 1354,1197      "total_ms": 2252.5,1198      "cost_mean": 0.005095,1199      "pass_rate": 1,1200      "out_tokens": 1051201     },1202     "simple_reasoning": {1203      "tps": 444.34999999999997,1204      "runs": 2,1205      "score": 1,1206      "errors": 0,1207      "judged": null,1208      "ttft_ms": 2304.5,1209      "total_ms": 2482.5,1210      "cost_mean": 0.00272,1211      "pass_rate": 1,1212      "out_tokens": 731213     },1214     "complex_reasoning": {1215      "tps": 168.89999999999998,1216      "runs": 2,1217      "score": 1,1218      "errors": 0,1219      "judged": null,1220      "ttft_ms": 4756.5,1221      "total_ms": 8775.5,1222      "cost_mean": 0.0179975,1223      "pass_rate": 1,1224      "out_tokens": 673.51225     },1226     "document_analysis": {1227      "tps": 111.1,1228      "runs": 2,1229      "score": 1,1230      "errors": 0,1231      "judged": null,1232      "ttft_ms": 2203,1233      "total_ms": 3265.5,1234      "cost_mean": 0.00804,1235      "pass_rate": 1,1236      "out_tokens": 1181237     },1238     "knowledge_synthesis": {1239      "tps": 121.35,1240      "runs": 2,1241      "score": 1,1242      "errors": 0,1243      "judged": 4,1244      "ttft_ms": 4503,1245      "total_ms": 9943,1246      "cost_mean": 0.01812,1247      "pass_rate": 1,1248      "out_tokens": 6551249     }1250    },1251    "judged_mean": 4.666666666666667,1252    "ttft_median_ms": 2530,1253    "total_median_ms": 40431254   },1255   "capabilities": {1256    "batch": {1257     "supported": true1258    },1259    "effort": {1260     "low": {1261      "supported": true1262     },1263     "max": {1264      "supported": true1265     },1266     "high": {1267      "supported": true1268     },1269     "xhigh": {1270      "supported": true1271     },1272     "medium": {1273      "supported": true1274     },1275     "supported": true1276    },1277    "thinking": {1278     "types": {1279      "enabled": {1280       "supported": false1281      },1282      "adaptive": {1283       "supported": true1284      },1285      "disabled": {1286       "supported": true1287      },1288      "between_tools": {1289       "supported": false1290      }1291     },1292     "supported": true1293    },1294    "citations": {1295     "supported": true1296    },1297    "pdf_input": {1298     "supported": true1299    },1300    "image_input": {1301     "supported": true1302    },1303    "server_tools": {1304     "supported": true,1305     "web_search": {1306      "supported": true1307     },1308     "code_execution": {1309      "supported": true1310     }1311    },1312    "code_execution": {1313     "supported": true1314    },1315    "context_management": {1316     "supported": true,1317     "compact_20260112": {1318      "supported": true1319     },1320     "clear_thinking_20251015": {1321      "supported": true1322     },1323     "clear_tool_uses_20250919": {1324      "supported": true1325     }1326    },1327    "structured_outputs": {1328     "supported": true1329    }1330   },1331   "notes": [],1332   "discoveredAt": "2026-11-01T07:03:46.768Z",1333   "probedAt": "2026-11-01T07:03:46.768Z",1334   "benchmarkedAt": "2026-11-01T07:18:30.317Z",1335   "createdAt": "2026-11-19T17:31:21.251Z",1336   "updatedAt": "2026-11-19T17:31:21.250Z"1337  },1338  {1339   "id": "claude-sonnet-5",1340   "provider": "anthropic",1341   "displayName": "Claude Sonnet 5",1342   "category": "text",1343   "available": true,1344   "enabled": true,1345   "contextWindow": 1000000,1346   "maxOutput": 128000,1347   "inputPrice": 2,1348   "cachedPrice": 0.2,1349   "outputPrice": 10,1350   "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",1351   "probes": {1352    "text": {1353     "ms": 937,1354     "status": "ok"1355    },1356    "vision": {1357     "ms": 891,1358     "status": "ok"1359    },1360    "tool_use": {1361     "ms": 1003,1362     "status": "ok"1363    },1364    "streaming": {1365     "ms": 1024,1366     "status": "ok"1367    },1368    "reasoning_control": {1369     "ms": 875,1370     "status": "ok"1371    },1372    "structured_output": {1373     "ms": 1055,1374     "status": "ok"1375    }1376   },1377   "benchmark": {1378    "runs": 22,1379    "errors": 0,1380    "cost_mean": 0.018897818181818182,1381    "pass_rate": 1,1382    "mean_score": 1,1383    "tps_median": 145.05,1384    "by_category": {1385     "mathematics": {1386      "tps": 117.85,1387      "runs": 2,1388      "score": 1,1389      "errors": 0,1390      "judged": null,1391      "ttft_ms": 2783.5,1392      "total_ms": 4106,1393      "cost_mean": 0.004586,1394      "pass_rate": 1,1395      "out_tokens": 4361396     },1397     "programming": {1398      "tps": 145.05,1399      "runs": 2,1400      "score": 1,1401      "errors": 0,1402      "judged": null,1403      "ttft_ms": 494,1404      "total_ms": 1814,1405      "cost_mean": 0.002155,1406      "pass_rate": 1,1407      "out_tokens": 191.51408     },1409     "long_context": {1410      "tps": 30.200000000000003,1411      "runs": 2,1412      "score": 1,1413      "errors": 0,1414      "judged": null,1415      "ttft_ms": 1202,1416      "total_ms": 1569.5,1417      "cost_mean": 0.161932,1418      "pass_rate": 1,1419      "out_tokens": 111420     },1421     "tool_calling": {1422      "tps": 200.45,1423      "runs": 2,1424      "score": 1,1425      "errors": 0,1426      "judged": null,1427      "ttft_ms": 751.5,1428      "total_ms": 1455,1429      "cost_mean": 0.002896,1430      "pass_rate": 1,1431      "out_tokens": 1391432     },1433     "french_writing": {1434      "tps": 110.45,1435      "runs": 2,1436      "score": 1,1437      "errors": 0,1438      "judged": 5,1439      "ttft_ms": 1487.5,1440      "total_ms": 7222,1441      "cost_mean": 0.006659,1442      "pass_rate": 1,1443      "out_tokens": 633.51444     },1445     "english_writing": {1446      "tps": 88.05000000000001,1447      "runs": 2,1448      "score": 1,1449      "errors": 0,1450      "judged": 5,1451      "ttft_ms": 949.5,1452      "total_ms": 6332.5,1453      "cost_mean": 0.0049440000000000005,1454      "pass_rate": 1,1455      "out_tokens": 4741456     },1457     "json_generation": {1458      "tps": 162.6,1459      "runs": 2,1460      "score": 1,1461      "errors": 0,1462      "judged": null,1463      "ttft_ms": 1258.5,1464      "total_ms": 1904.5,1465      "cost_mean": 0.002038,1466      "pass_rate": 1,1467      "out_tokens": 1051468     },1469     "simple_reasoning": {1470      "tps": 343.1,1471      "runs": 2,1472      "score": 1,1473      "errors": 0,1474      "judged": null,1475      "ttft_ms": 926,1476      "total_ms": 1158.5,1477      "cost_mean": 0.001118,1478      "pass_rate": 1,1479      "out_tokens": 761480     },1481     "complex_reasoning": {1482      "tps": 252.3,1483      "runs": 2,1484      "score": 1,1485      "errors": 0,1486      "judged": null,1487      "ttft_ms": 6056.5,1488      "total_ms": 11139,1489      "cost_mean": 0.012919,1490      "pass_rate": 1,1491      "out_tokens": 1245.51492     },1493     "document_analysis": {1494      "tps": 196.15,1495      "runs": 2,1496      "score": 1,1497      "errors": 0,1498      "judged": null,1499      "ttft_ms": 971,1500      "total_ms": 1678.5,1501      "cost_mean": 0.0034260000000000002,1502      "pass_rate": 1,1503      "out_tokens": 1391504     },1505     "knowledge_synthesis": {1506      "tps": 101.65,1507      "runs": 2,1508      "score": 1,1509      "errors": 0,1510      "judged": 3,1511      "ttft_ms": 479.5,1512      "total_ms": 4911,1513      "cost_mean": 0.005202999999999999,1514      "pass_rate": 1,1515      "out_tokens": 450.51516     }1517    },1518    "judged_mean": 4.333333333333333,1519    "ttft_median_ms": 949.5,1520    "total_median_ms": 2168.51521   },1522   "capabilities": {1523    "batch": {1524     "supported": true1525    },1526    "effort": {1527     "low": {1528      "supported": true1529     },1530     "max": {1531      "supported": true1532     },1533     "high": {1534      "supported": true1535     },1536     "xhigh": {1537      "supported": true1538     },1539     "medium": {1540      "supported": true1541     },1542     "supported": true1543    },1544    "thinking": {1545     "types": {1546      "enabled": {1547       "supported": false1548      },1549      "adaptive": {1550       "supported": true1551      },1552      "disabled": {1553       "supported": true1554      },1555      "between_tools": {1556       "supported": false1557      }1558     },1559     "supported": true1560    },1561    "citations": {1562     "supported": true1563    },1564    "pdf_input": {1565     "supported": true1566    },1567    "image_input": {1568     "supported": true1569    },1570    "server_tools": {1571     "supported": true,1572     "web_search": {1573      "supported": true1574     },1575     "code_execution": {1576      "supported": true1577     }1578    },1579    "code_execution": {1580     "supported": true1581    },1582    "context_management": {1583     "supported": true,1584     "compact_20260112": {1585      "supported": true1586     },1587     "clear_thinking_20251015": {1588      "supported": true1589     },1590     "clear_tool_uses_20250919": {1591      "supported": true1592     }1593    },1594    "structured_outputs": {1595     "supported": true1596    }1597   },1598   "notes": [],1599   "discoveredAt": "2026-11-01T07:03:46.768Z",1600   "probedAt": "2026-11-01T07:03:46.768Z",1601   "benchmarkedAt": "2026-11-01T07:18:30.317Z",1602   "createdAt": "2026-11-19T17:31:21.251Z",1603   "updatedAt": "2026-11-19T17:31:21.251Z"1604  },1605  {1606   "id": "claude-opus-4-8",1607   "provider": "anthropic",1608   "displayName": "Claude Opus 4.8",1609   "category": "text",1610   "available": true,1611   "enabled": true,1612   "contextWindow": 1000000,1613   "maxOutput": 128000,1614   "inputPrice": 5,1615   "cachedPrice": 0.5,1616   "outputPrice": 25,1617   "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",1618   "probes": {1619    "text": {1620     "ms": 560,1621     "status": "ok"1622    },1623    "vision": {1624     "ms": 836,1625     "status": "ok"1626    },1627    "tool_use": {1628     "ms": 1354,1629     "status": "ok"1630    },1631    "streaming": {1632     "ms": 614,1633     "status": "ok"1634    },1635    "reasoning_control": {1636     "ms": 653,1637     "status": "ok"1638    },1639    "structured_output": {1640     "ms": 1620,1641     "status": "ok"1642    }1643   },1644   "benchmark": {1645    "runs": 22,1646    "errors": 0,1647    "cost_mean": 0.04463363636363636,1648    "pass_rate": 1,1649    "mean_score": 1,1650    "tps_median": 103.8,1651    "by_category": {1652     "mathematics": {1653      "tps": 110.95,1654      "runs": 2,1655      "score": 1,1656      "errors": 0,1657      "judged": null,1658      "ttft_ms": 435.5,1659      "total_ms": 3139.5,1660      "cost_mean": 0.0080525,1661      "pass_rate": 1,1662      "out_tokens": 299.51663     },1664     "programming": {1665      "tps": 125.75,1666      "runs": 2,1667      "score": 1,1668      "errors": 0,1669      "judged": null,1670      "ttft_ms": 553.5,1671      "total_ms": 1918.5,1672      "cost_mean": 0.0048874999999999995,1673      "pass_rate": 1,1674      "out_tokens": 171.51675     },1676     "long_context": {1677      "tps": 41.95,1678      "runs": 2,1679      "score": 1,1680      "errors": 0,1681      "judged": null,1682      "ttft_ms": 1920,1683      "total_ms": 2182,1684      "cost_mean": 0.40483,1685      "pass_rate": 1,1686      "out_tokens": 111687     },1688     "tool_calling": {1689      "tps": 124.19999999999999,1690      "runs": 2,1691      "score": 1,1692      "errors": 0,1693      "judged": null,1694      "ttft_ms": 508.5,1695      "total_ms": 1669,1696      "cost_mean": 0.007045,1697      "pass_rate": 1,1698      "out_tokens": 1441699     },1700     "french_writing": {1701      "tps": 59.7,1702      "runs": 2,1703      "score": 1,1704      "errors": 0,1705      "judged": 5,1706      "ttft_ms": 447.5,1707      "total_ms": 9605,1708      "cost_mean": 0.014447499999999999,1709      "pass_rate": 1,1710      "out_tokens": 545.51711     },1712     "english_writing": {1713      "tps": 64.65,1714      "runs": 2,1715      "score": 1,1716      "errors": 0,1717      "judged": 5,1718      "ttft_ms": 454.5,1719      "total_ms": 7459,1720      "cost_mean": 0.0117725,1721      "pass_rate": 1,1722      "out_tokens": 450.51723     },1724     "json_generation": {1725      "tps": 114,1726      "runs": 2,1727      "score": 1,1728      "errors": 0,1729      "judged": null,1730      "ttft_ms": 1108.5,1731      "total_ms": 2021,1732      "cost_mean": 0.00507,1733      "pass_rate": 1,1734      "out_tokens": 1041735     },1736     "simple_reasoning": {1737      "tps": 110.19999999999999,1738      "runs": 2,1739      "score": 1,1740      "errors": 0,1741      "judged": null,1742      "ttft_ms": 486,1743      "total_ms": 662,1744      "cost_mean": 0.00137,1745      "pass_rate": 1,1746      "out_tokens": 191747     },1748     "complex_reasoning": {1749      "tps": 97.75,1750      "runs": 2,1751      "score": 1,1752      "errors": 0,1753      "judged": null,1754      "ttft_ms": 455,1755      "total_ms": 5179,1756      "cost_mean": 0.0126975,1757      "pass_rate": 1,1758      "out_tokens": 461.51759     },1760     "document_analysis": {1761      "tps": 110.15,1762      "runs": 2,1763      "score": 1,1764      "errors": 0,1765      "judged": null,1766      "ttft_ms": 2111,1767      "total_ms": 3173.5,1768      "cost_mean": 0.008015,1769      "pass_rate": 1,1770      "out_tokens": 1171771     },1772     "knowledge_synthesis": {1773      "tps": 87.4,1774      "runs": 2,1775      "score": 1,1776      "errors": 0,1777      "judged": 4,1778      "ttft_ms": 495.5,1779      "total_ms": 5562.5,1780      "cost_mean": 0.012782499999999999,1781      "pass_rate": 1,1782      "out_tokens": 441.51783     }1784    },1785    "judged_mean": 4.666666666666667,1786    "ttft_median_ms": 487.5,1787    "total_median_ms": 28651788   },1789   "capabilities": {1790    "batch": {1791     "supported": true1792    },1793    "effort": {1794     "low": {1795      "supported": true1796     },1797     "max": {1798      "supported": true1799     },1800     "high": {1801      "supported": true1802     },1803     "xhigh": {1804      "supported": true1805     },1806     "medium": {1807      "supported": true1808     },1809     "supported": true1810    },1811    "thinking": {1812     "types": {1813      "enabled": {1814       "supported": false1815      },1816      "adaptive": {1817       "supported": true1818      },1819      "disabled": {1820       "supported": true1821      },1822      "between_tools": {1823       "supported": false1824      }1825     },1826     "supported": true1827    },1828    "citations": {1829     "supported": true1830    },1831    "pdf_input": {1832     "supported": true1833    },1834    "image_input": {1835     "supported": true1836    },1837    "server_tools": {1838     "supported": true,1839     "web_search": {1840      "supported": true1841     },1842     "code_execution": {1843      "supported": true1844     }1845    },1846    "code_execution": {1847     "supported": true1848    },1849    "context_management": {1850     "supported": true,1851     "compact_20260112": {1852      "supported": true1853     },1854     "clear_thinking_20251015": {1855      "supported": true1856     },1857     "clear_tool_uses_20250919": {1858      "supported": true1859     }1860    },1861    "structured_outputs": {1862     "supported": true1863    }1864   },1865   "notes": [],1866   "discoveredAt": "2026-11-01T07:03:46.768Z",1867   "probedAt": "2026-11-01T07:03:46.768Z",1868   "benchmarkedAt": "2026-11-01T07:18:30.317Z",1869   "createdAt": "2026-11-19T17:31:21.252Z",1870   "updatedAt": "2026-11-19T17:31:21.252Z"1871  },1872  {1873   "id": "claude-opus-4-7",1874   "provider": "anthropic",1875   "displayName": "Claude Opus 4.7",1876   "category": "text",1877   "available": true,1878   "enabled": true,1879   "contextWindow": 1000000,1880   "maxOutput": 128000,1881   "inputPrice": 5,1882   "cachedPrice": 0.5,1883   "outputPrice": 25,1884   "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",1885   "probes": {1886    "text": {1887     "ms": 414,1888     "status": "ok"1889    },1890    "vision": {1891     "ms": 664,1892     "status": "ok"1893    },1894    "tool_use": {1895     "ms": 1172,1896     "status": "ok"1897    },1898    "streaming": {1899     "ms": 670,1900     "status": "ok"1901    },1902    "reasoning_control": {1903     "ms": 748,1904     "status": "ok"1905    },1906    "structured_output": {1907     "ms": 1247,1908     "status": "ok"1909    }1910   },1911   "benchmark": {1912    "runs": 22,1913    "errors": 0,1914    "cost_mean": 0.04462568181818181,1915    "pass_rate": 1,1916    "mean_score": 1,1917    "tps_median": 91.35,1918    "by_category": {1919     "mathematics": {1920      "tps": 76.3,1921      "runs": 2,1922      "score": 1,1923      "errors": 0,1924      "judged": null,1925      "ttft_ms": 458.5,1926      "total_ms": 4039,1927      "cost_mean": 0.007565,1928      "pass_rate": 1,1929      "out_tokens": 2791930     },1931     "programming": {1932      "tps": 125.19999999999999,1933      "runs": 2,1934      "score": 1,1935      "errors": 0,1936      "judged": null,1937      "ttft_ms": 479.5,1938      "total_ms": 1789.5,1939      "cost_mean": 0.004725,1940      "pass_rate": 1,1941      "out_tokens": 1641942     },1943     "long_context": {1944      "tps": 67.3,1945      "runs": 2,1946      "score": 1,1947      "errors": 0,1948      "judged": null,1949      "ttft_ms": 2775,1950      "total_ms": 2984.5,1951      "cost_mean": 0.40493,1952      "pass_rate": 1,1953      "out_tokens": 141954     },1955     "tool_calling": {1956      "tps": 152.64999999999998,1957      "runs": 2,1958      "score": 1,1959      "errors": 0,1960      "judged": null,1961      "ttft_ms": 992,1962      "total_ms": 1948.5,1963      "cost_mean": 0.009045,1964      "pass_rate": 1,1965      "out_tokens": 1461966     },1967     "french_writing": {1968      "tps": 52.95,1969      "runs": 2,1970      "score": 1,1971      "errors": 0,1972      "judged": 5,1973      "ttft_ms": 1160,1974      "total_ms": 11929.5,1975      "cost_mean": 0.015085000000000001,1976      "pass_rate": 1,1977      "out_tokens": 5701978     },1979     "english_writing": {1980      "tps": 59.25,1981      "runs": 2,1982      "score": 1,1983      "errors": 0,1984      "judged": 5,1985      "ttft_ms": 531,1986      "total_ms": 8492.5,1987      "cost_mean": 0.0123225,1988      "pass_rate": 1,1989      "out_tokens": 471.51990     },1991     "json_generation": {1992      "tps": 107.1,1993      "runs": 2,1994      "score": 1,1995      "errors": 0,1996      "judged": null,1997      "ttft_ms": 1585,1998      "total_ms": 2583.5,1999      "cost_mean": 0.00517,2000      "pass_rate": 1,2001      "out_tokens": 1072002     },2003     "simple_reasoning": {2004      "tps": 159.8,2005      "runs": 2,2006      "score": 1,2007      "errors": 0,2008      "judged": null,2009      "ttft_ms": 734.5,2010      "total_ms": 894.5,2011      "cost_mean": 0.00147,2012      "pass_rate": 1,2013      "out_tokens": 222014     },2015     "complex_reasoning": {2016      "tps": 91.35,2017      "runs": 2,2018      "score": 1,2019      "errors": 0,2020      "judged": null,2021      "ttft_ms": 613,2022      "total_ms": 4529.5,2023      "cost_mean": 0.010110000000000001,2024      "pass_rate": 1,2025      "out_tokens": 3572026     },2027     "document_analysis": {2028      "tps": 112.80000000000001,2029      "runs": 2,2030      "score": 1,2031      "errors": 0,2032      "judged": null,2033      "ttft_ms": 2202,2034      "total_ms": 3266.5,2035      "cost_mean": 0.008115,2036      "pass_rate": 1,2037      "out_tokens": 1202038     },2039     "knowledge_synthesis": {2040      "tps": 71.55000000000001,2041      "runs": 2,2042      "score": 1,2043      "errors": 0,2044      "judged": 3,2045      "ttft_ms": 574.5,2046      "total_ms": 6505,2047      "cost_mean": 0.012344999999999998,2048      "pass_rate": 1,2049      "out_tokens": 4232050     }2051    },2052    "judged_mean": 4.333333333333333,2053    "ttft_median_ms": 686.5,2054    "total_median_ms": 3320.52055   },2056   "capabilities": {2057    "batch": {2058     "supported": true2059    },2060    "effort": {2061     "low": {2062      "supported": true2063     },2064     "max": {2065      "supported": true2066     },2067     "high": {2068      "supported": true2069     },2070     "xhigh": {2071      "supported": true2072     },2073     "medium": {2074      "supported": true2075     },2076     "supported": true2077    },2078    "thinking": {2079     "types": {2080      "enabled": {2081       "supported": false2082      },2083      "adaptive": {2084       "supported": true2085      },2086      "disabled": {2087       "supported": true2088      },2089      "between_tools": {2090       "supported": false2091      }2092     },2093     "supported": true2094    },2095    "citations": {2096     "supported": true2097    },2098    "pdf_input": {2099     "supported": true2100    },2101    "image_input": {2102     "supported": true2103    },2104    "server_tools": {2105     "supported": true,2106     "web_search": {2107      "supported": true2108     },2109     "code_execution": {2110      "supported": true2111     }2112    },2113    "code_execution": {2114     "supported": true2115    },2116    "context_management": {2117     "supported": true,2118     "compact_20260112": {2119      "supported": true2120     },2121     "clear_thinking_20251015": {2122      "supported": true2123     },2124     "clear_tool_uses_20250919": {2125      "supported": true2126     }2127    },2128    "structured_outputs": {2129     "supported": true2130    }2131   },2132   "notes": [],2133   "discoveredAt": "2026-11-01T07:03:46.768Z",2134   "probedAt": "2026-11-01T07:03:46.768Z",2135   "benchmarkedAt": "2026-11-01T07:18:30.317Z",2136   "createdAt": "2026-11-19T17:31:21.253Z",2137   "updatedAt": "2026-11-19T17:31:21.253Z"2138  },2139  {2140   "id": "claude-sonnet-4-6",2141   "provider": "anthropic",2142   "displayName": "Claude Sonnet 4.6",2143   "category": "text",2144   "available": true,2145   "enabled": true,2146   "contextWindow": 1000000,2147   "maxOutput": 128000,2148   "inputPrice": 3,2149   "cachedPrice": 0.3,2150   "outputPrice": 15,2151   "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",2152   "probes": {2153    "text": {2154     "ms": 721,2155     "status": "ok"2156    },2157    "vision": {2158     "ms": 1393,2159     "status": "ok"2160    },2161    "tool_use": {2162     "ms": 1064,2163     "status": "ok"2164    },2165    "streaming": {2166     "ms": 1063,2167     "status": "ok"2168    },2169    "reasoning_control": {2170     "ms": 666,2171     "status": "ok"2172    },2173    "structured_output": {2174     "ms": 919,2175     "status": "ok"2176    }2177   },2178   "benchmark": {2179    "runs": 22,2180    "errors": 0,2181    "cost_mean": 0.02118927272727273,2182    "pass_rate": 1,2183    "mean_score": 1,2184    "tps_median": 89.6,2185    "by_category": {2186     "mathematics": {2187      "tps": 90.69999999999999,2188      "runs": 2,2189      "score": 1,2190      "errors": 0,2191      "judged": null,2192      "ttft_ms": 611,2193      "total_ms": 5533.5,2194      "cost_mean": 0.0069855,2195      "pass_rate": 1,2196      "out_tokens": 446.52197     },2198     "programming": {2199      "tps": 91.5,2200      "runs": 2,2201      "score": 1,2202      "errors": 0,2203      "judged": null,2204      "ttft_ms": 673.5,2205      "total_ms": 2598.5,2206      "cost_mean": 0.002883,2207      "pass_rate": 1,2208      "out_tokens": 1762209     },2210     "long_context": {2211      "tps": 35.5,2212      "runs": 2,2213      "score": 1,2214      "errors": 0,2215      "judged": null,2216      "ttft_ms": 2302.5,2217      "total_ms": 2669,2218      "cost_mean": 0.18549,2219      "pass_rate": 1,2220      "out_tokens": 132221     },2222     "tool_calling": {2223      "tps": 117.9,2224      "runs": 2,2225      "score": 1,2226      "errors": 0,2227      "judged": null,2228      "ttft_ms": 681,2229      "total_ms": 1792.5,2230      "cost_mean": 0.00441,2231      "pass_rate": 1,2232      "out_tokens": 1312233     },2234     "french_writing": {2235      "tps": 50.3,2236      "runs": 2,2237      "score": 1,2238      "errors": 0,2239      "judged": 5,2240      "ttft_ms": 714,2241      "total_ms": 8037.5,2242      "cost_mean": 0.005895,2243      "pass_rate": 1,2244      "out_tokens": 3682245     },2246     "english_writing": {2247      "tps": 40.05,2248      "runs": 2,2249      "score": 1,2250      "errors": 0,2251      "judged": 5,2252      "ttft_ms": 646,2253      "total_ms": 7520.5,2254      "cost_mean": 0.0043395,2255      "pass_rate": 1,2256      "out_tokens": 274.52257     },2258     "json_generation": {2259      "tps": 105.4,2260      "runs": 2,2261      "score": 1,2262      "errors": 0,2263      "judged": null,2264      "ttft_ms": 2725.5,2265      "total_ms": 3381,2266      "cost_mean": 0.002232,2267      "pass_rate": 1,2268      "out_tokens": 692269     },2270     "simple_reasoning": {2271      "tps": 124.9,2272      "runs": 2,2273      "score": 1,2274      "errors": 0,2275      "judged": null,2276      "ttft_ms": 1070.5,2277      "total_ms": 1231,2278      "cost_mean": 0.000741,2279      "pass_rate": 1,2280      "out_tokens": 202281     },2282     "complex_reasoning": {2283      "tps": 69.85,2284      "runs": 2,2285      "score": 1,2286      "errors": 0,2287      "judged": null,2288      "ttft_ms": 659.5,2289      "total_ms": 10339,2290      "cost_mean": 0.01062,2291      "pass_rate": 1,2292      "out_tokens": 6762293     },2294     "document_analysis": {2295      "tps": 111.94999999999999,2296      "runs": 2,2297      "score": 1,2298      "errors": 0,2299      "judged": null,2300      "ttft_ms": 3623,2301      "total_ms": 4525.5,2302      "cost_mean": 0.004038,2303      "pass_rate": 1,2304      "out_tokens": 1012305     },2306     "knowledge_synthesis": {2307      "tps": 45.75,2308      "runs": 2,2309      "score": 1,2310      "errors": 0,2311      "judged": 5,2312      "ttft_ms": 872.5,2313      "total_ms": 7648,2314      "cost_mean": 0.005448,2315      "pass_rate": 1,2316      "out_tokens": 3102317     }2318    },2319    "judged_mean": 5,2320    "ttft_median_ms": 735,2321    "total_median_ms": 4707.52322   },2323   "capabilities": {2324    "batch": {2325     "supported": true2326    },2327    "effort": {2328     "low": {2329      "supported": true2330     },2331     "max": {2332      "supported": true2333     },2334     "high": {2335      "supported": true2336     },2337     "xhigh": {2338      "supported": false2339     },2340     "medium": {2341      "supported": true2342     },2343     "supported": true2344    },2345    "thinking": {2346     "types": {2347      "enabled": {2348       "supported": true2349      },2350      "adaptive": {2351       "supported": true2352      },2353      "disabled": {2354       "supported": true2355      },2356      "between_tools": {2357       "supported": false2358      }2359     },2360     "supported": true2361    },2362    "citations": {2363     "supported": true2364    },2365    "pdf_input": {2366     "supported": true2367    },2368    "image_input": {2369     "supported": true2370    },2371    "server_tools": {2372     "supported": true,2373     "web_search": {2374      "supported": true2375     },2376     "code_execution": {2377      "supported": true2378     }2379    },2380    "code_execution": {2381     "supported": true2382    },2383    "context_management": {2384     "supported": true,2385     "compact_20260112": {2386      "supported": true2387     },2388     "clear_thinking_20251015": {2389      "supported": true2390     },2391     "clear_tool_uses_20250919": {2392      "supported": true2393     }2394    },2395    "structured_outputs": {2396     "supported": true2397    }2398   },2399   "notes": [],2400   "discoveredAt": "2026-11-01T07:03:46.768Z",2401   "probedAt": "2026-11-01T07:03:46.768Z",2402   "benchmarkedAt": "2026-11-01T07:18:30.317Z",2403   "createdAt": "2026-11-19T17:31:21.254Z",2404   "updatedAt": "2026-11-19T17:31:21.253Z"2405  },2406  {2407   "id": "claude-opus-4-6",2408   "provider": "anthropic",2409   "displayName": "Claude Opus 4.6",2410   "category": "text",2411   "available": true,2412   "enabled": true,2413   "contextWindow": 1000000,2414   "maxOutput": 128000,2415   "inputPrice": 5,2416   "cachedPrice": 0.5,2417   "outputPrice": 25,2418   "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",2419   "probes": {2420    "text": {2421     "ms": 1530,2422     "status": "ok"2423    },2424    "vision": {2425     "ms": 1280,2426     "status": "ok"2427    },2428    "tool_use": {2429     "ms": 1772,2430     "status": "ok"2431    },2432    "streaming": {2433     "ms": 1573,2434     "status": "ok"2435    },2436    "reasoning_control": {2437     "ms": 1515,2438     "status": "ok"2439    },2440    "structured_output": {2441     "ms": 1864,2442     "status": "ok"2443    }2444   },2445   "benchmark": {2446    "runs": 22,2447    "errors": 0,2448    "cost_mean": 0.03525409090909091,2449    "pass_rate": 1,2450    "mean_score": 1,2451    "tps_median": 74.5,2452    "by_category": {2453     "mathematics": {2454      "tps": 86.55,2455      "runs": 2,2456      "score": 1,2457      "errors": 0,2458      "judged": null,2459      "ttft_ms": 1582.5,2460      "total_ms": 6329.5,2461      "cost_mean": 0.010755,2462      "pass_rate": 1,2463      "out_tokens": 4112464     },2465     "programming": {2466      "tps": 96.19999999999999,2467      "runs": 2,2468      "score": 1,2469      "errors": 0,2470      "judged": null,2471      "ttft_ms": 2020.5,2472      "total_ms": 3737.5,2473      "cost_mean": 0.00453,2474      "pass_rate": 1,2475      "out_tokens": 1652476     },2477     "long_context": {2478      "tps": 26.4,2479      "runs": 2,2480      "score": 1,2481      "errors": 0,2482      "judged": null,2483      "ttft_ms": 2326,2484      "total_ms": 2823,2485      "cost_mean": 0.30915,2486      "pass_rate": 1,2487      "out_tokens": 132488     },2489     "tool_calling": {2490      "tps": 118.5,2491      "runs": 2,2492      "score": 1,2493      "errors": 0,2494      "judged": null,2495      "ttft_ms": 1791,2496      "total_ms": 2906.5,2497      "cost_mean": 0.007375,2498      "pass_rate": 1,2499      "out_tokens": 1322500     },2501     "french_writing": {2502      "tps": 50.55,2503      "runs": 2,2504      "score": 1,2505      "errors": 0,2506      "judged": 5,2507      "ttft_ms": 1509.5,2508      "total_ms": 9183.5,2509      "cost_mean": 0.0103,2510      "pass_rate": 1,2511      "out_tokens": 3872512     },2513     "english_writing": {2514      "tps": 36.7,2515      "runs": 2,2516      "score": 1,2517      "errors": 0,2518      "judged": 5,2519      "ttft_ms": 1475.5,2520      "total_ms": 8633,2521      "cost_mean": 0.0069325,2522      "pass_rate": 1,2523      "out_tokens": 262.52524     },2525     "json_generation": {2526      "tps": 113.19999999999999,2527      "runs": 2,2528      "score": 1,2529      "errors": 0,2530      "judged": null,2531      "ttft_ms": 3382.5,2532      "total_ms": 3993,2533      "cost_mean": 0.00372,2534      "pass_rate": 1,2535      "out_tokens": 692536     },2537     "simple_reasoning": {2538      "tps": 76.05,2539      "runs": 2,2540      "score": 1,2541      "errors": 0,2542      "judged": null,2543      "ttft_ms": 1441,2544      "total_ms": 1718,2545      "cost_mean": 0.001235,2546      "pass_rate": 1,2547      "out_tokens": 202548     },2549     "complex_reasoning": {2550      "tps": 61.4,2551      "runs": 2,2552      "score": 1,2553      "errors": 0,2554      "judged": null,2555      "ttft_ms": 1414,2556      "total_ms": 12800,2557      "cost_mean": 0.018250000000000002,2558      "pass_rate": 1,2559      "out_tokens": 6982560     },2561     "document_analysis": {2562      "tps": 115,2563      "runs": 2,2564      "score": 1,2565      "errors": 0,2566      "judged": null,2567      "ttft_ms": 2807,2568      "total_ms": 3685,2569      "cost_mean": 0.00673,2570      "pass_rate": 1,2571      "out_tokens": 1012572     },2573     "knowledge_synthesis": {2574      "tps": 42.2,2575      "runs": 2,2576      "score": 1,2577      "errors": 0,2578      "judged": 4.5,2579      "ttft_ms": 1718.5,2580      "total_ms": 8823,2581      "cost_mean": 0.008817499999999999,2582      "pass_rate": 1,2583      "out_tokens": 299.52584     }2585    },2586    "judged_mean": 4.833333333333333,2587    "ttft_median_ms": 1621.5,2588    "total_median_ms": 4197.52589   },2590   "capabilities": {2591    "batch": {2592     "supported": true2593    },2594    "effort": {2595     "low": {2596      "supported": true2597     },2598     "max": {2599      "supported": true2600     },2601     "high": {2602      "supported": true2603     },2604     "xhigh": {2605      "supported": false2606     },2607     "medium": {2608      "supported": true2609     },2610     "supported": true2611    },2612    "thinking": {2613     "types": {2614      "enabled": {2615       "supported": true2616      },2617      "adaptive": {2618       "supported": true2619      },2620      "disabled": {2621       "supported": true2622      },2623      "between_tools": {2624       "supported": false2625      }2626     },2627     "supported": true2628    },2629    "citations": {2630     "supported": true2631    },2632    "pdf_input": {2633     "supported": true2634    },2635    "image_input": {2636     "supported": true2637    },2638    "server_tools": {2639     "supported": true,2640     "web_search": {2641      "supported": true2642     },2643     "code_execution": {2644      "supported": true2645     }2646    },2647    "code_execution": {2648     "supported": true2649    },2650    "context_management": {2651     "supported": true,2652     "compact_20260112": {2653      "supported": true2654     },2655     "clear_thinking_20251015": {2656      "supported": true2657     },2658     "clear_tool_uses_20250919": {2659      "supported": true2660     }2661    },2662    "structured_outputs": {2663     "supported": true2664    }2665   },2666   "notes": [],2667   "discoveredAt": "2026-11-01T07:03:46.768Z",2668   "probedAt": "2026-11-01T07:03:46.768Z",2669   "benchmarkedAt": "2026-11-01T07:18:30.317Z",2670   "createdAt": "2026-11-19T17:31:21.254Z",2671   "updatedAt": "2026-11-19T17:31:21.254Z"2672  },2673  {2674   "id": "claude-opus-4-5-20251101",2675   "provider": "anthropic",2676   "displayName": "Claude Opus 4.5",2677   "category": "text",2678   "available": true,2679   "enabled": true,2680   "contextWindow": 200000,2681   "maxOutput": 64000,2682   "inputPrice": 5,2683   "cachedPrice": 0.5,2684   "outputPrice": 25,2685   "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",2686   "probes": {2687    "text": {2688     "ms": 610,2689     "status": "ok"2690    },2691    "vision": {2692     "ms": 639,2693     "status": "ok"2694    },2695    "tool_use": {2696     "ms": 1301,2697     "status": "ok"2698    },2699    "streaming": {2700     "ms": 1199,2701     "status": "ok"2702    },2703    "reasoning_control": {2704     "ms": 1454,2705     "status": "ok"2706    },2707    "structured_output": {2708     "ms": 1157,2709     "status": "ok"2710    }2711   },2712   "benchmark": {2713    "runs": 22,2714    "errors": 0,2715    "cost_mean": 0.03560272727272727,2716    "pass_rate": 1,2717    "mean_score": 1,2718    "tps_median": 97.8,2719    "by_category": {2720     "mathematics": {2721      "tps": 97.8,2722      "runs": 2,2723      "score": 1,2724      "errors": 0,2725      "judged": null,2726      "ttft_ms": 571.5,2727      "total_ms": 6305.5,2728      "cost_mean": 0.014492499999999998,2729      "pass_rate": 1,2730      "out_tokens": 560.52731     },2732     "programming": {2733      "tps": 104.55000000000001,2734      "runs": 2,2735      "score": 1,2736      "errors": 0,2737      "judged": null,2738      "ttft_ms": 820,2739      "total_ms": 2475.5,2740      "cost_mean": 0.00473,2741      "pass_rate": 1,2742      "out_tokens": 1732743     },2744     "long_context": {2745      "tps": 85.9,2746      "runs": 2,2747      "score": 1,2748      "errors": 0,2749      "judged": null,2750      "ttft_ms": 1994.5,2751      "total_ms": 2146,2752      "cost_mean": 0.30915,2753      "pass_rate": 1,2754      "out_tokens": 132755     },2756     "tool_calling": {2757      "tps": 303,2758      "runs": 2,2759      "score": 1,2760      "errors": 0,2761      "judged": null,2762      "ttft_ms": 1352.5,2763      "total_ms": 1748.5,2764      "cost_mean": 0.00707,2765      "pass_rate": 1,2766      "out_tokens": 1202767     },2768     "french_writing": {2769      "tps": 57.65,2770      "runs": 2,2771      "score": 1,2772      "errors": 0,2773      "judged": 5,2774      "ttft_ms": 656.5,2775      "total_ms": 7292.5,2776      "cost_mean": 0.010187499999999999,2777      "pass_rate": 1,2778      "out_tokens": 382.52779     },2780     "english_writing": {2781      "tps": 42.2,2782      "runs": 2,2783      "score": 1,2784      "errors": 0,2785      "judged": 5,2786      "ttft_ms": 646.5,2787      "total_ms": 6864,2788      "cost_mean": 0.006932499999999999,2789      "pass_rate": 1,2790      "out_tokens": 262.52791     },2792     "json_generation": {2793      "tps": 132.7,2794      "runs": 2,2795      "score": 1,2796      "errors": 0,2797      "judged": null,2798      "ttft_ms": 864.5,2799      "total_ms": 1384.5,2800      "cost_mean": 0.003715,2801      "pass_rate": 1,2802      "out_tokens": 692803     },2804     "simple_reasoning": {2805      "tps": 210.9,2806      "runs": 2,2807      "score": 1,2808      "errors": 0,2809      "judged": null,2810      "ttft_ms": 1088,2811      "total_ms": 1182.5,2812      "cost_mean": 0.001235,2813      "pass_rate": 1,2814      "out_tokens": 202815     },2816     "complex_reasoning": {2817      "tps": 83.25,2818      "runs": 2,2819      "score": 1,2820      "errors": 0,2821      "judged": null,2822      "ttft_ms": 816,2823      "total_ms": 9210.5,2824      "cost_mean": 0.01825,2825      "pass_rate": 1,2826      "out_tokens": 6982827     },2828     "document_analysis": {2829      "tps": 128,2830      "runs": 2,2831      "score": 1,2832      "errors": 0,2833      "judged": null,2834      "ttft_ms": 861.5,2835      "total_ms": 1650.5,2836      "cost_mean": 0.006725,2837      "pass_rate": 1,2838      "out_tokens": 1012839     },2840     "knowledge_synthesis": {2841      "tps": 48.150000000000006,2842      "runs": 2,2843      "score": 1,2844      "errors": 0,2845      "judged": 4,2846      "ttft_ms": 990.5,2847      "total_ms": 7481.5,2848      "cost_mean": 0.009142500000000001,2849      "pass_rate": 1,2850      "out_tokens": 312.52851     }2852    },2853    "judged_mean": 4.666666666666667,2854    "ttft_median_ms": 861.5,2855    "total_median_ms": 2475.52856   },2857   "capabilities": {2858    "batch": {2859     "supported": true2860    },2861    "effort": {2862     "low": {2863      "supported": true2864     },2865     "max": {2866      "supported": false2867     },2868     "high": {2869      "supported": true2870     },2871     "xhigh": {2872      "supported": false2873     },2874     "medium": {2875      "supported": true2876     },2877     "supported": true2878    },2879    "thinking": {2880     "types": {2881      "enabled": {2882       "supported": true2883      },2884      "adaptive": {2885       "supported": false2886      },2887      "disabled": {2888       "supported": true2889      },2890      "between_tools": {2891       "supported": false2892      }2893     },2894     "supported": true2895    },2896    "citations": {2897     "supported": true2898    },2899    "pdf_input": {2900     "supported": true2901    },2902    "image_input": {2903     "supported": true2904    },2905    "server_tools": {2906     "supported": true,2907     "web_search": {2908      "supported": true2909     },2910     "code_execution": {2911      "supported": true2912     }2913    },2914    "code_execution": {2915     "supported": true2916    },2917    "context_management": {2918     "supported": true,2919     "compact_20260112": {2920      "supported": false2921     },2922     "clear_thinking_20251015": {2923      "supported": true2924     },2925     "clear_tool_uses_20250919": {2926      "supported": true2927     }2928    },2929    "structured_outputs": {2930     "supported": true2931    }2932   },2933   "notes": [],2934   "discoveredAt": "2026-11-01T07:03:46.768Z",2935   "probedAt": "2026-11-01T07:03:46.768Z",2936   "benchmarkedAt": "2026-11-01T07:18:30.317Z",2937   "createdAt": "2026-11-19T17:31:21.255Z",2938   "updatedAt": "2026-11-19T17:31:21.255Z"2939  },2940  {2941   "id": "claude-sonnet-4-5-20250929",2942   "provider": "anthropic",2943   "displayName": "Claude Sonnet 4.5",2944   "category": "text",2945   "available": true,2946   "enabled": true,2947   "contextWindow": 200000,2948   "maxOutput": 64000,2949   "inputPrice": 3,2950   "cachedPrice": 0.3,2951   "outputPrice": 15,2952   "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",2953   "probes": {2954    "text": {2955     "ms": 593,2956     "status": "ok"2957    },2958    "vision": {2959     "ms": 648,2960     "status": "ok"2961    },2962    "tool_use": {2963     "ms": 1259,2964     "status": "ok"2965    },2966    "streaming": {2967     "ms": 672,2968     "status": "ok"2969    },2970    "reasoning_control": {2971     "ms": 1186,2972     "status": "ok"2973    },2974    "structured_output": {2975     "ms": 1075,2976     "status": "ok"2977    }2978   },2979   "benchmark": {2980    "runs": 22,2981    "errors": 0,2982    "cost_mean": 0.021566181818181818,2983    "pass_rate": 1,2984    "mean_score": 1,2985    "tps_median": 89.85,2986    "by_category": {2987     "mathematics": {2988      "tps": 89.85,2989      "runs": 2,2990      "score": 1,2991      "errors": 0,2992      "judged": null,2993      "ttft_ms": 774.5,2994      "total_ms": 7696,2995      "cost_mean": 0.009618,2996      "pass_rate": 1,2997      "out_tokens": 6222998     },2999     "programming": {3000      "tps": 99.6,3001      "runs": 2,3002      "score": 1,3003      "errors": 0,3004      "judged": null,3005      "ttft_ms": 589.5,3006      "total_ms": 2337,3007      "cost_mean": 0.002853,3008      "pass_rate": 1,3009      "out_tokens": 1743010     },3011     "long_context": {3012      "tps": 28.8,3013      "runs": 2,3014      "score": 1,3015      "errors": 0,3016      "judged": null,3017      "ttft_ms": 1624,3018      "total_ms": 2080,3019      "cost_mean": 0.18549,3020      "pass_rate": 1,3021      "out_tokens": 133022     },3023     "tool_calling": {3024      "tps": 230.05,3025      "runs": 2,3026      "score": 1,3027      "errors": 0,3028      "judged": null,3029      "ttft_ms": 1197.5,3030      "total_ms": 1718.5,3031      "cost_mean": 0.004242,3032      "pass_rate": 1,3033      "out_tokens": 1203034     },3035     "french_writing": {3036      "tps": 49.5,3037      "runs": 2,3038      "score": 1,3039      "errors": 0,3040      "judged": 5,3041      "ttft_ms": 561.5,3042      "total_ms": 8078.5,3043      "cost_mean": 0.005955,3044      "pass_rate": 1,3045      "out_tokens": 3723046     },3047     "english_writing": {3048      "tps": 43.150000000000006,3049      "runs": 2,3050      "score": 1,3051      "errors": 0,3052      "judged": 5,3053      "ttft_ms": 725.5,3054      "total_ms": 6388,3055      "cost_mean": 0.003882,3056      "pass_rate": 1,3057      "out_tokens": 2443058     },3059     "json_generation": {3060      "tps": 105.55000000000001,3061      "runs": 2,3062      "score": 1,3063      "errors": 0,3064      "judged": null,3065      "ttft_ms": 1074,3066      "total_ms": 1832,3067      "cost_mean": 0.002394,3068      "pass_rate": 1,3069      "out_tokens": 803070     },3071     "simple_reasoning": {3072      "tps": 122.4,3073      "runs": 2,3074      "score": 1,3075      "errors": 0,3076      "judged": null,3077      "ttft_ms": 985.5,3078      "total_ms": 1149.5,3079      "cost_mean": 0.000741,3080      "pass_rate": 1,3081      "out_tokens": 203082     },3083     "complex_reasoning": {3084      "tps": 83.80000000000001,3085      "runs": 2,3086      "score": 1,3087      "errors": 0,3088      "judged": null,3089      "ttft_ms": 591,3090      "total_ms": 10630.5,3091      "cost_mean": 0.01311,3092      "pass_rate": 1,3093      "out_tokens": 8423094     },3095     "document_analysis": {3096      "tps": 115.80000000000001,3097      "runs": 2,3098      "score": 1,3099      "errors": 0,3100      "judged": null,3101      "ttft_ms": 1042,3102      "total_ms": 1914.5,3103      "cost_mean": 0.004035,3104      "pass_rate": 1,3105      "out_tokens": 1013106     },3107     "knowledge_synthesis": {3108      "tps": 41.55,3109      "runs": 2,3110      "score": 1,3111      "errors": 0,3112      "judged": 3,3113      "ttft_ms": 630,3114      "total_ms": 7236,3115      "cost_mean": 0.004907999999999999,3116      "pass_rate": 1,3117      "out_tokens": 2743118     }3119    },3120    "judged_mean": 4.333333333333333,3121    "ttft_median_ms": 774.5,3122    "total_median_ms": 23373123   },3124   "capabilities": {3125    "batch": {3126     "supported": true3127    },3128    "effort": {3129     "low": {3130      "supported": false3131     },3132     "max": {3133      "supported": false3134     },3135     "high": {3136      "supported": false3137     },3138     "xhigh": {3139      "supported": false3140     },3141     "medium": {3142      "supported": false3143     },3144     "supported": false3145    },3146    "thinking": {3147     "types": {3148      "enabled": {3149       "supported": true3150      },3151      "adaptive": {3152       "supported": false3153      },3154      "disabled": {3155       "supported": true3156      },3157      "between_tools": {3158       "supported": false3159      }3160     },3161     "supported": true3162    },3163    "citations": {3164     "supported": true3165    },3166    "pdf_input": {3167     "supported": true3168    },3169    "image_input": {3170     "supported": true3171    },3172    "server_tools": {3173     "supported": true,3174     "web_search": {3175      "supported": true3176     },3177     "code_execution": {3178      "supported": true3179     }3180    },3181    "code_execution": {3182     "supported": true3183    },3184    "context_management": {3185     "supported": true,3186     "compact_20260112": {3187      "supported": false3188     },3189     "clear_thinking_20251015": {3190      "supported": true3191     },3192     "clear_tool_uses_20250919": {3193      "supported": true3194     }3195    },3196    "structured_outputs": {3197     "supported": true3198    }3199   },3200   "notes": [],3201   "discoveredAt": "2026-11-01T07:03:46.768Z",3202   "probedAt": "2026-11-01T07:03:46.768Z",3203   "benchmarkedAt": "2026-11-01T07:18:30.317Z",3204   "createdAt": "2026-11-19T17:31:21.257Z",3205   "updatedAt": "2026-11-19T17:31:21.257Z"3206  },3207  {3208   "id": "claude-haiku-4-5-20251001",3209   "provider": "anthropic",3210   "displayName": "Claude Haiku 4.5",3211   "category": "text",3212   "available": true,3213   "enabled": true,3214   "contextWindow": 200000,3215   "maxOutput": 64000,3216   "inputPrice": 1,3217   "cachedPrice": 0.1,3218   "outputPrice": 5,3219   "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",3220   "probes": {3221    "text": {3222     "ms": 428,3223     "status": "ok"3224    },3225    "vision": {3226     "ms": 427,3227     "status": "ok"3228    },3229    "tool_use": {3230     "ms": 777,3231     "status": "ok"3232    },3233    "streaming": {3234     "ms": 563,3235     "status": "ok"3236    },3237    "reasoning_control": {3238     "ms": 782,3239     "status": "ok"3240    },3241    "structured_output": {3242     "ms": 1178,3243     "status": "ok"3244    }3245   },3246   "benchmark": {3247    "runs": 22,3248    "errors": 0,3249    "cost_mean": 0.007205545454545453,3250    "pass_rate": 0.9090909090909091,3251    "mean_score": 0.9697272727272727,3252    "tps_median": 134.55,3253    "by_category": {3254     "mathematics": {3255      "tps": 133.35000000000002,3256      "runs": 2,3257      "score": 1,3258      "errors": 0,3259      "judged": null,3260      "ttft_ms": 372.5,3261      "total_ms": 4615,3262      "cost_mean": 0.0029259999999999998,3263      "pass_rate": 1,3264      "out_tokens": 5663265     },3266     "programming": {3267      "tps": 151.3,3268      "runs": 2,3269      "score": 1,3270      "errors": 0,3271      "judged": null,3272      "ttft_ms": 553,3273      "total_ms": 1930.5,3274      "cost_mean": 0.0011235,3275      "pass_rate": 1,3276      "out_tokens": 208.53277     },3278     "long_context": {3279      "tps": 121.5,3280      "runs": 2,3281      "score": 1,3282      "errors": 0,3283      "judged": null,3284      "ttft_ms": 865.5,3285      "total_ms": 973,3286      "cost_mean": 0.06183,3287      "pass_rate": 1,3288      "out_tokens": 133289     },3290     "tool_calling": {3291      "tps": 192.55,3292      "runs": 2,3293      "score": 1,3294      "errors": 0,3295      "judged": null,3296      "ttft_ms": 536.5,3297      "total_ms": 1165,3298      "cost_mean": 0.001419,3299      "pass_rate": 1,3300      "out_tokens": 1213301     },3302     "french_writing": {3303      "tps": 102.35,3304      "runs": 2,3305      "score": 1,3306      "errors": 0,3307      "judged": 3.5,3308      "ttft_ms": 384.5,3309      "total_ms": 3746,3310      "cost_mean": 0.0018449999999999999,3311      "pass_rate": 1,3312      "out_tokens": 3443313     },3314     "english_writing": {3315      "tps": 89.9,3316      "runs": 2,3317      "score": 1,3318      "errors": 0,3319      "judged": 4,3320      "ttft_ms": 373,3321      "total_ms": 3227,3322      "cost_mean": 0.0013565,3323      "pass_rate": 1,3324      "out_tokens": 256.53325     },3326     "json_generation": {3327      "tps": 142.55,3328      "runs": 2,3329      "score": 1,3330      "errors": 0,3331      "judged": null,3332      "ttft_ms": 1039.5,3333      "total_ms": 1524.5,3334      "cost_mean": 0.000743,3335      "pass_rate": 1,3336      "out_tokens": 693337     },3338     "simple_reasoning": {3339      "tps": 221.55,3340      "runs": 2,3341      "score": 0.667,3342      "errors": 0,3343      "judged": null,3344      "ttft_ms": 508,3345      "total_ms": 598,3346      "cost_mean": 0.000247,3347      "pass_rate": 0,3348      "out_tokens": 203349     },3350     "complex_reasoning": {3351      "tps": 131.8,3352      "runs": 2,3353      "score": 1,3354      "errors": 0,3355      "judged": null,3356      "ttft_ms": 404.5,3357      "total_ms": 7524,3358      "cost_mean": 0.0048425,3359      "pass_rate": 1,3360      "out_tokens": 936.53361     },3362     "document_analysis": {3363      "tps": 152.39999999999998,3364      "runs": 2,3365      "score": 1,3366      "errors": 0,3367      "judged": null,3368      "ttft_ms": 1132.5,3369      "total_ms": 1880.5,3370      "cost_mean": 0.00141,3371      "pass_rate": 1,3372      "out_tokens": 1143373     },3374     "knowledge_synthesis": {3375      "tps": 94.6,3376      "runs": 2,3377      "score": 1,3378      "errors": 0,3379      "judged": 2.5,3380      "ttft_ms": 368,3381      "total_ms": 3060.5,3382      "cost_mean": 0.0015184999999999999,3383      "pass_rate": 1,3384      "out_tokens": 250.53385     }3386    },3387    "judged_mean": 3.3333333333333335,3388    "ttft_median_ms": 502,3389    "total_median_ms": 1966.53390   },3391   "capabilities": {3392    "batch": {3393     "supported": true3394    },3395    "effort": {3396     "low": {3397      "supported": false3398     },3399     "max": {3400      "supported": false3401     },3402     "high": {3403      "supported": false3404     },3405     "xhigh": {3406      "supported": false3407     },3408     "medium": {3409      "supported": false3410     },3411     "supported": false3412    },3413    "thinking": {3414     "types": {3415      "enabled": {3416       "supported": true3417      },3418      "adaptive": {3419       "supported": false3420      },3421      "disabled": {3422       "supported": true3423      },3424      "between_tools": {3425       "supported": false3426      }3427     },3428     "supported": true3429    },3430    "citations": {3431     "supported": true3432    },3433    "pdf_input": {3434     "supported": true3435    },3436    "image_input": {3437     "supported": true3438    },3439    "server_tools": {3440     "supported": true,3441     "web_search": {3442      "supported": true3443     },3444     "code_execution": {3445      "supported": true3446     }3447    },3448    "code_execution": {3449     "supported": false3450    },3451    "context_management": {3452     "supported": true,3453     "compact_20260112": {3454      "supported": false3455     },3456     "clear_thinking_20251015": {3457      "supported": true3458     },3459     "clear_tool_uses_20250919": {3460      "supported": true3461     }3462    },3463    "structured_outputs": {3464     "supported": true3465    }3466   },3467   "notes": [],3468   "discoveredAt": "2026-11-01T07:03:46.768Z",3469   "probedAt": "2026-11-01T07:03:46.768Z",3470   "benchmarkedAt": "2026-11-01T07:18:30.317Z",3471   "createdAt": "2026-11-19T17:31:21.256Z",3472   "updatedAt": "2026-11-19T17:31:21.256Z"3473  },3474  {3475   "id": "claude-fable-5",3476   "provider": "anthropic",3477   "displayName": "Claude Fable 5",3478   "category": "text",3479   "available": true,3480   "enabled": true,3481   "contextWindow": 1000000,3482   "maxOutput": 128000,3483   "inputPrice": 10,3484   "cachedPrice": 1,3485   "outputPrice": 50,3486   "pricingSource": "https://platform.claude.com/docs/en/about-claude/pricing",3487   "probes": {3488    "text": {3489     "ms": 1882,3490     "status": "ok"3491    },3492    "vision": {3493     "ms": 2119,3494     "status": "ok"3495    },3496    "tool_use": {3497     "ms": 2394,3498     "status": "ok"3499    },3500    "streaming": {3501     "ms": 2063,3502     "status": "ok"3503    },3504    "reasoning_control": {3505     "ms": 2015,3506     "status": "ok"3507    },3508    "structured_output": {3509     "ms": 2096,3510     "status": "ok"3511    }3512   },3513   "benchmark": {3514    "runs": 22,3515    "errors": 0,3516    "cost_mean": 0.09191499999999997,3517    "pass_rate": 0.9090909090909091,3518    "mean_score": 0.9090909090909091,3519    "tps_median": 111.85,3520    "by_category": {3521     "mathematics": {3522      "tps": 109.55,3523      "runs": 2,3524      "score": 1,3525      "errors": 0,3526      "judged": null,3527      "ttft_ms": 2058.5,3528      "total_ms": 4882.5,3529      "cost_mean": 0.01978,3530      "pass_rate": 1,3531      "out_tokens": 3733532     },3533     "programming": {3534      "tps": 121.25,3535      "runs": 2,3536      "score": 1,3537      "errors": 0,3538      "judged": null,3539      "ttft_ms": 1488.5,3540      "total_ms": 2813,3541      "cost_mean": 0.009225,3542      "pass_rate": 1,3543      "out_tokens": 160.53544     },3545     "long_context": {3546      "tps": null,3547      "runs": 2,3548      "score": 0,3549      "errors": 0,3550      "judged": null,3551      "ttft_ms": null,3552      "total_ms": 1710,3553      "cost_mean": 0.80911,3554      "pass_rate": 0,3555      "out_tokens": 03556     },3557     "tool_calling": {3558      "tps": 171.9,3559      "runs": 2,3560      "score": 1,3561      "errors": 0,3562      "judged": null,3563      "ttft_ms": 1831.5,3564      "total_ms": 2653.5,3565      "cost_mean": 0.013615,3566      "pass_rate": 1,3567      "out_tokens": 134.53568     },3569     "french_writing": {3570      "tps": 76.55,3571      "runs": 2,3572      "score": 1,3573      "errors": 0,3574      "judged": 5,3575      "ttft_ms": 1846.5,3576      "total_ms": 9302.5,3577      "cost_mean": 0.03007,3578      "pass_rate": 1,3579      "out_tokens": 5693580     },3581     "english_writing": {3582      "tps": 77.25,3583      "runs": 2,3584      "score": 1,3585      "errors": 0,3586      "judged": 5,3587      "ttft_ms": 1876.5,3588      "total_ms": 8400,3589      "cost_mean": 0.02622,3590      "pass_rate": 1,3591      "out_tokens": 5043592     },3593     "json_generation": {3594      "tps": 104.45,3595      "runs": 2,3596      "score": 1,3597      "errors": 0,3598      "judged": null,3599      "ttft_ms": 1653.5,3600      "total_ms": 2755,3601      "cost_mean": 0.01069,3602      "pass_rate": 1,3603      "out_tokens": 1153604     },3605     "simple_reasoning": {3606      "tps": 32.349999999999994,3607      "runs": 2,3608      "score": 1,3609      "errors": 0,3610      "judged": null,3611      "ttft_ms": 1527.5,3612      "total_ms": 2116,3613      "cost_mean": 0.00274,3614      "pass_rate": 1,3615      "out_tokens": 193616     },3617     "complex_reasoning": {3618      "tps": 194.8,3619      "runs": 2,3620      "score": 1,3621      "errors": 0,3622      "judged": null,3623      "ttft_ms": 4880,3624      "total_ms": 8848.5,3625      "cost_mean": 0.04102,3626      "pass_rate": 1,3627      "out_tokens": 7743628     },3629     "document_analysis": {3630      "tps": 125.5,3631      "runs": 2,3632      "score": 1,3633      "errors": 0,3634      "judged": null,3635      "ttft_ms": 955.5,3636      "total_ms": 1992.5,3637      "cost_mean": 0.01668,3638      "pass_rate": 1,3639      "out_tokens": 1303640     },3641     "knowledge_synthesis": {3642      "tps": 114.44999999999999,3643      "runs": 2,3644      "score": 1,3645      "errors": 0,3646      "judged": 5,3647      "ttft_ms": 3075,3648      "total_ms": 8038.5,3649      "cost_mean": 0.031915,3650      "pass_rate": 1,3651      "out_tokens": 568.53652     }3653    },3654    "judged_mean": 5,3655    "ttft_median_ms": 1763.5,3656    "total_median_ms": 2839.53657   },3658   "capabilities": {3659    "batch": {3660     "supported": true3661    },3662    "effort": {3663     "low": {3664      "supported": true3665     },3666     "max": {3667      "supported": true3668     },3669     "high": {3670      "supported": true3671     },3672     "xhigh": {3673      "supported": true3674     },3675     "medium": {3676      "supported": true3677     },3678     "supported": true3679    },3680    "thinking": {3681     "types": {3682      "enabled": {3683       "supported": false3684      },3685      "adaptive": {3686       "supported": true3687      },3688      "disabled": {3689       "supported": false3690      },3691      "between_tools": {3692       "supported": false3693      }3694     },3695     "supported": true3696    },3697    "citations": {3698     "supported": true3699    },3700    "pdf_input": {3701     "supported": true3702    },3703    "image_input": {3704     "supported": true3705    },3706    "server_tools": {3707     "supported": true,3708     "web_search": {3709      "supported": true3710     },3711     "code_execution": {3712      "supported": true3713     }3714    },3715    "code_execution": {3716     "supported": true3717    },3718    "context_management": {3719     "supported": true,3720     "compact_20260112": {3721      "supported": true3722     },3723     "clear_thinking_20251015": {3724      "supported": true3725     },3726     "clear_tool_uses_20250919": {3727      "supported": true3728     }3729    },3730    "structured_outputs": {3731     "supported": true3732    }3733   },3734   "notes": [],3735   "discoveredAt": "2026-11-01T07:03:46.768Z",3736   "probedAt": "2026-11-01T07:03:46.768Z",3737   "benchmarkedAt": "2026-11-01T07:18:30.317Z",3738   "createdAt": "2026-11-19T17:31:21.252Z",3739   "updatedAt": "2026-11-19T17:31:21.252Z"3740  },3741  {3742   "id": "chat-latest",3743   "provider": "openai",3744   "displayName": "chat-latest",3745   "category": "text",3746   "available": true,3747   "enabled": true,3748   "contextWindow": null,3749   "maxOutput": null,3750   "inputPrice": 5,3751   "cachedPrice": 0.5,3752   "outputPrice": 30,3753   "pricingSource": "https://developers.openai.com/api/docs/pricing",3754   "probes": {3755    "text": {3756     "ms": 802,3757     "status": "ok"3758    },3759    "vision": {3760     "ms": 948,3761     "status": "ok"3762    },3763    "tool_use": {3764     "ms": 829,3765     "status": "ok"3766    },3767    "streaming": {3768     "ms": 916,3769     "status": "ok"3770    },3771    "reasoning_control": {3772     "ms": 896,3773     "status": "ok"3774    },3775    "structured_output": {3776     "ms": 993,3777     "status": "ok"3778    }3779   },3780   "benchmark": {3781    "runs": 22,3782    "errors": 0,3783    "cost_mean": 0.019345454545454544,3784    "pass_rate": 1,3785    "mean_score": 1,3786    "tps_median": 157.05,3787    "by_category": {3788     "mathematics": {3789      "tps": 193.7,3790      "runs": 2,3791      "score": 1,3792      "errors": 0,3793      "judged": null,3794      "ttft_ms": 726,3795      "total_ms": 1969.5,3796      "cost_mean": 0.007634999999999999,3797      "pass_rate": 1,3798      "out_tokens": 2413799     },3800     "programming": {3801      "tps": 203.9,3802      "runs": 2,3803      "score": 1,3804      "errors": 0,3805      "judged": null,3806      "ttft_ms": 786,3807      "total_ms": 1392,3808      "cost_mean": 0.00408,3809      "pass_rate": 1,3810      "out_tokens": 123.53811     },3812     "long_context": {3813      "tps": 58.1,3814      "runs": 2,3815      "score": 1,3816      "errors": 0,3817      "judged": null,3818      "ttft_ms": 1056.5,3819      "total_ms": 1250.5,3820      "cost_mean": 0.15248499999999998,3821      "pass_rate": 1,3822      "out_tokens": 113823     },3824     "tool_calling": {3825      "tps": 147.7,3826      "runs": 2,3827      "score": 1,3828      "errors": 0,3829      "judged": null,3830      "ttft_ms": 622,3831      "total_ms": 899.5,3832      "cost_mean": 0.001985,3833      "pass_rate": 1,3834      "out_tokens": 413835     },3836     "french_writing": {3837      "tps": 138.4,3838      "runs": 2,3839      "score": 1,3840      "errors": 0,3841      "judged": 5,3842      "ttft_ms": 735.5,3843      "total_ms": 2906,3844      "cost_mean": 0.009475,3845      "pass_rate": 1,3846      "out_tokens": 300.53847     },3848     "english_writing": {3849      "tps": 115.5,3850      "runs": 2,3851      "score": 1,3852      "errors": 0,3853      "judged": 5,3854      "ttft_ms": 766,3855      "total_ms": 2856.5,3856      "cost_mean": 0.007549999999999999,3857      "pass_rate": 1,3858      "out_tokens": 2413859     },3860     "json_generation": {3861      "tps": 174.65,3862      "runs": 2,3863      "score": 1,3864      "errors": 0,3865      "judged": null,3866      "ttft_ms": 706.5,3867      "total_ms": 1091,3868      "cost_mean": 0.00277,3869      "pass_rate": 1,3870      "out_tokens": 673871     },3872     "simple_reasoning": {3873      "tps": 92.4,3874      "runs": 2,3875      "score": 1,3876      "errors": 0,3877      "judged": null,3878      "ttft_ms": 692.5,3879      "total_ms": 900.5,3880      "cost_mean": 0.001195,3881      "pass_rate": 1,3882      "out_tokens": 193883     },3884     "complex_reasoning": {3885      "tps": 269.25,3886      "runs": 2,3887      "score": 1,3888      "errors": 0,3889      "judged": null,3890      "ttft_ms": 1582,3891      "total_ms": 2846.5,3892      "cost_mean": 0.010794999999999999,3893      "pass_rate": 1,3894      "out_tokens": 336.53895     },3896     "document_analysis": {3897      "tps": 195.95,3898      "runs": 2,3899      "score": 1,3900      "errors": 0,3901      "judged": null,3902      "ttft_ms": 824,3903      "total_ms": 1258,3904      "cost_mean": 0.00505,3905      "pass_rate": 1,3906      "out_tokens": 853907     },3908     "knowledge_synthesis": {3909      "tps": 157.05,3910      "runs": 2,3911      "score": 1,3912      "errors": 0,3913      "judged": 5,3914      "ttft_ms": 687.5,3915      "total_ms": 2518.5,3916      "cost_mean": 0.00978,3917      "pass_rate": 1,3918      "out_tokens": 287.53919     }3920    },3921    "judged_mean": 5,3922    "ttft_median_ms": 740.5,3923    "total_median_ms": 1392.53924   },3925   "capabilities": {},3926   "notes": [],3927   "discoveredAt": "2026-11-01T07:03:46.768Z",3928   "probedAt": "2026-11-01T07:03:46.768Z",3929   "benchmarkedAt": "2026-11-01T07:18:30.317Z",3930   "createdAt": "2026-11-19T17:31:21.187Z",3931   "updatedAt": "2026-11-19T17:31:21.187Z"3932  },3933  {3934   "id": "gpt-4.1",3935   "provider": "openai",3936   "displayName": "gpt-4.1",3937   "category": "text",3938   "available": true,3939   "enabled": true,3940   "contextWindow": null,3941   "maxOutput": null,3942   "inputPrice": 2,3943   "cachedPrice": 0.5,3944   "outputPrice": 8,3945   "pricingSource": "https://developers.openai.com/api/docs/pricing",3946   "probes": {3947    "text": {3948     "ms": 650,3949     "status": "ok"3950    },3951    "vision": {3952     "ms": 568,3953     "status": "ok"3954    },3955    "tool_use": {3956     "ms": 607,3957     "status": "ok"3958    },3959    "streaming": {3960     "ms": 547,3961     "status": "ok"3962    },3963    "reasoning_control": {3964     "ms": 541,3965     "status": "ok"3966    },3967    "structured_output": {3968     "ms": 612,3969     "status": "ok"3970    }3971   },3972   "benchmark": {3973    "runs": 22,3974    "errors": 0,3975    "cost_mean": 0.011781636363636367,3976    "pass_rate": 1,3977    "mean_score": 1,3978    "tps_median": 162.95,3979    "by_category": {3980     "mathematics": {3981      "tps": 266.9,3982      "runs": 2,3983      "score": 1,3984      "errors": 0,3985      "judged": null,3986      "ttft_ms": 637,3987      "total_ms": 2967.5,3988      "cost_mean": 0.0051719999999999995,3989      "pass_rate": 1,3990      "out_tokens": 6263991     },3992     "programming": {3993      "tps": 184.5,3994      "runs": 2,3995      "score": 1,3996      "errors": 0,3997      "judged": null,3998      "ttft_ms": 371,3999      "total_ms": 1115,4000      "cost_mean": 0.001192,4001      "pass_rate": 1,4002      "out_tokens": 1304003     },4004     "long_context": {4005      "tps": 33.2,4006      "runs": 2,4007      "score": 1,4008      "errors": 0,4009      "judged": null,4010      "ttft_ms": 2847.5,4011      "total_ms": 3115,4012      "cost_mean": 0.104512,4013      "pass_rate": 1,4014      "out_tokens": 84015     },4016     "tool_calling": {4017      "tps": 132.2,4018      "runs": 2,4019      "score": 1,4020      "errors": 0,4021      "judged": null,4022      "ttft_ms": 501.5,4023      "total_ms": 789,4024      "cost_mean": 0.000596,4025      "pass_rate": 1,4026      "out_tokens": 384027     },4028     "french_writing": {4029      "tps": 179.25,4030      "runs": 2,4031      "score": 1,4032      "errors": 0,4033      "judged": 5,4034      "ttft_ms": 345.5,4035      "total_ms": 1943,4036      "cost_mean": 0.00245,4037      "pass_rate": 1,4038      "out_tokens": 2834039     },4040     "english_writing": {4041      "tps": 161.7,4042      "runs": 2,4043      "score": 1,4044      "errors": 0,4045      "judged": 5,4046      "ttft_ms": 420.5,4047      "total_ms": 1776,4048      "cost_mean": 0.001882,4049      "pass_rate": 1,4050      "out_tokens": 2194051     },4052     "json_generation": {4053      "tps": 160.7,4054      "runs": 2,4055      "score": 1,4056      "errors": 0,4057      "judged": null,4058      "ttft_ms": 522.5,4059      "total_ms": 890.5,4060      "cost_mean": 0.00078,4061      "pass_rate": 1,4062      "out_tokens": 594063     },4064     "simple_reasoning": {4065      "tps": 67.05000000000001,4066      "runs": 2,4067      "score": 1,4068      "errors": 0,4069      "judged": null,4070      "ttft_ms": 392.5,4071      "total_ms": 631,4072      "cost_mean": 0.00038,4073      "pass_rate": 1,4074      "out_tokens": 164075     },4076     "complex_reasoning": {4077      "tps": 253.25,4078      "runs": 2,4079      "score": 1,4080      "errors": 0,4081      "judged": null,4082      "ttft_ms": 421.5,4083      "total_ms": 4315,4084      "cost_mean": 0.00817,4085      "pass_rate": 1,4086      "out_tokens": 9864087     },4088     "document_analysis": {4089      "tps": 174,4090      "runs": 2,4091      "score": 1,4092      "errors": 0,4093      "judged": null,4094      "ttft_ms": 477.5,4095      "total_ms": 1064.5,4096      "cost_mean": 0.001812,4097      "pass_rate": 1,4098      "out_tokens": 1014099     },4100     "knowledge_synthesis": {4101      "tps": 216.05,4102      "runs": 2,4103      "score": 1,4104      "errors": 0,4105      "judged": 2.5,4106      "ttft_ms": 545.5,4107      "total_ms": 1812.5,4108      "cost_mean": 0.002652,4109      "pass_rate": 1,4110      "out_tokens": 273.54111     }4112    },4113    "judged_mean": 4.166666666666667,4114    "ttft_median_ms": 449.5,4115    "total_median_ms": 17224116   },4117   "capabilities": {},4118   "notes": [],4119   "discoveredAt": "2026-11-01T07:03:46.768Z",4120   "probedAt": "2026-11-01T07:03:46.768Z",4121   "benchmarkedAt": "2026-11-01T07:18:30.317Z",4122   "createdAt": "2026-11-19T17:31:21.199Z",4123   "updatedAt": "2026-11-19T17:31:21.199Z"4124  },4125  {4126   "id": "gpt-5",4127   "provider": "openai",4128   "displayName": "gpt-5",4129   "category": "text",4130   "available": true,4131   "enabled": true,4132   "contextWindow": null,4133   "maxOutput": null,4134   "inputPrice": 1.25,4135   "cachedPrice": 0.125,4136   "outputPrice": 10,4137   "pricingSource": "https://developers.openai.com/api/docs/pricing",4138   "probes": {4139    "text": {4140     "ms": 2030,4141     "status": "ok"4142    },4143    "vision": {4144     "ms": 1105,4145     "status": "ok"4146    },4147    "tool_use": {4148     "ms": 986,4149     "status": "ok"4150    },4151    "streaming": {4152     "ms": 1210,4153     "status": "ok"4154    },4155    "reasoning_control": {4156     "ms": 907,4157     "status": "ok"4158    },4159    "structured_output": {4160     "ms": 8394,4161     "status": "ok"4162    }4163   },4164   "benchmark": {4165    "runs": 22,4166    "errors": 0,4167    "cost_mean": 0.012055863636363634,4168    "pass_rate": 1,4169    "mean_score": 1,4170    "tps_median": 962.45,4171    "by_category": {4172     "mathematics": {4173      "tps": 197,4174      "runs": 2,4175      "score": 1,4176      "errors": 0,4177      "judged": null,4178      "ttft_ms": 7273.5,4179      "total_ms": 7600,4180      "cost_mean": 0.008736250000000001,4181      "pass_rate": 1,4182      "out_tokens": 863.54183     },4184     "programming": {4185      "tps": 960.75,4186      "runs": 2,4187      "score": 1,4188      "errors": 0,4189      "judged": null,4190      "ttft_ms": 3734,4191      "total_ms": 4640.5,4192      "cost_mean": 0.00878375,4193      "pass_rate": 1,4194      "out_tokens": 8694195     },4196     "long_context": {4197      "tps": 796.45,4198      "runs": 2,4199      "score": 1,4200      "errors": 0,4201      "judged": null,4202      "ttft_ms": 3088.5,4203      "total_ms": 3382,4204      "cost_mean": 0.04594575,4205      "pass_rate": 1,4206      "out_tokens": 207.54207     },4208     "tool_calling": {4209      "tps": 574.1,4210      "runs": 2,4211      "score": 1,4212      "errors": 0,4213      "judged": null,4214      "ttft_ms": 1965,4215      "total_ms": 2430,4216      "cost_mean": 0.00260875,4217      "pass_rate": 1,4218      "out_tokens": 2424219     },4220     "french_writing": {4221      "tps": 763.4,4222      "runs": 2,4223      "score": 1,4224      "errors": 0,4225      "judged": 5,4226      "ttft_ms": 7258,4227      "total_ms": 9252.5,4228      "cost_mean": 0.01303,4229      "pass_rate": 1,4230      "out_tokens": 1291.54231     },4232     "english_writing": {4233      "tps": 1243.15,4234      "runs": 2,4235      "score": 1,4236      "errors": 0,4237      "judged": 5,4238      "ttft_ms": 9221.5,4239      "total_ms": 10391.5,4240      "cost_mean": 0.0146,4241      "pass_rate": 1,4242      "out_tokens": 14524243     },4244     "json_generation": {4245      "tps": 1050.35,4246      "runs": 2,4247      "score": 1,4248      "errors": 0,4249      "judged": null,4250      "ttft_ms": 2910,4251      "total_ms": 3430,4252      "cost_mean": 0.00564,4253      "pass_rate": 1,4254      "out_tokens": 5454255     },4256     "simple_reasoning": {4257      "tps": 830.9,4258      "runs": 2,4259      "score": 1,4260      "errors": 0,4261      "judged": null,4262      "ttft_ms": 1297,4263      "total_ms": 1580.5,4264      "cost_mean": 0.0024462499999999996,4265      "pass_rate": 1,4266      "out_tokens": 2294267     },4268     "complex_reasoning": {4269      "tps": 1215.55,4270      "runs": 2,4271      "score": 1,4272      "errors": 0,4273      "judged": null,4274      "ttft_ms": 4953,4275      "total_ms": 5845,4276      "cost_mean": 0.010825000000000001,4277      "pass_rate": 1,4278      "out_tokens": 10654279     },4280     "document_analysis": {4281      "tps": 1595.9499999999998,4282      "runs": 2,4283      "score": 1,4284      "errors": 0,4285      "judged": null,4286      "ttft_ms": 5090.5,4287      "total_ms": 5656,4288      "cost_mean": 0.0093,4289      "pass_rate": 1,4290      "out_tokens": 867.54291     },4292     "knowledge_synthesis": {4293      "tps": 566.55,4294      "runs": 2,4295      "score": 1,4296      "errors": 0,4297      "judged": 3,4298      "ttft_ms": 5380.5,4299      "total_ms": 7232,4300      "cost_mean": 0.01069875,4301      "pass_rate": 1,4302      "out_tokens": 10414303     }4304    },4305    "judged_mean": 4.333333333333333,4306    "ttft_median_ms": 4121,4307    "total_median_ms": 4969.54308   },4309   "capabilities": {},4310   "notes": [],4311   "discoveredAt": "2026-11-01T07:03:46.768Z",4312   "probedAt": "2026-11-01T07:03:46.768Z",4313   "benchmarkedAt": "2026-11-01T07:18:30.317Z",4314   "createdAt": "2026-11-19T17:31:21.212Z",4315   "updatedAt": "2026-11-19T17:31:21.212Z"4316  },4317  {4318   "id": "gpt-5-mini",4319   "provider": "openai",4320   "displayName": "gpt-5-mini",4321   "category": "text",4322   "available": true,4323   "enabled": true,4324   "contextWindow": null,4325   "maxOutput": null,4326   "inputPrice": 0.25,4327   "cachedPrice": 0.025,4328   "outputPrice": 2,4329   "pricingSource": "https://developers.openai.com/api/docs/pricing",4330   "probes": {4331    "text": {4332     "ms": 1484,4333     "status": "ok"4334    },4335    "vision": {4336     "ms": 1442,4337     "status": "ok"4338    },4339    "tool_use": {4340     "ms": 1556,4341     "status": "ok"4342    },4343    "streaming": {4344     "ms": 1489,4345     "status": "ok"4346    },4347    "reasoning_control": {4348     "ms": 1092,4349     "status": "ok"4350    },4351    "structured_output": {4352     "ms": 5095,4353     "status": "ok"4354    }4355   },4356   "benchmark": {4357    "runs": 22,4358    "errors": 0,4359    "cost_mean": 0.0025639545454545455,4360    "pass_rate": 1,4361    "mean_score": 1,4362    "tps_median": 374.55,4363    "by_category": {4364     "mathematics": {4365      "tps": 156.05,4366      "runs": 2,4367      "score": 1,4368      "errors": 0,4369      "judged": null,4370      "ttft_ms": 6625,4371      "total_ms": 8280.5,4372      "cost_mean": 0.00233525,4373      "pass_rate": 1,4374      "out_tokens": 1157.54375     },4376     "programming": {4377      "tps": 401.75,4378      "runs": 2,4379      "score": 1,4380      "errors": 0,4381      "judged": null,4382      "ttft_ms": 4148.5,4383      "total_ms": 5509,4384      "cost_mean": 0.00111375,4385      "pass_rate": 1,4386      "out_tokens": 547.54387     },4388     "long_context": {4389      "tps": 471.75,4390      "runs": 2,4391      "score": 1,4392      "errors": 0,4393      "judged": null,4394      "ttft_ms": 2807.5,4395      "total_ms": 3102.5,4396      "cost_mean": 0.01406575,4397      "pass_rate": 1,4398      "out_tokens": 1334399     },4400     "tool_calling": {4401      "tps": 205.14999999999998,4402      "runs": 2,4403      "score": 1,4404      "errors": 0,4405      "judged": null,4406      "ttft_ms": 1149,4407      "total_ms": 1626.5,4408      "cost_mean": 0.00023075,4409      "pass_rate": 1,4410      "out_tokens": 96.54411     },4412     "french_writing": {4413      "tps": 558.05,4414      "runs": 2,4415      "score": 1,4416      "errors": 0,4417      "judged": 5,4418      "ttft_ms": 13945.5,4419      "total_ms": 16488.5,4420      "cost_mean": 0.00286,4421      "pass_rate": 1,4422      "out_tokens": 1418.54423     },4424     "english_writing": {4425      "tps": 364.35,4426      "runs": 2,4427      "score": 1,4428      "errors": 0,4429      "judged": 5,4430      "ttft_ms": 8008,4431      "total_ms": 10396.5,4432      "cost_mean": 0.001692,4433      "pass_rate": 1,4434      "out_tokens": 8384435     },4436     "json_generation": {4437      "tps": 241.25,4438      "runs": 2,4439      "score": 1,4440      "errors": 0,4441      "judged": null,4442      "ttft_ms": 2894,4443      "total_ms": 3835.5,4444      "cost_mean": 0.000492,4445      "pass_rate": 1,4446      "out_tokens": 2274447     },4448     "simple_reasoning": {4449      "tps": 829.3,4450      "runs": 2,4451      "score": 1,4452      "errors": 0,4453      "judged": null,4454      "ttft_ms": 2540.5,4455      "total_ms": 2858,4456      "cost_mean": 0.00055525,4457      "pass_rate": 1,4458      "out_tokens": 2624459     },4460     "complex_reasoning": {4461      "tps": 349.75,4462      "runs": 2,4463      "score": 1,4464      "errors": 0,4465      "judged": null,4466      "ttft_ms": 9508.5,4467      "total_ms": 12444,4468      "cost_mean": 0.0020740000000000003,4469      "pass_rate": 1,4470      "out_tokens": 1019.54471     },4472     "document_analysis": {4473      "tps": 378.8,4474      "runs": 2,4475      "score": 1,4476      "errors": 0,4477      "judged": null,4478      "ttft_ms": 4189.5,4479      "total_ms": 5282.5,4480      "cost_mean": 0.000953,4481      "pass_rate": 1,4482      "out_tokens": 4144483     },4484     "knowledge_synthesis": {4485      "tps": 393.45000000000005,4486      "runs": 2,4487      "score": 1,4488      "errors": 0,4489      "judged": 4.5,4490      "ttft_ms": 6918,4491      "total_ms": 9179.5,4492      "cost_mean": 0.00183175,4493      "pass_rate": 1,4494      "out_tokens": 8874495     }4496    },4497    "judged_mean": 4.833333333333333,4498    "ttft_median_ms": 4395,4499    "total_median_ms": 56734500   },4501   "capabilities": {},4502   "notes": [],4503   "discoveredAt": "2026-11-01T07:03:46.768Z",4504   "probedAt": "2026-11-01T07:03:46.768Z",4505   "benchmarkedAt": "2026-11-01T07:18:30.317Z",4506   "createdAt": "2026-11-19T17:31:21.214Z",4507   "updatedAt": "2026-11-19T17:31:21.214Z"4508  },4509  {4510   "id": "gpt-5.1",4511   "provider": "openai",4512   "displayName": "gpt-5.1",4513   "category": "text",4514   "available": true,4515   "enabled": true,4516   "contextWindow": null,4517   "maxOutput": null,4518   "inputPrice": 1.25,4519   "cachedPrice": 0.125,4520   "outputPrice": 10,4521   "pricingSource": "https://developers.openai.com/api/docs/pricing",4522   "probes": {4523    "text": {4524     "ms": 667,4525     "status": "ok"4526    },4527    "vision": {4528     "ms": 894,4529     "status": "ok"4530    },4531    "tool_use": {4532     "ms": 703,4533     "status": "ok"4534    },4535    "streaming": {4536     "ms": 708,4537     "status": "ok"4538    },4539    "reasoning_control": {4540     "ms": 672,4541     "status": "ok"4542    },4543    "structured_output": {4544     "ms": 757,4545     "status": "ok"4546    }4547   },4548   "benchmark": {4549    "runs": 22,4550    "errors": 0,4551    "cost_mean": 0.0056788636363636355,4552    "pass_rate": 1,4553    "mean_score": 1,4554    "tps_median": 138.85000000000002,4555    "by_category": {4556     "mathematics": {4557      "tps": 183,4558      "runs": 2,4559      "score": 1,4560      "errors": 0,4561      "judged": null,4562      "ttft_ms": 680,4563      "total_ms": 2868.5,4564      "cost_mean": 0.00408625,4565      "pass_rate": 1,4566      "out_tokens": 398.54567     },4568     "programming": {4569      "tps": 161.65,4570      "runs": 2,4571      "score": 1,4572      "errors": 0,4573      "judged": null,4574      "ttft_ms": 808.5,4575      "total_ms": 1711.5,4576      "cost_mean": 0.00155375,4577      "pass_rate": 1,4578      "out_tokens": 1464579     },4580     "long_context": {4581      "tps": 64.05,4582      "runs": 2,4583      "score": 1,4584      "errors": 0,4585      "judged": null,4586      "ttft_ms": 1506.5,4587      "total_ms": 1775,4588      "cost_mean": 0.03820875,4589      "pass_rate": 1,4590      "out_tokens": 174591     },4592     "tool_calling": {4593      "tps": 134.10000000000002,4594      "runs": 2,4595      "score": 1,4596      "errors": 0,4597      "judged": null,4598      "ttft_ms": 672.5,4599      "total_ms": 1023.5,4600      "cost_mean": 0.00065875,4601      "pass_rate": 1,4602      "out_tokens": 474603     },4604     "french_writing": {4605      "tps": 101.05,4606      "runs": 2,4607      "score": 1,4608      "errors": 0,4609      "judged": 5,4610      "ttft_ms": 987,4611      "total_ms": 3910,4612      "cost_mean": 0.00307,4613      "pass_rate": 1,4614      "out_tokens": 295.54615     },4616     "english_writing": {4617      "tps": 52.8,4618      "runs": 2,4619      "score": 1,4620      "errors": 0,4621      "judged": 5,4622      "ttft_ms": 559.5,4623      "total_ms": 4746.5,4624      "cost_mean": 0.0022849999999999997,4625      "pass_rate": 1,4626      "out_tokens": 220.54627     },4628     "json_generation": {4629      "tps": 159.45,4630      "runs": 2,4631      "score": 1,4632      "errors": 0,4633      "judged": null,4634      "ttft_ms": 653.5,4635      "total_ms": 1112.5,4636      "cost_mean": 0.00092,4637      "pass_rate": 1,4638      "out_tokens": 734639     },4640     "simple_reasoning": {4641      "tps": 100.69999999999999,4642      "runs": 2,4643      "score": 1,4644      "errors": 0,4645      "judged": null,4646      "ttft_ms": 584.5,4647      "total_ms": 833,4648      "cost_mean": 0.00040625,4649      "pass_rate": 1,4650      "out_tokens": 254651     },4652     "complex_reasoning": {4653      "tps": 189.2,4654      "runs": 2,4655      "score": 1,4656      "errors": 0,4657      "judged": null,4658      "ttft_ms": 614,4659      "total_ms": 4113,4660      "cost_mean": 0.00679,4661      "pass_rate": 1,4662      "out_tokens": 661.54663     },4664     "document_analysis": {4665      "tps": 171.60000000000002,4666      "runs": 2,4667      "score": 1,4668      "errors": 0,4669      "judged": null,4670      "ttft_ms": 826.5,4671      "total_ms": 1363,4672      "cost_mean": 0.001535,4673      "pass_rate": 1,4674      "out_tokens": 914675     },4676     "knowledge_synthesis": {4677      "tps": 132.95,4678      "runs": 2,4679      "score": 1,4680      "errors": 0,4681      "judged": 3.5,4682      "ttft_ms": 594.5,4683      "total_ms": 2606,4684      "cost_mean": 0.0029537499999999998,4685      "pass_rate": 1,4686      "out_tokens": 266.54687     }4688    },4689    "judged_mean": 4.5,4690    "ttft_median_ms": 649.5,4691    "total_median_ms": 21814692   },4693   "capabilities": {},4694   "notes": [],4695   "discoveredAt": "2026-11-01T07:03:46.768Z",4696   "probedAt": "2026-11-01T07:03:46.768Z",4697   "benchmarkedAt": "2026-11-01T07:18:30.317Z",4698   "createdAt": "2026-11-19T17:31:21.218Z",4699   "updatedAt": "2026-11-19T17:31:21.218Z"4700  },4701  {4702   "id": "gpt-5.2",4703   "provider": "openai",4704   "displayName": "gpt-5.2",4705   "category": "text",4706   "available": true,4707   "enabled": true,4708   "contextWindow": null,4709   "maxOutput": null,4710   "inputPrice": 1.75,4711   "cachedPrice": 0.175,4712   "outputPrice": 14,4713   "pricingSource": "https://developers.openai.com/api/docs/pricing",4714   "probes": {4715    "text": {4716     "ms": 702,4717     "status": "ok"4718    },4719    "vision": {4720     "ms": 766,4721     "status": "ok"4722    },4723    "tool_use": {4724     "ms": 742,4725     "status": "ok"4726    },4727    "streaming": {4728     "ms": 918,4729     "status": "ok"4730    },4731    "reasoning_control": {4732     "ms": 752,4733     "status": "ok"4734    },4735    "structured_output": {4736     "ms": 942,4737     "status": "ok"4738    }4739   },4740   "benchmark": {4741    "runs": 22,4742    "errors": 0,4743    "cost_mean": 0.007360118181818184,4744    "pass_rate": 1,4745    "mean_score": 1,4746    "tps_median": 85.35,4747    "by_category": {4748     "mathematics": {4749      "tps": 89.94999999999999,4750      "runs": 2,4751      "score": 1,4752      "errors": 0,4753      "judged": null,4754      "ttft_ms": 708.5,4755      "total_ms": 4149.5,4756      "cost_mean": 0.00450975,4757      "pass_rate": 1,4758      "out_tokens": 3124759     },4760     "programming": {4761      "tps": 102.80000000000001,4762      "runs": 2,4763      "score": 1,4764      "errors": 0,4765      "judged": null,4766      "ttft_ms": 801.5,4767      "total_ms": 2144.5,4768      "cost_mean": 0.00206325,4769      "pass_rate": 1,4770      "out_tokens": 1384771     },4772     "long_context": {4773      "tps": 46,4774      "runs": 2,4775      "score": 1,4776      "errors": 0,4777      "judged": null,4778      "ttft_ms": 779.5,4779      "total_ms": 1019.5,4780      "cost_mean": 0.053509049999999996,4781      "pass_rate": 1,4782      "out_tokens": 114783     },4784     "tool_calling": {4785      "tps": 93.7,4786      "runs": 2,4787      "score": 1,4788      "errors": 0,4789      "judged": null,4790      "ttft_ms": 710.5,4791      "total_ms": 1148,4792      "cost_mean": 0.00083825,4793      "pass_rate": 1,4794      "out_tokens": 414795     },4796     "french_writing": {4797      "tps": 81.25,4798      "runs": 2,4799      "score": 1,4800      "errors": 0,4801      "judged": 5,4802      "ttft_ms": 717.5,4803      "total_ms": 3830.5,4804      "cost_mean": 0.003689,4805      "pass_rate": 1,4806      "out_tokens": 2524807     },4808     "english_writing": {4809      "tps": 57.55,4810      "runs": 2,4811      "score": 1,4812      "errors": 0,4813      "judged": 5,4814      "ttft_ms": 570.5,4815      "total_ms": 4333.5,4816      "cost_mean": 0.003143,4817      "pass_rate": 1,4818      "out_tokens": 216.54819     },4820     "json_generation": {4821      "tps": 97.6,4822      "runs": 2,4823      "score": 1,4824      "errors": 0,4825      "judged": null,4826      "ttft_ms": 704.5,4827      "total_ms": 1407.5,4828      "cost_mean": 0.001204,4829      "pass_rate": 1,4830      "out_tokens": 674831     },4832     "simple_reasoning": {4833      "tps": 52.55,4834      "runs": 2,4835      "score": 1,4836      "errors": 0,4837      "judged": null,4838      "ttft_ms": 629,4839      "total_ms": 999.5,4840      "cost_mean": 0.00048475,4841      "pass_rate": 1,4842      "out_tokens": 194843     },4844     "complex_reasoning": {4845      "tps": 87.9,4846      "runs": 2,4847      "score": 1,4848      "errors": 0,4849      "judged": null,4850      "ttft_ms": 571.5,4851      "total_ms": 4959,4852      "cost_mean": 0.005656,4853      "pass_rate": 1,4854      "out_tokens": 386.54855     },4856     "document_analysis": {4857      "tps": 110,4858      "runs": 2,4859      "score": 1,4860      "errors": 0,4861      "judged": null,4862      "ttft_ms": 792,4863      "total_ms": 1564.5,4864      "cost_mean": 0.002065,4865      "pass_rate": 1,4866      "out_tokens": 854867     },4868     "knowledge_synthesis": {4869      "tps": 72.7,4870      "runs": 2,4871      "score": 1,4872      "errors": 0,4873      "judged": 3,4874      "ttft_ms": 584.5,4875      "total_ms": 3930,4876      "cost_mean": 0.0037992499999999997,4877      "pass_rate": 1,4878      "out_tokens": 242.54879     }4880    },4881    "judged_mean": 4.333333333333333,4882    "ttft_median_ms": 675.5,4883    "total_median_ms": 2144.54884   },4885   "capabilities": {},4886   "notes": [],4887   "discoveredAt": "2026-11-01T07:03:46.768Z",4888   "probedAt": "2026-11-01T07:03:46.768Z",4889   "benchmarkedAt": "2026-11-01T07:18:30.317Z",4890   "createdAt": "2026-11-19T17:31:21.221Z",4891   "updatedAt": "2026-11-19T17:31:21.221Z"4892  },4893  {4894   "id": "gpt-5.3-codex",4895   "provider": "openai",4896   "displayName": "gpt-5.3-codex",4897   "category": "text-specialized",4898   "available": true,4899   "enabled": true,4900   "contextWindow": null,4901   "maxOutput": null,4902   "inputPrice": 1.75,4903   "cachedPrice": 0.175,4904   "outputPrice": 14,4905   "pricingSource": "https://developers.openai.com/api/docs/pricing",4906   "probes": {4907    "text": {4908     "ms": 904,4909     "status": "ok"4910    },4911    "vision": {4912     "ms": 925,4913     "status": "ok"4914    },4915    "tool_use": {4916     "ms": 885,4917     "status": "ok"4918    },4919    "streaming": {4920     "ms": 809,4921     "status": "ok"4922    },4923    "reasoning_control": {4924     "ms": 844,4925     "status": "ok"4926    },4927    "structured_output": {4928     "ms": 942,4929     "status": "ok"4930    }4931   },4932   "benchmark": {4933    "runs": 22,4934    "errors": 0,4935    "cost_mean": 0.011508954545454546,4936    "pass_rate": 1,4937    "mean_score": 1,4938    "tps_median": 93.95,4939    "by_category": {4940     "mathematics": {4941      "tps": 136,4942      "runs": 2,4943      "score": 1,4944      "errors": 0,4945      "judged": null,4946      "ttft_ms": 538.5,4947      "total_ms": 3267.5,4948      "cost_mean": 0.00532875,4949      "pass_rate": 1,4950      "out_tokens": 370.54951     },4952     "programming": {4953      "tps": 140.45,4954      "runs": 2,4955      "score": 1,4956      "errors": 0,4957      "judged": null,4958      "ttft_ms": 548,4959      "total_ms": 1417.5,4960      "cost_mean": 0.0018392500000000002,4961      "pass_rate": 1,4962      "out_tokens": 1224963     },4964     "long_context": {4965      "tps": 42.150000000000006,4966      "runs": 2,4967      "score": 1,4968      "errors": 0,4969      "judged": null,4970      "ttft_ms": 706.5,4971      "total_ms": 974.5,4972      "cost_mean": 0.09675225,4973      "pass_rate": 1,4974      "out_tokens": 114975     },4976     "tool_calling": {4977      "tps": 89.05000000000001,4978      "runs": 2,4979      "score": 1,4980      "errors": 0,4981      "judged": null,4982      "ttft_ms": 623,4983      "total_ms": 1083,4984      "cost_mean": 0.00083825,4985      "pass_rate": 1,4986      "out_tokens": 414987     },4988     "french_writing": {4989      "tps": 80.9,4990      "runs": 2,4991      "score": 1,4992      "errors": 0,4993      "judged": 5,4994      "ttft_ms": 728,4995      "total_ms": 4085,4996      "cost_mean": 0.003962,4997      "pass_rate": 1,4998      "out_tokens": 271.54999     },5000     "english_writing": {5001      "tps": 67.9,5002      "runs": 2,5003      "score": 1,5004      "errors": 0,5005      "judged": 5,5006      "ttft_ms": 526,5007      "total_ms": 3880.5,5008      "cost_mean": 0.00329,5009      "pass_rate": 1,5010      "out_tokens": 2275011     },5012     "json_generation": {5013      "tps": 115.25,5014      "runs": 2,5015      "score": 1,5016      "errors": 0,5017      "judged": null,5018      "ttft_ms": 702,5019      "total_ms": 1284,5020      "cost_mean": 0.001204,5021      "pass_rate": 1,5022      "out_tokens": 675023     },5024     "simple_reasoning": {5025      "tps": 65.9,5026      "runs": 2,5027      "score": 1,5028      "errors": 0,5029      "judged": null,5030      "ttft_ms": 542,5031      "total_ms": 831,5032      "cost_mean": 0.00048475,5033      "pass_rate": 1,5034      "out_tokens": 195035     },5036     "complex_reasoning": {5037      "tps": 111.75,5038      "runs": 2,5039      "score": 1,5040      "errors": 0,5041      "judged": null,5042      "ttft_ms": 700.5,5043      "total_ms": 4894.5,5044      "cost_mean": 0.006810999999999999,5045      "pass_rate": 1,5046      "out_tokens": 4695047     },5048     "document_analysis": {5049      "tps": 122.44999999999999,5050      "runs": 2,5051      "score": 1,5052      "errors": 0,5053      "judged": null,5054      "ttft_ms": 602,5055      "total_ms": 1296.5,5056      "cost_mean": 0.002065,5057      "pass_rate": 1,5058      "out_tokens": 855059     },5060     "knowledge_synthesis": {5061      "tps": 93.55000000000001,5062      "runs": 2,5063      "score": 1,5064      "errors": 0,5065      "judged": 4,5066      "ttft_ms": 609,5067      "total_ms": 3382.5,5068      "cost_mean": 0.00402325,5069      "pass_rate": 1,5070      "out_tokens": 258.55071     }5072    },5073    "judged_mean": 4.666666666666667,5074    "ttft_median_ms": 601.5,5075    "total_median_ms": 1417.55076   },5077   "capabilities": {},5078   "notes": [],5079   "discoveredAt": "2026-11-01T07:03:46.768Z",5080   "probedAt": "2026-11-01T07:03:46.768Z",5081   "benchmarkedAt": "2026-11-01T07:18:30.317Z",5082   "createdAt": "2026-11-19T17:31:21.226Z",5083   "updatedAt": "2026-11-19T17:31:21.225Z"5084  },5085  {5086   "id": "gpt-5.4",5087   "provider": "openai",5088   "displayName": "gpt-5.4",5089   "category": "text",5090   "available": true,5091   "enabled": true,5092   "contextWindow": null,5093   "maxOutput": null,5094   "inputPrice": 2.5,5095   "cachedPrice": 0.25,5096   "outputPrice": 15,5097   "pricingSource": "https://developers.openai.com/api/docs/pricing",5098   "probes": {5099    "text": {5100     "ms": 720,5101     "status": "ok"5102    },5103    "vision": {5104     "ms": 767,5105     "status": "ok"5106    },5107    "tool_use": {5108     "ms": 1079,5109     "status": "ok"5110    },5111    "streaming": {5112     "ms": 955,5113     "status": "ok"5114    },5115    "reasoning_control": {5116     "ms": 883,5117     "status": "ok"5118    },5119    "structured_output": {5120     "ms": 986,5121     "status": "ok"5122    }5123   },5124   "benchmark": {5125    "runs": 22,5126    "errors": 0,5127    "cost_mean": 0.015774999999999997,5128    "pass_rate": 1,5129    "mean_score": 1,5130    "tps_median": 85.69999999999999,5131    "by_category": {5132     "mathematics": {5133      "tps": 110.5,5134      "runs": 2,5135      "score": 1,5136      "errors": 0,5137      "judged": null,5138      "ttft_ms": 645,5139      "total_ms": 3608,5140      "cost_mean": 0.005115,5141      "pass_rate": 1,5142      "out_tokens": 327.55143     },5144     "programming": {5145      "tps": 112.25,5146      "runs": 2,5147      "score": 1,5148      "errors": 0,5149      "judged": null,5150      "ttft_ms": 796.5,5151      "total_ms": 1764.5,5152      "cost_mean": 0.001815,5153      "pass_rate": 1,5154      "out_tokens": 108.55155     },5156     "long_context": {5157      "tps": 32.7,5158      "runs": 2,5159      "score": 1,5160      "errors": 0,5161      "judged": null,5162      "ttft_ms": 1132,5163      "total_ms": 1526.5,5164      "cost_mean": 0.1381625,5165      "pass_rate": 1,5166      "out_tokens": 115167     },5168     "tool_calling": {5169      "tps": 114.1,5170      "runs": 2,5171      "score": 1,5172      "errors": 0,5173      "judged": null,5174      "ttft_ms": 652.5,5175      "total_ms": 1011.5,5176      "cost_mean": 0.0009925,5177      "pass_rate": 1,5178      "out_tokens": 415179     },5180     "french_writing": {5181      "tps": 40.75,5182      "runs": 2,5183      "score": 1,5184      "errors": 0,5185      "judged": 5,5186      "ttft_ms": 783,5187      "total_ms": 7653.5,5188      "cost_mean": 0.0044225,5189      "pass_rate": 1,5190      "out_tokens": 279.55191     },5192     "english_writing": {5193      "tps": 54,5194      "runs": 2,5195      "score": 1,5196      "errors": 0,5197      "judged": 5,5198      "ttft_ms": 589,5199      "total_ms": 4781.5,5200      "cost_mean": 0.0035575,5201      "pass_rate": 1,5202      "out_tokens": 226.55203     },5204     "json_generation": {5205      "tps": 100.65,5206      "runs": 2,5207      "score": 1,5208      "errors": 0,5209      "judged": null,5210      "ttft_ms": 787,5211      "total_ms": 1453.5,5212      "cost_mean": 0.001385,5213      "pass_rate": 1,5214      "out_tokens": 675215     },5216     "simple_reasoning": {5217      "tps": 53.95,5218      "runs": 2,5219      "score": 1,5220      "errors": 0,5221      "judged": null,5222      "ttft_ms": 628,5223      "total_ms": 982.5,5224      "cost_mean": 0.0005975,5225      "pass_rate": 1,5226      "out_tokens": 195227     },5228     "complex_reasoning": {5229      "tps": 85.69999999999999,5230      "runs": 2,5231      "score": 1,5232      "errors": 0,5233      "judged": null,5234      "ttft_ms": 740,5235      "total_ms": 8292,5236      "cost_mean": 0.010055000000000001,5237      "pass_rate": 1,5238      "out_tokens": 6475239     },5240     "document_analysis": {5241      "tps": 114.30000000000001,5242      "runs": 2,5243      "score": 1,5244      "errors": 0,5245      "judged": null,5246      "ttft_ms": 878,5247      "total_ms": 1630.5,5248      "cost_mean": 0.002525,5249      "pass_rate": 1,5250      "out_tokens": 855251     },5252     "knowledge_synthesis": {5253      "tps": 72.8,5254      "runs": 2,5255      "score": 1,5256      "errors": 0,5257      "judged": 5,5258      "ttft_ms": 734,5259      "total_ms": 4693.5,5260      "cost_mean": 0.0048975,5261      "pass_rate": 1,5262      "out_tokens": 2885263     }5264    },5265    "judged_mean": 5,5266    "ttft_median_ms": 715.5,5267    "total_median_ms": 1817.55268   },5269   "capabilities": {},5270   "notes": [],5271   "discoveredAt": "2026-11-01T07:03:46.768Z",5272   "probedAt": "2026-11-01T07:03:46.768Z",5273   "benchmarkedAt": "2026-11-01T07:18:30.317Z",5274   "createdAt": "2026-11-19T17:31:21.226Z",5275   "updatedAt": "2026-11-19T17:31:21.226Z"5276  },5277  {5278   "id": "gpt-5.5",5279   "provider": "openai",5280   "displayName": "gpt-5.5",5281   "category": "text",5282   "available": true,5283   "enabled": true,5284   "contextWindow": null,5285   "maxOutput": null,5286   "inputPrice": 5,5287   "cachedPrice": 0.5,5288   "outputPrice": 30,5289   "pricingSource": "https://developers.openai.com/api/docs/pricing",5290   "probes": {5291    "text": {5292     "ms": 907,5293     "status": "ok"5294    },5295    "vision": {5296     "ms": 1283,5297     "status": "ok"5298    },5299    "tool_use": {5300     "ms": 972,5301     "status": "ok"5302    },5303    "streaming": {5304     "ms": 1085,5305     "status": "ok"5306    },5307    "reasoning_control": {5308     "ms": 1074,5309     "status": "ok"5310    },5311    "structured_output": {5312     "ms": 1671,5313     "status": "ok"5314    }5315   },5316   "benchmark": {5317    "runs": 22,5318    "errors": 0,5319    "cost_mean": 0.02123545454545455,5320    "pass_rate": 1,5321    "mean_score": 1,5322    "tps_median": 146.55,5323    "by_category": {5324     "mathematics": {5325      "tps": 79.65,5326      "runs": 2,5327      "score": 1,5328      "errors": 0,5329      "judged": null,5330      "ttft_ms": 1952.5,5331      "total_ms": 2295.5,5332      "cost_mean": 0.004095,5333      "pass_rate": 1,5334      "out_tokens": 1235335     },5336     "programming": {5337      "tps": 199.85000000000002,5338      "runs": 2,5339      "score": 1,5340      "errors": 0,5341      "judged": null,5342      "ttft_ms": 2119,5343      "total_ms": 3176,5344      "cost_mean": 0.00669,5345      "pass_rate": 1,5346      "out_tokens": 210.55347     },5348     "long_context": {5349      "tps": 403,5350      "runs": 2,5351      "score": 1,5352      "errors": 0,5353      "judged": null,5354      "ttft_ms": 2015.5,5355      "total_ms": 2255,5356      "cost_mean": 0.15496000000000001,5357      "pass_rate": 1,5358      "out_tokens": 93.55359     },5360     "tool_calling": {5361      "tps": 111.7,5362      "runs": 2,5363      "score": 1,5364      "errors": 0,5365      "judged": null,5366      "ttft_ms": 894.5,5367      "total_ms": 1262,5368      "cost_mean": 0.001985,5369      "pass_rate": 1,5370      "out_tokens": 415371     },5372     "french_writing": {5373      "tps": 213.05,5374      "runs": 2,5375      "score": 1,5376      "errors": 0,5377      "judged": 5,5378      "ttft_ms": 9677,5379      "total_ms": 13390.5,5380      "cost_mean": 0.02245,5381      "pass_rate": 1,5382      "out_tokens": 7335383     },5384     "english_writing": {5385      "tps": 71.25,5386      "runs": 2,5387      "score": 1,5388      "errors": 0,5389      "judged": 5,5390      "ttft_ms": 1137,5391      "total_ms": 4611,5392      "cost_mean": 0.007730000000000001,5393      "pass_rate": 1,5394      "out_tokens": 2475395     },5396     "json_generation": {5397      "tps": 139.89999999999998,5398      "runs": 2,5399      "score": 1,5400      "errors": 0,5401      "judged": null,5402      "ttft_ms": 1008.5,5403      "total_ms": 1639,5404      "cost_mean": 0.003385,5405      "pass_rate": 1,5406      "out_tokens": 87.55407     },5408     "simple_reasoning": {5409      "tps": 191.60000000000002,5410      "runs": 2,5411      "score": 1,5412      "errors": 0,5413      "judged": null,5414      "ttft_ms": 1398,5415      "total_ms": 1776.5,5416      "cost_mean": 0.002785,5417      "pass_rate": 1,5418      "out_tokens": 725419     },5420     "complex_reasoning": {5421      "tps": 255.85000000000002,5422      "runs": 2,5423      "score": 1,5424      "errors": 0,5425      "judged": null,5426      "ttft_ms": 4300.5,5427      "total_ms": 5810.5,5428      "cost_mean": 0.01225,5429      "pass_rate": 1,5430      "out_tokens": 3855431     },5432     "document_analysis": {5433      "tps": 118.1,5434      "runs": 2,5435      "score": 1,5436      "errors": 0,5437      "judged": null,5438      "ttft_ms": 890,5439      "total_ms": 1613,5440      "cost_mean": 0.00505,5441      "pass_rate": 1,5442      "out_tokens": 855443     },5444     "knowledge_synthesis": {5445      "tps": 160.9,5446      "runs": 2,5447      "score": 1,5448      "errors": 0,5449      "judged": 4.5,5450      "ttft_ms": 2466.5,5451      "total_ms": 4838.5,5452      "cost_mean": 0.012209999999999999,5453      "pass_rate": 1,5454      "out_tokens": 368.55455     }5456    },5457    "judged_mean": 4.833333333333333,5458    "ttft_median_ms": 1755,5459    "total_median_ms": 24725460   },5461   "capabilities": {},5462   "notes": [],5463   "discoveredAt": "2026-11-01T07:03:46.768Z",5464   "probedAt": "2026-11-01T07:03:46.768Z",5465   "benchmarkedAt": "2026-11-01T07:18:30.317Z",5466   "createdAt": "2026-11-19T17:31:21.230Z",5467   "updatedAt": "2026-11-19T17:31:21.230Z"5468  },5469  {5470   "id": "gpt-5.6-sol",5471   "provider": "openai",5472   "displayName": "gpt-5.6-sol",5473   "category": "text",5474   "available": true,5475   "enabled": true,5476   "contextWindow": null,5477   "maxOutput": null,5478   "inputPrice": 4,5479   "cachedPrice": 0.4,5480   "outputPrice": 20,5481   "pricingSource": "https://developers.openai.com/api/docs/pricing",5482   "probes": {5483    "text": {5484     "ms": 824,5485     "status": "ok"5486    },5487    "vision": {5488     "ms": 1467,5489     "status": "ok"5490    },5491    "tool_use": {5492     "ms": 794,5493     "status": "ok"5494    },5495    "streaming": {5496     "ms": 761,5497     "status": "ok"5498    },5499    "reasoning_control": {5500     "ms": 1011,5501     "status": "ok"5502    },5503    "structured_output": {5504     "ms": 801,5505     "status": "ok"5506    }5507   },5508   "benchmark": {5509    "runs": 22,5510    "errors": 0,5511    "cost_mean": 0.015229745454545453,5512    "pass_rate": 1,5513    "mean_score": 1,5514    "tps_median": 132.5,5515    "by_category": {5516     "mathematics": {5517      "tps": 132.5,5518      "runs": 2,5519      "score": 1,5520      "errors": 0,5521      "judged": null,5522      "ttft_ms": 1170,5523      "total_ms": 2600,5524      "cost_mean": 0.005234,5525      "pass_rate": 1,5526      "out_tokens": 245.55527     },5528     "programming": {5529      "tps": 271.20000000000005,5530      "runs": 2,5531      "score": 1,5532      "errors": 0,5533      "judged": null,5534      "ttft_ms": 1839.5,5535      "total_ms": 2626,5536      "cost_mean": 0.0044399999999999995,5537      "pass_rate": 1,5538      "out_tokens": 2075539     },5540     "long_context": {5541      "tps": 37.849999999999994,5542      "runs": 2,5543      "score": 1,5544      "errors": 0,5545      "judged": null,5546      "ttft_ms": 1641,5547      "total_ms": 1933,5548      "cost_mean": 0.1216632,5549      "pass_rate": 1,5550      "out_tokens": 115551     },5552     "tool_calling": {5553      "tps": 144.85000000000002,5554      "runs": 2,5555      "score": 1,5556      "errors": 0,5557      "judged": null,5558      "ttft_ms": 860.5,5559      "total_ms": 1244,5560      "cost_mean": 0.001714,5561      "pass_rate": 1,5562      "out_tokens": 55.55563     },5564     "french_writing": {5565      "tps": 116.95,5566      "runs": 2,5567      "score": 1,5568      "errors": 0,5569      "judged": 5,5570      "ttft_ms": 1252,5571      "total_ms": 4038,5572      "cost_mean": 0.006888,5573      "pass_rate": 1,5574      "out_tokens": 3265575     },5576     "english_writing": {5577      "tps": 108.85,5578      "runs": 2,5579      "score": 1,5580      "errors": 0,5581      "judged": 5,5582      "ttft_ms": 1089.5,5583      "total_ms": 3794,5584      "cost_mean": 0.006136,5585      "pass_rate": 1,5586      "out_tokens": 2945587     },5588     "json_generation": {5589      "tps": 113.75,5590      "runs": 2,5591      "score": 1,5592      "errors": 0,5593      "judged": null,5594      "ttft_ms": 743.5,5595      "total_ms": 1333,5596      "cost_mean": 0.001948,5597      "pass_rate": 1,5598      "out_tokens": 675599     },5600     "simple_reasoning": {5601      "tps": 63.3,5602      "runs": 2,5603      "score": 1,5604      "errors": 0,5605      "judged": null,5606      "ttft_ms": 787,5607      "total_ms": 1087,5608      "cost_mean": 0.00088,5609      "pass_rate": 1,5610      "out_tokens": 195611     },5612     "complex_reasoning": {5613      "tps": 329.20000000000005,5614      "runs": 2,5615      "score": 1,5616      "errors": 0,5617      "judged": null,5618      "ttft_ms": 3244,5619      "total_ms": 4249.5,5620      "cost_mean": 0.00718,5621      "pass_rate": 1,5622      "out_tokens": 3315623     },5624     "document_analysis": {5625      "tps": 153.85,5626      "runs": 2,5627      "score": 1,5628      "errors": 0,5629      "judged": null,5630      "ttft_ms": 774.5,5631      "total_ms": 1327.5,5632      "cost_mean": 0.0037,5633      "pass_rate": 1,5634      "out_tokens": 855635     },5636     "knowledge_synthesis": {5637      "tps": 152.5,5638      "runs": 2,5639      "score": 1,5640      "errors": 0,5641      "judged": 5,5642      "ttft_ms": 1906,5643      "total_ms": 4141.5,5644      "cost_mean": 0.007743999999999999,5645      "pass_rate": 1,5646      "out_tokens": 3415647     }5648    },5649    "judged_mean": 5,5650    "ttft_median_ms": 1107.5,5651    "total_median_ms": 24665652   },5653   "capabilities": {},5654   "notes": [],5655   "discoveredAt": "2026-11-01T07:03:46.768Z",5656   "probedAt": "2026-11-01T07:03:46.768Z",5657   "benchmarkedAt": "2026-11-01T07:18:30.317Z",5658   "createdAt": "2026-11-19T17:31:21.232Z",5659   "updatedAt": "2026-11-19T17:31:21.232Z"5660  },5661  {5662   "id": "gpt-6-astra",5663   "provider": "openai",5664   "displayName": "gpt-6-astra",5665   "category": "text",5666   "available": true,5667   "enabled": true,5668   "contextWindow": null,5669   "maxOutput": null,5670   "inputPrice": 10,5671   "cachedPrice": 1,5672   "outputPrice": 50,5673   "pricingSource": "https://developers.openai.com/api/docs/pricing",5674   "probes": {5675    "text": {5676     "ms": 2008,5677     "status": "ok"5678    },5679    "vision": {5680     "ms": 1071,5681     "status": "ok"5682    },5683    "tool_use": {5684     "ms": 1513,5685     "status": "ok"5686    },5687    "streaming": {5688     "ms": 1186,5689     "status": "ok"5690    },5691    "reasoning_control": {5692     "ms": 980,5693     "status": "ok"5694    },5695    "structured_output": {5696     "ms": 2239,5697     "status": "ok"5698    }5699   },5700   "benchmark": {5701    "runs": 22,5702    "errors": 0,5703    "cost_mean": 0.03680618181818182,5704    "pass_rate": 1,5705    "mean_score": 1,5706    "tps_median": 77.85,5707    "by_category": {5708     "mathematics": {5709      "tps": 75.15,5710      "runs": 2,5711      "score": 1,5712      "errors": 0,5713      "judged": null,5714      "ttft_ms": 2493,5715      "total_ms": 2858.5,5716      "cost_mean": 0.004935,5717      "pass_rate": 1,5718      "out_tokens": 82.55719     },5720     "programming": {5721      "tps": 208.55,5722      "runs": 2,5723      "score": 1,5724      "errors": 0,5725      "judged": null,5726      "ttft_ms": 3521,5727      "total_ms": 4526,5728      "cost_mean": 0.011300000000000001,5729      "pass_rate": 1,5730      "out_tokens": 2115731     },5732     "long_context": {5733      "tps": 30.4,5734      "runs": 2,5735      "score": 1,5736      "errors": 0,5737      "judged": null,5738      "ttft_ms": 2465.5,5739      "total_ms": 2827.5,5740      "cost_mean": 0.30415800000000004,5741      "pass_rate": 1,5742      "out_tokens": 115743     },5744     "tool_calling": {5745      "tps": 93.94999999999999,5746      "runs": 2,5747      "score": 1,5748      "errors": 0,5749      "judged": null,5750      "ttft_ms": 1530.5,5751      "total_ms": 1973,5752      "cost_mean": 0.00356,5753      "pass_rate": 1,5754      "out_tokens": 415755     },5756     "french_writing": {5757      "tps": 45.150000000000006,5758      "runs": 2,5759      "score": 1,5760      "errors": 0,5761      "judged": 5,5762      "ttft_ms": 2570,5763      "total_ms": 9359,5764      "cost_mean": 0.016245,5765      "pass_rate": 1,5766      "out_tokens": 306.55767     },5768     "english_writing": {5769      "tps": 43.45,5770      "runs": 2,5771      "score": 1,5772      "errors": 0,5773      "judged": 5,5774      "ttft_ms": 2419.5,5775      "total_ms": 8367.5,5776      "cost_mean": 0.013565,5777      "pass_rate": 1,5778      "out_tokens": 258.55779     },5780     "json_generation": {5781      "tps": 93.5,5782      "runs": 2,5783      "score": 1,5784      "errors": 0,5785      "judged": null,5786      "ttft_ms": 1995,5787      "total_ms": 2804.5,5788      "cost_mean": 0.00487,5789      "pass_rate": 1,5790      "out_tokens": 675791     },5792     "simple_reasoning": {5793      "tps": 93.1,5794      "runs": 2,5795      "score": 1,5796      "errors": 0,5797      "judged": null,5798      "ttft_ms": 1421.5,5799      "total_ms": 1873.5,5800      "cost_mean": 0.00305,5801      "pass_rate": 1,5802      "out_tokens": 365803     },5804     "complex_reasoning": {5805      "tps": 96.95,5806      "runs": 2,5807      "score": 1,5808      "errors": 0,5809      "judged": null,5810      "ttft_ms": 3496,5811      "total_ms": 6345,5812      "cost_mean": 0.015224999999999999,5813      "pass_rate": 1,5814      "out_tokens": 276.55815     },5816     "document_analysis": {5817      "tps": 126.35000000000001,5818      "runs": 2,5819      "score": 1,5820      "errors": 0,5821      "judged": null,5822      "ttft_ms": 1307.5,5823      "total_ms": 2154.5,5824      "cost_mean": 0.01035,5825      "pass_rate": 1,5826      "out_tokens": 1075827     },5828     "knowledge_synthesis": {5829      "tps": 76,5830      "runs": 2,5831      "score": 1,5832      "errors": 0,5833      "judged": 5,5834      "ttft_ms": 2987.5,5835      "total_ms": 7010.5,5836      "cost_mean": 0.01761,5837      "pass_rate": 1,5838      "out_tokens": 3065839     }5840    },5841    "judged_mean": 5,5842    "ttft_median_ms": 2376,5843    "total_median_ms": 3056.55844   },5845   "capabilities": {},5846   "notes": [],5847   "discoveredAt": "2026-11-01T07:03:46.768Z",5848   "probedAt": "2026-11-01T07:03:46.768Z",5849   "benchmarkedAt": "2026-11-01T07:18:30.317Z",5850   "createdAt": "2026-11-19T17:31:21.234Z",5851   "updatedAt": "2026-11-19T17:31:21.233Z"5852  },5853  {5854   "id": "gpt-6-sol",5855   "provider": "openai",5856   "displayName": "gpt-6-sol",5857   "category": "text",5858   "available": true,5859   "enabled": true,5860   "contextWindow": null,5861   "maxOutput": null,5862   "inputPrice": 2,5863   "cachedPrice": 0.2,5864   "outputPrice": 10,5865   "pricingSource": "https://developers.openai.com/api/docs/pricing",5866   "probes": {5867    "text": {5868     "ms": 756,5869     "status": "ok"5870    },5871    "vision": {5872     "ms": 1228,5873     "status": "ok"5874    },5875    "tool_use": {5876     "ms": 789,5877     "status": "ok"5878    },5879    "streaming": {5880     "ms": 825,5881     "status": "ok"5882    },5883    "reasoning_control": {5884     "ms": 703,5885     "status": "ok"5886    },5887    "structured_output": {5888     "ms": 1422,5889     "status": "ok"5890    }5891   },5892   "benchmark": {5893    "runs": 22,5894    "errors": 0,5895    "cost_mean": 0.007464418181818181,5896    "pass_rate": 1,5897    "mean_score": 1,5898    "tps_median": 149.39999999999998,5899    "by_category": {5900     "mathematics": {5901      "tps": 81.6,5902      "runs": 2,5903      "score": 1,5904      "errors": 0,5905      "judged": null,5906      "ttft_ms": 940,5907      "total_ms": 1281,5908      "cost_mean": 0.000812,5909      "pass_rate": 1,5910      "out_tokens": 655911     },5912     "programming": {5913      "tps": 311.70000000000005,5914      "runs": 2,5915      "score": 1,5916      "errors": 0,5917      "judged": null,5918      "ttft_ms": 1837,5919      "total_ms": 2589.5,5920      "cost_mean": 0.002495,5921      "pass_rate": 1,5922      "out_tokens": 234.55923     },5924     "long_context": {5925      "tps": 38.35,5926      "runs": 2,5927      "score": 1,5928      "errors": 0,5929      "judged": null,5930      "ttft_ms": 1154.5,5931      "total_ms": 1452.5,5932      "cost_mean": 0.0608316,5933      "pass_rate": 1,5934      "out_tokens": 115935     },5936     "tool_calling": {5937      "tps": 97.25,5938      "runs": 2,5939      "score": 1,5940      "errors": 0,5941      "judged": null,5942      "ttft_ms": 828.5,5943      "total_ms": 1251,5944      "cost_mean": 0.000712,5945      "pass_rate": 1,5946      "out_tokens": 415947     },5948     "french_writing": {5949      "tps": 213.2,5950      "runs": 2,5951      "score": 1,5952      "errors": 0,5953      "judged": 5,5954      "ttft_ms": 2382,5955      "total_ms": 4593.5,5956      "cost_mean": 0.004373999999999999,5957      "pass_rate": 1,5958      "out_tokens": 4195959     },5960     "english_writing": {5961      "tps": 241.05,5962      "runs": 2,5963      "score": 1,5964      "errors": 0,5965      "judged": 5,5966      "ttft_ms": 2360,5967      "total_ms": 4195,5968      "cost_mean": 0.003848,5969      "pass_rate": 1,5970      "out_tokens": 3725971     },5972     "json_generation": {5973      "tps": 127.64999999999999,5974      "runs": 2,5975      "score": 1,5976      "errors": 0,5977      "judged": null,5978      "ttft_ms": 1200.5,5979      "total_ms": 1732,5980      "cost_mean": 0.000974,5981      "pass_rate": 1,5982      "out_tokens": 675983     },5984     "simple_reasoning": {5985      "tps": 104.94999999999999,5986      "runs": 2,5987      "score": 1,5988      "errors": 0,5989      "judged": null,5990      "ttft_ms": 849,5991      "total_ms": 1187,5992      "cost_mean": 0.000595,5993      "pass_rate": 1,5994      "out_tokens": 34.55995     },5996     "complex_reasoning": {5997      "tps": 254.15,5998      "runs": 2,5999      "score": 1,6000      "errors": 0,6001      "judged": null,6002      "ttft_ms": 1983,6003      "total_ms": 2787,6004      "cost_mean": 0.002325,6005      "pass_rate": 1,6006      "out_tokens": 204.56007     },6008     "document_analysis": {6009      "tps": 185.8,6010      "runs": 2,6011      "score": 1,6012      "errors": 0,6013      "judged": null,6014      "ttft_ms": 955,6015      "total_ms": 1538,6016      "cost_mean": 0.0020800000000000003,6017      "pass_rate": 1,6018      "out_tokens": 1086019     },6020     "knowledge_synthesis": {6021      "tps": 164.5,6022      "runs": 2,6023      "score": 1,6024      "errors": 0,6025      "judged": 5,6026      "ttft_ms": 933.5,6027      "total_ms": 2514.5,6028      "cost_mean": 0.003062,6029      "pass_rate": 1,6030      "out_tokens": 2606031     }6032    },6033    "judged_mean": 5,6034    "ttft_median_ms": 1106,6035    "total_median_ms": 17326036   },6037   "capabilities": {},6038   "notes": [],6039   "discoveredAt": "2026-11-01T07:03:46.768Z",6040   "probedAt": "2026-11-01T07:03:46.768Z",6041   "benchmarkedAt": "2026-11-01T07:18:30.317Z",6042   "createdAt": "2026-11-19T17:31:21.235Z",6043   "updatedAt": "2026-11-19T17:31:21.234Z"6044  },6045  {6046   "id": "gpt-6.1-sol",6047   "provider": "openai",6048   "displayName": "gpt-6.1-sol",6049   "category": "text",6050   "available": true,6051   "enabled": true,6052   "contextWindow": null,6053   "maxOutput": null,6054   "inputPrice": 2,6055   "cachedPrice": 0.1,6056   "outputPrice": 10,6057   "pricingSource": "https://developers.openai.com/api/docs/pricing",6058   "probes": {6059    "text": {6060     "ms": 1034,6061     "status": "ok"6062    },6063    "vision": {6064     "ms": 923,6065     "status": "ok"6066    },6067    "tool_use": {6068     "ms": 1140,6069     "status": "ok"6070    },6071    "streaming": {6072     "ms": 1033,6073     "status": "ok"6074    },6075    "reasoning_control": {6076     "ms": 1056,6077     "status": "ok"6078    },6079    "structured_output": {6080     "ms": 2452,6081     "status": "ok"6082    }6083   },6084   "benchmark": {6085    "runs": 22,6086    "errors": 0,6087    "cost_mean": 0.007028981818181817,6088    "pass_rate": 1,6089    "mean_score": 1,6090    "tps_median": 88.75,6091    "by_category": {6092     "mathematics": {6093      "tps": 74.44999999999999,6094      "runs": 2,6095      "score": 1,6096      "errors": 0,6097      "judged": null,6098      "ttft_ms": 1805,6099      "total_ms": 2183.5,6100      "cost_mean": 0.000847,6101      "pass_rate": 1,6102      "out_tokens": 68.56103     },6104     "programming": {6105      "tps": 247.70000000000002,6106      "runs": 2,6107      "score": 1,6108      "errors": 0,6109      "judged": null,6110      "ttft_ms": 3534,6111      "total_ms": 4413,6112      "cost_mean": 0.0023150000000000002,6113      "pass_rate": 1,6114      "out_tokens": 216.56115     },6116     "long_context": {6117      "tps": 42.2,6118      "runs": 2,6119      "score": 1,6120      "errors": 0,6121      "judged": null,6122      "ttft_ms": 1422,6123      "total_ms": 1687.5,6124      "cost_mean": 0.0580718,6125      "pass_rate": 1,6126      "out_tokens": 116127     },6128     "tool_calling": {6129      "tps": 108.69999999999999,6130      "runs": 2,6131      "score": 1,6132      "errors": 0,6133      "judged": null,6134      "ttft_ms": 794.5,6135      "total_ms": 1173.5,6136      "cost_mean": 0.000712,6137      "pass_rate": 1,6138      "out_tokens": 416139     },6140     "french_writing": {6141      "tps": 60.2,6142      "runs": 2,6143      "score": 1,6144      "errors": 0,6145      "judged": 5,6146      "ttft_ms": 2749.5,6147      "total_ms": 7974,6148      "cost_mean": 0.0033290000000000004,6149      "pass_rate": 1,6150      "out_tokens": 314.56151     },6152     "english_writing": {6153      "tps": 44,6154      "runs": 2,6155      "score": 1,6156      "errors": 0,6157      "judged": 5,6158      "ttft_ms": 1979,6159      "total_ms": 7634.5,6160      "cost_mean": 0.002618,6161      "pass_rate": 1,6162      "out_tokens": 2496163     },6164     "json_generation": {6165      "tps": 115.75,6166      "runs": 2,6167      "score": 1,6168      "errors": 0,6169      "judged": null,6170      "ttft_ms": 1059.5,6171      "total_ms": 1674,6172      "cost_mean": 0.000974,6173      "pass_rate": 1,6174      "out_tokens": 676175     },6176     "simple_reasoning": {6177      "tps": 93.05000000000001,6178      "runs": 2,6179      "score": 1,6180      "errors": 0,6181      "judged": null,6182      "ttft_ms": 1110.5,6183      "total_ms": 1417.5,6184      "cost_mean": 0.00052,6185      "pass_rate": 1,6186      "out_tokens": 276187     },6188     "complex_reasoning": {6189      "tps": 126.4,6190      "runs": 2,6191      "score": 1,6192      "errors": 0,6193      "judged": null,6194      "ttft_ms": 2701,6195      "total_ms": 4874,6196      "cost_mean": 0.00298,6197      "pass_rate": 1,6198      "out_tokens": 2706199     },6200     "document_analysis": {6201      "tps": 151.64999999999998,6202      "runs": 2,6203      "score": 1,6204      "errors": 0,6205      "judged": null,6206      "ttft_ms": 1136.5,6207      "total_ms": 1875.5,6208      "cost_mean": 0.00212,6209      "pass_rate": 1,6210      "out_tokens": 1126211     },6212     "knowledge_synthesis": {6213      "tps": 72.75,6214      "runs": 2,6215      "score": 1,6216      "errors": 0,6217      "judged": 4,6218      "ttft_ms": 846,6219      "total_ms": 4112,6220      "cost_mean": 0.002832,6221      "pass_rate": 1,6222      "out_tokens": 2376223     }6224    },6225    "judged_mean": 4.666666666666667,6226    "ttft_median_ms": 1444,6227    "total_median_ms": 2183.56228   },6229   "capabilities": {},6230   "notes": [],6231   "discoveredAt": "2026-11-01T07:03:46.768Z",6232   "probedAt": "2026-11-01T07:03:46.768Z",6233   "benchmarkedAt": "2026-11-01T07:18:30.317Z",6234   "createdAt": "2026-11-19T17:31:21.235Z",6235   "updatedAt": "2026-11-19T17:31:21.235Z"6236  },6237  {6238   "id": "gpt-6.1-terra",6239   "provider": "openai",6240   "displayName": "gpt-6.1-terra",6241   "category": "text",6242   "available": true,6243   "enabled": true,6244   "contextWindow": null,6245   "maxOutput": null,6246   "inputPrice": 1,6247   "cachedPrice": 0.05,6248   "outputPrice": 5,6249   "pricingSource": "https://developers.openai.com/api/docs/pricing",6250   "probes": {6251    "text": {6252     "ms": 800,6253     "status": "ok"6254    },6255    "vision": {6256     "ms": 1379,6257     "status": "ok"6258    },6259    "tool_use": {6260     "ms": 1054,6261     "status": "ok"6262    },6263    "streaming": {6264     "ms": 962,6265     "status": "ok"6266    },6267    "reasoning_control": {6268     "ms": 977,6269     "status": "ok"6270    },6271    "structured_output": {6272     "ms": 1373,6273     "status": "ok"6274    }6275   },6276   "benchmark": {6277    "runs": 22,6278    "errors": 0,6279    "cost_mean": 0.003679490909090909,6280    "pass_rate": 1,6281    "mean_score": 1,6282    "tps_median": 92.6,6283    "by_category": {6284     "mathematics": {6285      "tps": 80.6,6286      "runs": 2,6287      "score": 1,6288      "errors": 0,6289      "judged": null,6290      "ttft_ms": 1954,6291      "total_ms": 3430,6292      "cost_mean": 0.001131,6293      "pass_rate": 1,6294      "out_tokens": 2106295     },6296     "programming": {6297      "tps": 142.4,6298      "runs": 2,6299      "score": 1,6300      "errors": 0,6301      "judged": null,6302      "ttft_ms": 1833.5,6303      "total_ms": 3197,6304      "cost_mean": 0.0010400000000000001,6305      "pass_rate": 1,6306      "out_tokens": 1936307     },6308     "long_context": {6309      "tps": 37.45,6310      "runs": 2,6311      "score": 1,6312      "errors": 0,6313      "judged": null,6314      "ttft_ms": 921.5,6315      "total_ms": 1217,6316      "cost_mean": 0.0290359,6317      "pass_rate": 1,6318      "out_tokens": 116319     },6320     "tool_calling": {6321      "tps": 69.4,6322      "runs": 2,6323      "score": 1,6324      "errors": 0,6325      "judged": null,6326      "ttft_ms": 821,6327      "total_ms": 1412,6328      "cost_mean": 0.000356,6329      "pass_rate": 1,6330      "out_tokens": 416331     },6332     "french_writing": {6333      "tps": 95.7,6334      "runs": 2,6335      "score": 1,6336      "errors": 0,6337      "judged": 5,6338      "ttft_ms": 1514.5,6339      "total_ms": 4905,6340      "cost_mean": 0.0017144999999999999,6341      "pass_rate": 1,6342      "out_tokens": 324.56343     },6344     "english_writing": {6345      "tps": 94.35,6346      "runs": 2,6347      "score": 1,6348      "errors": 0,6349      "judged": 5,6350      "ttft_ms": 2098.5,6351      "total_ms": 5373.5,6352      "cost_mean": 0.0015965,6353      "pass_rate": 1,6354      "out_tokens": 306.56355     },6356     "json_generation": {6357      "tps": 84.05000000000001,6358      "runs": 2,6359      "score": 1,6360      "errors": 0,6361      "judged": null,6362      "ttft_ms": 1085.5,6363      "total_ms": 2026.5,6364      "cost_mean": 0.0005395,6365      "pass_rate": 1,6366      "out_tokens": 77.56367     },6368     "simple_reasoning": {6369      "tps": 104.19999999999999,6370      "runs": 2,6371      "score": 1,6372      "errors": 0,6373      "judged": null,6374      "ttft_ms": 1024.5,6375      "total_ms": 1447,6376      "cost_mean": 0.00034250000000000003,6377      "pass_rate": 1,6378      "out_tokens": 43.56379     },6380     "complex_reasoning": {6381      "tps": 174.5,6382      "runs": 2,6383      "score": 1,6384      "errors": 0,6385      "judged": null,6386      "ttft_ms": 2656.5,6387      "total_ms": 4411,6388      "cost_mean": 0.0016675000000000001,6389      "pass_rate": 1,6390      "out_tokens": 305.56391     },6392     "document_analysis": {6393      "tps": 80,6394      "runs": 2,6395      "score": 1,6396      "errors": 0,6397      "judged": null,6398      "ttft_ms": 888.5,6399      "total_ms": 1951,6400      "cost_mean": 0.000925,6401      "pass_rate": 1,6402      "out_tokens": 856403     },6404     "knowledge_synthesis": {6405      "tps": 157.15,6406      "runs": 2,6407      "score": 1,6408      "errors": 0,6409      "judged": 4,6410      "ttft_ms": 2715.5,6411      "total_ms": 5120.5,6412      "cost_mean": 0.0021260000000000003,6413      "pass_rate": 1,6414      "out_tokens": 3796415     }6416    },6417    "judged_mean": 4.666666666666667,6418    "ttft_median_ms": 1514.5,6419    "total_median_ms": 31516420   },6421   "capabilities": {},6422   "notes": [],6423   "discoveredAt": "2026-11-01T07:03:46.768Z",6424   "probedAt": "2026-11-01T07:03:46.768Z",6425   "benchmarkedAt": "2026-11-01T07:18:30.317Z",6426   "createdAt": "2026-11-19T17:31:21.236Z",6427   "updatedAt": "2026-11-19T17:31:21.236Z"6428  },6429  {6430   "id": "o3",6431   "provider": "openai",6432   "displayName": "o3",6433   "category": "text",6434   "available": true,6435   "enabled": true,6436   "contextWindow": null,6437   "maxOutput": null,6438   "inputPrice": 2,6439   "cachedPrice": 0.5,6440   "outputPrice": 8,6441   "pricingSource": "https://developers.openai.com/api/docs/pricing",6442   "probes": {6443    "text": {6444     "ms": 823,6445     "status": "ok"6446    },6447    "vision": {6448     "ms": 1098,6449     "status": "ok"6450    },6451    "tool_use": {6452     "ms": 1377,6453     "status": "ok"6454    },6455    "streaming": {6456     "ms": 1299,6457     "status": "ok"6458    },6459    "reasoning_control": {6460     "ms": 679,6461     "status": "ok"6462    },6463    "structured_output": {6464     "ms": 1299,6465     "status": "ok"6466    }6467   },6468   "benchmark": {6469    "runs": 22,6470    "errors": 0,6471    "cost_mean": 0.014591818181818183,6472    "pass_rate": 1,6473    "mean_score": 1,6474    "tps_median": 533,6475    "by_category": {6476     "mathematics": {6477      "tps": 231.4,6478      "runs": 2,6479      "score": 1,6480      "errors": 0,6481      "judged": null,6482      "ttft_ms": 3940.5,6483      "total_ms": 4663.5,6484      "cost_mean": 0.0077540000000000005,6485      "pass_rate": 1,6486      "out_tokens": 9496487     },6488     "programming": {6489      "tps": 701.0999999999999,6490      "runs": 2,6491      "score": 1,6492      "errors": 0,6493      "judged": null,6494      "ttft_ms": 1925.5,6495      "total_ms": 2572,6496      "cost_mean": 0.003778,6497      "pass_rate": 1,6498      "out_tokens": 453.56499     },6500     "long_context": {6501      "tps": 423.2,6502      "runs": 2,6503      "score": 1,6504      "errors": 0,6505      "judged": null,6506      "ttft_ms": 3176,6507      "total_ms": 3456.5,6508      "cost_mean": 0.111322,6509      "pass_rate": 1,6510      "out_tokens": 115.56511     },6512     "tool_calling": {6513      "tps": 317.95000000000005,6514      "runs": 2,6515      "score": 1,6516      "errors": 0,6517      "judged": null,6518      "ttft_ms": 742,6519      "total_ms": 1044,6520      "cost_mean": 0.00106,6521      "pass_rate": 1,6522      "out_tokens": 95.56523     },6524     "french_writing": {6525      "tps": 1105.05,6526      "runs": 2,6527      "score": 1,6528      "errors": 0,6529      "judged": 4.5,6530      "ttft_ms": 6182.5,6531      "total_ms": 7472,6532      "cost_mean": 0.011652,6533      "pass_rate": 1,6534      "out_tokens": 1433.56535     },6536     "english_writing": {6537      "tps": 468.55,6538      "runs": 2,6539      "score": 1,6540      "errors": 0,6541      "judged": 5,6542      "ttft_ms": 2516,6543      "total_ms": 4191.5,6544      "cost_mean": 0.005572,6545      "pass_rate": 1,6546      "out_tokens": 680.56547     },6548     "json_generation": {6549      "tps": 454.9,6550      "runs": 2,6551      "score": 1,6552      "errors": 0,6553      "judged": null,6554      "ttft_ms": 1224.5,6555      "total_ms": 1664.5,6556      "cost_mean": 0.00186,6557      "pass_rate": 1,6558      "out_tokens": 194.56559     },6560     "simple_reasoning": {6561      "tps": 1004.5,6562      "runs": 2,6563      "score": 1,6564      "errors": 0,6565      "judged": null,6566      "ttft_ms": 1455.5,6567      "total_ms": 1748.5,6568      "cost_mean": 0.002498,6569      "pass_rate": 1,6570      "out_tokens": 2816571     },6572     "complex_reasoning": {6573      "tps": 2221.35,6574      "runs": 2,6575      "score": 1,6576      "errors": 0,6577      "judged": null,6578      "ttft_ms": 5316,6579      "total_ms": 5720,6580      "cost_mean": 0.007516,6581      "pass_rate": 1,6582      "out_tokens": 904.56583     },6584     "document_analysis": {6585      "tps": 592.3499999999999,6586      "runs": 2,6587      "score": 1,6588      "errors": 0,6589      "judged": null,6590      "ttft_ms": 1638,6591      "total_ms": 2220.5,6592      "cost_mean": 0.003548,6593      "pass_rate": 1,6594      "out_tokens": 318.56595     },6596     "knowledge_synthesis": {6597      "tps": 261.75,6598      "runs": 2,6599      "score": 1,6600      "errors": 0,6601      "judged": 3.5,6602      "ttft_ms": 1336,6603      "total_ms": 3022,6604      "cost_mean": 0.00395,6605      "pass_rate": 1,6606      "out_tokens": 4366607     }6608    },6609    "judged_mean": 4.333333333333333,6610    "ttft_median_ms": 1762.5,6611    "total_median_ms": 2943.56612   },6613   "capabilities": {},6614   "notes": [],6615   "discoveredAt": "2026-11-01T07:03:46.768Z",6616   "probedAt": "2026-11-01T07:03:46.768Z",6617   "benchmarkedAt": "2026-11-01T07:18:30.317Z",6618   "createdAt": "2026-11-19T17:31:21.242Z",6619   "updatedAt": "2026-11-19T17:31:21.242Z"6620  },6621  {6622   "id": "gpt-4o",6623   "provider": "openai",6624   "displayName": "gpt-4o",6625   "category": "text",6626   "available": true,6627   "enabled": true,6628   "contextWindow": null,6629   "maxOutput": null,6630   "inputPrice": 2.5,6631   "cachedPrice": 1.25,6632   "outputPrice": 10,6633   "pricingSource": "https://developers.openai.com/api/docs/pricing",6634   "probes": {6635    "text": {6636     "ms": 650,6637     "status": "ok"6638    },6639    "vision": {6640     "ms": 666,6641     "status": "ok"6642    },6643    "tool_use": {6644     "ms": 606,6645     "status": "ok"6646    },6647    "streaming": {6648     "ms": 710,6649     "status": "ok"6650    },6651    "reasoning_control": {6652     "ms": 566,6653     "status": "ok"6654    },6655    "structured_output": {6656     "ms": 727,6657     "status": "ok"6658    }6659   },6660   "benchmark": {6661    "runs": 22,6662    "errors": 0,6663    "cost_mean": 0.015014318181818186,6664    "pass_rate": 0.9545454545454546,6665    "mean_score": 0.9962272727272729,6666    "tps_median": 106.25,6667    "by_category": {6668     "mathematics": {6669      "tps": 123.5,6670      "runs": 2,6671      "score": 1,6672      "errors": 0,6673      "judged": null,6674      "ttft_ms": 656,6675      "total_ms": 8235.5,6676      "cost_mean": 0.009145,6677      "pass_rate": 1,6678      "out_tokens": 8946679     },6680     "programming": {6681      "tps": 116.85,6682      "runs": 2,6683      "score": 1,6684      "errors": 0,6685      "judged": null,6686      "ttft_ms": 1073,6687      "total_ms": 2237,6688      "cost_mean": 0.001415,6689      "pass_rate": 1,6690      "out_tokens": 122.56691     },6692     "long_context": {6693      "tps": 42.45,6694      "runs": 2,6695      "score": 1,6696      "errors": 0,6697      "judged": null,6698      "ttft_ms": 3213.5,6699      "total_ms": 3409,6700      "cost_mean": 0.13808,6701      "pass_rate": 1,6702      "out_tokens": 86703     },6704     "tool_calling": {6705      "tps": 99.5,6706      "runs": 2,6707      "score": 1,6708      "errors": 0,6709      "judged": null,6710      "ttft_ms": 610.5,6711      "total_ms": 993,6712      "cost_mean": 0.000745,6713      "pass_rate": 1,6714      "out_tokens": 386715     },6716     "french_writing": {6717      "tps": 106.25,6718      "runs": 2,6719      "score": 0.9585,6720      "errors": 0,6721      "judged": 4,6722      "ttft_ms": 702.5,6723      "total_ms": 3305,6724      "cost_mean": 0.0029975,6725      "pass_rate": 0.5,6726      "out_tokens": 276.56727     },6728     "english_writing": {6729      "tps": 117.9,6730      "runs": 2,6731      "score": 1,6732      "errors": 0,6733      "judged": 5,6734      "ttft_ms": 767.5,6735      "total_ms": 2344.5,6736      "cost_mean": 0.0020175,6737      "pass_rate": 1,6738      "out_tokens": 185.56739     },6740     "json_generation": {6741      "tps": 134.05,6742      "runs": 2,6743      "score": 1,6744      "errors": 0,6745      "judged": null,6746      "ttft_ms": 507,6747      "total_ms": 977,6748      "cost_mean": 0.000985,6749      "pass_rate": 1,6750      "out_tokens": 606751     },6752     "simple_reasoning": {6753      "tps": 79.25,6754      "runs": 2,6755      "score": 1,6756      "errors": 0,6757      "judged": null,6758      "ttft_ms": 622,6759      "total_ms": 832,6760      "cost_mean": 0.000475,6761      "pass_rate": 1,6762      "out_tokens": 166763     },6764     "complex_reasoning": {6765      "tps": 131.45,6766      "runs": 2,6767      "score": 1,6768      "errors": 0,6769      "judged": null,6770      "ttft_ms": 670.5,6771      "total_ms": 3947,6772      "cost_mean": 0.0046675,6773      "pass_rate": 1,6774      "out_tokens": 431.56775     },6776     "document_analysis": {6777      "tps": 160.05,6778      "runs": 2,6779      "score": 1,6780      "errors": 0,6781      "judged": null,6782      "ttft_ms": 709.5,6783      "total_ms": 1207,6784      "cost_mean": 0.002045,6785      "pass_rate": 1,6786      "out_tokens": 796787     },6788     "knowledge_synthesis": {6789      "tps": 108.8,6790      "runs": 2,6791      "score": 1,6792      "errors": 0,6793      "judged": 2.5,6794      "ttft_ms": 692,6795      "total_ms": 2541.5,6796      "cost_mean": 0.002585,6797      "pass_rate": 1,6798      "out_tokens": 200.56799     }6800    },6801    "judged_mean": 3.8333333333333335,6802    "ttft_median_ms": 656,6803    "total_median_ms": 2401.56804   },6805   "capabilities": {},6806   "notes": [],6807   "discoveredAt": "2026-11-01T07:03:46.768Z",6808   "probedAt": "2026-11-01T07:03:46.768Z",6809   "benchmarkedAt": "2026-11-01T07:18:30.317Z",6810   "createdAt": "2026-11-19T17:31:21.204Z",6811   "updatedAt": "2026-11-19T17:31:21.204Z"6812  },6813  {6814   "id": "gpt-5.6-luna",6815   "provider": "openai",6816   "displayName": "gpt-5.6-luna",6817   "category": "text",6818   "available": true,6819   "enabled": true,6820   "contextWindow": null,6821   "maxOutput": null,6822   "inputPrice": 0.2,6823   "cachedPrice": 0.02,6824   "outputPrice": 1.2,6825   "pricingSource": "https://developers.openai.com/api/docs/pricing",6826   "probes": {6827    "text": {6828     "ms": 709,6829     "status": "ok"6830    },6831    "vision": {6832     "ms": 765,6833     "status": "ok"6834    },6835    "tool_use": {6836     "ms": 791,6837     "status": "ok"6838    },6839    "streaming": {6840     "ms": 846,6841     "status": "ok"6842    },6843    "reasoning_control": {6844     "ms": 626,6845     "status": "ok"6846    },6847    "structured_output": {6848     "ms": 1606,6849     "status": "ok"6850    }6851   },6852   "benchmark": {6853    "runs": 22,6854    "errors": 0,6855    "cost_mean": 0.0008447054545454548,6856    "pass_rate": 0.9545454545454546,6857    "mean_score": 0.9772727272727273,6858    "tps_median": 136.45,6859    "by_category": {6860     "mathematics": {6861      "tps": 105.05,6862      "runs": 2,6863      "score": 0.75,6864      "errors": 0,6865      "judged": null,6866      "ttft_ms": 2430.5,6867      "total_ms": 3678.5,6868      "cost_mean": 0.00038159999999999995,6869      "pass_rate": 0.5,6870      "out_tokens": 304.56871     },6872     "programming": {6873      "tps": 238.75,6874      "runs": 2,6875      "score": 1,6876      "errors": 0,6877      "judged": null,6878      "ttft_ms": 1963.5,6879      "total_ms": 3067,6880      "cost_mean": 0.00033120000000000003,6881      "pass_rate": 1,6882      "out_tokens": 263.56883     },6884     "long_context": {6885      "tps": 41.900000000000006,6886      "runs": 2,6887      "score": 1,6888      "errors": 0,6889      "judged": null,6890      "ttft_ms": 1057.5,6891      "total_ms": 1326.5,6892      "cost_mean": 0.0060853600000000015,6893      "pass_rate": 1,6894      "out_tokens": 116895     },6896     "tool_calling": {6897      "tps": 138.95,6898      "runs": 2,6899      "score": 1,6900      "errors": 0,6901      "judged": null,6902      "ttft_ms": 994.5,6903      "total_ms": 1377,6904      "cost_mean": 9.38e-05,6905      "pass_rate": 1,6906      "out_tokens": 536907     },6908     "french_writing": {6909      "tps": 145.6,6910      "runs": 2,6911      "score": 1,6912      "errors": 0,6913      "judged": 5,6914      "ttft_ms": 1906,6915      "total_ms": 4849,6916      "cost_mean": 0.0005325999999999999,6917      "pass_rate": 1,6918      "out_tokens": 428.56919     },6920     "english_writing": {6921      "tps": 95.25,6922      "runs": 2,6923      "score": 1,6924      "errors": 0,6925      "judged": 5,6926      "ttft_ms": 1268,6927      "total_ms": 4736,6928      "cost_mean": 0.00040340000000000005,6929      "pass_rate": 1,6930      "out_tokens": 325.56931     },6932     "json_generation": {6933      "tps": 105.4,6934      "runs": 2,6935      "score": 1,6936      "errors": 0,6937      "judged": null,6938      "ttft_ms": 689.5,6939      "total_ms": 1329,6940      "cost_mean": 0.0001108,6941      "pass_rate": 1,6942      "out_tokens": 676943     },6944     "simple_reasoning": {6945      "tps": 162.8,6946      "runs": 2,6947      "score": 1,6948      "errors": 0,6949      "judged": null,6950      "ttft_ms": 1299,6951      "total_ms": 1657,6952      "cost_mean": 9.46e-05,6953      "pass_rate": 1,6954      "out_tokens": 586955     },6956     "complex_reasoning": {6957      "tps": 326.4,6958      "runs": 2,6959      "score": 1,6960      "errors": 0,6961      "judged": null,6962      "ttft_ms": 2832.5,6963      "total_ms": 4203.5,6964      "cost_mean": 0.0005625999999999999,6965      "pass_rate": 1,6966      "out_tokens": 445.56967     },6968     "document_analysis": {6969      "tps": 184.9,6970      "runs": 2,6971      "score": 1,6972      "errors": 0,6973      "judged": null,6974      "ttft_ms": 911.5,6975      "total_ms": 1586.5,6976      "cost_mean": 0.0002494,6977      "pass_rate": 1,6978      "out_tokens": 124.56979     },6980     "knowledge_synthesis": {6981      "tps": 112.8,6982      "runs": 2,6983      "score": 1,6984      "errors": 0,6985      "judged": 4,6986      "ttft_ms": 1662,6987      "total_ms": 4621,6988      "cost_mean": 0.0004464,6989      "pass_rate": 1,6990      "out_tokens": 333.56991     }6992    },6993    "judged_mean": 4.666666666666667,6994    "ttft_median_ms": 1398,6995    "total_median_ms": 30146996   },6997   "capabilities": {},6998   "notes": [],6999   "discoveredAt": "2026-11-01T07:03:46.768Z",7000   "probedAt": "2026-11-01T07:03:46.768Z",7001   "benchmarkedAt": "2026-11-01T07:18:30.317Z",7002   "createdAt": "2026-11-19T17:31:21.232Z",7003   "updatedAt": "2026-11-19T17:31:21.232Z"7004  },7005  {7006   "id": "gpt-4.1-mini",7007   "provider": "openai",7008   "displayName": "gpt-4.1-mini",7009   "category": "text",7010   "available": true,7011   "enabled": true,7012   "contextWindow": null,7013   "maxOutput": null,7014   "inputPrice": 0.4,7015   "cachedPrice": 0.1,7016   "outputPrice": 1.6,7017   "pricingSource": "https://developers.openai.com/api/docs/pricing",7018   "probes": {7019    "text": {7020     "ms": 565,7021     "status": "ok"7022    },7023    "vision": {7024     "ms": 686,7025     "detail": "answer: Pink",7026     "status": "unsupported"7027    },7028    "tool_use": {7029     "ms": 634,7030     "status": "ok"7031    },7032    "streaming": {7033     "ms": 824,7034     "status": "ok"7035    },7036    "reasoning_control": {7037     "ms": 430,7038     "status": "ok"7039    },7040    "structured_output": {7041     "ms": 588,7042     "status": "ok"7043    }7044   },7045   "benchmark": {7046    "runs": 22,7047    "errors": 0,7048    "cost_mean": 0.0024218545454545454,7049    "pass_rate": 0.9090909090909091,7050    "mean_score": 0.9735,7051    "tps_median": 153.3,7052    "by_category": {7053     "mathematics": {7054      "tps": 173.75,7055      "runs": 2,7056      "score": 0.75,7057      "errors": 0,7058      "judged": null,7059      "ttft_ms": 708.5,7060      "total_ms": 4104,7061      "cost_mean": 0.0009512000000000001,7062      "pass_rate": 0.5,7063      "out_tokens": 5747064     },7065     "programming": {7066      "tps": 156.25,7067      "runs": 2,7068      "score": 1,7069      "errors": 0,7070      "judged": null,7071      "ttft_ms": 444,7072      "total_ms": 1209,7073      "cost_mean": 0.00022160000000000002,7074      "pass_rate": 1,7075      "out_tokens": 119.57076     },7077     "long_context": {7078      "tps": 35.4,7079      "runs": 2,7080      "score": 1,7081      "errors": 0,7082      "judged": null,7083      "ttft_ms": 1922.5,7084      "total_ms": 2153.5,7085      "cost_mean": 0.021824,7086      "pass_rate": 1,7087      "out_tokens": 87088     },7089     "tool_calling": {7090      "tps": 135.85,7091      "runs": 2,7092      "score": 1,7093      "errors": 0,7094      "judged": null,7095      "ttft_ms": 548.5,7096      "total_ms": 832.5,7097      "cost_mean": 0.00011920000000000001,7098      "pass_rate": 1,7099      "out_tokens": 387100     },7101     "french_writing": {7102      "tps": 176.8,7103      "runs": 2,7104      "score": 0.9585,7105      "errors": 0,7106      "judged": 4,7107      "ttft_ms": 501,7108      "total_ms": 2025.5,7109      "cost_mean": 0.0004676,7110      "pass_rate": 0.5,7111      "out_tokens": 2697112     },7113     "english_writing": {7114      "tps": 174.6,7115      "runs": 2,7116      "score": 1,7117      "errors": 0,7118      "judged": 5,7119      "ttft_ms": 416,7120      "total_ms": 1670,7121      "cost_mean": 0.00037640000000000004,7122      "pass_rate": 1,7123      "out_tokens": 2197124     },7125     "json_generation": {7126      "tps": 141.2,7127      "runs": 2,7128      "score": 1,7129      "errors": 0,7130      "judged": null,7131      "ttft_ms": 421.5,7132      "total_ms": 839.5,7133      "cost_mean": 0.000156,7134      "pass_rate": 1,7135      "out_tokens": 597136     },7137     "simple_reasoning": {7138      "tps": 64.15,7139      "runs": 2,7140      "score": 1,7141      "errors": 0,7142      "judged": null,7143      "ttft_ms": 983,7144      "total_ms": 1233.5,7145      "cost_mean": 7.6e-05,7146      "pass_rate": 1,7147      "out_tokens": 167148     },7149     "complex_reasoning": {7150      "tps": 189.45,7151      "runs": 2,7152      "score": 1,7153      "errors": 0,7154      "judged": null,7155      "ttft_ms": 365,7156      "total_ms": 5553.5,7157      "cost_mean": 0.0016308000000000002,7158      "pass_rate": 1,7159      "out_tokens": 9847160     },7161     "document_analysis": {7162      "tps": 145,7163      "runs": 2,7164      "score": 1,7165      "errors": 0,7166      "judged": null,7167      "ttft_ms": 391.5,7168      "total_ms": 940.5,7169      "cost_mean": 0.00032720000000000004,7170      "pass_rate": 1,7171      "out_tokens": 797172     },7173     "knowledge_synthesis": {7174      "tps": 149.55,7175      "runs": 2,7176      "score": 1,7177      "errors": 0,7178      "judged": 2.5,7179      "ttft_ms": 445,7180      "total_ms": 2108.5,7181      "cost_mean": 0.0004904,7182      "pass_rate": 1,7183      "out_tokens": 248.57184     }7185    },7186    "judged_mean": 3.8333333333333335,7187    "ttft_median_ms": 449,7188    "total_median_ms": 1683.57189   },7190   "capabilities": {},7191   "notes": [],7192   "discoveredAt": "2026-11-01T07:03:46.768Z",7193   "probedAt": "2026-11-01T07:03:46.768Z",7194   "benchmarkedAt": "2026-11-01T07:18:30.317Z",7195   "createdAt": "2026-11-19T17:31:21.201Z",7196   "updatedAt": "2026-11-19T17:31:21.201Z"7197  },7198  {7199   "id": "gpt-5-nano",7200   "provider": "openai",7201   "displayName": "gpt-5-nano",7202   "category": "text",7203   "available": true,7204   "enabled": true,7205   "contextWindow": null,7206   "maxOutput": null,7207   "inputPrice": 0.05,7208   "cachedPrice": 0.005,7209   "outputPrice": 0.4,7210   "pricingSource": "https://developers.openai.com/api/docs/pricing",7211   "probes": {7212    "text": {7213     "ms": 1273,7214     "status": "ok"7215    },7216    "vision": {7217     "ms": 898,7218     "status": "ok"7219    },7220    "tool_use": {7221     "ms": 966,7222     "status": "ok"7223    },7224    "streaming": {7225     "ms": 1103,7226     "status": "ok"7227    },7228    "reasoning_control": {7229     "ms": 981,7230     "status": "ok"7231    },7232    "structured_output": {7233     "ms": 4184,7234     "status": "ok"7235    }7236   },7237   "benchmark": {7238    "runs": 22,7239    "errors": 0,7240    "cost_mean": 0.0006396090909090909,7241    "pass_rate": 0.9545454545454546,7242    "mean_score": 0.9659090909090909,7243    "tps_median": 1362.1,7244    "by_category": {7245     "mathematics": {7246      "tps": 322.9,7247      "runs": 2,7248      "score": 1,7249      "errors": 0,7250      "judged": null,7251      "ttft_ms": 7906,7252      "total_ms": 8184.5,7253      "cost_mean": 0.00044865000000000004,7254      "pass_rate": 1,7255      "out_tokens": 1111.57256     },7257     "programming": {7258      "tps": 2127.05,7259      "runs": 2,7260      "score": 1,7261      "errors": 0,7262      "judged": null,7263      "ttft_ms": 6243,7264      "total_ms": 7041,7265      "cost_mean": 0.00068495,7266      "pass_rate": 1,7267      "out_tokens": 17037268     },7269     "long_context": {7270      "tps": 705.3,7271      "runs": 2,7272      "score": 1,7273      "errors": 0,7274      "judged": null,7275      "ttft_ms": 1907.5,7276      "total_ms": 2222,7277      "cost_mean": 0.0015985500000000002,7278      "pass_rate": 1,7279      "out_tokens": 192.57280     },7281     "tool_calling": {7282      "tps": 741.5999999999999,7283      "runs": 2,7284      "score": 1,7285      "errors": 0,7286      "judged": null,7287      "ttft_ms": 1292.5,7288      "total_ms": 1613.5,7289      "cost_mean": 0.00010255,7290      "pass_rate": 1,7291      "out_tokens": 237.57292     },7293     "french_writing": {7294      "tps": 2000.2,7295      "runs": 2,7296      "score": 0.625,7297      "errors": 0,7298      "judged": 3,7299      "ttft_ms": 9189,7300      "total_ms": 11226.5,7301      "cost_mean": 0.0010896,7302      "pass_rate": 0.5,7303      "out_tokens": 2712.57304     },7305     "english_writing": {7306      "tps": 2324.3,7307      "runs": 2,7308      "score": 1,7309      "errors": 0,7310      "judged": 5,7311      "ttft_ms": 11278.5,7312      "total_ms": 12370,7313      "cost_mean": 0.0009774,7314      "pass_rate": 1,7315      "out_tokens": 2435.57316     },7317     "json_generation": {7318      "tps": 952,7319      "runs": 2,7320      "score": 1,7321      "errors": 0,7322      "judged": null,7323      "ttft_ms": 2280.5,7324      "total_ms": 2955,7325      "cost_mean": 0.0002278,7326      "pass_rate": 1,7327      "out_tokens": 550.57328     },7329     "simple_reasoning": {7330      "tps": 2235.9,7331      "runs": 2,7332      "score": 1,7333      "errors": 0,7334      "judged": null,7335      "ttft_ms": 1874,7336      "total_ms": 2087.5,7337      "cost_mean": 0.00019645000000000003,7338      "pass_rate": 1,7339      "out_tokens": 475.57340     },7341     "complex_reasoning": {7342      "tps": 5903.200000000001,7343      "runs": 2,7344      "score": 1,7345      "errors": 0,7346      "judged": null,7347      "ttft_ms": 5995,7348      "total_ms": 6223,7349      "cost_mean": 0.000546,7350      "pass_rate": 1,7351      "out_tokens": 1347.57352     },7353     "document_analysis": {7354      "tps": 1359.9,7355      "runs": 2,7356      "score": 1,7357      "errors": 0,7358      "judged": null,7359      "ttft_ms": 9956,7360      "total_ms": 10721,7361      "cost_mean": 0.00044120000000000004,7362      "pass_rate": 1,7363      "out_tokens": 1040.57364     },7365     "knowledge_synthesis": {7366      "tps": 1267.7,7367      "runs": 2,7368      "score": 1,7369      "errors": 0,7370      "judged": 3,7371      "ttft_ms": 6880,7372      "total_ms": 8291.5,7373      "cost_mean": 0.00072255,7374      "pass_rate": 1,7375      "out_tokens": 1777.57376     }7377    },7378    "judged_mean": 3.6666666666666665,7379    "ttft_median_ms": 6133,7380    "total_median_ms": 6849.57381   },7382   "capabilities": {},7383   "notes": [],7384   "discoveredAt": "2026-11-01T07:03:46.768Z",7385   "probedAt": "2026-11-01T07:03:46.768Z",7386   "benchmarkedAt": "2026-11-01T07:18:30.317Z",7387   "createdAt": "2026-11-19T17:31:21.216Z",7388   "updatedAt": "2026-11-19T17:31:21.215Z"7389  },7390  {7391   "id": "gpt-5.4-mini",7392   "provider": "openai",7393   "displayName": "gpt-5.4-mini",7394   "category": "text",7395   "available": true,7396   "enabled": true,7397   "contextWindow": null,7398   "maxOutput": null,7399   "inputPrice": 0.75,7400   "cachedPrice": 0.075,7401   "outputPrice": 4.5,7402   "pricingSource": "https://developers.openai.com/api/docs/pricing",7403   "probes": {7404    "text": {7405     "ms": 706,7406     "status": "ok"7407    },7408    "vision": {7409     "ms": 623,7410     "status": "ok"7411    },7412    "tool_use": {7413     "ms": 851,7414     "status": "ok"7415    },7416    "streaming": {7417     "ms": 584,7418     "status": "ok"7419    },7420    "reasoning_control": {7421     "ms": 546,7422     "status": "ok"7423    },7424    "structured_output": {7425     "ms": 824,7426     "status": "ok"7427    }7428   },7429   "benchmark": {7430    "runs": 22,7431    "errors": 0,7432    "cost_mean": 0.0028881136363636357,7433    "pass_rate": 0.9545454545454546,7434    "mean_score": 0.9545454545454546,7435    "tps_median": 166.65,7436    "by_category": {7437     "mathematics": {7438      "tps": 284.5,7439      "runs": 2,7440      "score": 1,7441      "errors": 0,7442      "judged": null,7443      "ttft_ms": 604.5,7444      "total_ms": 1753,7445      "cost_mean": 0.0015322500000000002,7446      "pass_rate": 1,7447      "out_tokens": 3277448     },7449     "programming": {7450      "tps": 246.75,7451      "runs": 2,7452      "score": 1,7453      "errors": 0,7454      "judged": null,7455      "ttft_ms": 555,7456      "total_ms": 1096,7457      "cost_mean": 0.000657,7458      "pass_rate": 1,7459      "out_tokens": 133.57460     },7461     "long_context": {7462      "tps": 56.1,7463      "runs": 2,7464      "score": 1,7465      "errors": 0,7466      "judged": null,7467      "ttft_ms": 869,7468      "total_ms": 1068,7469      "cost_mean": 0.02287275,7470      "pass_rate": 1,7471      "out_tokens": 117472     },7473     "tool_calling": {7474      "tps": 123.3,7475      "runs": 2,7476      "score": 1,7477      "errors": 0,7478      "judged": null,7479      "ttft_ms": 600.5,7480      "total_ms": 935,7481      "cost_mean": 0.00029775,7482      "pass_rate": 1,7483      "out_tokens": 417484     },7485     "french_writing": {7486      "tps": 169.85,7487      "runs": 2,7488      "score": 1,7489      "errors": 0,7490      "judged": 5,7491      "ttft_ms": 605,7492      "total_ms": 2124,7493      "cost_mean": 0.00123,7494      "pass_rate": 1,7495      "out_tokens": 2587496     },7497     "english_writing": {7498      "tps": 152.2,7499      "runs": 2,7500      "score": 1,7501      "errors": 0,7502      "judged": 5,7503      "ttft_ms": 501,7504      "total_ms": 1988.5,7505      "cost_mean": 0.00106725,7506      "pass_rate": 1,7507      "out_tokens": 226.57508     },7509     "json_generation": {7510      "tps": 159.4,7511      "runs": 2,7512      "score": 1,7513      "errors": 0,7514      "judged": null,7515      "ttft_ms": 705.5,7516      "total_ms": 1126,7517      "cost_mean": 0.0004155,7518      "pass_rate": 1,7519      "out_tokens": 677520     },7521     "simple_reasoning": {7522      "tps": 64.7,7523      "runs": 2,7524      "score": 1,7525      "errors": 0,7526      "judged": null,7527      "ttft_ms": 722.5,7528      "total_ms": 1016.5,7529      "cost_mean": 0.00017925,7530      "pass_rate": 1,7531      "out_tokens": 197532     },7533     "complex_reasoning": {7534      "tps": 206.85,7535      "runs": 2,7536      "score": 0.5,7537      "errors": 0,7538      "judged": null,7539      "ttft_ms": 485.5,7540      "total_ms": 1996,7541      "cost_mean": 0.00151125,7542      "pass_rate": 0.5,7543      "out_tokens": 312.57544     },7545     "document_analysis": {7546      "tps": 216,7547      "runs": 2,7548      "score": 1,7549      "errors": 0,7550      "judged": null,7551      "ttft_ms": 733.5,7552      "total_ms": 1127,7553      "cost_mean": 0.0007575,7554      "pass_rate": 1,7555      "out_tokens": 857556     },7557     "knowledge_synthesis": {7558      "tps": 180.35000000000002,7559      "runs": 2,7560      "score": 1,7561      "errors": 0,7562      "judged": 4,7563      "ttft_ms": 623,7564      "total_ms": 1963,7565      "cost_mean": 0.0012487499999999999,7566      "pass_rate": 1,7567      "out_tokens": 2397568     }7569    },7570    "judged_mean": 4.666666666666667,7571    "ttft_median_ms": 623.5,7572    "total_median_ms": 1202.57573   },7574   "capabilities": {},7575   "notes": [],7576   "discoveredAt": "2026-11-01T07:03:46.768Z",7577   "probedAt": "2026-11-01T07:03:46.768Z",7578   "benchmarkedAt": "2026-11-01T07:18:30.317Z",7579   "createdAt": "2026-11-19T17:31:21.227Z",7580   "updatedAt": "2026-11-19T17:31:21.227Z"7581  },7582  {7583   "id": "gpt-5.6-terra",7584   "provider": "openai",7585   "displayName": "gpt-5.6-terra",7586   "category": "text",7587   "available": true,7588   "enabled": true,7589   "contextWindow": null,7590   "maxOutput": null,7591   "inputPrice": 2,7592   "cachedPrice": 0.2,7593   "outputPrice": 12,7594   "pricingSource": "https://developers.openai.com/api/docs/pricing",7595   "probes": {7596    "text": {7597     "ms": 645,7598     "status": "ok"7599    },7600    "vision": {7601     "ms": 698,7602     "status": "ok"7603    },7604    "tool_use": {7605     "ms": 876,7606     "status": "ok"7607    },7608    "streaming": {7609     "ms": 809,7610     "status": "ok"7611    },7612    "reasoning_control": {7613     "ms": 753,7614     "status": "ok"7615    },7616    "structured_output": {7617     "ms": 917,7618     "status": "ok"7619    }7620   },7621   "benchmark": {7622    "runs": 22,7623    "errors": 0,7624    "cost_mean": 0.007687236363636363,7625    "pass_rate": 0.9545454545454546,7626    "mean_score": 0.9545454545454546,7627    "tps_median": 125.65,7628    "by_category": {7629     "mathematics": {7630      "tps": 136.3,7631      "runs": 2,7632      "score": 1,7633      "errors": 0,7634      "judged": null,7635      "ttft_ms": 2400,7636      "total_ms": 3314.5,7637      "cost_mean": 0.003516,7638      "pass_rate": 1,7639      "out_tokens": 279.57640     },7641     "programming": {7642      "tps": 153.8,7643      "runs": 2,7644      "score": 1,7645      "errors": 0,7646      "judged": null,7647      "ttft_ms": 788,7648      "total_ms": 1484,7649      "cost_mean": 0.001434,7650      "pass_rate": 1,7651      "out_tokens": 1077652     },7653     "long_context": {7654      "tps": 208.85000000000002,7655      "runs": 2,7656      "score": 0.5,7657      "errors": 0,7658      "judged": null,7659      "ttft_ms": 1204,7660      "total_ms": 1456,7661      "cost_mean": 0.0613936,7662      "pass_rate": 0.5,7663      "out_tokens": 567664     },7665     "tool_calling": {7666      "tps": 117.4,7667      "runs": 2,7668      "score": 1,7669      "errors": 0,7670      "judged": null,7671      "ttft_ms": 1017.5,7672      "total_ms": 1369.5,7673      "cost_mean": 0.000794,7674      "pass_rate": 1,7675      "out_tokens": 417676     },7677     "french_writing": {7678      "tps": 80.5,7679      "runs": 2,7680      "score": 1,7681      "errors": 0,7682      "judged": 5,7683      "ttft_ms": 1075,7684      "total_ms": 4789,7685      "cost_mean": 0.00376,7686      "pass_rate": 1,7687      "out_tokens": 2987688     },7689     "english_writing": {7690      "tps": 74.6,7691      "runs": 2,7692      "score": 1,7693      "errors": 0,7694      "judged": 5,7695      "ttft_ms": 1036,7696      "total_ms": 4212.5,7697      "cost_mean": 0.002954,7698      "pass_rate": 1,7699      "out_tokens": 235.57700     },7701     "json_generation": {7702      "tps": 132.95,7703      "runs": 2,7704      "score": 1,7705      "errors": 0,7706      "judged": null,7707      "ttft_ms": 586,7708      "total_ms": 1090,7709      "cost_mean": 0.001108,7710      "pass_rate": 1,7711      "out_tokens": 677712     },7713     "simple_reasoning": {7714      "tps": 56.5,7715      "runs": 2,7716      "score": 1,7717      "errors": 0,7718      "judged": null,7719      "ttft_ms": 693,7720      "total_ms": 1029.5,7721      "cost_mean": 0.000478,7722      "pass_rate": 1,7723      "out_tokens": 197724     },7725     "complex_reasoning": {7726      "tps": 239.35,7727      "runs": 2,7728      "score": 1,7729      "errors": 0,7730      "judged": null,7731      "ttft_ms": 3022,7732      "total_ms": 4210,7733      "cost_mean": 0.003628,7734      "pass_rate": 1,7735      "out_tokens": 2797736     },7737     "document_analysis": {7738      "tps": 139.55,7739      "runs": 2,7740      "score": 1,7741      "errors": 0,7742      "judged": null,7743      "ttft_ms": 666.5,7744      "total_ms": 1278,7745      "cost_mean": 0.00202,7746      "pass_rate": 1,7747      "out_tokens": 857748     },7749     "knowledge_synthesis": {7750      "tps": 103.05000000000001,7751      "runs": 2,7752      "score": 1,7753      "errors": 0,7754      "judged": 5,7755      "ttft_ms": 869,7756      "total_ms": 3308,7757      "cost_mean": 0.003474,7758      "pass_rate": 1,7759      "out_tokens": 2517760     }7761    },7762    "judged_mean": 5,7763    "ttft_median_ms": 869,7764    "total_median_ms": 1802.57765   },7766   "capabilities": {},7767   "notes": [],7768   "discoveredAt": "2026-11-01T07:03:46.768Z",7769   "probedAt": "2026-11-01T07:03:46.768Z",7770   "benchmarkedAt": "2026-11-01T07:18:30.317Z",7771   "createdAt": "2026-11-19T17:31:21.233Z",7772   "updatedAt": "2026-11-19T17:31:21.233Z"7773  },7774  {7775   "id": "gpt-6-luna",7776   "provider": "openai",7777   "displayName": "gpt-6-luna",7778   "category": "text",7779   "available": true,7780   "enabled": true,7781   "contextWindow": null,7782   "maxOutput": null,7783   "inputPrice": 0.1,7784   "cachedPrice": 0.01,7785   "outputPrice": 0.5,7786   "pricingSource": "https://developers.openai.com/api/docs/pricing",7787   "probes": {7788    "text": {7789     "ms": 862,7790     "status": "ok"7791    },7792    "vision": {7793     "ms": 1281,7794     "status": "ok"7795    },7796    "tool_use": {7797     "ms": 759,7798     "status": "ok"7799    },7800    "streaming": {7801     "ms": 881,7802     "status": "ok"7803    },7804    "reasoning_control": {7805     "ms": 596,7806     "status": "ok"7807    },7808    "structured_output": {7809     "ms": 1453,7810     "status": "ok"7811    }7812   },7813   "benchmark": {7814    "runs": 22,7815    "errors": 0,7816    "cost_mean": 0.0006621363636363638,7817    "pass_rate": 0.9545454545454546,7818    "mean_score": 0.9545454545454546,7819    "tps_median": 194.35,7820    "by_category": {7821     "mathematics": {7822      "tps": 144.85,7823      "runs": 2,7824      "score": 1,7825      "errors": 0,7826      "judged": null,7827      "ttft_ms": 19505,7828      "total_ms": 20422.5,7829      "cost_mean": 0.0001891,7830      "pass_rate": 1,7831      "out_tokens": 3627832     },7833     "programming": {7834      "tps": 189.05,7835      "runs": 2,7836      "score": 1,7837      "errors": 0,7838      "judged": null,7839      "ttft_ms": 1928.5,7840      "total_ms": 3055.5,7841      "cost_mean": 0.00011325,7842      "pass_rate": 1,7843      "out_tokens": 211.57844     },7845     "long_context": {7846      "tps": 545.05,7847      "runs": 2,7848      "score": 0.5,7849      "errors": 0,7850      "judged": null,7851      "ttft_ms": 2542,7852      "total_ms": 2861.5,7853      "cost_mean": 0.00560715,7854      "pass_rate": 0.5,7855      "out_tokens": 174.57856     },7857     "tool_calling": {7858      "tps": 116.15,7859      "runs": 2,7860      "score": 1,7861      "errors": 0,7862      "judged": null,7863      "ttft_ms": 747,7864      "total_ms": 1100.5,7865      "cost_mean": 3.5600000000000005e-05,7866      "pass_rate": 1,7867      "out_tokens": 417868     },7869     "french_writing": {7870      "tps": 340.25,7871      "runs": 2,7872      "score": 1,7873      "errors": 0,7874      "judged": 5,7875      "ttft_ms": 4196.5,7876      "total_ms": 6311,7877      "cost_mean": 0.0003382,7878      "pass_rate": 1,7879      "out_tokens": 6587880     },7881     "english_writing": {7882      "tps": 471.7,7883      "runs": 2,7884      "score": 1,7885      "errors": 0,7886      "judged": 5,7887      "ttft_ms": 5620.5,7888      "total_ms": 7089.5,7889      "cost_mean": 0.0003494,7890      "pass_rate": 1,7891      "out_tokens": 6867892     },7893     "json_generation": {7894      "tps": 142.3,7895      "runs": 2,7896      "score": 1,7897      "errors": 0,7898      "judged": null,7899      "ttft_ms": 1590.5,7900      "total_ms": 2244,7901      "cost_mean": 6.170000000000001e-05,7902      "pass_rate": 1,7903      "out_tokens": 937904     },7905     "simple_reasoning": {7906      "tps": 196.95,7907      "runs": 2,7908      "score": 1,7909      "errors": 0,7910      "judged": null,7911      "ttft_ms": 1060.5,7912      "total_ms": 1400.5,7913      "cost_mean": 4.575e-05,7914      "pass_rate": 1,7915      "out_tokens": 66.57916     },7917     "complex_reasoning": {7918      "tps": 287.04999999999995,7919      "runs": 2,7920      "score": 1,7921      "errors": 0,7922      "judged": null,7923      "ttft_ms": 3736,7924      "total_ms": 5099,7925      "cost_mean": 0.00020775,7926      "pass_rate": 1,7927      "out_tokens": 387.57928     },7929     "document_analysis": {7930      "tps": 140.2,7931      "runs": 2,7932      "score": 1,7933      "errors": 0,7934      "judged": null,7935      "ttft_ms": 1500,7936      "total_ms": 2418.5,7937      "cost_mean": 0.00011275,7938      "pass_rate": 1,7939      "out_tokens": 125.57940     },7941     "knowledge_synthesis": {7942      "tps": 323.65,7943      "runs": 2,7944      "score": 1,7945      "errors": 0,7946      "judged": 4,7947      "ttft_ms": 1515,7948      "total_ms": 2763.5,7949      "cost_mean": 0.00022285,7950      "pass_rate": 1,7951      "out_tokens": 399.57952     }7953    },7954    "judged_mean": 4.666666666666667,7955    "ttft_median_ms": 2045,7956    "total_median_ms": 30007957   },7958   "capabilities": {},7959   "notes": [],7960   "discoveredAt": "2026-11-01T07:03:46.768Z",7961   "probedAt": "2026-11-01T07:03:46.768Z",7962   "benchmarkedAt": "2026-11-01T07:18:30.317Z",7963   "createdAt": "2026-11-19T17:31:21.234Z",7964   "updatedAt": "2026-11-19T17:31:21.234Z"7965  },7966  {7967   "id": "gpt-4o-mini",7968   "provider": "openai",7969   "displayName": "gpt-4o-mini",7970   "category": "text",7971   "available": true,7972   "enabled": true,7973   "contextWindow": null,7974   "maxOutput": null,7975   "inputPrice": 0.15,7976   "cachedPrice": 0.075,7977   "outputPrice": 0.6,7978   "pricingSource": "https://developers.openai.com/api/docs/pricing",7979   "probes": {7980    "text": {7981     "ms": 495,7982     "status": "ok"7983    },7984    "vision": {7985     "ms": 662,7986     "status": "ok"7987    },7988    "tool_use": {7989     "ms": 620,7990     "status": "ok"7991    },7992    "streaming": {7993     "ms": 589,7994     "status": "ok"7995    },7996    "reasoning_control": {7997     "ms": 1747,7998     "status": "ok"7999    },8000    "structured_output": {8001     "ms": 599,8002     "status": "ok"8003    }8004   },8005   "benchmark": {8006    "runs": 22,8007    "errors": 0,8008    "cost_mean": 0.0009212318181818183,8009    "pass_rate": 0.8181818181818182,8010    "mean_score": 0.9432272727272728,8011    "tps_median": 116.4,8012    "by_category": {8013     "mathematics": {8014      "tps": 135.25,8015      "runs": 2,8016      "score": 0.75,8017      "errors": 0,8018      "judged": null,8019      "ttft_ms": 478,8020      "total_ms": 7312,8021      "cost_mean": 0.0005646,8022      "pass_rate": 0.5,8023      "out_tokens": 920.58024     },8025     "programming": {8026      "tps": 119.80000000000001,8027      "runs": 2,8028      "score": 1,8029      "errors": 0,8030      "judged": null,8031      "ttft_ms": 611,8032      "total_ms": 1588,8033      "cost_mean": 8.16e-05,8034      "pass_rate": 1,8035      "out_tokens": 1178036     },8037     "long_context": {8038      "tps": 50.95,8039      "runs": 2,8040      "score": 1,8041      "errors": 0,8042      "judged": null,8043      "ttft_ms": 1889,8044      "total_ms": 2082,8045      "cost_mean": 0.008284799999999998,8046      "pass_rate": 1,8047      "out_tokens": 88048     },8049     "tool_calling": {8050      "tps": 99,8051      "runs": 2,8052      "score": 1,8053      "errors": 0,8054      "judged": null,8055      "ttft_ms": 532.5,8056      "total_ms": 916.5,8057      "cost_mean": 4.47e-05,8058      "pass_rate": 1,8059      "out_tokens": 388060     },8061     "french_writing": {8062      "tps": 125.89999999999999,8063      "runs": 2,8064      "score": 1,8065      "errors": 0,8066      "judged": 5,8067      "ttft_ms": 541.5,8068      "total_ms": 2547,8069      "cost_mean": 0.00016455,8070      "pass_rate": 1,8071      "out_tokens": 2518072     },8073     "english_writing": {8074      "tps": 133.1,8075      "runs": 2,8076      "score": 0.9585,8077      "errors": 0,8078      "judged": 4,8079      "ttft_ms": 533,8080      "total_ms": 1926.5,8081      "cost_mean": 0.00012075,8082      "pass_rate": 0.5,8083      "out_tokens": 1858084     },8085     "json_generation": {8086      "tps": 93.5,8087      "runs": 2,8088      "score": 1,8089      "errors": 0,8090      "judged": null,8091      "ttft_ms": 643,8092      "total_ms": 1274.5,8093      "cost_mean": 5.85e-05,8094      "pass_rate": 1,8095      "out_tokens": 598096     },8097     "simple_reasoning": {8098      "tps": 61.4,8099      "runs": 2,8100      "score": 0.667,8101      "errors": 0,8102      "judged": null,8103      "ttft_ms": 694,8104      "total_ms": 974.5,8105      "cost_mean": 2.8800000000000002e-05,8106      "pass_rate": 0,8107      "out_tokens": 16.58108     },8109     "complex_reasoning": {8110      "tps": 147.10000000000002,8111      "runs": 2,8112      "score": 1,8113      "errors": 0,8114      "judged": null,8115      "ttft_ms": 602.5,8116      "total_ms": 5739.5,8117      "cost_mean": 0.00047444999999999996,8118      "pass_rate": 1,8119      "out_tokens": 755.58120     },8121     "document_analysis": {8122      "tps": 86.45,8123      "runs": 2,8124      "score": 1,8125      "errors": 0,8126      "judged": null,8127      "ttft_ms": 1210.5,8128      "total_ms": 2798.5,8129      "cost_mean": 0.0001389,8130      "pass_rate": 1,8131      "out_tokens": 1068132     },8133     "knowledge_synthesis": {8134      "tps": 105.5,8135      "runs": 2,8136      "score": 1,8137      "errors": 0,8138      "judged": 3,8139      "ttft_ms": 527.5,8140      "total_ms": 2795,8141      "cost_mean": 0.00017189999999999998,8142      "pass_rate": 1,8143      "out_tokens": 228.58144     }8145    },8146    "judged_mean": 4,8147    "ttft_median_ms": 561,8148    "total_median_ms": 19668149   },8150   "capabilities": {},8151   "notes": [],8152   "discoveredAt": "2026-11-01T07:03:46.768Z",8153   "probedAt": "2026-11-01T07:03:46.768Z",8154   "benchmarkedAt": "2026-11-01T07:18:30.317Z",8155   "createdAt": "2026-11-19T17:31:21.207Z",8156   "updatedAt": "2026-11-19T17:31:21.206Z"8157  },8158  {8159   "id": "gpt-5.4-nano",8160   "provider": "openai",8161   "displayName": "gpt-5.4-nano",8162   "category": "text",8163   "available": true,8164   "enabled": true,8165   "contextWindow": null,8166   "maxOutput": null,8167   "inputPrice": 0.2,8168   "cachedPrice": 0.02,8169   "outputPrice": 1.25,8170   "pricingSource": "https://developers.openai.com/api/docs/pricing",8171   "probes": {8172    "text": {8173     "ms": 722,8174     "status": "ok"8175    },8176    "vision": {8177     "ms": 521,8178     "status": "ok"8179    },8180    "tool_use": {8181     "ms": 596,8182     "status": "ok"8183    },8184    "streaming": {8185     "ms": 704,8186     "status": "ok"8187    },8188    "reasoning_control": {8189     "ms": 566,8190     "status": "ok"8191    },8192    "structured_output": {8193     "ms": 652,8194     "status": "ok"8195    }8196   },8197   "benchmark": {8198    "runs": 22,8199    "errors": 0,8200    "cost_mean": 0.00034844772727272733,8201    "pass_rate": 0.8636363636363636,8202    "mean_score": 0.9166363636363637,8203    "tps_median": 134.85000000000002,8204    "by_category": {8205     "mathematics": {8206      "tps": 127.95,8207      "runs": 2,8208      "score": 0.75,8209      "errors": 0,8210      "judged": null,8211      "ttft_ms": 643.5,8212      "total_ms": 1831,8213      "cost_mean": 0.00026057500000000003,8214      "pass_rate": 0.5,8215      "out_tokens": 195.58216     },8217     "programming": {8218      "tps": 123.5,8219      "runs": 2,8220      "score": 1,8221      "errors": 0,8222      "judged": null,8223      "ttft_ms": 609,8224      "total_ms": 1925.5,8225      "cost_mean": 0.000213125,8226      "pass_rate": 1,8227      "out_tokens": 158.58228     },8229     "long_context": {8230      "tps": 40.2,8231      "runs": 2,8232      "score": 1,8233      "errors": 0,8234      "judged": null,8235      "ttft_ms": 500.5,8236      "total_ms": 776,8237      "cost_mean": 0.00114635,8238      "pass_rate": 1,8239      "out_tokens": 118240     },8241     "tool_calling": {8242      "tps": 123.1,8243      "runs": 2,8244      "score": 1,8245      "errors": 0,8246      "judged": null,8247      "ttft_ms": 595,8248      "total_ms": 928,8249      "cost_mean": 8.145e-05,8250      "pass_rate": 1,8251      "out_tokens": 418252     },8253     "french_writing": {8254      "tps": 134.85000000000002,8255      "runs": 2,8256      "score": 1,8257      "errors": 0,8258      "judged": 4.5,8259      "ttft_ms": 510,8260      "total_ms": 2368,8261      "cost_mean": 0.000331525,8262      "pass_rate": 1,8263      "out_tokens": 250.58264     },8265     "english_writing": {8266      "tps": 162.25,8267      "runs": 2,8268      "score": 1,8269      "errors": 0,8270      "judged": 5,8271      "ttft_ms": 658.5,8272      "total_ms": 1926,8273      "cost_mean": 0.00026967500000000004,8274      "pass_rate": 1,8275      "out_tokens": 205.58276     },8277     "json_generation": {8278      "tps": 127.95,8279      "runs": 2,8280      "score": 1,8281      "errors": 0,8282      "judged": null,8283      "ttft_ms": 587.5,8284      "total_ms": 1126.5,8285      "cost_mean": 0.00011415000000000001,8286      "pass_rate": 1,8287      "out_tokens": 678288     },8289     "simple_reasoning": {8290      "tps": 63,8291      "runs": 2,8292      "score": 0.333,8293      "errors": 0,8294      "judged": null,8295      "ttft_ms": 511,8296      "total_ms": 824,8297      "cost_mean": 4.875e-05,8298      "pass_rate": 0,8299      "out_tokens": 198300     },8301     "complex_reasoning": {8302      "tps": 199,8303      "runs": 2,8304      "score": 1,8305      "errors": 0,8306      "judged": null,8307      "ttft_ms": 539,8308      "total_ms": 3506,8309      "cost_mean": 0.000781125,8310      "pass_rate": 1,8311      "out_tokens": 602.58312     },8313     "document_analysis": {8314      "tps": 106.9,8315      "runs": 2,8316      "score": 1,8317      "errors": 0,8318      "judged": null,8319      "ttft_ms": 587.5,8320      "total_ms": 1476.5,8321      "cost_mean": 0.00020625,8322      "pass_rate": 1,8323      "out_tokens": 858324     },8325     "knowledge_synthesis": {8326      "tps": 151.64999999999998,8327      "runs": 2,8328      "score": 1,8329      "errors": 0,8330      "judged": 2.5,8331      "ttft_ms": 541,8332      "total_ms": 2299.5,8333      "cost_mean": 0.00037995,8334      "pass_rate": 1,8335      "out_tokens": 2678336     }8337    },8338    "judged_mean": 4,8339    "ttft_median_ms": 548.5,8340    "total_median_ms": 17278341   },8342   "capabilities": {},8343   "notes": [],8344   "discoveredAt": "2026-11-01T07:03:46.768Z",8345   "probedAt": "2026-11-01T07:03:46.768Z",8346   "benchmarkedAt": "2026-11-01T07:18:30.317Z",8347   "createdAt": "2026-11-19T17:31:21.228Z",8348   "updatedAt": "2026-11-19T17:31:21.228Z"8349  },8350  {8351   "id": "gpt-5-pro",8352   "provider": "openai",8353   "displayName": "gpt-5-pro",8354   "category": "text",8355   "available": true,8356   "enabled": true,8357   "contextWindow": null,8358   "maxOutput": null,8359   "inputPrice": 15,8360   "cachedPrice": null,8361   "outputPrice": 120,8362   "pricingSource": "https://developers.openai.com/api/docs/pricing",8363   "probes": {8364    "text": {8365     "ms": 12269,8366     "status": "ok"8367    },8368    "vision": {8369     "ms": 157754,8370     "status": "ok"8371    },8372    "tool_use": {8373     "ms": 15045,8374     "status": "ok"8375    },8376    "streaming": {8377     "ms": 8281,8378     "status": "ok"8379    },8380    "reasoning_control": {8381     "ms": 135,8382     "detail": "400 400 Unsupported value: 'low' is not supported with the 'gpt-5-pro' model. Supported values are: 'high'.",8383     "status": "unsupported"8384    },8385    "structured_output": {8386     "ms": 70315,8387     "status": "ok"8388    }8389   },8390   "benchmark": {},8391   "capabilities": {},8392   "notes": [8393    "pro/expensive tier: only text + structured_output probed; benchmark skipped for cost ($30-$150/M input)"8394   ],8395   "discoveredAt": "2026-11-01T07:03:46.768Z",8396   "probedAt": "2026-11-01T07:03:46.768Z",8397   "benchmarkedAt": null,8398   "createdAt": "2026-11-19T17:31:21.217Z",8399   "updatedAt": "2026-11-19T17:31:21.217Z"8400  },8401  {8402   "id": "gpt-5.2-pro",8403   "provider": "openai",8404   "displayName": "gpt-5.2-pro",8405   "category": "text",8406   "available": true,8407   "enabled": true,8408   "contextWindow": null,8409   "maxOutput": null,8410   "inputPrice": 21,8411   "cachedPrice": null,8412   "outputPrice": 168,8413   "pricingSource": "https://developers.openai.com/api/docs/pricing",8414   "probes": {8415    "text": {8416     "ms": 4335,8417     "status": "ok"8418    },8419    "vision": {8420     "ms": 5725,8421     "status": "ok"8422    },8423    "tool_use": {8424     "ms": 7643,8425     "status": "ok"8426    },8427    "streaming": {8428     "ms": 4276,8429     "status": "ok"8430    },8431    "reasoning_control": {8432     "ms": 141,8433     "detail": "400 400 Unsupported value: 'low' is not supported with the 'gpt-5.2-pro' model. Supported values are: 'medium', 'high', and 'xhigh'.",8434     "status": "unsupported"8435    },8436    "structured_output": {8437     "ms": 5338,8438     "status": "ok"8439    }8440   },8441   "benchmark": {},8442   "capabilities": {},8443   "notes": [8444    "pro/expensive tier: only text + structured_output probed; benchmark skipped for cost ($30-$150/M input)"8445   ],8446   "discoveredAt": "2026-11-01T07:03:46.768Z",8447   "probedAt": "2026-11-01T07:03:46.768Z",8448   "benchmarkedAt": null,8449   "createdAt": "2026-11-19T17:31:21.224Z",8450   "updatedAt": "2026-11-19T17:31:21.224Z"8451  },8452  {8453   "id": "gpt-5.4-pro",8454   "provider": "openai",8455   "displayName": "gpt-5.4-pro",8456   "category": "text",8457   "available": true,8458   "enabled": true,8459   "contextWindow": null,8460   "maxOutput": null,8461   "inputPrice": 30,8462   "cachedPrice": null,8463   "outputPrice": 180,8464   "pricingSource": "https://developers.openai.com/api/docs/pricing",8465   "probes": {8466    "text": {8467     "ms": 5054,8468     "status": "ok"8469    },8470    "vision": {8471     "ms": 7970,8472     "status": "ok"8473    },8474    "tool_use": {8475     "ms": 13017,8476     "status": "ok"8477    },8478    "streaming": {8479     "ms": 6620,8480     "status": "ok"8481    },8482    "reasoning_control": {8483     "ms": 149,8484     "detail": "400 400 Unsupported value: 'low' is not supported with the 'gpt-5.4-pro' model. Supported values are: 'medium', 'high', and 'xhigh'.",8485     "status": "unsupported"8486    },8487    "structured_output": {8488     "ms": 22285,8489     "status": "ok"8490    }8491   },8492   "benchmark": {},8493   "capabilities": {},8494   "notes": [8495    "pro/expensive tier: only text + structured_output probed; benchmark skipped for cost ($30-$150/M input)"8496   ],8497   "discoveredAt": "2026-11-01T07:03:46.768Z",8498   "probedAt": "2026-11-01T07:03:46.768Z",8499   "benchmarkedAt": null,8500   "createdAt": "2026-11-19T17:31:21.229Z",8501   "updatedAt": "2026-11-19T17:31:21.229Z"8502  },8503  {8504   "id": "gpt-5.5-pro",8505   "provider": "openai",8506   "displayName": "gpt-5.5-pro",8507   "category": "text",8508   "available": true,8509   "enabled": true,8510   "contextWindow": null,8511   "maxOutput": null,8512   "inputPrice": 30,8513   "cachedPrice": null,8514   "outputPrice": 180,8515   "pricingSource": "https://developers.openai.com/api/docs/pricing",8516   "probes": {8517    "text": {8518     "ms": 35646,8519     "status": "ok"8520    },8521    "vision": {8522     "ms": 4232,8523     "status": "ok"8524    },8525    "tool_use": {8526     "ms": 5643,8527     "status": "ok"8528    },8529    "streaming": {8530     "ms": 3986,8531     "status": "ok"8532    },8533    "reasoning_control": {8534     "ms": 264,8535     "detail": "400 400 Unsupported value: 'low' is not supported with the 'gpt-5.5-pro' model. Supported values are: 'medium', 'high', and 'xhigh'.",8536     "status": "unsupported"8537    },8538    "structured_output": {8539     "ms": 10706,8540     "status": "ok"8541    }8542   },8543   "benchmark": {},8544   "capabilities": {},8545   "notes": [8546    "pro/expensive tier: only text + structured_output probed; benchmark skipped for cost ($30-$150/M input)"8547   ],8548   "discoveredAt": "2026-11-01T07:03:46.768Z",8549   "probedAt": "2026-11-01T07:03:46.768Z",8550   "benchmarkedAt": null,8551   "createdAt": "2026-11-19T17:31:21.231Z",8552   "updatedAt": "2026-11-19T17:31:21.231Z"8553  },8554  {8555   "id": "o3-pro",8556   "provider": "openai",8557   "displayName": "o3-pro",8558   "category": "text",8559   "available": true,8560   "enabled": true,8561   "contextWindow": null,8562   "maxOutput": null,8563   "inputPrice": 20,8564   "cachedPrice": null,8565   "outputPrice": 80,8566   "pricingSource": "https://developers.openai.com/api/docs/pricing",8567   "probes": {8568    "text": {8569     "ms": 4414,8570     "status": "ok"8571    },8572    "vision": {8573     "ms": 6121,8574     "status": "ok"8575    },8576    "tool_use": {8577     "ms": 6647,8578     "status": "ok"8579    },8580    "streaming": {8581     "ms": 4539,8582     "status": "ok"8583    },8584    "reasoning_control": {8585     "ms": 4857,8586     "status": "ok"8587    },8588    "structured_output": {8589     "ms": 5927,8590     "status": "ok"8591    }8592   },8593   "benchmark": {},8594   "capabilities": {},8595   "notes": [8596    "pro/expensive tier: only text + structured_output probed; benchmark skipped for cost ($30-$150/M input)"8597   ],8598   "discoveredAt": "2026-11-01T07:03:46.768Z",8599   "probedAt": "2026-11-01T07:03:46.768Z",8600   "benchmarkedAt": null,8601   "createdAt": "2026-11-19T17:31:21.245Z",8602   "updatedAt": "2026-11-19T17:31:21.245Z"8603  }8604 ],8605 "providers": [8606  {8607   "id": "openai",8608   "name": "OpenAI",8609   "enabled": true,8610   "lastDiscoveryAt": null,8611   "status": "unknown",8612   "statusDetail": null,8613   "configured": true8614  },8615  {8616   "id": "anthropic",8617   "name": "Anthropic",8618   "enabled": true,8619   "lastDiscoveryAt": null,8620   "status": "unknown",8621   "statusDetail": null,8622   "configured": true8623  }8624 ],8625 "routes": {8626  "chat": {8627   "primary": "gpt-6-sol",8628   "fallback": "claude-sonnet-5-5",8629   "effort": "medium",8630   "categories": [8631    "knowledge_synthesis",8632    "simple_reasoning",8633    "document_analysis"8634   ]8635  },8636  "quick": {8637   "primary": "claude-haiku-5-5",8638   "fallback": "gpt-5.4-mini",8639   "effort": "low",8640   "categories": [8641    "simple_reasoning",8642    "json_generation"8643   ]8644  },8645  "write": {8646   "primary": "gpt-6-sol",8647   "fallback": "claude-sonnet-4-6",8648   "effort": "medium",8649   "categories": [8650    "french_writing",8651    "english_writing"8652   ]8653  },8654  "reason": {8655   "primary": "claude-opus-5-5",8656   "fallback": "gpt-6-astra",8657   "effort": "high",8658   "categories": [8659    "complex_reasoning",8660    "mathematics"8661   ]8662  },8663  "deep": {8664   "primary": "claude-fable-5-1",8665   "fallback": "gpt-6-astra",8666   "effort": "high",8667   "categories": [8668    "complex_reasoning",8669    "knowledge_synthesis",8670    "mathematics"8671   ]8672  },8673  "code": {8674   "primary": "gpt-5.3-codex",8675   "fallback": "claude-sonnet-5-5",8676   "effort": "medium",8677   "categories": [8678    "programming"8679   ]8680  },8681  "extract": {8682   "primary": "gpt-5.4-mini",8683   "fallback": "claude-haiku-5-5",8684   "effort": "low",8685   "categories": [8686    "json_generation",8687    "document_analysis",8688    "tool_calling"8689   ]8690  },8691  "longctx": {8692   "primary": "gpt-6.1-terra",8693   "fallback": "claude-sonnet-5-5",8694   "effort": "medium",8695   "categories": [8696    "long_context"8697   ],8698   "avoid": [8699    "gpt-5.6-terra",8700    "gpt-6-luna",8701    "claude-fable-5"8702   ]8703  },8704  "agent": {8705   "primary": "claude-sonnet-5-5",8706   "fallback": "gpt-5.4",8707   "effort": "medium",8708   "categories": [8709    "tool_calling",8710    "complex_reasoning"8711   ]8712  },8713  "judge": {8714   "primary": "claude-haiku-5-5",8715   "fallback": "gpt-5.4-mini",8716   "effort": "low",8717   "categories": [8718    "json_generation"8719   ]8720  }8721 },8722 "defaultRoutes": {8723  "chat": {8724   "primary": "gpt-6-sol",8725   "fallback": "claude-sonnet-5-5",8726   "effort": "medium",8727   "categories": [8728    "knowledge_synthesis",8729    "simple_reasoning",8730    "document_analysis"8731   ]8732  },8733  "quick": {8734   "primary": "claude-haiku-5-5",8735   "fallback": "gpt-5.4-mini",8736   "effort": "low",8737   "categories": [8738    "simple_reasoning",8739    "json_generation"8740   ]8741  },8742  "write": {8743   "primary": "gpt-6-sol",8744   "fallback": "claude-sonnet-4-6",8745   "effort": "medium",8746   "categories": [8747    "french_writing",8748    "english_writing"8749   ]8750  },8751  "reason": {8752   "primary": "claude-opus-5-5",8753   "fallback": "gpt-6-astra",8754   "effort": "high",8755   "categories": [8756    "complex_reasoning",8757    "mathematics"8758   ]8759  },8760  "deep": {8761   "primary": "claude-fable-5-1",8762   "fallback": "gpt-6-astra",8763   "effort": "high",8764   "categories": [8765    "complex_reasoning",8766    "knowledge_synthesis",8767    "mathematics"8768   ]8769  },8770  "code": {8771   "primary": "gpt-5.3-codex",8772   "fallback": "claude-sonnet-5-5",8773   "effort": "medium",8774   "categories": [8775    "programming"8776   ]8777  },8778  "extract": {8779   "primary": "gpt-5.4-mini",8780   "fallback": "claude-haiku-5-5",8781   "effort": "low",8782   "categories": [8783    "json_generation",8784    "document_analysis",8785    "tool_calling"8786   ]8787  },8788  "longctx": {8789   "primary": "gpt-6.1-terra",8790   "fallback": "claude-sonnet-5-5",8791   "effort": "medium",8792   "categories": [8793    "long_context"8794   ],8795   "avoid": [8796    "gpt-5.6-terra",8797    "gpt-6-luna",8798    "claude-fable-5"8799   ]8800  },8801  "agent": {8802   "primary": "claude-sonnet-5-5",8803   "fallback": "gpt-5.4",8804   "effort": "medium",8805   "categories": [8806    "tool_calling",8807    "complex_reasoning"8808   ]8809  },8810  "judge": {8811   "primary": "claude-haiku-5-5",8812   "fallback": "gpt-5.4-mini",8813   "effort": "low",8814   "categories": [8815    "json_generation"8816   ]8817  }8818 },8819 "taskLabels": {8820  "chat": "Chat & Q&A",8821  "quick": "Quick tasks",8822  "write": "Writing",8823  "reason": "Reasoning",8824  "deep": "Deep research",8825  "code": "Code",8826  "extract": "Extraction",8827  "longctx": "Long context",8828  "agent": "Agents",8829  "judge": "Validation"8830 },8831 "benchmark": {8832  "runs": 836,8833  "judges": [8834   "claude-sonnet-5-5",8835   "gpt-5.4"8836  ],8837  "generated": "2026-11-01T07:18:30.317Z",8838  "categories": [8839   {8840    "id": "document_analysis",8841    "label": "Document analysis"8842   },8843   {8844    "id": "json_generation",8845    "label": "JSON generation"8846   },8847   {8848    "id": "complex_reasoning",8849    "label": "Complex reasoning"8850   },8851   {8852    "id": "long_context",8853    "label": "Long-context retrieval"8854   },8855   {8856    "id": "english_writing",8857    "label": "English writing"8858   },8859   {8860    "id": "french_writing",8861    "label": "French writing"8862   },8863   {8864    "id": "programming",8865    "label": "Programming"8866   },8867   {8868    "id": "simple_reasoning",8869    "label": "Simple reasoning"8870   },8871   {8872    "id": "knowledge_synthesis",8873    "label": "Knowledge synthesis"8874   },8875   {8876    "id": "tool_calling",8877    "label": "Tool calling"8878   },8879   {8880    "id": "mathematics",8881    "label": "Mathematics"8882   }8883  ],8884  "total_cost": 17.2435999999999978885 }8886}8887
Files main
Menu

Theme