{ "generatedAt": "2026-11-01T07:22:05.282Z", "entries": [ { "id": "claude-fable-5", "provider": "anthropic", "kind": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 10, "cacheWrite5m": 12.5, "cacheWrite1h": 20, "cachedInput": 1, "output": 50 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "contextWindow": 1000000, "maxOutputTokens": 128000, "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 2691, "p50TtftMs": 1862, "totalCostUsd": 0.20264, "avgOutputTokens": 77, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "claude-fable-5-1", "provider": "anthropic", "kind": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 10, "cacheWrite5m": 12.5, "cacheWrite1h": 20, "cachedInput": 0.25, "output": 50 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "contextWindow": 1000000, "maxOutputTokens": 128000, "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 1321, "p50TtftMs": 364, "totalCostUsd": 0.20326999999999998, "avgOutputTokens": 77, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "claude-haiku-4-5-20251001", "provider": "anthropic", "kind": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 1, "cacheWrite5m": 1.25, "cacheWrite1h": 2, "cachedInput": 0.1, "output": 5 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "contextWindow": 200000, "maxOutputTokens": 64000, "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 1119, "p50TtftMs": 405, "totalCostUsd": 0.015415, "avgOutputTokens": 58, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "claude-haiku-5-5", "provider": "anthropic", "kind": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 0.1, "cacheWrite5m": 0.125, "cacheWrite1h": 0.2, "cachedInput": 0.01, "output": 0.5, "notes": "prompts >100K tokens: $0.50/$2.50" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "contextWindow": 1000000, "maxOutputTokens": 128000, "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 883, "p50TtftMs": 637, "totalCostUsd": 0.0021742000000000003, "avgOutputTokens": 103, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "claude-opus-4-6", "provider": "anthropic", "kind": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 5, "cacheWrite5m": 6.25, "cacheWrite1h": 10, "cachedInput": 0.5, "output": 25 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "contextWindow": 1000000, "maxOutputTokens": 128000, "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 3613, "p50TtftMs": 2309, "totalCostUsd": 0.08978, "avgOutputTokens": 104, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "claude-opus-4-7", "provider": "anthropic", "kind": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 5, "cacheWrite5m": 6.25, "cacheWrite1h": 10, "cachedInput": 0.5, "output": 25 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "contextWindow": 1000000, "maxOutputTokens": 128000, "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 1659, "p50TtftMs": 537, "totalCostUsd": 0.10087499999999999, "avgOutputTokens": 67, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "claude-opus-4-8", "provider": "anthropic", "kind": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 5, "cacheWrite5m": 6.25, "cacheWrite1h": 10, "cachedInput": 0.5, "output": 25 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "contextWindow": 1000000, "maxOutputTokens": 128000, "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 1887, "p50TtftMs": 622, "totalCostUsd": 0.10341999999999998, "avgOutputTokens": 84, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "claude-opus-5", "provider": "anthropic", "kind": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 5, "cacheWrite5m": 6.25, "cacheWrite1h": 10, "cachedInput": 0.5, "output": 25 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "contextWindow": 1000000, "maxOutputTokens": 128000, "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 2242, "p50TtftMs": 1136, "totalCostUsd": 0.12025, "avgOutputTokens": 146, "perTest": { "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "basic": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "claude-opus-5-5", "provider": "anthropic", "kind": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 4, "cacheWrite5m": 5, "cacheWrite1h": 8, "cachedInput": 0.2, "output": 20 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "contextWindow": 1000000, "maxOutputTokens": 128000, "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 1742, "p50TtftMs": 954, "totalCostUsd": 0.093028, "avgOutputTokens": 131, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "claude-sonnet-4-5-20250929", "provider": "anthropic", "kind": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 3, "cacheWrite5m": 3.75, "cacheWrite1h": 6, "cachedInput": 0.3, "output": 15, "notes": "deprecated, retires 2026-11-30" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "contextWindow": 200000, "maxOutputTokens": 64000, "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 1934, "p50TtftMs": 785, "totalCostUsd": 0.04611, "avgOutputTokens": 57, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "claude-sonnet-4-6", "provider": "anthropic", "kind": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 3, "cacheWrite5m": 3.75, "cacheWrite1h": 6, "cachedInput": 0.3, "output": 15 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "contextWindow": 1000000, "maxOutputTokens": 128000, "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 2909, "p50TtftMs": 1732, "totalCostUsd": 0.055743, "avgOutputTokens": 116, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "claude-sonnet-5", "provider": "anthropic", "kind": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 2, "cacheWrite5m": 2.5, "cacheWrite1h": 4, "cachedInput": 0.2, "output": 10 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "contextWindow": 1000000, "maxOutputTokens": 128000, "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 1168, "p50TtftMs": 528, "totalCostUsd": 0.040766, "avgOutputTokens": 78, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "claude-sonnet-5-5", "provider": "anthropic", "kind": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 2, "cacheWrite5m": 2.5, "cacheWrite1h": 4, "cachedInput": 0.1, "output": 10 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "contextWindow": 1000000, "maxOutputTokens": 128000, "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 1496, "p50TtftMs": 586, "totalCostUsd": 0.039694, "avgOutputTokens": 69, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "claude-opus-4-5-20251101", "provider": "anthropic", "kind": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": false, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 5, "cacheWrite5m": 6.25, "cacheWrite1h": 10, "cachedInput": 0.5, "output": 25 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "contextWindow": 200000, "maxOutputTokens": 64000, "benchmark": { "tests": 11, "passed": 10, "qualityScore": 89, "p50LatencyMs": 1940, "p50TtftMs": 806, "totalCostUsd": 0.0801, "avgOutputTokens": 69, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "fail", "streaming": "pass" }, "errors": [] } }, { "id": "chat-latest", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 5, "cachedInput": 0.5, "output": 30, "notes": "ChatGPT model" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 1215, "p50TtftMs": 547, "totalCostUsd": 0.059775, "avgOutputTokens": 35, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-5", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 1.25, "cachedInput": 0.125, "output": 10 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 3814, "p50TtftMs": 7922, "totalCostUsd": 0.052955, "avgOutputTokens": 372, "perTest": { "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "basic": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-5-mini", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 0.25, "cachedInput": 0.025, "output": 2 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 3711, "p50TtftMs": 10075, "totalCostUsd": 0.00929875, "avgOutputTokens": 313, "perTest": { "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "basic": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-5-nano", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 0.05, "cachedInput": 0.005, "output": 0.4 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 3034, "p50TtftMs": 10356, "totalCostUsd": 0.0037060500000000002, "avgOutputTokens": 732, "perTest": { "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "basic": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-5-pro", "provider": "openai", "kind": "chat-pro", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": "unknown", "tools": true, "structuredOutput": true, "streaming": "unknown", "reasoning": true, "longContext": "unknown", "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 15, "output": 120 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 4, "passed": 4, "qualityScore": 100, "p50LatencyMs": 47132, "p50TtftMs": null, "totalCostUsd": 0.25377, "avgOutputTokens": 523, "perTest": { "basic": "pass", "reasoning": "pass", "json": "pass", "tools": "pass" }, "errors": [] } }, { "id": "gpt-5.2-pro", "provider": "openai", "kind": "chat-pro", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": "unknown", "tools": true, "structuredOutput": true, "streaming": "unknown", "reasoning": true, "longContext": "unknown", "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 21, "output": 168 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 4, "passed": 4, "qualityScore": 100, "p50LatencyMs": 6297, "p50TtftMs": null, "totalCostUsd": 0.039438, "avgOutputTokens": 53, "perTest": { "basic": "pass", "reasoning": "pass", "json": "pass", "tools": "pass" }, "errors": [] } }, { "id": "gpt-5.4-pro", "provider": "openai", "kind": "chat-pro", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": "unknown", "tools": true, "structuredOutput": true, "streaming": "unknown", "reasoning": true, "longContext": "unknown", "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 30, "output": 180 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 4, "passed": 4, "qualityScore": 100, "p50LatencyMs": 14838, "p50TtftMs": null, "totalCostUsd": 0.0735, "avgOutputTokens": 95, "perTest": { "basic": "pass", "reasoning": "pass", "json": "pass", "tools": "pass" }, "errors": [] } }, { "id": "gpt-5.5", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 5, "cachedInput": 0.5, "output": 30 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 2089, "p50TtftMs": 730, "totalCostUsd": 0.068925, "avgOutputTokens": 62, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-5.5-pro", "provider": "openai", "kind": "chat-pro", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": "unknown", "tools": true, "structuredOutput": true, "streaming": "unknown", "reasoning": true, "longContext": "unknown", "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 30, "output": 180 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 4, "passed": 4, "qualityScore": 100, "p50LatencyMs": 5531, "p50TtftMs": null, "totalCostUsd": 0.06449999999999999, "avgOutputTokens": 82, "perTest": { "basic": "pass", "reasoning": "pass", "json": "pass", "tools": "pass" }, "errors": [] } }, { "id": "gpt-5.6-luna", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 0.2, "cachedInput": 0.02, "output": 1.2 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 1581, "p50TtftMs": 3271, "totalCostUsd": 0.0031026000000000005, "avgOutputTokens": 88, "perTest": { "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "basic": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-5.6-sol", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 4, "cachedInput": 0.4, "output": 20, "notes": "promotional through at least 2026-11-21" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 1527, "p50TtftMs": 2268, "totalCostUsd": 0.0503, "avgOutputTokens": 53, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-6-astra", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 10, "cachedInput": 1, "output": 50, "notes": "long context (>272K) $20/$2/$75" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 2190, "p50TtftMs": 3799, "totalCostUsd": 0.12985, "avgOutputTokens": 60, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-6-luna", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 0.1, "cachedInput": 0.01, "output": 0.5 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 2005, "p50TtftMs": 2952, "totalCostUsd": 0.0015370000000000002, "avgOutputTokens": 104, "perTest": { "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "basic": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-6-sol", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 2, "cachedInput": 0.2, "output": 10 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 1516, "p50TtftMs": 1608, "totalCostUsd": 0.02674, "avgOutputTokens": 67, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-6.1-sol", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 2, "cachedInput": 0.1, "output": 10 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 2020, "p50TtftMs": 3051, "totalCostUsd": 0.02548, "avgOutputTokens": 56, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-6.1-terra", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 1, "cachedInput": 0.05, "output": 5 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 2208, "p50TtftMs": 1841, "totalCostUsd": 0.012655, "avgOutputTokens": 54, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "o3", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 2, "cachedInput": 0.5, "output": 8 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 11, "qualityScore": 100, "p50LatencyMs": 1643, "p50TtftMs": 660, "totalCostUsd": 0.033588, "avgOutputTokens": 164, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "o3-pro", "provider": "openai", "kind": "chat-pro", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": "unknown", "tools": true, "structuredOutput": true, "streaming": "unknown", "reasoning": true, "longContext": "unknown", "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 20, "output": 80 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 4, "passed": 4, "qualityScore": 100, "p50LatencyMs": 6627, "p50TtftMs": null, "totalCostUsd": 0.04662, "avgOutputTokens": 135, "perTest": { "basic": "pass", "reasoning": "pass", "json": "pass", "tools": "pass" }, "errors": [] } }, { "id": "gpt-4.1", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 2, "cachedInput": 0.5, "output": 8 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 10, "qualityScore": 89, "p50LatencyMs": 704, "p50TtftMs": 413, "totalCostUsd": 0.022567999999999998, "avgOutputTokens": 38, "perTest": { "basic": "pass", "reasoning": "pass", "math": "fail", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-4.1-mini", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 0.4, "cachedInput": 0.1, "output": 1.6 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 10, "qualityScore": 89, "p50LatencyMs": 897, "p50TtftMs": 343, "totalCostUsd": 0.0045772, "avgOutputTokens": 39, "perTest": { "basic": "pass", "reasoning": "pass", "math": "fail", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-5.1", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 1.25, "cachedInput": 0.125, "output": 10 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 10, "qualityScore": 89, "p50LatencyMs": 1084, "p50TtftMs": 610, "totalCostUsd": 0.017055, "avgOutputTokens": 46, "perTest": { "basic": "pass", "reasoning": "pass", "math": "fail", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-5.3-codex", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": false, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 1.75, "cachedInput": 0.175, "output": 14 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 10, "qualityScore": 89, "p50LatencyMs": 1209, "p50TtftMs": 545, "totalCostUsd": 0.022923249999999996, "avgOutputTokens": 39, "perTest": { "basic": "pass", "reasoning": "fail", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-5.4", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": false, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 2.5, "cachedInput": 0.25, "output": 15 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 10, "qualityScore": 89, "p50LatencyMs": 1466, "p50TtftMs": 651, "totalCostUsd": 0.0304725, "avgOutputTokens": 38, "perTest": { "basic": "pass", "reasoning": "fail", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-5.4-mini", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 0.75, "cachedInput": 0.075, "output": 4.5 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 10, "qualityScore": 89, "p50LatencyMs": 888, "p50TtftMs": 458, "totalCostUsd": 0.00921375, "avgOutputTokens": 40, "perTest": { "basic": "pass", "reasoning": "pass", "math": "fail", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-5.6-terra", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": false, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 2, "cachedInput": 0.2, "output": 12 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 10, "qualityScore": 89, "p50LatencyMs": 1214, "p50TtftMs": 611, "totalCostUsd": 0.025602, "avgOutputTokens": 47, "perTest": { "basic": "pass", "reasoning": "pass", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "fail", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-4o", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": false, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 2.5, "cachedInput": 1.25, "output": 10 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 9, "qualityScore": 78, "p50LatencyMs": 1049, "p50TtftMs": 457, "totalCostUsd": 0.02777, "avgOutputTokens": 34, "perTest": { "basic": "pass", "reasoning": "fail", "math": "fail", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-4o-mini", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": false, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 0.15, "cachedInput": 0.075, "output": 0.6 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 9, "qualityScore": 78, "p50LatencyMs": 893, "p50TtftMs": 482, "totalCostUsd": 0.0020663999999999995, "avgOutputTokens": 32, "perTest": { "basic": "pass", "reasoning": "fail", "math": "fail", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-5.2", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": false, "longContext": false, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 1.75, "cachedInput": 0.175, "output": 14 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 9, "qualityScore": 78, "p50LatencyMs": 1506, "p50TtftMs": 529, "totalCostUsd": 0.02313325, "avgOutputTokens": 40, "perTest": { "basic": "pass", "reasoning": "fail", "math": "pass", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "fail", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-5.4-nano", "provider": "openai", "kind": "chat", "api": "responses", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": true, "tools": true, "structuredOutput": true, "streaming": true, "reasoning": false, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 0.2, "cachedInput": 0.02, "output": 1.25 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 9, "qualityScore": 78, "p50LatencyMs": 969, "p50TtftMs": 541, "totalCostUsd": 0.00252875, "avgOutputTokens": 43, "perTest": { "basic": "pass", "reasoning": "fail", "math": "fail", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "pass", "vision": "pass", "longctx": "pass", "streaming": "pass" }, "errors": [] } }, { "id": "gpt-5-search-api", "provider": "openai", "kind": "search", "api": "chat", "available": true, "tested": true, "status": "verified", "capabilities": { "text": true, "vision": false, "tools": false, "structuredOutput": true, "streaming": true, "reasoning": true, "longContext": true, "audioInput": false, "audioOutput": false, "imageGeneration": false }, "pricing": { "input": 1.25, "cachedInput": 0.125, "output": 10 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 11, "passed": 8, "qualityScore": 67, "p50LatencyMs": 1707, "p50TtftMs": 1073, "totalCostUsd": 0.070686, "avgOutputTokens": 65, "perTest": { "basic": "pass", "reasoning": "pass", "math": "fail", "code": "pass", "french": "pass", "english": "pass", "json": "pass", "tools": "error", "vision": "fail", "longctx": "pass", "streaming": "pass" }, "errors": [ "tools: 404 404 tools is not supported in this model. For a list of supported models, refer to https://platform.openai.com/docs/guides/function-call" ] } }, { "id": "babbage-002", "provider": "openai", "kind": "legacy-completion", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "Legacy completions endpoint — not used by this app" }, { "id": "chatgpt-image-latest", "provider": "openai", "kind": "image", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": true, "audioOutput": false, "audioInput": false }, "pricing": { "imageInput": 8, "imageCachedInput": 2, "imageOutput": 32, "input": 5, "cachedInput": 1.25, "output": 10, "unit": "image tokens / text tokens" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 5382, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "image": "pass" }, "errors": [] } }, { "id": "davinci-002", "provider": "openai", "kind": "legacy-completion", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "Legacy completions endpoint — not used by this app" }, { "id": "gpt-3.5-turbo", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "pricing": { "input": 0.5, "output": 1.5 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-3.5-turbo` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-3.5-turbo-instruct", "provider": "openai", "kind": "legacy-completion", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "Legacy completions endpoint — not used by this app" }, { "id": "gpt-3.5-turbo-instruct-0914", "provider": "openai", "kind": "legacy-completion", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "Legacy completions endpoint — not used by this app" }, { "id": "gpt-4", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "pricing": { "input": 30, "output": 60, "notes": "listed as gpt-4-0613" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-4` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-4-turbo", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "pricing": { "input": 10, "output": 30, "notes": "listed as gpt-4-turbo-2024-04-09" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-4-turbo` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-4.1-nano", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "pricing": { "input": 0.1, "cachedInput": 0.025, "output": 0.4 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-4.1-nano` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-4o-mini-search-preview", "provider": "openai", "kind": "search", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-4o-mini-search-preview` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-4o-mini-transcribe", "provider": "openai", "kind": "stt", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": false, "audioInput": true }, "pricing": { "audioInput": 1.25, "output": 5, "perMinute": 0.003 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 412, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "stt": "pass" }, "errors": [] } }, { "id": "gpt-4o-mini-tts", "provider": "openai", "kind": "tts", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": true, "audioInput": false }, "pricing": { "input": 0.6, "audioOutput": 12, "notes": "~$0.015 per minute" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 542, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "tts": "pass" }, "errors": [] } }, { "id": "gpt-4o-search-preview", "provider": "openai", "kind": "search", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-4o-search-preview` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-4o-transcribe", "provider": "openai", "kind": "stt", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": false, "audioInput": true }, "pricing": { "audioInput": 2.5, "output": 10, "perMinute": 0.006 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 625, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "stt": "pass" }, "errors": [] } }, { "id": "gpt-4o-transcribe-diarize", "provider": "openai", "kind": "stt", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": false, "audioInput": true }, "pricing": { "audioInput": 2.5, "output": 10, "perMinute": 0.006 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 2799, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "stt": "pass" }, "errors": [] } }, { "id": "gpt-5-chat-latest", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-5-chat-latest` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-5-codex", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-5-codex` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-5.1-chat-latest", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-5.1-chat-latest` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-5.1-codex", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-5.1-codex` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-5.1-codex-max", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-5.1-codex-max` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-5.1-codex-mini", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-5.1-codex-mini` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-5.2-chat-latest", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-5.2-chat-latest` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-5.2-codex", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-5.2-codex` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-5.3-chat-latest", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `gpt-5.3-chat-latest` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "gpt-audio", "provider": "openai", "kind": "audio-chat", "available": false, "tested": true, "status": "unavailable", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": false, "audioInput": "unknown" }, "pricing": { "audioInput": 32, "audioOutput": 64, "input": 2.5, "output": 10 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "400 400 This model requires that either input content or output modality contain audio.", "benchmark": { "tests": 1, "passed": 0, "qualityScore": null, "p50LatencyMs": 122, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "audio-chat": "error" }, "errors": [ "400 400 This model requires that either input content or output modality contain audio." ] } }, { "id": "gpt-audio-1.5", "provider": "openai", "kind": "audio-chat", "available": false, "tested": true, "status": "unavailable", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": false, "audioInput": "unknown" }, "pricing": { "audioInput": 32, "audioOutput": 64, "input": 2.5, "output": 10 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "400 400 This model requires that either input content or output modality contain audio.", "benchmark": { "tests": 1, "passed": 0, "qualityScore": null, "p50LatencyMs": 103, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "audio-chat": "error" }, "errors": [ "400 400 This model requires that either input content or output modality contain audio." ] } }, { "id": "gpt-audio-mini", "provider": "openai", "kind": "audio-chat", "available": false, "tested": true, "status": "unavailable", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": false, "audioInput": "unknown" }, "pricing": { "audioInput": 10, "audioOutput": 20, "input": 0.6, "output": 2.4 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "400 400 This model requires that either input content or output modality contain audio.", "benchmark": { "tests": 1, "passed": 0, "qualityScore": null, "p50LatencyMs": 132, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "audio-chat": "error" }, "errors": [ "400 400 This model requires that either input content or output modality contain audio." ] } }, { "id": "gpt-image-1", "provider": "openai", "kind": "image", "available": false, "tested": true, "status": "unavailable", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": false, "audioInput": false }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "400 400 The model 'gpt-image-1' does not exist.", "benchmark": { "tests": 1, "passed": 0, "qualityScore": null, "p50LatencyMs": 174, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "image": "error" }, "errors": [ "400 400 The model 'gpt-image-1' does not exist." ] } }, { "id": "gpt-image-1-mini", "provider": "openai", "kind": "image", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": true, "audioOutput": false, "audioInput": false }, "pricing": { "imageInput": 2.5, "imageCachedInput": 0.25, "imageOutput": 8, "input": 2, "cachedInput": 0.2, "unit": "image tokens / text tokens" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 5797, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "image": "pass" }, "errors": [] } }, { "id": "gpt-image-1.5", "provider": "openai", "kind": "image", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": true, "audioOutput": false, "audioInput": false }, "pricing": { "imageInput": 8, "imageCachedInput": 2, "imageOutput": 32, "input": 5, "cachedInput": 1.25, "output": 10, "unit": "image tokens / text tokens" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 4864, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "image": "pass" }, "errors": [] } }, { "id": "gpt-image-2", "provider": "openai", "kind": "image", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": true, "audioOutput": false, "audioInput": false }, "pricing": { "imageInput": 8, "imageCachedInput": 2, "imageOutput": 30, "input": 5, "cachedInput": 1.25, "unit": "image tokens / text tokens" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 6375, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "image": "pass" }, "errors": [] } }, { "id": "gpt-image-2.5-flare", "provider": "openai", "kind": "image", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": true, "audioOutput": false, "audioInput": false }, "pricing": { "imageInput": 8, "imageCachedInput": 2, "imageOutput": 30, "input": 5, "cachedInput": 1.25, "unit": "image tokens / text tokens" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 4765, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "image": "pass" }, "errors": [] } }, { "id": "gpt-image-2.5-sunburst", "provider": "openai", "kind": "image", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": true, "audioOutput": false, "audioInput": false }, "pricing": { "imageInput": 8, "imageCachedInput": 2, "imageOutput": 30, "input": 5, "cachedInput": 1.25, "unit": "image tokens / text tokens" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 6665, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "image": "pass" }, "errors": [] } }, { "id": "gpt-live-1", "provider": "openai", "kind": "realtime", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "pricing": { "perMinute": 0.05 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "WebSocket/WebRTC realtime model — not a chat-completion model; not exercised" }, { "id": "gpt-live-transcribe", "provider": "openai", "kind": "realtime", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "pricing": { "perMinute": 0.017 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "WebSocket/WebRTC realtime model — not a chat-completion model; not exercised" }, { "id": "gpt-realtime", "provider": "openai", "kind": "realtime", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "pricing": { "audioInput": 32, "audioOutput": 64, "input": 4, "cachedInput": 0.4, "output": 16 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "WebSocket/WebRTC realtime model — not a chat-completion model; not exercised" }, { "id": "gpt-realtime-1.5", "provider": "openai", "kind": "realtime", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "pricing": { "audioInput": 32, "audioOutput": 64, "input": 4, "cachedInput": 0.4, "output": 16 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "WebSocket/WebRTC realtime model — not a chat-completion model; not exercised" }, { "id": "gpt-realtime-2", "provider": "openai", "kind": "realtime", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "pricing": { "audioInput": 32, "audioOutput": 64, "input": 4, "cachedInput": 0.4, "output": 24 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "WebSocket/WebRTC realtime model — not a chat-completion model; not exercised" }, { "id": "gpt-realtime-2.1", "provider": "openai", "kind": "realtime", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "pricing": { "audioInput": 32, "audioOutput": 64, "input": 4, "cachedInput": 0.4, "output": 24, "unit": "audio tokens / text tokens" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "WebSocket/WebRTC realtime model — not a chat-completion model; not exercised" }, { "id": "gpt-realtime-2.1-mini", "provider": "openai", "kind": "realtime", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "pricing": { "audioInput": 10, "audioOutput": 20, "input": 0.6, "cachedInput": 0.06, "output": 2.4 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "WebSocket/WebRTC realtime model — not a chat-completion model; not exercised" }, { "id": "gpt-realtime-mini", "provider": "openai", "kind": "realtime", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "pricing": { "audioInput": 10, "audioOutput": 20, "input": 0.6, "cachedInput": 0.06, "output": 2.4 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "WebSocket/WebRTC realtime model — not a chat-completion model; not exercised" }, { "id": "gpt-realtime-translate", "provider": "openai", "kind": "realtime", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "pricing": { "perMinute": 0.034 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "WebSocket/WebRTC realtime model — not a chat-completion model; not exercised" }, { "id": "gpt-realtime-whisper", "provider": "openai", "kind": "realtime", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "pricing": { "perMinute": 0.017 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "WebSocket/WebRTC realtime model — not a chat-completion model; not exercised" }, { "id": "gpt-transcribe", "provider": "openai", "kind": "stt", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": false, "audioInput": true }, "pricing": { "perMinute": 0.0045 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 459, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "stt": "pass" }, "errors": [] } }, { "id": "o1", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "pricing": { "input": 15, "cachedInput": 7.5, "output": 60 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `o1` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "o1-pro", "provider": "openai", "kind": "chat-pro", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "pricing": { "input": 150, "output": 600 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `o1-pro` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "o3-deep-research", "provider": "openai", "kind": "deep-research", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "Requires hosted web-search tools and long runs — not benchmarked without explicit budget approval" }, { "id": "o3-mini", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "pricing": { "input": 1.1, "cachedInput": 0.55, "output": 4.4 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `o3-mini` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "o4-mini", "provider": "openai", "kind": "chat", "available": false, "tested": false, "status": "unavailable", "capabilities": {}, "pricing": { "input": 1.1, "cachedInput": 0.275, "output": 4.4 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "The model `o4-mini` has been deprecated, learn more here: https://platform.openai.com/docs/deprecations" }, { "id": "o4-mini-deep-research", "provider": "openai", "kind": "deep-research", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "Requires hosted web-search tools and long runs — not benchmarked without explicit budget approval" }, { "id": "omni-moderation-latest", "provider": "openai", "kind": "moderation", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": false, "audioInput": false }, "pricing": { "input": 0, "notes": "free" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 521, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "moderation": "pass" }, "errors": [] } }, { "id": "sora-2", "provider": "openai", "kind": "video", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "Video generation — not tested (cost)" }, { "id": "sora-2-pro", "provider": "openai", "kind": "video", "available": false, "tested": false, "status": "unsupported", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "Video generation — not tested (cost)" }, { "id": "text-embedding-3-large", "provider": "openai", "kind": "embedding", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": false, "audioInput": false }, "pricing": { "input": 0.13 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 215, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "embedding": "pass" }, "errors": [] } }, { "id": "text-embedding-3-small", "provider": "openai", "kind": "embedding", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": false, "audioInput": false }, "pricing": { "input": 0.02 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 319, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "embedding": "pass" }, "errors": [] } }, { "id": "text-embedding-ada-002", "provider": "openai", "kind": "embedding", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": false, "audioInput": false }, "pricing": { "input": 0.1 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 162, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "embedding": "pass" }, "errors": [] } }, { "id": "tts-1", "provider": "openai", "kind": "tts", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": true, "audioInput": false }, "pricing": { "perMillionCharacters": 15 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 2195, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "tts": "pass" }, "errors": [] } }, { "id": "tts-1-1106", "provider": "openai", "kind": "tts", "available": false, "tested": false, "status": "untested", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "not tested" }, { "id": "tts-1-hd", "provider": "openai", "kind": "tts", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": true, "audioInput": false }, "pricing": { "perMillionCharacters": 30 }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 1689, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "tts": "pass" }, "errors": [] } }, { "id": "tts-1-hd-1106", "provider": "openai", "kind": "tts", "available": false, "tested": false, "status": "untested", "capabilities": {}, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "unavailableReason": "not tested" }, { "id": "whisper-1", "provider": "openai", "kind": "stt", "available": true, "tested": true, "status": "verified", "capabilities": { "text": false, "vision": false, "tools": false, "structuredOutput": false, "streaming": false, "reasoning": false, "longContext": false, "imageGeneration": false, "audioOutput": false, "audioInput": true }, "pricing": { "perMinute": 0.006, "notes": "page lists 'Whisper'" }, "lastVerifiedAt": "2026-11-01T07:22:05.282Z", "benchmark": { "tests": 1, "passed": 1, "qualityScore": null, "p50LatencyMs": 642, "p50TtftMs": null, "totalCostUsd": 0, "avgOutputTokens": null, "perTest": { "stt": "pass" }, "errors": [] } } ] }