Repository Public Research preview
1{2 "author": "claude-haiku-5-5",3 "date": "2026-11-10T05:20:30.664Z",4 "tasks": 16,5 "accepted_without": 7,6 "accepted_with": 15,7 "rows": [8 {9 "task": "opus55-deterministic",10 "target": "claude-opus-5-5",11 "without": {12 "accepted": false,13 "status": 400,14 "message": "temperature: Extra inputs are not permitted"15 },16 "with": {17 "accepted": true18 }19 },20 {21 "task": "opus55-deep-thinking",22 "target": "claude-opus-5-5",23 "without": {24 "accepted": false,25 "status": 400,26 "message": "\"thinking.type.enabled\" is not supported for this model. Use \"thinking.type.adaptive\" and \"output_config.effort\" to control thinking behavior."27 },28 "with": {29 "accepted": true30 }31 },32 {33 "task": "sonnet55-force-tool",34 "target": "claude-sonnet-5-5",35 "without": {36 "accepted": false,37 "status": 400,38 "message": "tool_choice: type \"tool\" and \"any\" are not supported for this model."39 },40 "with": {41 "accepted": true42 }43 },44 {45 "task": "fable52-no-thinking",46 "target": "claude-fable-5-2",47 "without": {48 "accepted": false,49 "status": 400,50 "message": "\"thinking.type.disabled\" is not supported for this model. Use \"thinking.type.adaptive\" and \"output_config.effort\" to control thinking behavior."51 },52 "with": {53 "accepted": true54 }55 },56 {57 "task": "sonnet55-no-thinking",58 "target": "claude-sonnet-5-5",59 "without": {60 "accepted": false,61 "status": 400,62 "message": "To turn thinking off on this model, send \"thinking\": {\"type\": \"between_tools\"} instead of {\"type\": \"disabled\"}. The model does not think before responding. The "63 },64 "with": {65 "accepted": true66 }67 },68 {69 "task": "opus55-json",70 "target": "claude-opus-5-5",71 "without": {72 "accepted": false,73 "status": 400,74 "message": "temperature: Extra inputs are not permitted"75 },76 "with": {77 "accepted": true78 }79 },80 {81 "task": "haiku45-thinking",82 "target": "claude-haiku-4-5-20251001",83 "without": {84 "accepted": true85 },86 "with": {87 "accepted": true88 }89 },90 {91 "task": "opus46-max-effort",92 "target": "claude-opus-4-6",93 "without": {94 "accepted": true95 },96 "with": {97 "accepted": true98 }99 },100 {101 "task": "sonnet45-effort",102 "target": "claude-sonnet-4-5-20250929",103 "without": {104 "accepted": true105 },106 "with": {107 "accepted": true108 }109 },110 {111 "task": "haiku55-creative",112 "target": "claude-haiku-5-5",113 "without": {114 "accepted": false,115 "status": 400,116 "message": "temperature: Extra inputs are not permitted"117 },118 "with": {119 "accepted": true120 }121 },122 {123 "task": "opus55-long-output",124 "target": "claude-opus-5-5",125 "without": {126 "accepted": true127 },128 "with": {129 "accepted": true130 }131 },132 {133 "task": "opus5-fast",134 "target": "claude-opus-5",135 "without": {136 "accepted": false,137 "status": 400,138 "message": "To use the `speed` parameter with 'claude-opus-5', send the `anthropic-beta: fast-mode-2026-02-01` header."139 },140 "with": {141 "accepted": false,142 "status": 400,143 "message": "Unexpected value(s) `fast-mode-YYYY-MM-DD` for the `anthropic-beta` header. Please consult our documentation at platform.claude.com/docs or try again without th"144 }145 },146 {147 "task": "sonnet5-system-mid",148 "target": "claude-sonnet-5",149 "without": {150 "accepted": true151 },152 "with": {153 "accepted": true154 }155 },156 {157 "task": "opus47-plain",158 "target": "claude-opus-4-7",159 "without": {160 "accepted": true161 },162 "with": {163 "accepted": true164 }165 },166 {167 "task": "fable51-tool-json",168 "target": "claude-fable-5-1",169 "without": {170 "accepted": false,171 "status": 400,172 "message": "tool_choice: type \"tool\" and \"any\" are not supported for this model."173 },174 "with": {175 "accepted": true176 }177 },178 {179 "task": "haiku55-plain",180 "target": "claude-haiku-5-5",181 "without": {182 "accepted": true183 },184 "with": {185 "accepted": true186 }187 }188 ]189}