run_id,task_id,occupation,arm,rep,model,node,status,result_subtype,timed_out,wall_s,wall_total_s,tool_time_s,first_tool_s,num_turns,n_events,tool_calls,by_tool,by_family,family_sequence,app_transitions,tool_errors,retries,tokens,model_usage,claude_code_version,model_reported,cost_usd,recovery_cost_usd,total_cost_usd,recovery_attempted,recovery_success,selfcheck_pass_first,selfcheck_pass_final,det_completion,det_score,n_critical_violations,critical_error,abstention_status,abstention_justified,quality,quality_scores,judge_acceptable_votes,n_judges,interrupt_s,human_intervention_min,completion_status,n_questions,n_issues_found,n_assumptions,n_artifacts,inputs_changed,stage,seed
HR-01_A4_r2_int120,HR-01,human resources,A4,2,claude-opus-5-5,M3U96a,evaluated,timeout,True,140.1,246.2,4.8,3.887,,127,21,"{""Bash"": 21}","{""shell"": 5, ""python"": 11, ""browser"": 3, ""office"": 2}","[""shell"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""shell"", ""python"", ""shell""]",9,1,1,"{""input"": 80, ""output"": 376, ""cache_read"": 1000568, ""cache_create"": 77832}","{""claude-opus-5-5"": {""inputTokens"": 48, ""outputTokens"": 25875, ""thinkingTokens"": 7399, ""cacheReadInputTokens"": 619723, ""cacheCreationInputTokens"": 47445, ""cacheCreationEphemeral5mInputTokens"": 47445, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.8788615999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.8788615999999999,0.8788615999999999,True,1.0,0.0,1.0,True,1.0,0,False,needs_clarification,True,75.83333333333333,"[75.0, 76.25, 76.25]","[false, false, false]",3,120,0.0,needs_clarification,4.0,7.0,6.0,7,False,recovery,4246
ADM-01_A3_r2_int120,ADM-01,executive administration,A3,2,claude-opus-5-5,M3U96b,evaluated,timeout,True,121.4,121.4,0.7,5.448,,110,11,"{""Bash"": 11}","{""shell"": 7, ""python"": 2, ""office"": 1, ""browser"": 1}","[""shell"", ""python"", ""office"", ""browser"", ""shell""]",4,0,0,"{""input"": 46, ""output"": 132, ""cache_read"": 433552, ""cache_create"": 100049}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.0,0,False,,,0.0,"[0.0, 0.0, 0.0]","[false, false, false]",3,120,0.0,,,,,0,False,recovery,4246
RE-01_A4_r1_int120,RE-01,real estate appraisal,A4,1,claude-opus-5-5,M3U96b,evaluated,timeout,True,149.8,188.70000000000002,4.9,2.842,,93,27,"{""Bash"": 21, ""Read"": 6}","{""shell"": 4, ""office"": 3, ""python"": 8, ""file"": 6, ""browser"": 6}","[""shell"", ""office"", ""python"", ""file"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""shell"", ""python"", ""browser"", ""shell""]",12,2,2,"{""input"": 112, ""output"": 503, ""cache_read"": 1200369, ""cache_create"": 91806}","{""claude-opus-5-5"": {""inputTokens"": 52, ""outputTokens"": 20569, ""thinkingTokens"": 1384, ""cacheReadInputTokens"": 641370, ""cacheCreationInputTokens"": 44302, ""cacheCreationEphemeral5mInputTokens"": 44302, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.7613720000000002, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.7613720000000002,0.7613720000000002,True,1.0,0.0,1.0,True,1.0,0,False,completed,,95.83333333333333,"[95.0, 96.25, 96.25]","[true, true, true]",3,120,0.0,completed,2.0,5.0,4.0,5,False,recovery,4246
RES-01_A3_r2_int120,RES-01,academic research,A3,2,claude-opus-5-5,M4M64b,evaluated,timeout,True,140.7,140.7,6.6,2.542,,72,13,"{""Bash"": 12, ""Read"": 1}","{""shell"": 2, ""office"": 1, ""python"": 7, ""file"": 1, ""browser"": 2}","[""shell"", ""office"", ""shell"", ""python"", ""file"", ""python"", ""browser"", ""python""]",7,0,0,"{""input"": 62, ""output"": 222, ""cache_read"": 385031, ""cache_create"": 61397}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.6667,0,False,,,23.333333333333332,"[17.5, 26.25, 26.25]","[false, false, false]",3,120,0.0,,,,,11,False,recovery,4246
BI-01_A4_r1_int120,BI-01,business intelligence,A4,1,claude-opus-5-5,M4M64a,evaluated,timeout,True,206.6,267.2,3.5,3.775,,111,18,"{""Bash"": 18}","{""shell"": 2, ""python"": 7, ""sql"": 2, ""browser"": 3, ""office"": 4}","[""shell"", ""python"", ""sql"", ""python"", ""browser"", ""office"", ""sql"", ""office"", ""python"", ""office"", ""python"", ""browser"", ""office""]",12,1,1,"{""input"": 74, ""output"": 328, ""cache_read"": 843239, ""cache_create"": 80751}","{""claude-opus-5-5"": {""inputTokens"": 42, ""outputTokens"": 28653, ""thinkingTokens"": 5759, ""cacheReadInputTokens"": 460884, ""cacheCreationInputTokens"": 50343, ""cacheCreationEphemeral5mInputTokens"": 50343, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.9171198, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.9171198,0.9171198,True,1.0,0.0,1.0,True,1.0,0,False,completed,,70.0,"[67.5, 78.75, 63.74999999999999]","[false, false, false]",3,120,0.0,completed,0.0,6.0,4.0,9,False,recovery,4246
RE-01_A4_r2_int120,RE-01,real estate appraisal,A4,2,claude-opus-5-5,M4M64b,evaluated,timeout,True,137.8,181.4,2.9,4.124,,109,23,"{""Bash"": 17, ""Read"": 6}","{""shell"": 2, ""office"": 5, ""file"": 6, ""browser"": 5, ""python"": 5}","[""shell"", ""office"", ""file"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""office"", ""shell""]",9,2,2,"{""input"": 106, ""output"": 1104, ""cache_read"": 986025, ""cache_create"": 128226}","{""claude-opus-5-5"": {""inputTokens"": 42, ""outputTokens"": 18048, ""thinkingTokens"": 1122, ""cacheReadInputTokens"": 486869, ""cacheCreationInputTokens"": 42641, ""cacheCreationEphemeral5mInputTokens"": 42641, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.6717067999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.6717067999999999,0.6717067999999999,True,1.0,0.0,1.0,True,1.0,0,False,completed,,92.91666666666667,"[91.25, 91.25, 96.25]","[true, true, true]",3,120,0.0,completed,2.0,6.0,5.0,5,False,recovery,4246
BANK-01_A3_r2_int120,BANK-01,banking,A3,2,claude-opus-5-5,M4M64a,evaluated,timeout,True,121.3,121.3,2.8,3.029,,49,8,"{""Bash"": 8}","{""shell"": 1, ""office"": 3, ""python"": 2, ""browser"": 2}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office""]",5,0,0,"{""input"": 34, ""output"": 162, ""cache_read"": 184266, ""cache_create"": 63957}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.4828,0,False,,,44.166666666666664,"[47.5, 43.75, 41.25]","[false, false, false]",3,120,0.0,,,,,1,False,recovery,4246
FIN-01_A4_r1_int120,FIN-01,corporate finance,A4,1,claude-opus-5-5,M3U96a,evaluated,timeout,True,134.0,166.8,3.1,2.766,,82,16,"{""Bash"": 16}","{""shell"": 3, ""office"": 3, ""python"": 7, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""shell"", ""python"", ""browser"", ""office"", ""shell""]",11,1,1,"{""input"": 78, ""output"": 427, ""cache_read"": 764491, ""cache_create"": 103373}","{""claude-opus-5-5"": {""inputTokens"": 40, ""outputTokens"": 19290, ""thinkingTokens"": 1161, ""cacheReadInputTokens"": 454678, ""cacheCreationInputTokens"": 41889, ""cacheCreationEphemeral5mInputTokens"": 41889, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.6863406, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.6863406,0.6863406,True,1.0,0.0,1.0,True,1.0,0,False,completed,,89.58333333333333,"[86.25, 90.0, 92.5]","[true, true, true]",3,120,0.0,completed,0.0,6.0,6.0,5,False,recovery,4246
ACC-01_A3_r2_int120,ACC-01,accounting,A3,2,claude-opus-5-5,M3U96a,evaluated,timeout,True,122.2,122.2,1.9,2.288,,103,15,"{""Bash"": 15}","{""shell"": 4, ""python"": 11}","[""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python""]",7,2,2,"{""input"": 64, ""output"": 191, ""cache_read"": 560365, ""cache_create"": 90340}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.0,0,False,,,0.0,"[0.0, 0.0, 0.0]","[false, false, false]",3,120,0.0,,,,,0,False,recovery,4246
ADM-01_A4_r1_int120,ADM-01,executive administration,A4,1,claude-opus-5-5,M3U96b,evaluated,timeout,True,122.6,294.4,1.6,2.347,,141,17,"{""Bash"": 16, ""Read"": 1}","{""shell"": 6, ""python"": 5, ""file"": 1, ""office"": 2, ""browser"": 3}","[""shell"", ""python"", ""file"", ""office"", ""python"", ""office"", ""browser"", ""python"", ""shell"", ""python"", ""shell"", ""browser"", ""python""]",12,1,1,"{""input"": 74, ""output"": 403, ""cache_read"": 1584976, ""cache_create"": 208343}","{""claude-opus-5-5"": {""inputTokens"": 38, ""outputTokens"": 29616, ""thinkingTokens"": 10830, ""cacheReadInputTokens"": 879333, ""cacheCreationInputTokens"": 95811, ""cacheCreationEphemeral5mInputTokens"": 95811, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 1.2473936, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,1.2473936,1.2473936,True,1.0,0.0,1.0,False,1.0,1,True,completed,,64.58333333333333,"[66.25, 61.25000000000001, 66.25]","[false, false, false]",3,120,0.0,completed,8.0,8.0,7.0,16,False,recovery,4246
PROC-01_A4_r2_int120,PROC-01,procurement,A4,2,claude-opus-5-5,M4M64a,evaluated,timeout,True,137.7,174.79999999999998,2.4,2.132,,83,17,"{""Bash"": 17}","{""shell"": 3, ""office"": 3, ""python"": 8, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""shell""]",8,2,2,"{""input"": 68, ""output"": 403, ""cache_read"": 746531, ""cache_create"": 75049}","{""claude-opus-5-5"": {""inputTokens"": 40, ""outputTokens"": 20683, ""thinkingTokens"": 3784, ""cacheReadInputTokens"": 466317, ""cacheCreationInputTokens"": 43197, ""cacheCreationEphemeral5mInputTokens"": 43197, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.7230684, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.7230684,0.7230684,True,1.0,0.0,1.0,True,1.0,0,False,completed,,93.33333333333333,"[96.25, 90.0, 93.75]","[true, true, true]",3,120,0.0,completed,4.0,7.0,5.0,5,False,recovery,4246
BI-01_A3_r1_int120,BI-01,business intelligence,A3,1,claude-opus-5-5,M3U96a,evaluated,timeout,True,144.1,144.1,1.9,1.735,,75,13,"{""Bash"": 13}","{""shell"": 2, ""python"": 5, ""sql"": 3, ""browser"": 3}","[""shell"", ""python"", ""sql"", ""browser"", ""python""]",4,1,1,"{""input"": 44, ""output"": 210, ""cache_read"": 259743, ""cache_create"": 47607}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.0,0,False,,,0.0,"[0.0, 0.0, 0.0]","[false, false, false]",3,120,0.0,,,,,3,False,recovery,4246
BI-01_A4_r2_int120,BI-01,business intelligence,A4,2,claude-opus-5-5,M4M64b,evaluated,timeout,True,149.6,243.5,3.5,1.737,,117,20,"{""Bash"": 20}","{""shell"": 2, ""python"": 9, ""sql"": 2, ""browser"": 3, ""office"": 4}","[""shell"", ""python"", ""sql"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""shell""]",10,1,1,"{""input"": 78, ""output"": 428, ""cache_read"": 901101, ""cache_create"": 82868}","{""claude-opus-5-5"": {""inputTokens"": 44, ""outputTokens"": 28292, ""thinkingTokens"": 6192, ""cacheReadInputTokens"": 520314, ""cacheCreationInputTokens"": 46670, ""cacheCreationEphemeral5mInputTokens"": 46670, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.9034287999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.9034287999999999,0.9034287999999999,True,1.0,0.0,1.0,True,1.0,0,False,completed,,66.66666666666667,"[67.5, 68.75, 63.74999999999999]","[false, false, false]",3,120,0.0,completed,0.0,5.0,6.0,13,False,recovery,4246
FIN-01_A3_r2_int120,FIN-01,corporate finance,A3,2,claude-opus-5-5,M3U96a,evaluated,timeout,True,145.3,145.3,3.2,2.002,,53,11,"{""Bash"": 11}","{""shell"": 1, ""office"": 2, ""python"": 6, ""browser"": 2}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python""]",6,1,1,"{""input"": 42, ""output"": 157, ""cache_read"": 294808, ""cache_create"": 57609}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.6957,0,False,,,38.75,"[41.25, 37.5, 37.5]","[false, false, false]",3,120,0.0,,,,,1,False,recovery,4246
RES-01_A3_r1_int120,RES-01,academic research,A3,1,claude-opus-5-5,M4M64a,evaluated,timeout,True,142.6,142.6,5.1,2.41,,63,16,"{""Bash"": 15, ""Read"": 1}","{""shell"": 1, ""office"": 1, ""python"": 11, ""file"": 1, ""browser"": 2}","[""shell"", ""office"", ""python"", ""file"", ""python"", ""browser"", ""python""]",6,0,0,"{""input"": 58, ""output"": 289, ""cache_read"": 476862, ""cache_create"": 56010}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.6667,0,False,,,21.666666666666668,"[17.5, 26.25, 21.25]","[false, false, false]",3,120,0.0,,,,,12,False,recovery,4246
RES-01_A4_r2_int120,RES-01,academic research,A4,2,claude-opus-5-5,M3U96a,evaluated,timeout,True,121.4,230.10000000000002,12.3,2.432,,110,20,"{""Bash"": 19, ""Read"": 1}","{""shell"": 3, ""office"": 1, ""python"": 11, ""file"": 1, ""browser"": 4}","[""shell"", ""office"", ""python"", ""shell"", ""python"", ""file"", ""python"", ""browser"", ""python"", ""browser"", ""shell""]",10,1,1,"{""input"": 104, ""output"": 1216, ""cache_read"": 1214690, ""cache_create"": 109685}","{""claude-opus-5-5"": {""inputTokens"": 44, ""outputTokens"": 26253, ""thinkingTokens"": 2020, ""cacheReadInputTokens"": 527254, ""cacheCreationInputTokens"": 42049, ""cacheCreationEphemeral5mInputTokens"": 42049, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.8409318, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.8409318,0.8409318,True,1.0,0.0,1.0,True,1.0,0,False,completed,,84.58333333333333,"[75.0, 93.75, 85.0]","[false, true, true]",3,120,0.0,completed,0.0,4.0,4.0,16,False,recovery,4246
PROC-01_A3_r1_int120,PROC-01,procurement,A3,1,claude-opus-5-5,M4M64a,evaluated,timeout,True,127.1,127.1,2.3,3.753,,46,10,"{""Bash"": 10}","{""shell"": 1, ""office"": 2, ""python"": 5, ""browser"": 2}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python""]",6,1,1,"{""input"": 34, ""output"": 147, ""cache_read"": 214131, ""cache_create"": 55963}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.3548,0,False,,,60.833333333333336,"[62.5, 60.0, 60.0]","[false, false, false]",3,120,0.0,,,,,1,False,recovery,4246
LEGAL-01_A3_r2_int120,LEGAL-01,legal services,A3,2,claude-opus-5-5,M4M64b,evaluated,timeout,True,124.0,124.0,0.6,3.065,,63,10,"{""Bash"": 9, ""Read"": 1}","{""shell"": 3, ""office"": 1, ""file"": 1, ""python"": 3, ""browser"": 2}","[""shell"", ""office"", ""file"", ""python"", ""browser"", ""shell"", ""python""]",6,0,0,"{""input"": 42, ""output"": 218, ""cache_read"": 333729, ""cache_create"": 58518}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.0455,1,True,,,0.0,"[0.0, 0.0, 0.0]","[false, false, false]",3,120,0.0,,,,,0,False,recovery,4246
FIN-01_A3_r1_int120,FIN-01,corporate finance,A3,1,claude-opus-5-5,M4M64b,evaluated,timeout,True,147.7,147.7,2.3,2.457,,54,9,"{""Bash"": 9}","{""shell"": 1, ""office"": 2, ""python"": 3, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python""]",6,0,0,"{""input"": 42, ""output"": 144, ""cache_read"": 278355, ""cache_create"": 77086}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.6957,0,False,,,38.75,"[45.0, 37.5, 33.75]","[false, false, false]",3,120,0.0,,,,,1,False,recovery,4246
ACC-01_A4_r1_int120,ACC-01,accounting,A4,1,claude-opus-5-5,M3U96b,evaluated,timeout,True,121.9,232.7,6.7,3.136,,152,20,"{""Bash"": 20}","{""shell"": 5, ""python"": 11, ""browser"": 3, ""office"": 1}","[""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""browser"", ""python"", ""shell"", ""python"", ""browser"", ""python"", ""shell"", ""office""]",13,3,3,"{""input"": 104, ""output"": 416, ""cache_read"": 1817066, ""cache_create"": 182677}","{""claude-opus-5-5"": {""inputTokens"": 48, ""outputTokens"": 24595, ""thinkingTokens"": 4567, ""cacheReadInputTokens"": 814408, ""cacheCreationInputTokens"": 71989, ""cacheCreationEphemeral5mInputTokens"": 71989, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 1.0149186, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,1.0149186,1.0149186,True,1.0,0.0,1.0,True,1.0,0,False,completed,,94.58333333333333,"[100.0, 90.0, 93.75]","[true, true, true]",3,120,0.0,completed,2.0,9.0,4.0,5,False,recovery,4246
LEGAL-01_A4_r1_int120,LEGAL-01,legal services,A4,1,claude-opus-5-5,M3U96a,evaluated,timeout,True,124.7,207.60000000000002,2.5,2.022,,111,20,"{""Bash"": 19, ""Read"": 1}","{""shell"": 5, ""python"": 7, ""file"": 1, ""browser"": 6, ""office"": 1}","[""shell"", ""python"", ""file"", ""python"", ""browser"", ""shell"", ""python"", ""office"", ""python"", ""browser"", ""shell""]",10,1,1,"{""input"": 78, ""output"": 425, ""cache_read"": 1029876, ""cache_create"": 96659}","{""claude-opus-5-5"": {""inputTokens"": 46, ""outputTokens"": 22642, ""thinkingTokens"": 4805, ""cacheReadInputTokens"": 630222, ""cacheCreationInputTokens"": 50457, ""cacheCreationEphemeral5mInputTokens"": 50457, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.8313534000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.8313534000000001,0.8313534000000001,True,1.0,0.0,1.0,True,1.0,0,False,completed,,95.0,"[95.0, 95.0, 95.0]","[true, true, true]",3,120,0.0,completed,4.0,4.0,5.0,5,False,recovery,4246
FIN-01_A4_r2_int120,FIN-01,corporate finance,A4,2,claude-opus-5-5,M4M64b,evaluated,timeout,True,156.2,188.89999999999998,1.9,2.316,,88,15,"{""Bash"": 15}","{""shell"": 3, ""office"": 3, ""python"": 6, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""office"", ""python"", ""shell"", ""python"", ""browser"", ""office"", ""shell""]",10,2,2,"{""input"": 72, ""output"": 308, ""cache_read"": 669783, ""cache_create"": 75412}","{""claude-opus-5-5"": {""inputTokens"": 36, ""outputTokens"": 22176, ""thinkingTokens"": 2775, ""cacheReadInputTokens"": 335344, ""cacheCreationInputTokens"": 42662, ""cacheCreationEphemeral5mInputTokens"": 42662, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.7240428, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.7240428,0.7240428,True,1.0,0.0,1.0,True,1.0,0,False,completed,,88.33333333333333,"[90.0, 85.0, 90.0]","[true, true, true]",3,120,0.0,completed,0.0,6.0,6.0,5,False,recovery,4246
LEGAL-01_A3_r1_int120,LEGAL-01,legal services,A3,1,claude-opus-5-5,M4M64b,evaluated,timeout,True,149.6,149.6,1.2,2.387,,58,12,"{""Bash"": 11, ""Read"": 1}","{""shell"": 2, ""office"": 1, ""file"": 1, ""python"": 4, ""browser"": 4}","[""shell"", ""office"", ""file"", ""python"", ""browser"", ""python""]",5,0,0,"{""input"": 44, ""output"": 162, ""cache_read"": 371751, ""cache_create"": 69886}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.5909,0,False,,,63.333333333333336,"[63.74999999999999, 65.0, 61.25000000000001]","[false, false, false]",3,120,0.0,,,,,1,False,recovery,4246
ADM-01_A4_r2_int120,ADM-01,executive administration,A4,2,claude-opus-5-5,M4M64a,evaluated,timeout,True,121.7,363.2,1.3,2.52,,207,16,"{""Bash"": 15, ""Read"": 1}","{""shell"": 5, ""python"": 6, ""file"": 1, ""office"": 1, ""browser"": 3}","[""shell"", ""python"", ""file"", ""office"", ""python"", ""browser"", ""shell"", ""python"", ""browser"", ""python""]",9,2,2,"{""input"": 68, ""output"": 322, ""cache_read"": 1083150, ""cache_create"": 99857}","{""claude-opus-5-5"": {""inputTokens"": 38, ""outputTokens"": 28635, ""thinkingTokens"": 9444, ""cacheReadInputTokens"": 633183, ""cacheCreationInputTokens"": 57020, ""cacheCreationEphemeral5mInputTokens"": 57020, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.9845885999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.9845885999999999,0.9845885999999999,True,1.0,0.0,1.0,True,1.0,0,False,completed,,63.333333333333336,"[56.25, 63.74999999999999, 70.0]","[false, false, false]",3,120,0.0,completed,7.0,7.0,6.0,12,False,recovery,4246
BANK-01_A4_r2_int120,BANK-01,banking,A4,2,claude-opus-5-5,M3U96b,evaluated,timeout,True,122.2,214.8,5.4,2.76,,92,15,"{""Bash"": 15}","{""shell"": 3, ""office"": 2, ""python"": 7, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""shell""]",8,2,2,"{""input"": 70, ""output"": 394, ""cache_read"": 788029, ""cache_create"": 101371}","{""claude-opus-5-5"": {""inputTokens"": 38, ""outputTokens"": 23462, ""thinkingTokens"": 3088, ""cacheReadInputTokens"": 427529, ""cacheCreationInputTokens"": 43973, ""cacheCreationEphemeral5mInputTokens"": 43973, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.7747628000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.7747628000000001,0.7747628000000001,True,1.0,0.0,1.0,True,1.0,0,False,completed,,91.66666666666667,"[97.5, 85.0, 92.5]","[true, true, true]",3,120,0.0,completed,2.0,5.0,5.0,5,False,recovery,4246
HR-01_A3_r2_int120,HR-01,human resources,A3,2,claude-opus-5-5,M3U96a,evaluated,timeout,True,121.7,121.7,1.4,1.855,,69,6,"{""Bash"": 6}","{""shell"": 2, ""python"": 2, ""browser"": 2}","[""shell"", ""python"", ""browser"", ""python""]",3,0,0,"{""input"": 22, ""output"": 91, ""cache_read"": 98801, ""cache_create"": 50710}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.6176,0,False,,,42.5,"[42.5, 43.75, 41.25]","[false, false, false]",3,120,0.0,,,,,1,False,recovery,4246
ADM-01_A3_r1_int120,ADM-01,executive administration,A3,1,claude-opus-5-5,M4M64a,evaluated,timeout,True,121.6,121.6,0.7,3.543,,127,8,"{""Bash"": 7, ""Read"": 1}","{""shell"": 3, ""python"": 3, ""file"": 1, ""office"": 1}","[""shell"", ""python"", ""file"", ""python"", ""office"", ""python""]",5,1,1,"{""input"": 38, ""output"": 99, ""cache_read"": 123194, ""cache_create"": 107750}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.0,0,False,,,0.0,"[0.0, 0.0, 0.0]","[false, false, false]",3,120,0.0,,,,,0,False,recovery,4246
BANK-01_A3_r1_int120,BANK-01,banking,A3,1,claude-opus-5-5,M3U96a,evaluated,timeout,True,130.8,130.8,0.6,5.312,,50,6,"{""Bash"": 6}","{""shell"": 1, ""office"": 1, ""python"": 2, ""browser"": 2}","[""shell"", ""office"", ""python"", ""browser"", ""python""]",4,0,0,"{""input"": 28, ""output"": 86, ""cache_read"": 97634, ""cache_create"": 34873}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.0,0,False,,,0.0,"[0.0, 0.0, 0.0]","[false, false, false]",3,120,0.0,,,,,0,False,recovery,4246
ACC-01_A3_r1_int120,ACC-01,accounting,A3,1,claude-opus-5-5,M3U96b,evaluated,timeout,True,122.2,122.2,6.5,2.802,,110,16,"{""Bash"": 16}","{""shell"": 7, ""python"": 9}","[""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python""]",7,1,1,"{""input"": 72, ""output"": 317, ""cache_read"": 1056822, ""cache_create"": 130598}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.0,0,False,,,0.0,"[0.0, 0.0, 0.0]","[false, false, false]",3,120,0.0,,,,,0,False,recovery,4246
HR-01_A3_r1_int120,HR-01,human resources,A3,1,claude-opus-5-5,M4M64b,evaluated,timeout,True,121.5,121.5,1.2,1.681,,75,7,"{""Bash"": 7}","{""shell"": 2, ""python"": 3, ""browser"": 2}","[""shell"", ""python"", ""browser"", ""python""]",3,0,0,"{""input"": 26, ""output"": 106, ""cache_read"": 107384, ""cache_create"": 39304}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.6176,0,False,,,45.833333333333336,"[50.0, 43.75, 43.75]","[false, false, false]",3,120,0.0,,,,,1,False,recovery,4246
RES-01_A4_r1_int120,RES-01,academic research,A4,1,claude-opus-5-5,M3U96a,evaluated,timeout,True,121.2,188.5,34.6,2.116,,112,18,"{""Bash"": 17, ""Read"": 1}","{""shell"": 3, ""office"": 1, ""python"": 9, ""browser"": 4, ""file"": 1}","[""shell"", ""office"", ""python"", ""shell"", ""browser"", ""python"", ""file"", ""browser"", ""shell"", ""python"", ""browser"", ""python""]",11,1,1,"{""input"": 94, ""output"": 446, ""cache_read"": 906166, ""cache_create"": 103144}","{""claude-opus-5-5"": {""inputTokens"": 42, ""outputTokens"": 18192, ""thinkingTokens"": 1550, ""cacheReadInputTokens"": 389783, ""cacheCreationInputTokens"": 40098, ""cacheCreationEphemeral5mInputTokens"": 40098, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.6424546000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.6424546000000001,0.6424546000000001,True,1.0,0.0,1.0,True,1.0,0,False,completed,,82.5,"[76.25, 83.75, 87.5]","[false, true, true]",3,120,0.0,completed,0.0,3.0,3.0,17,False,recovery,4246
LEGAL-01_A4_r2_int120,LEGAL-01,legal services,A4,2,claude-opus-5-5,M3U96a,evaluated,timeout,True,122.7,197.2,3.6,2.617,,87,21,"{""Bash"": 20, ""Read"": 1}","{""shell"": 7, ""office"": 2, ""file"": 1, ""python"": 6, ""browser"": 5}","[""shell"", ""office"", ""file"", ""python"", ""browser"", ""shell"", ""python"", ""office"", ""python"", ""browser"", ""shell""]",10,3,3,"{""input"": 78, ""output"": 528, ""cache_read"": 1054362, ""cache_create"": 89384}","{""claude-opus-5-5"": {""inputTokens"": 48, ""outputTokens"": 21210, ""thinkingTokens"": 3221, ""cacheReadInputTokens"": 688784, ""cacheCreationInputTokens"": 50111, ""cacheCreationEphemeral5mInputTokens"": 50111, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.8127038000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.8127038000000001,0.8127038000000001,True,1.0,0.0,1.0,True,1.0,0,False,completed,,94.16666666666667,"[92.5, 95.0, 95.0]","[true, true, true]",3,120,0.0,completed,4.0,3.0,4.0,5,False,recovery,4246
BI-01_A3_r2_int120,BI-01,business intelligence,A3,2,claude-opus-5-5,M3U96b,evaluated,timeout,True,127.2,127.2,97.3,2.493,,30,8,"{""Bash"": 8}","{""shell"": 6, ""python"": 1, ""sql"": 1}","[""shell"", ""python"", ""sql"", ""shell""]",3,1,1,"{""input"": 28, ""output"": 114, ""cache_read"": 94315, ""cache_create"": 25304}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.0,1,True,,,0.0,"[0.0, 0.0, 0.0]","[false, false, false]",3,120,0.0,,,,,0,True,recovery,4246
ACC-01_A4_r2_int120,ACC-01,accounting,A4,2,claude-opus-5-5,M4M64b,evaluated,timeout,True,122.3,297.3,7.2,2.277,,223,28,"{""Bash"": 28}","{""shell"": 8, ""python"": 17, ""office"": 1, ""browser"": 2}","[""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""office"", ""browser"", ""python"", ""shell""]",11,1,1,"{""input"": 144, ""output"": 1451, ""cache_read"": 2671635, ""cache_create"": 186845}","{""claude-opus-5-5"": {""inputTokens"": 62, ""outputTokens"": 32930, ""thinkingTokens"": 6749, ""cacheReadInputTokens"": 1166760, ""cacheCreationInputTokens"": 77212, ""cacheCreationEphemeral5mInputTokens"": 77212, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 1.2782600000000002, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,1.2782600000000002,1.2782600000000002,True,1.0,0.0,1.0,True,1.0,0,False,completed,,,[],"[null, null, null]",0,120,0.0,completed,2.0,10.0,4.0,5,False,recovery,4246
RE-01_A3_r2_int120,RE-01,real estate appraisal,A3,2,claude-opus-5-5,M4M64a,evaluated,timeout,True,134.4,134.4,2.9,2.06,,56,17,"{""Bash"": 11, ""Read"": 6}","{""shell"": 1, ""office"": 2, ""python"": 6, ""file"": 6, ""browser"": 2}","[""shell"", ""office"", ""python"", ""file"", ""python"", ""browser"", ""python"", ""office"", ""python""]",8,1,1,"{""input"": 68, ""output"": 173, ""cache_read"": 390612, ""cache_create"": 68213}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.4074,0,False,,,50.0,"[57.49999999999999, 46.25, 46.25]","[false, false, false]",3,120,0.0,,,,,1,False,recovery,4246
PROC-01_A3_r2_int120,PROC-01,procurement,A3,2,claude-opus-5-5,M3U96b,evaluated,timeout,True,135.7,135.7,4.3,1.982,,64,11,"{""Bash"": 11}","{""shell"": 1, ""office"": 3, ""python"": 4, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""office""]",8,1,1,"{""input"": 48, ""output"": 248, ""cache_read"": 362395, ""cache_create"": 79698}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,True,1.0,0,False,completed,,87.5,"[88.75, 88.75, 85.0]","[true, true, true]",3,120,0.0,completed,4.0,7.0,5.0,4,False,recovery,4246
RE-01_A3_r1_int120,RE-01,real estate appraisal,A3,1,claude-opus-5-5,M3U96b,evaluated,timeout,True,130.8,130.8,4.1,3.26,,55,16,"{""Bash"": 10, ""Read"": 6}","{""shell"": 1, ""office"": 2, ""python"": 5, ""file"": 6, ""browser"": 2}","[""shell"", ""office"", ""python"", ""file"", ""python"", ""browser"", ""python"", ""office"", ""python""]",8,1,1,"{""input"": 74, ""output"": 189, ""cache_read"": 428307, ""cache_create"": 73888}",{},2.1.314,claude-opus-5-5,0.0,,0.0,False,,,,False,0.2593,0,False,,,44.166666666666664,"[50.0, 41.25, 41.25]","[false, false, false]",3,120,0.0,,,,,1,False,recovery,4246
PROC-01_A4_r1_int120,PROC-01,procurement,A4,1,claude-opus-5-5,M4M64b,evaluated,timeout,True,123.4,196.9,3.1,3.145,,73,19,"{""Bash"": 19}","{""shell"": 3, ""office"": 4, ""python"": 7, ""browser"": 5}","[""shell"", ""office"", ""python"", ""browser"", ""shell"", ""python"", ""office"", ""python"", ""office"", ""python"", ""browser"", ""office"", ""shell""]",12,2,2,"{""input"": 68, ""output"": 300, ""cache_read"": 691426, ""cache_create"": 65075}","{""claude-opus-5-5"": {""inputTokens"": 44, ""outputTokens"": 20572, ""thinkingTokens"": 2976, ""cacheReadInputTokens"": 458667, ""cacheCreationInputTokens"": 40414, ""cacheCreationEphemeral5mInputTokens"": 40414, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.7054194, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.7054194,0.7054194,True,1.0,0.0,1.0,True,1.0,0,False,completed,,91.25,"[96.25, 88.75, 88.75]","[true, true, true]",3,120,0.0,completed,4.0,7.0,5.0,5,False,recovery,4246
BANK-01_A4_r1_int120,BANK-01,banking,A4,1,claude-opus-5-5,M3U96a,evaluated,timeout,True,122.8,224.8,2.6,2.971,,102,15,"{""Bash"": 15}","{""shell"": 3, ""office"": 4, ""python"": 5, ""browser"": 3}","[""shell"", ""office"", ""python"", ""office"", ""browser"", ""shell"", ""python"", ""office"", ""python"", ""browser"", ""office"", ""shell""]",11,1,1,"{""input"": 78, ""output"": 335, ""cache_read"": 947457, ""cache_create"": 112391}","{""claude-opus-5-5"": {""inputTokens"": 38, ""outputTokens"": 26397, ""thinkingTokens"": 3950, ""cacheReadInputTokens"": 490610, ""cacheCreationInputTokens"": 54552, ""cacheCreationEphemeral5mInputTokens"": 54552, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.8989740000000002, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.8989740000000002,0.8989740000000002,True,1.0,0.0,1.0,True,1.0,0,False,completed,,91.66666666666667,"[97.5, 88.75, 88.75]","[true, true, true]",3,120,0.0,completed,4.0,4.0,5.0,5,False,recovery,4246
HR-01_A4_r1_int120,HR-01,human resources,A4,1,claude-opus-5-5,M4M64a,evaluated,timeout,True,139.7,241.6,3.8,2.546,,121,17,"{""Bash"": 17}","{""shell"": 4, ""python"": 9, ""browser"": 2, ""office"": 2}","[""shell"", ""python"", ""shell"", ""browser"", ""python"", ""shell"", ""office"", ""python"", ""shell"", ""python""]",9,1,1,"{""input"": 70, ""output"": 230, ""cache_read"": 1060308, ""cache_create"": 103062}","{""claude-opus-5-5"": {""inputTokens"": 40, ""outputTokens"": 27470, ""thinkingTokens"": 8395, ""cacheReadInputTokens"": 601893, ""cacheCreationInputTokens"": 59414, ""cacheCreationEphemeral5mInputTokens"": 59414, ""cacheCreationEphemeral1hInputTokens"": 0, ""webSearchRequests"": 0, ""costUSD"": 0.9670086000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.0,0.9670086000000001,0.9670086000000001,True,1.0,0.0,1.0,True,1.0,0,False,needs_clarification,True,75.83333333333333,"[72.5, 76.25, 78.75]","[false, false, false]",3,120,0.0,needs_clarification,4.0,6.0,7.0,7,False,recovery,4246