spb/wp42_uqo

Public
10commits
1branches
0releases
13.9 MBon disk
maindefault branch
18 h agolast push
151.0 KB · 152 lines csv
1run_id,task_id,occupation,arm,rep,model,node,status,result_subtype,timed_out,wall_s,wall_total_s,tool_time_s,first_tool_s,num_turns,n_events,tool_calls,by_tool,by_family,family_sequence,app_transitions,tool_errors,retries,tokens,model_usage,claude_code_version,model_reported,cost_usd,recovery_cost_usd,total_cost_usd,recovery_attempted,recovery_success,selfcheck_pass_first,selfcheck_pass_final,det_completion,det_score,n_critical_violations,critical_error,abstention_status,abstention_justified,quality,quality_scores,judge_acceptable_votes,n_judges,interrupt_s,human_intervention_min,completion_status,n_questions,n_issues_found,n_assumptions,n_artifacts,inputs_changed,stage,seed2BI-01_A1_r1,BI-01,business intelligence,A1,1,claude-opus-5-5,M3U96a,evaluated,success,False,202.6,202.6,1.7,2.877,13,131,12,"{""Bash"": 12}","{""shell"": 6, ""python"": 5, ""sql"": 1}","[""shell"", ""python"", ""sql"", ""shell"", ""python""]",4,1,1,"{""input"": 56, ""output"": 208, ""cache_read"": 448611, ""cache_create"": 85186}","{""claude-opus-5-5"": {""inputTokens"": 28, ""outputTokens"": 23097, ""cacheReadInputTokens"": 184919, ""cacheCreationInputTokens"": 37050, ""webSearchRequests"": 0, ""costUSD"": 0.6842858000000002, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4928, ""cacheCreationEphemeral5mInputTokens"": 37050, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6842858000000002,,0.6842858000000002,False,,,,False,0.037,1,True,needs_clarification,False,3.75,"[1.25, 5.0, 5.0]","[false, false, false]",3,,0.0,needs_clarification,2,3,4,4,True,pilot,42423PROC-01_A0_r1,PROC-01,procurement,A0,1,claude-opus-5-5,M3U96b,evaluated,success,False,354.8,354.8,0.2,3.09,19,141,18,"{""Read"": 14, ""Edit"": 4}","{""file"": 18}","[""file""]",0,4,3,"{""input"": 64, ""output"": 223, ""cache_read"": 505228, ""cache_create"": 162505}","{""claude-opus-5-5"": {""inputTokens"": 24, ""outputTokens"": 46892, ""cacheReadInputTokens"": 268193, ""cacheCreationInputTokens"": 66169, ""webSearchRequests"": 0, ""costUSD"": 1.3224196, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 11756, ""cacheCreationEphemeral5mInputTokens"": 66169, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.3224196,,1.3224196,False,,,,False,0.5161,0,False,completed,,64.58333333333333,"[68.75, 62.5, 62.5]","[false, false, false]",3,,0.0,completed,6,8,7,4,False,pilot,42424RES-01_A0_r1,RES-01,academic research,A0,1,claude-opus-5-5,M4M64a,evaluated,success,False,116.8,116.8,0.3,3.191,17,57,16,"{""Read"": 11, ""Edit"": 5}","{""file"": 16}","[""file""]",0,3,3,"{""input"": 54, ""output"": 297, ""cache_read"": 222466, ""cache_create"": 65494}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 13102, ""cacheReadInputTokens"": 99065, ""cacheCreationInputTokens"": 27446, ""webSearchRequests"": 0, ""costUSD"": 0.419171, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1479, ""cacheCreationEphemeral5mInputTokens"": 27446, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.419171,,0.419171,False,,,,False,0.0667,0,False,needs_clarification,False,24.583333333333332,"[28.749999999999996, 25.0, 20.0]","[false, false, false]",3,,0.0,needs_clarification,4,5,5,5,False,pilot,42425RES-01_A1_r2,RES-01,academic research,A1,2,claude-opus-5-5,M4M64b,evaluated,success,False,231.5,231.5,42.2,4.115,17,80,16,"{""Bash"": 15, ""Read"": 1}","{""shell"": 2, ""python"": 13, ""file"": 1}","[""shell"", ""python"", ""shell"", ""python"", ""file"", ""python""]",5,0,0,"{""input"": 76, ""output"": 247, ""cache_read"": 664595, ""cache_create"": 93464}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 19460, ""cacheReadInputTokens"": 289689, ""cacheCreationInputTokens"": 36128, ""webSearchRequests"": 0, ""costUSD"": 0.6279138000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2161, ""cacheCreationEphemeral5mInputTokens"": 36128, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6279138000000001,,0.6279138000000001,False,,,,True,1.0,0,False,completed,,87.91666666666667,"[80.0, 93.75, 90.0]","[false, true, true]",3,,0.0,completed,1,5,4,13,False,pilot,42426ACC-01_A2_r1,ACC-01,accounting,A2,1,claude-opus-5-5,M3U96a,evaluated,success,False,294.6,294.6,8.1,2.758,21,146,20,"{""Bash"": 20}","{""shell"": 3, ""python"": 17}","[""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python""]",5,1,1,"{""input"": 86, ""output"": 365, ""cache_read"": 1796216, ""cache_create"": 169290}","{""claude-opus-5-5"": {""inputTokens"": 44, ""outputTokens"": 30419, ""cacheReadInputTokens"": 905807, ""cacheCreationInputTokens"": 86471, ""webSearchRequests"": 0, ""costUSD"": 1.2220724, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6845, ""cacheCreationEphemeral5mInputTokens"": 86471, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.2220724,,1.2220724,False,,,,True,1.0,0,False,completed,,98.75,"[100.0, 96.25, 100.0]","[true, true, true]",3,,0.0,completed,2,8,6,3,False,pilot,42427PROC-01_A4_r2,PROC-01,procurement,A4,2,claude-opus-5-5,M3U96b,evaluated,success,False,186.5,186.5,5.9,3.27,15,68,14,"{""Bash"": 14}","{""shell"": 3, ""office"": 2, ""python"": 6, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""shell""]",8,3,3,"{""input"": 54, ""output"": 1153, ""cache_read"": 485896, ""cache_create"": 68887}","{""claude-opus-5-5"": {""inputTokens"": 32, ""outputTokens"": 21400, ""cacheReadInputTokens"": 314479, ""cacheCreationInputTokens"": 40827, ""webSearchRequests"": 0, ""costUSD"": 0.6951588000000002, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3290, ""cacheCreationEphemeral5mInputTokens"": 40827, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6951588000000002,,0.6951588000000002,False,,1.0,1.0,True,1.0,0,False,completed,,86.66666666666667,"[93.75, 81.25, 85.0]","[true, true, true]",3,,0.0,completed,5,6,5,5,False,pilot,42428BI-01_A3_r2,BI-01,business intelligence,A3,2,claude-opus-5-5,M4M64a,evaluated,success,False,277.6,277.6,6.4,2.291,22,125,21,"{""Bash"": 21}","{""shell"": 3, ""sql"": 4, ""browser"": 4, ""python"": 7, ""office"": 3}","[""shell"", ""sql"", ""shell"", ""sql"", ""browser"", ""sql"", ""python"", ""office"", ""python"", ""office"", ""browser"", ""office""]",11,2,2,"{""input"": 86, ""output"": 509, ""cache_read"": 1097694, ""cache_create"": 100600}","{""claude-opus-5-5"": {""inputTokens"": 46, ""outputTokens"": 31168, ""cacheReadInputTokens"": 550786, ""cacheCreationInputTokens"": 52145, ""webSearchRequests"": 0, ""costUSD"": 0.9944262, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4875, ""cacheCreationEphemeral5mInputTokens"": 52145, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.9944262,,0.9944262,False,,,,True,1.0,0,False,completed,,74.16666666666667,"[67.5, 78.75, 76.25]","[false, false, false]",3,,0.0,completed,0,5,6,9,False,pilot,42429PROC-01_A3_r2,PROC-01,procurement,A3,2,claude-opus-5-5,M4M64b,evaluated,success,False,178.9,178.9,3.6,2.331,13,88,12,"{""Bash"": 12}","{""shell"": 1, ""office"": 3, ""python"": 5, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""office""]",8,1,1,"{""input"": 62, ""output"": 218, ""cache_read"": 576576, ""cache_create"": 101893}","{""claude-opus-5-5"": {""inputTokens"": 28, ""outputTokens"": 21148, ""cacheReadInputTokens"": 259654, ""cacheCreationInputTokens"": 42376, ""webSearchRequests"": 0, ""costUSD"": 0.6868828, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3620, ""cacheCreationEphemeral5mInputTokens"": 42376, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6868828,,0.6868828,False,,,,True,1.0,0,False,completed,,93.75,"[100.0, 88.75, 92.5]","[true, true, true]",3,,0.0,completed,4,7,7,4,False,pilot,424210BI-01_A2_r1,BI-01,business intelligence,A2,1,claude-opus-5-5,M3U96a,evaluated,success,False,238.2,238.2,2.4,2.15,13,85,12,"{""Bash"": 12}","{""shell"": 2, ""python"": 6, ""sql"": 3, ""office"": 1}","[""shell"", ""python"", ""sql"", ""python"", ""office"", ""python""]",5,1,1,"{""input"": 46, ""output"": 180, ""cache_read"": 521658, ""cache_create"": 96952}","{""claude-opus-5-5"": {""inputTokens"": 26, ""outputTokens"": 27281, ""cacheReadInputTokens"": 267903, ""cacheCreationInputTokens"": 49234, ""webSearchRequests"": 0, ""costUSD"": 0.8454745999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4843, ""cacheCreationEphemeral5mInputTokens"": 49234, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8454745999999999,,0.8454745999999999,False,,,,True,1.0,0,False,completed,,75.0,"[67.5, 78.75, 78.75]","[false, true, true]",3,,0.0,completed,2,6,7,7,False,pilot,424211ACC-01_A0_r2,ACC-01,accounting,A0,2,claude-opus-5-5,M3U96b,evaluated,success,False,170.6,170.6,1.1,1.909,35,131,34,"{""Read"": 29, ""Edit"": 5}","{""file"": 34}","[""file""]",0,9,9,"{""input"": 114, ""output"": 376, ""cache_read"": 1282553, ""cache_create"": 233067}","{""claude-opus-5-5"": {""inputTokens"": 38, ""outputTokens"": 16584, ""cacheReadInputTokens"": 501901, ""cacheCreationInputTokens"": 68485, ""webSearchRequests"": 0, ""costUSD"": 0.7746372, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4064, ""cacheCreationEphemeral5mInputTokens"": 68485, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7746372,,0.7746372,False,,,,False,0.1667,0,False,needs_clarification,False,25.416666666666668,"[23.75, 26.25, 26.25]","[false, false, false]",3,,0.0,needs_clarification,4,5,4,5,False,pilot,424212ACC-01_A4_r1,ACC-01,accounting,A4,1,claude-opus-5-5,M4M64b,evaluated,success,False,263.7,263.7,4.8,2.494,25,147,24,"{""Bash"": 24}","{""shell"": 5, ""python"": 13, ""office"": 3, ""browser"": 3}","[""shell"", ""python"", ""shell"", ""python"", ""office"", ""python"", ""office"", ""python"", ""browser"", ""shell"", ""office"", ""shell""]",11,2,2,"{""input"": 104, ""output"": 462, ""cache_read"": 1951554, ""cache_create"": 137635}","{""claude-opus-5-5"": {""inputTokens"": 54, ""outputTokens"": 28316, ""cacheReadInputTokens"": 1067622, ""cacheCreationInputTokens"": 70520, ""webSearchRequests"": 0, ""costUSD"": 1.1326603999999998, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4953, ""cacheCreationEphemeral5mInputTokens"": 70520, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.1326603999999998,,1.1326603999999998,False,,1.0,1.0,True,1.0,0,False,completed,,96.66666666666667,"[100.0, 93.75, 96.25]","[true, true, true]",3,,0.0,completed,2,9,5,5,False,pilot,424213LEGAL-01_A3_r1,LEGAL-01,legal services,A3,1,claude-opus-5-5,M4M64a,evaluated,success,False,215.4,215.4,1.8,5.729,16,103,15,"{""Bash"": 14, ""Read"": 1}","{""shell"": 3, ""office"": 1, ""file"": 1, ""browser"": 6, ""python"": 4}","[""shell"", ""office"", ""file"", ""browser"", ""python"", ""browser"", ""shell""]",6,0,0,"{""input"": 64, ""output"": 320, ""cache_read"": 703754, ""cache_create"": 114729}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 22237, ""cacheReadInputTokens"": 422807, ""cacheCreationInputTokens"": 48112, ""webSearchRequests"": 0, ""costUSD"": 0.7699973999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5675, ""cacheCreationEphemeral5mInputTokens"": 48112, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7699973999999999,,0.7699973999999999,False,,,,True,1.0,0,False,completed,,92.08333333333333,"[91.25, 96.25, 88.75]","[true, true, true]",3,,0.0,completed,4,5,5,4,False,pilot,424214HR-01_A2_r1,HR-01,human resources,A2,1,claude-opus-5-5,M3U96a,evaluated,success,False,214.0,214.0,2.0,2.491,11,89,10,"{""Bash"": 10}","{""shell"": 3, ""python"": 6, ""office"": 1}","[""shell"", ""python"", ""office"", ""shell"", ""python""]",4,1,1,"{""input"": 44, ""output"": 140, ""cache_read"": 495304, ""cache_create"": 94630}","{""claude-opus-5-5"": {""inputTokens"": 24, ""outputTokens"": 23711, ""cacheReadInputTokens"": 248404, ""cacheCreationInputTokens"": 47715, ""webSearchRequests"": 0, ""costUSD"": 0.7625718, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6401, ""cacheCreationEphemeral5mInputTokens"": 47715, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7625718,,0.7625718,False,,,,True,1.0,0,False,needs_clarification,True,76.66666666666667,"[72.5, 78.75, 78.75]","[false, false, false]",3,,0.0,needs_clarification,5,8,6,5,False,pilot,424215BANK-01_A3_r1,BANK-01,banking,A3,1,claude-opus-5-5,M3U96b,evaluated,success,False,223.7,223.7,2.6,4.127,14,98,13,"{""Bash"": 13}","{""shell"": 1, ""office"": 2, ""python"": 4, ""browser"": 6}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""browser"", ""office""]",6,0,0,"{""input"": 64, ""output"": 226, ""cache_read"": 626788, ""cache_create"": 109104}","{""claude-opus-5-5"": {""inputTokens"": 32, ""outputTokens"": 25918, ""cacheReadInputTokens"": 307885, ""cacheCreationInputTokens"": 47423, ""webSearchRequests"": 0, ""costUSD"": 0.81718, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4394, ""cacheCreationEphemeral5mInputTokens"": 47423, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.81718,,0.81718,False,,,,True,1.0,0,False,completed,,92.91666666666667,"[93.75, 91.25, 93.75]","[true, true, true]",3,,0.0,completed,4,6,6,4,False,pilot,424216ACC-01_A4_r2,ACC-01,accounting,A4,2,claude-opus-5-5,M3U96b,evaluated,success,False,320.0,320.0,7.3,3.951,29,220,28,"{""Bash"": 28}","{""shell"": 7, ""python"": 16, ""browser"": 3, ""office"": 2}","[""shell"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""shell""]",9,2,2,"{""input"": 146, ""output"": 576, ""cache_read"": 2495486, ""cache_create"": 183748}","{""claude-opus-5-5"": {""inputTokens"": 62, ""outputTokens"": 29851, ""cacheReadInputTokens"": 1090887, ""cacheCreationInputTokens"": 67658, ""webSearchRequests"": 0, ""costUSD"": 1.1537353999999995, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 7216, ""cacheCreationEphemeral5mInputTokens"": 67658, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.1537353999999995,,1.1537353999999995,False,,1.0,1.0,True,1.0,0,False,completed,,90.41666666666667,"[100.0, 87.5, 83.75]","[true, true, true]",3,,0.0,completed,2,8,5,5,False,pilot,424217ACC-01_A1_r1,ACC-01,accounting,A1,1,claude-opus-5-5,M4M64b,evaluated,success,False,338.6,338.6,6.8,2.865,28,266,27,"{""Bash"": 27}","{""shell"": 3, ""python"": 24}","[""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python""]",5,2,2,"{""input"": 138, ""output"": 714, ""cache_read"": 2555546, ""cache_create"": 206113}","{""claude-opus-5-5"": {""inputTokens"": 60, ""outputTokens"": 36996, ""cacheReadInputTokens"": 1072894, ""cacheCreationInputTokens"": 79892, ""webSearchRequests"": 0, ""costUSD"": 1.3541987999999998, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 8773, ""cacheCreationEphemeral5mInputTokens"": 79892, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.3541987999999998,,1.3541987999999998,False,,,,True,1.0,0,False,completed,,95.41666666666667,"[100.0, 90.0, 96.25]","[true, true, true]",3,,0.0,completed,3,8,8,3,False,pilot,424218ADM-01_A1_r1,ADM-01,executive administration,A1,1,claude-opus-5-5,M4M64b,evaluated,success,False,322.7,322.7,1.8,1.803,16,156,15,"{""Bash"": 14, ""Read"": 1}","{""shell"": 4, ""python"": 10, ""file"": 1}","[""shell"", ""python"", ""file"", ""shell"", ""python""]",4,2,2,"{""input"": 58, ""output"": 326, ""cache_read"": 1157991, ""cache_create"": 153349}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 35021, ""cacheReadInputTokens"": 638149, ""cacheCreationInputTokens"": 79525, ""webSearchRequests"": 0, ""costUSD"": 1.2258108, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 13630, ""cacheCreationEphemeral5mInputTokens"": 79525, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.2258108,,1.2258108,False,,,,True,1.0,0,False,completed,,64.16666666666667,"[60.0, 66.25, 66.25]","[false, false, false]",3,,0.0,completed,10,8,6,10,False,pilot,424219FIN-01_A2_r1,FIN-01,corporate finance,A2,1,claude-opus-5-5,M4M64a,evaluated,success,False,188.2,188.2,0.8,2.257,12,89,11,"{""Bash"": 11}","{""shell"": 1, ""python"": 10}","[""shell"", ""python""]",1,1,1,"{""input"": 64, ""output"": 283, ""cache_read"": 595375, ""cache_create"": 114324}","{""claude-opus-5-5"": {""inputTokens"": 26, ""outputTokens"": 22606, ""cacheReadInputTokens"": 238317, ""cacheCreationInputTokens"": 39789, ""webSearchRequests"": 0, ""costUSD"": 0.6988323999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3742, ""cacheCreationEphemeral5mInputTokens"": 39789, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6988323999999999,,0.6988323999999999,False,,,,True,1.0,0,False,completed,,77.91666666666667,"[80.0, 75.0, 78.75]","[true, true, true]",3,,0.0,completed,1,6,5,3,False,pilot,424220BI-01_A3_r1,BI-01,business intelligence,A3,1,claude-opus-5-5,M3U96a,evaluated,success,False,350.9,350.9,7.3,3.12,23,136,22,"{""Bash"": 22}","{""shell"": 4, ""python"": 9, ""sql"": 2, ""browser"": 4, ""office"": 3}","[""shell"", ""python"", ""sql"", ""shell"", ""sql"", ""browser"", ""python"", ""office"", ""shell"", ""office"", ""python"", ""browser"", ""office""]",12,2,2,"{""input"": 92, ""output"": 462, ""cache_read"": 1407151, ""cache_create"": 133703}","{""claude-opus-5-5"": {""inputTokens"": 48, ""outputTokens"": 41509, ""cacheReadInputTokens"": 721365, ""cacheCreationInputTokens"": 70099, ""webSearchRequests"": 0, ""costUSD"": 1.3251399999999998, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6280, ""cacheCreationEphemeral5mInputTokens"": 70099, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.3251399999999998,,1.3251399999999998,False,,,,True,1.0,0,False,completed,,87.08333333333333,"[83.75, 88.75, 88.75]","[false, true, true]",3,,0.0,completed,2,6,7,9,False,pilot,424221ADM-01_A0_r2,ADM-01,executive administration,A0,2,claude-opus-5-5,M4M64b,evaluated,success,False,392.0,392.0,2.0,3.144,80,322,79,"{""Read"": 66, ""Edit"": 13}","{""file"": 79}","[""file""]",0,20,19,"{""input"": 214, ""output"": 643, ""cache_read"": 5384297, ""cache_create"": 527670}","{""claude-opus-5-5"": {""inputTokens"": 48, ""outputTokens"": 41884, ""cacheReadInputTokens"": 1263507, ""cacheCreationInputTokens"": 106517, ""webSearchRequests"": 0, ""costUSD"": 1.6231584, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 16504, ""cacheCreationEphemeral5mInputTokens"": 106517, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.6231584,,1.6231584,False,,,,False,0.4118,0,False,completed,,51.25,"[43.75, 55.00000000000001, 55.00000000000001]","[false, false, false]",3,,0.0,completed,11,8,8,13,False,pilot,424222HR-01_A1_r1,HR-01,human resources,A1,1,claude-opus-5-5,M4M64a,evaluated,success,False,218.5,218.5,1.3,2.837,11,88,10,"{""Bash"": 10}","{""shell"": 4, ""python"": 6}","[""shell"", ""python"", ""shell""]",2,0,0,"{""input"": 44, ""output"": 146, ""cache_read"": 401742, ""cache_create"": 80080}","{""claude-opus-5-5"": {""inputTokens"": 24, ""outputTokens"": 24139, ""cacheReadInputTokens"": 201623, ""cacheCreationInputTokens"": 40388, ""webSearchRequests"": 0, ""costUSD"": 0.7251406, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6844, ""cacheCreationEphemeral5mInputTokens"": 40388, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7251406,,0.7251406,False,,,,True,1.0,0,False,needs_clarification,True,72.91666666666667,"[70.0, 72.5, 76.25]","[false, false, false]",3,,0.0,needs_clarification,6,10,7,5,False,pilot,424223BI-01_A1_r2,BI-01,business intelligence,A1,2,claude-opus-5-5,M3U96a,evaluated,success,False,266.8,266.8,3.2,3.348,18,102,17,"{""Bash"": 17}","{""shell"": 2, ""python"": 11, ""sql"": 4}","[""shell"", ""python"", ""sql"", ""python""]",3,2,2,"{""input"": 66, ""output"": 304, ""cache_read"": 829160, ""cache_create"": 85868}","{""claude-opus-5-5"": {""inputTokens"": 36, ""outputTokens"": 31571, ""cacheReadInputTokens"": 423331, ""cacheCreationInputTokens"": 50007, ""webSearchRequests"": 0, ""costUSD"": 0.9662652, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4655, ""cacheCreationEphemeral5mInputTokens"": 50007, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.9662652,,0.9662652,False,,,,True,1.0,0,False,completed,,73.33333333333333,"[67.5, 68.75, 83.75]","[false, false, true]",3,,0.0,completed,2,6,7,7,False,pilot,424224HR-01_A4_r1,HR-01,human resources,A4,1,claude-opus-5-5,M3U96b,evaluated,success,False,225.6,225.6,4.0,2.395,16,108,15,"{""Bash"": 15}","{""shell"": 6, ""python"": 7, ""browser"": 2}","[""shell"", ""python"", ""shell"", ""browser"", ""python"", ""shell""]",5,2,2,"{""input"": 60, ""output"": 220, ""cache_read"": 762522, ""cache_create"": 83399}","{""claude-opus-5-5"": {""inputTokens"": 36, ""outputTokens"": 25689, ""cacheReadInputTokens"": 444428, ""cacheCreationInputTokens"": 52321, ""webSearchRequests"": 0, ""costUSD"": 0.8644146000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 7917, ""cacheCreationEphemeral5mInputTokens"": 52321, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8644146000000001,,0.8644146000000001,False,,1.0,1.0,True,1.0,0,False,needs_clarification,True,75.0,"[72.5, 76.25, 76.25]","[false, false, false]",3,,0.0,needs_clarification,2,7,6,7,False,pilot,424225HR-01_A0_r2,HR-01,human resources,A0,2,claude-opus-5-5,M4M64a,evaluated,success,False,214.0,214.0,1.1,2.909,58,198,57,"{""Read"": 49, ""Edit"": 8}","{""file"": 57}","[""file""]",0,43,42,"{""input"": 154, ""output"": 1225, ""cache_read"": 1528723, ""cache_create"": 119736}","{""claude-opus-5-5"": {""inputTokens"": 42, ""outputTokens"": 24559, ""cacheReadInputTokens"": 435246, ""cacheCreationInputTokens"": 44751, ""webSearchRequests"": 0, ""costUSD"": 0.8021521999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6992, ""cacheCreationEphemeral5mInputTokens"": 44751, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8021521999999999,,0.8021521999999999,False,,,,False,0.1765,0,False,needs_clarification,True,33.333333333333336,"[36.25, 33.75, 30.0]","[false, false, false]",3,,0.0,needs_clarification,7,7,7,7,False,pilot,424226ADM-01_A1_r2,ADM-01,executive administration,A1,2,claude-opus-5-5,M3U96a,evaluated,success,False,338.7,338.7,3.0,3.458,19,184,18,"{""Bash"": 18}","{""shell"": 12, ""python"": 6}","[""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python""]",5,1,1,"{""input"": 72, ""output"": 370, ""cache_read"": 1320974, ""cache_create"": 184443}","{""claude-opus-5-5"": {""inputTokens"": 38, ""outputTokens"": 34678, ""cacheReadInputTokens"": 651892, ""cacheCreationInputTokens"": 91250, ""webSearchRequests"": 0, ""costUSD"": 1.2803403999999998, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 14127, ""cacheCreationEphemeral5mInputTokens"": 91250, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.2803403999999998,,1.2803403999999998,False,,,,True,1.0,0,False,completed,,61.25,"[56.25, 66.25, 61.25000000000001]","[false, false, false]",3,,0.0,completed,12,7,9,10,False,pilot,424227RES-01_A2_r2,RES-01,academic research,A2,2,claude-opus-5-5,M4M64a,evaluated,success,False,159.0,159.0,26.3,1.632,15,64,14,"{""Bash"": 13, ""Read"": 1}","{""shell"": 1, ""office"": 3, ""python"": 9, ""file"": 1}","[""shell"", ""office"", ""python"", ""file"", ""python"", ""office"", ""python""]",6,1,1,"{""input"": 64, ""output"": 184, ""cache_read"": 524922, ""cache_create"": 68690}","{""claude-opus-5-5"": {""inputTokens"": 32, ""outputTokens"": 15719, ""cacheReadInputTokens"": 249076, ""cacheCreationInputTokens"": 32786, ""webSearchRequests"": 0, ""costUSD"": 0.5282532, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1155, ""cacheCreationEphemeral5mInputTokens"": 32786, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.5282532,,0.5282532,False,,,,True,1.0,0,False,completed,,82.91666666666667,"[71.25, 83.75, 93.75]","[false, true, true]",3,,0.0,completed,2,5,5,13,False,pilot,424228HR-01_A2_r2,HR-01,human resources,A2,2,claude-opus-5-5,M4M64a,evaluated,success,False,245.4,245.4,1.8,10.115,13,98,12,"{""Bash"": 12}","{""shell"": 3, ""python"": 8, ""office"": 1}","[""shell"", ""python"", ""office"", ""shell""]",3,1,1,"{""input"": 56, ""output"": 264, ""cache_read"": 673057, ""cache_create"": 115247}","{""claude-opus-5-5"": {""inputTokens"": 28, ""outputTokens"": 25867, ""cacheReadInputTokens"": 331375, ""cacheCreationInputTokens"": 52337, ""webSearchRequests"": 0, ""costUSD"": 0.8454119999999998, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6867, ""cacheCreationEphemeral5mInputTokens"": 52337, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8454119999999998,,0.8454119999999998,False,,,,True,1.0,0,False,needs_clarification,True,76.66666666666667,"[72.5, 78.75, 78.75]","[false, false, false]",3,,0.0,needs_clarification,6,7,7,5,False,pilot,424229RE-01_A0_r2,RE-01,real estate appraisal,A0,2,claude-opus-5-5,M3U96b,evaluated,success,False,144.4,144.4,0.2,1.969,33,114,32,"{""Read"": 29, ""Edit"": 3}","{""file"": 32}","[""file""]",0,19,18,"{""input"": 90, ""output"": 304, ""cache_read"": 598305, ""cache_create"": 97612}","{""claude-opus-5-5"": {""inputTokens"": 26, ""outputTokens"": 16116, ""cacheReadInputTokens"": 181635, ""cacheCreationInputTokens"": 36649, ""webSearchRequests"": 0, ""costUSD"": 0.5419959999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4101, ""cacheCreationEphemeral5mInputTokens"": 36649, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.5419959999999999,,0.5419959999999999,False,,,,False,0.0,1,True,needs_clarification,False,23.75,"[23.75, 23.75, 23.75]","[false, false, false]",3,,0.0,needs_clarification,3,3,5,3,False,pilot,424230LEGAL-01_A4_r2,LEGAL-01,legal services,A4,2,claude-opus-5-5,M3U96b,evaluated,success,False,281.5,281.5,6.0,3.819,19,133,18,"{""Bash"": 17, ""Read"": 1}","{""shell"": 3, ""office"": 3, ""python"": 8, ""file"": 1, ""browser"": 3}","[""shell"", ""office"", ""python"", ""office"", ""file"", ""python"", ""browser"", ""python"", ""browser"", ""shell"", ""office""]",10,1,1,"{""input"": 68, ""output"": 346, ""cache_read"": 987548, ""cache_create"": 116402}","{""claude-opus-5-5"": {""inputTokens"": 38, ""outputTokens"": 30347, ""cacheReadInputTokens"": 596246, ""cacheCreationInputTokens"": 59296, ""webSearchRequests"": 0, ""costUSD"": 1.0228212, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 10432, ""cacheCreationEphemeral5mInputTokens"": 59296, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.0228212,,1.0228212,False,,1.0,1.0,True,1.0,0,False,completed,,94.58333333333333,"[95.0, 92.5, 96.25]","[true, true, true]",3,,0.0,completed,5,5,5,5,False,pilot,424231PROC-01_A2_r2,PROC-01,procurement,A2,2,claude-opus-5-5,M3U96a,evaluated,success,False,150.4,150.4,1.0,3.723,9,50,8,"{""Bash"": 8}","{""shell"": 1, ""office"": 1, ""python"": 6}","[""shell"", ""office"", ""python""]",2,1,1,"{""input"": 32, ""output"": 960, ""cache_read"": 182766, ""cache_create"": 50243}","{""claude-opus-5-5"": {""inputTokens"": 20, ""outputTokens"": 17129, ""cacheReadInputTokens"": 108756, ""cacheCreationInputTokens"": 29108, ""webSearchRequests"": 0, ""costUSD"": 0.5099512, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2978, ""cacheCreationEphemeral5mInputTokens"": 29108, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.5099512,,0.5099512,False,,,,True,1.0,0,False,completed,,88.33333333333333,"[95.0, 85.0, 85.0]","[true, true, true]",3,,0.0,completed,5,7,6,3,False,pilot,424232ADM-01_A2_r1,ADM-01,executive administration,A2,1,claude-opus-5-5,M4M64a,evaluated,success,False,294.4,294.4,1.3,5.102,15,135,14,"{""Bash"": 14}","{""shell"": 6, ""python"": 5, ""office"": 3}","[""shell"", ""python"", ""office"", ""shell"", ""python"", ""shell"", ""python"", ""office"", ""python""]",8,2,2,"{""input"": 56, ""output"": 302, ""cache_read"": 885546, ""cache_create"": 151696}","{""claude-opus-5-5"": {""inputTokens"": 30, ""outputTokens"": 29998, ""cacheReadInputTokens"": 479532, ""cacheCreationInputTokens"": 75086, ""webSearchRequests"": 0, ""costUSD"": 1.0714164, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 11334, ""cacheCreationEphemeral5mInputTokens"": 75086, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.0714164,,1.0714164,False,,,,True,1.0,0,False,completed,,62.083333333333336,"[61.25000000000001, 63.74999999999999, 61.25000000000001]","[false, false, false]",3,,0.0,completed,9,9,8,10,False,pilot,424233FIN-01_A1_r1,FIN-01,corporate finance,A1,1,claude-opus-5-5,M4M64b,evaluated,success,False,258.1,258.1,1.3,5.394,15,98,14,"{""Bash"": 14}","{""shell"": 1, ""python"": 13}","[""shell"", ""python""]",1,2,2,"{""input"": 62, ""output"": 331, ""cache_read"": 680609, ""cache_create"": 90460}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 28376, ""cacheReadInputTokens"": 350805, ""cacheCreationInputTokens"": 46518, ""webSearchRequests"": 0, ""costUSD"": 0.8704069999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5994, ""cacheCreationEphemeral5mInputTokens"": 46518, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8704069999999999,,0.8704069999999999,False,,,,True,1.0,0,False,completed,,83.75,"[80.0, 86.25, 85.0]","[true, true, true]",3,,0.0,completed,2,7,6,3,False,pilot,424234PROC-01_A0_r2,PROC-01,procurement,A0,2,claude-opus-5-5,M3U96b,evaluated,success,False,384.2,384.2,1.3,4.553,20,152,19,"{""Read"": 14, ""Edit"": 5}","{""file"": 19}","[""file""]",0,4,3,"{""input"": 70, ""output"": 189, ""cache_read"": 530101, ""cache_create"": 184756}","{""claude-opus-5-5"": {""inputTokens"": 24, ""outputTokens"": 50426, ""cacheReadInputTokens"": 247596, ""cacheCreationInputTokens"": 68954, ""webSearchRequests"": 0, ""costUSD"": 1.4029051999999997, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 12505, ""cacheCreationEphemeral5mInputTokens"": 68954, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.4029051999999997,,1.4029051999999997,False,,,,False,0.5161,0,False,needs_clarification,True,62.5,"[72.5, 57.49999999999999, 57.49999999999999]","[false, false, false]",3,,0.0,needs_clarification,6,7,9,4,False,pilot,424235BANK-01_A3_r2,BANK-01,banking,A3,2,claude-opus-5-5,M4M64a,evaluated,success,False,221.5,221.5,1.3,4.211,12,75,11,"{""Bash"": 11}","{""shell"": 1, ""office"": 2, ""python"": 5, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""browser"", ""office""]",6,0,0,"{""input"": 50, ""output"": 182, ""cache_read"": 485855, ""cache_create"": 83735}","{""claude-opus-5-5"": {""inputTokens"": 28, ""outputTokens"": 26465, ""cacheReadInputTokens"": 274783, ""cacheCreationInputTokens"": 45567, ""webSearchRequests"": 0, ""costUSD"": 0.8122035999999998, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4442, ""cacheCreationEphemeral5mInputTokens"": 45567, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8122035999999998,,0.8122035999999998,False,,,,True,1.0,0,False,completed,,92.5,"[96.25, 91.25, 90.0]","[true, true, true]",3,,0.0,completed,3,5,6,4,False,pilot,424236BANK-01_A2_r1,BANK-01,banking,A2,1,claude-opus-5-5,M3U96a,evaluated,success,False,213.8,213.8,1.3,3.842,9,72,8,"{""Bash"": 8}","{""shell"": 3, ""python"": 5}","[""shell"", ""python"", ""shell"", ""python"", ""shell""]",4,1,1,"{""input"": 36, ""output"": 260, ""cache_read"": 349814, ""cache_create"": 77143}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 24765, ""cacheReadInputTokens"": 192193, ""cacheCreationInputTokens"": 40445, ""webSearchRequests"": 0, ""costUSD"": 0.7360516, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5709, ""cacheCreationEphemeral5mInputTokens"": 40445, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7360516,,0.7360516,False,,,,True,1.0,0,False,completed,,92.91666666666667,"[97.5, 88.75, 92.5]","[true, true, true]",3,,0.0,completed,4,5,8,3,False,pilot,424237ACC-01_A3_r1,ACC-01,accounting,A3,1,claude-opus-5-5,M4M64b,evaluated,success,False,274.6,274.6,4.8,2.628,22,150,21,"{""Bash"": 21}","{""shell"": 4, ""python"": 12, ""browser"": 3, ""office"": 2}","[""shell"", ""python"", ""shell"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""office""]",9,1,1,"{""input"": 94, ""output"": 346, ""cache_read"": 1757474, ""cache_create"": 164246}","{""claude-opus-5-5"": {""inputTokens"": 48, ""outputTokens"": 31641, ""cacheReadInputTokens"": 877993, ""cacheCreationInputTokens"": 81971, ""webSearchRequests"": 0, ""costUSD"": 1.2184656000000003, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 7411, ""cacheCreationEphemeral5mInputTokens"": 81971, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.2184656000000003,,1.2184656000000003,False,,,,True,1.0,0,False,completed,,100.0,"[100.0, 100.0, 100.0]","[true, true, true]",3,,0.0,completed,2,9,4,4,False,pilot,424238FIN-01_A3_r1,FIN-01,corporate finance,A3,1,claude-opus-5-5,M4M64b,evaluated,success,False,189.9,189.9,2.3,3.136,12,85,11,"{""Bash"": 11}","{""shell"": 1, ""office"": 3, ""python"": 5, ""browser"": 2}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""office""]",8,0,0,"{""input"": 64, ""output"": 146, ""cache_read"": 616463, ""cache_create"": 98418}","{""claude-opus-5-5"": {""inputTokens"": 28, ""outputTokens"": 22087, ""cacheReadInputTokens"": 265481, ""cacheCreationInputTokens"": 42786, ""webSearchRequests"": 0, ""costUSD"": 0.7088782, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3157, ""cacheCreationEphemeral5mInputTokens"": 42786, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7088782,,0.7088782,False,,,,True,1.0,0,False,completed,,90.83333333333333,"[90.0, 90.0, 92.5]","[true, true, true]",3,,0.0,completed,1,6,6,4,False,pilot,424239RES-01_A2_r1,RES-01,academic research,A2,1,claude-opus-5-5,M3U96a,evaluated,success,False,288.9,288.9,107.8,3.365,19,90,18,"{""Bash"": 17, ""Read"": 1}","{""shell"": 2, ""office"": 2, ""python"": 13, ""file"": 1}","[""shell"", ""office"", ""shell"", ""python"", ""file"", ""python"", ""office"", ""python""]",7,1,1,"{""input"": 76, ""output"": 264, ""cache_read"": 771852, ""cache_create"": 79507}","{""claude-opus-5-5"": {""inputTokens"": 40, ""outputTokens"": 20444, ""cacheReadInputTokens"": 404723, ""cacheCreationInputTokens"": 39254, ""webSearchRequests"": 0, ""costUSD"": 0.6862545999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2500, ""cacheCreationEphemeral5mInputTokens"": 39254, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6862545999999999,,0.6862545999999999,False,,,,True,1.0,0,False,completed,,86.66666666666667,"[75.0, 91.25, 93.75]","[false, true, true]",3,,0.0,completed,1,5,4,13,False,pilot,424240FIN-01_A2_r2,FIN-01,corporate finance,A2,2,claude-opus-5-5,M4M64a,evaluated,success,False,190.5,190.5,0.8,2.4,12,64,11,"{""Bash"": 11}","{""shell"": 4, ""python"": 7}","[""shell"", ""python"", ""shell"", ""python"", ""shell""]",4,0,0,"{""input"": 50, ""output"": 214, ""cache_read"": 472781, ""cache_create"": 77909}","{""claude-opus-5-5"": {""inputTokens"": 26, ""outputTokens"": 22697, ""cacheReadInputTokens"": 235672, ""cacheCreationInputTokens"": 38308, ""webSearchRequests"": 0, ""costUSD"": 0.6927183999999998, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3293, ""cacheCreationEphemeral5mInputTokens"": 38308, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6927183999999998,,0.6927183999999998,False,,,,True,1.0,0,False,completed,,82.5,"[78.75, 87.5, 81.25]","[true, true, true]",3,,0.0,completed,1,6,5,3,False,pilot,424241RES-01_A3_r1,RES-01,academic research,A3,1,claude-opus-5-5,M3U96b,evaluated,success,False,214.6,214.6,40.6,3.362,22,87,21,"{""Bash"": 20, ""Read"": 1}","{""shell"": 2, ""office"": 2, ""python"": 13, ""file"": 1, ""browser"": 3}","[""shell"", ""office"", ""python"", ""shell"", ""file"", ""python"", ""browser"", ""python"", ""office"", ""browser"", ""python""]",10,1,1,"{""input"": 88, ""output"": 461, ""cache_read"": 1104777, ""cache_create"": 99005}","{""claude-opus-5-5"": {""inputTokens"": 46, ""outputTokens"": 20683, ""cacheReadInputTokens"": 561227, ""cacheCreationInputTokens"": 47027, ""webSearchRequests"": 0, ""costUSD"": 0.7612244, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1709, ""cacheCreationEphemeral5mInputTokens"": 47027, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7612244,,0.7612244,False,,,,True,1.0,0,False,completed,,80.0,"[70.0, 83.75, 86.25]","[false, true, true]",3,,0.0,completed,0,5,5,15,False,pilot,424242LEGAL-01_A1_r1,LEGAL-01,legal services,A1,1,claude-opus-5-5,M3U96a,evaluated,success,False,215.8,215.8,1.1,2.503,11,93,10,"{""Bash"": 9, ""Read"": 1}","{""shell"": 4, ""python"": 5, ""file"": 1}","[""shell"", ""python"", ""file"", ""python"", ""shell"", ""python""]",5,1,1,"{""input"": 48, ""output"": 334, ""cache_read"": 472962, ""cache_create"": 118351}","{""claude-opus-5-5"": {""inputTokens"": 24, ""outputTokens"": 23076, ""cacheReadInputTokens"": 250764, ""cacheCreationInputTokens"": 47121, ""webSearchRequests"": 0, ""costUSD"": 0.7473738000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5155, ""cacheCreationEphemeral5mInputTokens"": 47121, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7473738000000001,,0.7473738000000001,False,,,,True,1.0,0,False,needs_clarification,True,94.16666666666667,"[91.25, 96.25, 95.0]","[true, true, true]",3,,0.0,needs_clarification,5,6,6,3,False,pilot,424243BI-01_A4_r2,BI-01,business intelligence,A4,2,claude-opus-5-5,M3U96b,evaluated,success,False,316.6,316.6,9.6,4.44,25,143,24,"{""Bash"": 24}","{""shell"": 4, ""python"": 10, ""sql"": 1, ""browser"": 4, ""office"": 5}","[""shell"", ""python"", ""sql"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""shell"", ""browser"", ""office"", ""shell""]",12,2,2,"{""input"": 92, ""output"": 416, ""cache_read"": 1326665, ""cache_create"": 101128}","{""claude-opus-5-5"": {""inputTokens"": 52, ""outputTokens"": 34225, ""cacheReadInputTokens"": 757375, ""cacheCreationInputTokens"": 55550, ""webSearchRequests"": 0, ""costUSD"": 1.1139329999999996, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6949, ""cacheCreationEphemeral5mInputTokens"": 55550, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.1139329999999996,,1.1139329999999996,False,,1.0,1.0,True,1.0,0,False,completed,,75.0,"[67.5, 78.75, 78.75]","[false, true, false]",3,,0.0,completed,2,6,5,12,False,pilot,424244RES-01_A4_r2,RES-01,academic research,A4,2,claude-opus-5-5,M4M64b,evaluated,success,False,188.9,188.9,12.1,3.119,21,86,20,"{""Bash"": 19, ""Read"": 1}","{""shell"": 2, ""office"": 1, ""python"": 11, ""file"": 1, ""browser"": 5}","[""shell"", ""office"", ""shell"", ""python"", ""file"", ""python"", ""browser"", ""python"", ""browser"", ""python"", ""browser"", ""python""]",11,2,2,"{""input"": 92, ""output"": 513, ""cache_read"": 974605, ""cache_create"": 100834}","{""claude-opus-5-5"": {""inputTokens"": 42, ""outputTokens"": 20832, ""cacheReadInputTokens"": 475830, ""cacheCreationInputTokens"": 41413, ""webSearchRequests"": 0, ""costUSD"": 0.719039, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1770, ""cacheCreationEphemeral5mInputTokens"": 41413, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.719039,,0.719039,False,,1.0,1.0,True,1.0,0,False,completed,,85.41666666666667,"[78.75, 87.5, 90.0]","[false, true, true]",3,,0.0,completed,0,4,5,15,False,pilot,424245RE-01_A0_r1,RE-01,real estate appraisal,A0,1,claude-opus-5-5,M3U96a,evaluated,success,False,88.3,88.3,0.5,12.076,44,118,43,"{""Read"": 38, ""Edit"": 5}","{""file"": 43}","[""file""]",0,28,27,"{""input"": 116, ""output"": 1171, ""cache_read"": 963184, ""cache_create"": 93145}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 8223, ""cacheReadInputTokens"": 254336, ""cacheCreationInputTokens"": 29983, ""webSearchRequests"": 0, ""costUSD"": 0.3653782, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 977, ""cacheCreationEphemeral5mInputTokens"": 29983, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.3653782,,0.3653782,False,,,,False,0.0,1,True,needs_clarification,False,10.0,"[10.0, 10.0, 10.0]","[false, false, false]",3,,0.0,needs_clarification,4,3,3,2,False,pilot,424246RE-01_A2_r1,RE-01,real estate appraisal,A2,1,claude-opus-5-5,M4M64a,evaluated,success,False,179.9,179.9,0.9,3.54,16,94,15,"{""Bash"": 9, ""Read"": 6}","{""shell"": 2, ""python"": 7, ""file"": 6}","[""shell"", ""python"", ""file"", ""python"", ""shell""]",4,0,0,"{""input"": 76, ""output"": 193, ""cache_read"": 552471, ""cache_create"": 104558}","{""claude-opus-5-5"": {""inputTokens"": 26, ""outputTokens"": 19247, ""cacheReadInputTokens"": 202017, ""cacheCreationInputTokens"": 38321, ""webSearchRequests"": 0, ""costUSD"": 0.6170524000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2770, ""cacheCreationEphemeral5mInputTokens"": 38321, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6170524000000001,,0.6170524000000001,False,,,,False,0.8519,0,False,completed,,98.75,"[100.0, 100.0, 96.25]","[true, true, true]",3,,0.0,completed,1,5,6,3,False,pilot,424247ACC-01_A2_r2,ACC-01,accounting,A2,2,claude-opus-5-5,M4M64a,evaluated,success,False,239.3,239.3,9.7,2.467,19,145,18,"{""Bash"": 18}","{""shell"": 3, ""python"": 15}","[""shell"", ""python"", ""shell"", ""python"", ""shell""]",4,0,0,"{""input"": 80, ""output"": 253, ""cache_read"": 1089703, ""cache_create"": 128202}","{""claude-opus-5-5"": {""inputTokens"": 42, ""outputTokens"": 27350, ""cacheReadInputTokens"": 549910, ""cacheCreationInputTokens"": 64524, ""webSearchRequests"": 0, ""costUSD"": 0.9797699999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5867, ""cacheCreationEphemeral5mInputTokens"": 64524, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.9797699999999999,,0.9797699999999999,False,,,,True,1.0,0,False,completed,,93.75,"[100.0, 87.5, 93.75]","[true, true, true]",3,,0.0,completed,2,8,4,3,False,pilot,424248BANK-01_A4_r1,BANK-01,banking,A4,1,claude-opus-5-5,M4M64b,evaluated,success,False,228.8,228.8,1.4,2.826,15,79,14,"{""Bash"": 14}","{""shell"": 2, ""office"": 2, ""python"": 6, ""browser"": 4}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""browser"", ""office"", ""shell""]",7,1,1,"{""input"": 58, ""output"": 228, ""cache_read"": 699720, ""cache_create"": 84336}","{""claude-opus-5-5"": {""inputTokens"": 32, ""outputTokens"": 26910, ""cacheReadInputTokens"": 397319, ""cacheCreationInputTokens"": 48208, ""webSearchRequests"": 0, ""costUSD"": 0.8588318, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3931, ""cacheCreationEphemeral5mInputTokens"": 48208, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8588318,,0.8588318,False,,1.0,1.0,True,1.0,0,False,completed,,89.58333333333333,"[97.5, 86.25, 85.0]","[true, true, true]",3,,0.0,completed,2,5,6,5,False,pilot,424249ADM-01_A3_r2,ADM-01,executive administration,A3,2,claude-opus-5-5,M4M64b,evaluated,success,False,385.0,385.0,2.2,4.212,20,185,19,"{""Bash"": 19}","{""shell"": 9, ""python"": 6, ""office"": 2, ""browser"": 2}","[""shell"", ""python"", ""shell"", ""office"", ""python"", ""shell"", ""browser"", ""shell"", ""python"", ""browser"", ""python"", ""office"", ""shell""]",12,2,2,"{""input"": 76, ""output"": 480, ""cache_read"": 2034400, ""cache_create"": 185613}","{""claude-opus-5-5"": {""inputTokens"": 42, ""outputTokens"": 37781, ""cacheReadInputTokens"": 1126514, ""cacheCreationInputTokens"": 99178, ""webSearchRequests"": 0, ""costUSD"": 1.4769808000000002, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 15520, ""cacheCreationEphemeral5mInputTokens"": 99178, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.4769808000000002,,1.4769808000000002,False,,,,True,1.0,0,False,completed,,65.83333333333333,"[65.0, 66.25, 66.25]","[false, false, false]",3,,0.0,completed,9,7,7,11,False,pilot,424250BI-01_A0_r2,BI-01,business intelligence,A0,2,claude-opus-5-5,M4M64a,evaluated,success,False,238.9,238.9,0.2,2.617,14,94,13,"{""Read"": 9, ""Edit"": 4}","{""file"": 13}","[""file""]",0,4,3,"{""input"": 48, ""output"": 156, ""cache_read"": 209512, ""cache_create"": 89867}","{""claude-opus-5-5"": {""inputTokens"": 20, ""outputTokens"": 28702, ""cacheReadInputTokens"": 91150, ""cacheCreationInputTokens"": 34752, ""webSearchRequests"": 0, ""costUSD"": 0.76611, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6145, ""cacheCreationEphemeral5mInputTokens"": 34752, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.76611,,0.76611,False,,,,False,0.037,0,False,needs_clarification,False,4.583333333333333,"[3.75, 5.0, 5.0]","[false, false, false]",3,,0.0,needs_clarification,3,3,8,4,False,pilot,424251LEGAL-01_A4_r1,LEGAL-01,legal services,A4,1,claude-opus-5-5,M3U96b,evaluated,success,False,222.8,222.8,2.4,4.327,17,92,16,"{""Bash"": 15, ""Read"": 1}","{""shell"": 3, ""python"": 7, ""file"": 1, ""browser"": 5}","[""shell"", ""python"", ""file"", ""browser"", ""python"", ""browser"", ""shell""]",6,1,1,"{""input"": 64, ""output"": 362, ""cache_read"": 951885, ""cache_create"": 106501}","{""claude-opus-5-5"": {""inputTokens"": 36, ""outputTokens"": 24598, ""cacheReadInputTokens"": 530882, ""cacheCreationInputTokens"": 57655, ""webSearchRequests"": 0, ""costUSD"": 0.8865554, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5027, ""cacheCreationEphemeral5mInputTokens"": 57655, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8865554,,0.8865554,False,,1.0,1.0,True,1.0,0,False,completed,,91.66666666666667,"[92.5, 91.25, 91.25]","[true, true, true]",3,,0.0,completed,5,4,5,5,False,pilot,424252RE-01_A1_r2,RE-01,real estate appraisal,A1,2,claude-opus-5-5,M3U96b,evaluated,success,False,160.8,160.8,1.2,3.244,15,64,14,"{""Bash"": 8, ""Read"": 6}","{""shell"": 3, ""python"": 5, ""file"": 6}","[""shell"", ""python"", ""file"", ""python"", ""shell"", ""python"", ""shell""]",6,0,0,"{""input"": 60, ""output"": 169, ""cache_read"": 358765, ""cache_create"": 109054}","{""claude-opus-5-5"": {""inputTokens"": 24, ""outputTokens"": 18373, ""cacheReadInputTokens"": 177994, ""cacheCreationInputTokens"": 37830, ""webSearchRequests"": 0, ""costUSD"": 0.5923048000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2480, ""cacheCreationEphemeral5mInputTokens"": 37830, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.5923048000000001,,0.5923048000000001,False,,,,True,1.0,0,False,completed,,91.25,"[92.5, 92.5, 88.75]","[true, true, true]",3,,0.0,completed,2,5,6,3,False,pilot,424253LEGAL-01_A0_r2,LEGAL-01,legal services,A0,2,claude-opus-5-5,M3U96a,evaluated,success,False,74.2,74.2,0.2,3.777,17,50,16,"{""Read"": 12, ""Edit"": 4}","{""file"": 16}","[""file""]",0,8,7,"{""input"": 48, ""output"": 863, ""cache_read"": 158957, ""cache_create"": 31605}","{""claude-opus-5-5"": {""inputTokens"": 20, ""outputTokens"": 7026, ""cacheReadInputTokens"": 69591, ""cacheCreationInputTokens"": 14069, ""webSearchRequests"": 0, ""costUSD"": 0.22486319999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 662, ""cacheCreationEphemeral5mInputTokens"": 14069, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.22486319999999999,,0.22486319999999999,False,,,,False,0.2727,1,True,needs_clarification,True,12.083333333333334,"[16.25, 10.0, 10.0]","[false, false, false]",3,,0.0,needs_clarification,5,3,3,3,False,pilot,424254ADM-01_A0_r1,ADM-01,executive administration,A0,1,claude-opus-5-5,M3U96a,evaluated,success,False,389.0,389.0,1.3,5.855,81,315,80,"{""Read"": 69, ""Edit"": 11}","{""file"": 80}","[""file""]",0,23,22,"{""input"": 222, ""output"": 882, ""cache_read"": 4995265, ""cache_create"": 559358}","{""claude-opus-5-5"": {""inputTokens"": 48, ""outputTokens"": 38838, ""cacheReadInputTokens"": 1300112, ""cacheCreationInputTokens"": 103520, ""webSearchRequests"": 0, ""costUSD"": 1.5545744, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 15772, ""cacheCreationEphemeral5mInputTokens"": 103520, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.5545744,,1.5545744,False,,,,False,0.4118,0,False,completed,,47.083333333333336,"[38.75, 51.24999999999999, 51.24999999999999]","[false, false, false]",3,,0.0,completed,8,7,8,11,False,pilot,424255HR-01_A0_r1,HR-01,human resources,A0,1,claude-opus-5-5,M3U96a,evaluated,success,False,280.5,280.5,0.7,3.079,37,161,36,"{""Read"": 25, ""Edit"": 11}","{""file"": 36}","[""file""]",0,19,18,"{""input"": 112, ""output"": 373, ""cache_read"": 1033032, ""cache_create"": 144242}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 28639, ""cacheReadInputTokens"": 345818, ""cacheCreationInputTokens"": 47355, ""webSearchRequests"": 0, ""costUSD"": 0.8788545999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 8227, ""cacheCreationEphemeral5mInputTokens"": 47355, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8788545999999999,,0.8788545999999999,False,,,,False,0.1765,0,False,needs_clarification,True,37.083333333333336,"[43.75, 33.75, 33.75]","[false, false, false]",3,,0.0,needs_clarification,7,6,7,7,False,pilot,424256RE-01_A2_r2,RE-01,real estate appraisal,A2,2,claude-opus-5-5,M3U96a,evaluated,success,False,180.9,180.9,1.7,1.593,18,91,17,"{""Bash"": 11, ""Read"": 6}","{""shell"": 1, ""python"": 10, ""file"": 6}","[""shell"", ""python"", ""file"", ""python""]",3,0,0,"{""input"": 72, ""output"": 249, ""cache_read"": 621633, ""cache_create"": 88746}","{""claude-opus-5-5"": {""inputTokens"": 30, ""outputTokens"": 20509, ""cacheReadInputTokens"": 289686, ""cacheCreationInputTokens"": 39493, ""webSearchRequests"": 0, ""costUSD"": 0.6657022, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4151, ""cacheCreationEphemeral5mInputTokens"": 39493, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6657022,,0.6657022,False,,,,True,1.0,0,False,completed,,100.0,"[100.0, 100.0, 100.0]","[true, true, true]",3,,0.0,completed,1,5,5,3,False,pilot,424257FIN-01_A3_r2,FIN-01,corporate finance,A3,2,claude-opus-5-5,M4M64a,evaluated,success,False,180.4,180.4,3.4,1.777,13,60,12,"{""Bash"": 12}","{""shell"": 1, ""office"": 4, ""python"": 5, ""browser"": 2}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""browser"", ""office""]",9,1,1,"{""input"": 54, ""output"": 250, ""cache_read"": 532237, ""cache_create"": 76374}","{""claude-opus-5-5"": {""inputTokens"": 30, ""outputTokens"": 21780, ""cacheReadInputTokens"": 289663, ""cacheCreationInputTokens"": 40811, ""webSearchRequests"": 0, ""costUSD"": 0.6977076000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2035, ""cacheCreationEphemeral5mInputTokens"": 40811, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6977076000000001,,0.6977076000000001,False,,,,True,1.0,0,False,completed,,90.41666666666667,"[92.5, 92.5, 86.25]","[true, true, true]",3,,0.0,completed,1,7,6,4,False,pilot,424258RE-01_A3_r1,RE-01,real estate appraisal,A3,1,claude-opus-5-5,M4M64b,evaluated,success,False,208.7,208.7,4.1,2.388,26,125,25,"{""Bash"": 19, ""Read"": 6}","{""shell"": 1, ""office"": 4, ""python"": 5, ""file"": 6, ""browser"": 9}","[""shell"", ""office"", ""python"", ""file"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""browser"", ""office""]",10,1,1,"{""input"": 116, ""output"": 565, ""cache_read"": 1331411, ""cache_create"": 119393}","{""claude-opus-5-5"": {""inputTokens"": 46, ""outputTokens"": 21776, ""cacheReadInputTokens"": 609920, ""cacheCreationInputTokens"": 46500, ""webSearchRequests"": 0, ""costUSD"": 0.7901880000000002, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2463, ""cacheCreationEphemeral5mInputTokens"": 46500, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7901880000000002,,0.7901880000000002,False,,,,True,1.0,0,False,completed,,100.0,"[100.0, 100.0, 100.0]","[true, true, true]",3,,0.0,completed,2,6,7,4,False,pilot,424259HR-01_A4_r2,HR-01,human resources,A4,2,claude-opus-5-5,M3U96b,evaluated,success,False,274.1,274.1,7.9,2.401,20,131,19,"{""Bash"": 19}","{""shell"": 5, ""python"": 10, ""browser"": 3, ""office"": 1}","[""shell"", ""python"", ""browser"", ""shell"", ""python"", ""office"", ""python"", ""browser"", ""shell""]",8,1,1,"{""input"": 74, ""output"": 264, ""cache_read"": 1083114, ""cache_create"": 91289}","{""claude-opus-5-5"": {""inputTokens"": 42, ""outputTokens"": 30583, ""cacheReadInputTokens"": 602259, ""cacheCreationInputTokens"": 53822, ""webSearchRequests"": 0, ""costUSD"": 1.0013897999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 8822, ""cacheCreationEphemeral5mInputTokens"": 53822, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.0013897999999999,,1.0013897999999999,False,,1.0,1.0,True,1.0,0,False,needs_clarification,True,71.25,"[72.5, 71.25, 70.0]","[false, false, false]",3,,0.0,needs_clarification,2,7,8,7,False,pilot,424260BANK-01_A2_r2,BANK-01,banking,A2,2,claude-opus-5-5,M4M64a,evaluated,success,False,216.4,216.4,0.6,2.239,7,58,6,"{""Bash"": 6}","{""shell"": 2, ""python"": 4}","[""shell"", ""python"", ""shell""]",2,0,0,"{""input"": 30, ""output"": 98, ""cache_read"": 287299, ""cache_create"": 90949}","{""claude-opus-5-5"": {""inputTokens"": 18, ""outputTokens"": 26848, ""cacheReadInputTokens"": 145554, ""cacheCreationInputTokens"": 47197, ""webSearchRequests"": 0, ""costUSD"": 0.8021278000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4495, ""cacheCreationEphemeral5mInputTokens"": 47197, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8021278000000001,,0.8021278000000001,False,,,,True,1.0,0,False,completed,,92.5,"[97.5, 90.0, 90.0]","[true, true, true]",3,,0.0,completed,4,5,6,3,False,pilot,424261BI-01_A4_r1,BI-01,business intelligence,A4,1,claude-opus-5-5,M4M64b,evaluated,success,False,330.3,330.3,5.3,3.257,28,156,27,"{""Bash"": 27}","{""shell"": 3, ""python"": 7, ""sql"": 6, ""browser"": 5, ""office"": 6}","[""shell"", ""python"", ""sql"", ""browser"", ""office"", ""sql"", ""python"", ""office"", ""python"", ""shell"", ""sql"", ""python"", ""browser"", ""office""]",13,3,3,"{""input"": 108, ""output"": 520, ""cache_read"": 1763289, ""cache_create"": 120489}","{""claude-opus-5-5"": {""inputTokens"": 56, ""outputTokens"": 37132, ""cacheReadInputTokens"": 896601, ""cacheCreationInputTokens"": 60749, ""webSearchRequests"": 0, ""costUSD"": 1.2259292, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 7102, ""cacheCreationEphemeral5mInputTokens"": 60749, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.2259292,,1.2259292,False,,1.0,1.0,True,1.0,0,False,completed,,67.91666666666667,"[67.5, 63.74999999999999, 72.5]","[false, false, false]",3,,0.0,completed,1,6,4,11,False,pilot,424262BANK-01_A1_r1,BANK-01,banking,A1,1,claude-opus-5-5,M3U96b,evaluated,success,False,240.9,240.9,1.4,2.009,10,71,9,"{""Bash"": 9}","{""shell"": 3, ""python"": 6}","[""shell"", ""python"", ""shell"", ""python"", ""shell""]",4,2,2,"{""input"": 42, ""output"": 242, ""cache_read"": 497861, ""cache_create"": 98327}","{""claude-opus-5-5"": {""inputTokens"": 24, ""outputTokens"": 28691, ""cacheReadInputTokens"": 250783, ""cacheCreationInputTokens"": 50834, ""webSearchRequests"": 0, ""costUSD"": 0.8782425999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4931, ""cacheCreationEphemeral5mInputTokens"": 50834, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8782425999999999,,0.8782425999999999,False,,,,True,1.0,0,False,completed,,95.0,"[97.5, 93.75, 93.75]","[true, true, true]",3,,0.0,completed,4,6,6,3,False,pilot,424263RE-01_A4_r2,RE-01,real estate appraisal,A4,2,claude-opus-5-5,M4M64a,evaluated,success,False,191.4,191.4,2.4,2.647,23,78,22,"{""Bash"": 16, ""Read"": 6}","{""shell"": 3, ""office"": 3, ""python"": 6, ""file"": 6, ""browser"": 4}","[""shell"", ""office"", ""python"", ""file"", ""browser"", ""python"", ""shell"", ""python"", ""browser"", ""office""]",9,4,4,"{""input"": 94, ""output"": 434, ""cache_read"": 906814, ""cache_create"": 102853}","{""claude-opus-5-5"": {""inputTokens"": 40, ""outputTokens"": 22282, ""cacheReadInputTokens"": 464874, ""cacheCreationInputTokens"": 43435, ""webSearchRequests"": 0, ""costUSD"": 0.7559498, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1534, ""cacheCreationEphemeral5mInputTokens"": 43435, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7559498,,0.7559498,False,,1.0,1.0,False,0.8519,0,False,completed,,98.75,"[100.0, 96.25, 100.0]","[true, true, true]",3,,0.0,completed,2,7,4,5,False,pilot,424264LEGAL-01_A3_r2,LEGAL-01,legal services,A3,2,claude-opus-5-5,M3U96b,evaluated,success,False,198.7,198.7,1.9,2.896,15,78,14,"{""Bash"": 13, ""Read"": 1}","{""shell"": 3, ""python"": 4, ""file"": 1, ""browser"": 6}","[""shell"", ""python"", ""file"", ""python"", ""browser"", ""python"", ""browser"", ""shell""]",7,0,0,"{""input"": 56, ""output"": 246, ""cache_read"": 612893, ""cache_create"": 105717}","{""claude-opus-5-5"": {""inputTokens"": 30, ""outputTokens"": 21054, ""cacheReadInputTokens"": 354974, ""cacheCreationInputTokens"": 48028, ""webSearchRequests"": 0, ""costUSD"": 0.7323348000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4357, ""cacheCreationEphemeral5mInputTokens"": 48028, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7323348000000001,,0.7323348000000001,False,,,,True,1.0,0,False,needs_clarification,True,89.58333333333333,"[91.25, 88.75, 88.75]","[true, true, true]",3,,0.0,needs_clarification,5,4,5,4,False,pilot,424265PROC-01_A2_r1,PROC-01,procurement,A2,1,claude-opus-5-5,M3U96a,evaluated,success,False,146.1,146.1,1.5,2.213,10,55,9,"{""Bash"": 9}","{""shell"": 1, ""office"": 1, ""python"": 7}","[""shell"", ""office"", ""python""]",2,1,1,"{""input"": 38, ""output"": 128, ""cache_read"": 256737, ""cache_create"": 52058}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 16891, ""cacheReadInputTokens"": 131554, ""cacheCreationInputTokens"": 28897, ""webSearchRequests"": 0, ""costUSD"": 0.5087038, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2782, ""cacheCreationEphemeral5mInputTokens"": 28897, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.5087038,,0.5087038,False,,,,True,1.0,0,False,completed,,88.33333333333333,"[91.25, 85.0, 88.75]","[true, true, true]",3,,0.0,completed,5,8,6,3,False,pilot,424266FIN-01_A0_r1,FIN-01,corporate finance,A0,1,claude-opus-5-5,M4M64a,evaluated,success,False,99.5,99.5,0.6,1.358,15,57,14,"{""Read"": 11, ""Edit"": 3}","{""file"": 14}","[""file""]",0,7,6,"{""input"": 54, ""output"": 870, ""cache_read"": 160339, ""cache_create"": 59751}","{""claude-opus-5-5"": {""inputTokens"": 20, ""outputTokens"": 11443, ""cacheReadInputTokens"": 75765, ""cacheCreationInputTokens"": 20846, ""webSearchRequests"": 0, ""costUSD"": 0.348323, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1376, ""cacheCreationEphemeral5mInputTokens"": 20846, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.348323,,0.348323,False,,,,False,0.0,0,False,needs_clarification,False,17.5,"[17.5, 17.5, 17.5]","[false, false, false]",3,,0.0,needs_clarification,4,7,4,3,False,pilot,424267ACC-01_A0_r1,ACC-01,accounting,A0,1,claude-opus-5-5,M3U96a,evaluated,success,False,124.1,124.1,1.0,1.979,32,146,31,"{""Read"": 26, ""Edit"": 5}","{""file"": 31}","[""file""]",0,8,8,"{""input"": 100, ""output"": 1084, ""cache_read"": 985957, ""cache_create"": 220396}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 13239, ""cacheReadInputTokens"": 391451, ""cacheCreationInputTokens"": 60823, ""webSearchRequests"": 0, ""costUSD"": 0.6473212, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3277, ""cacheCreationEphemeral5mInputTokens"": 60823, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6473212,,0.6473212,False,,,,False,0.1667,0,False,needs_clarification,False,29.583333333333332,"[23.75, 32.5, 32.5]","[false, false, false]",3,,0.0,needs_clarification,3,6,5,4,False,pilot,424268PROC-01_A3_r1,PROC-01,procurement,A3,1,claude-opus-5-5,M4M64b,evaluated,success,False,190.5,190.5,2.3,2.243,14,71,13,"{""Bash"": 13}","{""shell"": 1, ""office"": 4, ""python"": 5, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""office""]",8,1,1,"{""input"": 54, ""output"": 320, ""cache_read"": 517075, ""cache_create"": 78238}","{""claude-opus-5-5"": {""inputTokens"": 30, ""outputTokens"": 21808, ""cacheReadInputTokens"": 257505, ""cacheCreationInputTokens"": 41782, ""webSearchRequests"": 0, ""costUSD"": 0.6966909999999998, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3736, ""cacheCreationEphemeral5mInputTokens"": 41782, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6966909999999998,,0.6966909999999998,False,,,,True,1.0,0,False,completed,,92.5,"[100.0, 88.75, 88.75]","[true, true, true]",3,,0.0,completed,5,6,5,4,False,pilot,424269RES-01_A1_r1,RES-01,academic research,A1,1,claude-opus-5-5,M4M64b,evaluated,success,False,176.8,176.8,8.2,2.076,16,87,15,"{""Bash"": 14, ""Read"": 1}","{""shell"": 2, ""python"": 12, ""file"": 1}","[""shell"", ""python"", ""shell"", ""python"", ""file"", ""python""]",5,2,2,"{""input"": 74, ""output"": 361, ""cache_read"": 617524, ""cache_create"": 89414}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 18319, ""cacheReadInputTokens"": 289419, ""cacheCreationInputTokens"": 36091, ""webSearchRequests"": 0, ""costUSD"": 0.6048548, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1350, ""cacheCreationEphemeral5mInputTokens"": 36091, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6048548,,0.6048548,False,,,,True,1.0,0,False,completed,,80.0,"[80.0, 81.25, 78.75]","[false, true, true]",3,,0.0,completed,1,5,5,13,False,pilot,424270ACC-01_A3_r2,ACC-01,accounting,A3,2,claude-opus-5-5,M3U96a,evaluated,success,False,256.7,256.7,6.3,2.463,25,145,24,"{""Bash"": 24}","{""shell"": 7, ""python"": 11, ""browser"": 3, ""office"": 3}","[""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""browser"", ""shell""]",14,1,1,"{""input"": 104, ""output"": 440, ""cache_read"": 1945637, ""cache_create"": 149370}","{""claude-opus-5-5"": {""inputTokens"": 54, ""outputTokens"": 29069, ""cacheReadInputTokens"": 1012577, ""cacheCreationInputTokens"": 76384, ""webSearchRequests"": 0, ""costUSD"": 1.1660313999999998, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5738, ""cacheCreationEphemeral5mInputTokens"": 76384, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.1660313999999998,,1.1660313999999998,False,,,,True,1.0,0,False,completed,,96.66666666666667,"[93.75, 96.25, 100.0]","[true, true, true]",3,,0.0,completed,2,9,6,4,False,pilot,424271HR-01_A3_r2,HR-01,human resources,A3,2,claude-opus-5-5,M4M64a,evaluated,success,False,247.3,247.3,3.7,3.494,17,110,16,"{""Bash"": 16}","{""shell"": 4, ""python"": 8, ""browser"": 3, ""office"": 1}","[""shell"", ""python"", ""browser"", ""python"", ""shell"", ""python"", ""browser"", ""shell"", ""office""]",8,0,0,"{""input"": 62, ""output"": 268, ""cache_read"": 762240, ""cache_create"": 91164}","{""claude-opus-5-5"": {""inputTokens"": 36, ""outputTokens"": 28062, ""cacheReadInputTokens"": 466024, ""cacheCreationInputTokens"": 51978, ""webSearchRequests"": 0, ""costUSD"": 0.9144788000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 8224, ""cacheCreationEphemeral5mInputTokens"": 51978, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.9144788000000001,,0.9144788000000001,False,,,,True,1.0,0,False,needs_clarification,True,75.83333333333333,"[72.5, 76.25, 78.75]","[false, false, false]",3,,0.0,needs_clarification,3,8,8,6,False,pilot,424272BANK-01_A4_r2,BANK-01,banking,A4,2,claude-opus-5-5,M3U96a,evaluated,success,False,249.4,249.4,2.5,3.489,16,106,15,"{""Bash"": 15}","{""shell"": 1, ""office"": 4, ""python"": 7, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""office""]",8,1,1,"{""input"": 72, ""output"": 350, ""cache_read"": 963849, ""cache_create"": 127318}","{""claude-opus-5-5"": {""inputTokens"": 32, ""outputTokens"": 28352, ""cacheReadInputTokens"": 451013, ""cacheCreationInputTokens"": 57656, ""webSearchRequests"": 0, ""costUSD"": 0.9456506, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5262, ""cacheCreationEphemeral5mInputTokens"": 57656, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.9456506,,0.9456506,False,,1.0,1.0,True,1.0,0,False,completed,,93.33333333333333,"[97.5, 88.75, 93.75]","[true, true, true]",3,,0.0,completed,2,4,6,5,False,pilot,424273PROC-01_A1_r1,PROC-01,procurement,A1,1,claude-opus-5-5,M3U96a,evaluated,success,False,161.7,161.7,1.3,2.815,8,76,7,"{""Bash"": 7}","{""shell"": 1, ""python"": 6}","[""shell"", ""python""]",1,0,0,"{""input"": 38, ""output"": 120, ""cache_read"": 262813, ""cache_create"": 67256}","{""claude-opus-5-5"": {""inputTokens"": 20, ""outputTokens"": 18934, ""cacheReadInputTokens"": 131550, ""cacheCreationInputTokens"": 32000, ""webSearchRequests"": 0, ""costUSD"": 0.56507, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3345, ""cacheCreationEphemeral5mInputTokens"": 32000, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.56507,,0.56507,False,,,,True,1.0,0,False,completed,,89.58333333333333,"[88.75, 88.75, 91.25]","[true, true, true]",3,,0.0,completed,4,7,5,3,False,pilot,424274BI-01_A0_r1,BI-01,business intelligence,A0,1,claude-opus-5-5,M4M64a,evaluated,success,False,293.7,293.7,0.2,2.409,14,139,13,"{""Read"": 8, ""Edit"": 5}","{""file"": 13}","[""file""]",0,3,2,"{""input"": 54, ""output"": 879, ""cache_read"": 378049, ""cache_create"": 93175}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 34576, ""cacheReadInputTokens"": 153453, ""cacheCreationInputTokens"": 40608, ""webSearchRequests"": 0, ""costUSD"": 0.9253386, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 9294, ""cacheCreationEphemeral5mInputTokens"": 40608, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.9253386,,0.9253386,False,,,,False,0.037,0,False,needs_clarification,False,5.416666666666667,"[8.75, 2.5, 5.0]","[false, false, false]",3,,0.0,needs_clarification,2,3,7,4,False,pilot,424275BANK-01_A0_r2,BANK-01,banking,A0,2,claude-opus-5-5,M3U96b,evaluated,success,False,153.3,153.3,0.2,2.675,21,98,20,"{""Read"": 12, ""Edit"": 8}","{""file"": 20}","[""file""]",0,8,7,"{""input"": 70, ""output"": 885, ""cache_read"": 357643, ""cache_create"": 95510}","{""claude-opus-5-5"": {""inputTokens"": 24, ""outputTokens"": 17650, ""cacheReadInputTokens"": 136521, ""cacheCreationInputTokens"": 29074, ""webSearchRequests"": 0, ""costUSD"": 0.5257702, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5340, ""cacheCreationEphemeral5mInputTokens"": 29074, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.5257702,,0.5257702,False,,,,False,0.069,0,False,needs_clarification,False,16.25,"[18.75, 15.0, 15.0]","[false, false, false]",3,,0.0,needs_clarification,3,4,5,3,False,pilot,424276RE-01_A1_r1,RE-01,real estate appraisal,A1,1,claude-opus-5-5,M4M64a,evaluated,success,False,155.4,155.4,0.4,3.056,14,64,13,"{""Bash"": 7, ""Read"": 6}","{""shell"": 1, ""python"": 6, ""file"": 6}","[""shell"", ""python"", ""file"", ""python""]",3,0,0,"{""input"": 64, ""output"": 146, ""cache_read"": 356049, ""cache_create"": 86299}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 17579, ""cacheReadInputTokens"": 132333, ""cacheCreationInputTokens"": 33727, ""webSearchRequests"": 0, ""costUSD"": 0.5467696000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2620, ""cacheCreationEphemeral5mInputTokens"": 33727, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.5467696000000001,,0.5467696000000001,False,,,,True,1.0,0,False,completed,,95.41666666666667,"[95.0, 91.25, 100.0]","[true, true, true]",3,,0.0,completed,1,5,5,3,False,pilot,424277FIN-01_A1_r2,FIN-01,corporate finance,A1,2,claude-opus-5-5,M3U96b,evaluated,success,False,205.0,205.0,1.5,2.146,14,93,13,"{""Bash"": 13}","{""shell"": 2, ""python"": 11}","[""shell"", ""python"", ""shell""]",2,2,2,"{""input"": 68, ""output"": 256, ""cache_read"": 651145, ""cache_create"": 115924}","{""claude-opus-5-5"": {""inputTokens"": 30, ""outputTokens"": 24144, ""cacheReadInputTokens"": 289637, ""cacheCreationInputTokens"": 40921, ""webSearchRequests"": 0, ""costUSD"": 0.7455324, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3200, ""cacheCreationEphemeral5mInputTokens"": 40921, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7455324,,0.7455324,False,,,,True,1.0,0,False,completed,,90.0,"[90.0, 90.0, 90.0]","[true, true, true]",3,,0.0,completed,1,6,5,3,False,pilot,424278RES-01_A0_r2,RES-01,academic research,A0,2,claude-opus-5-5,M3U96b,evaluated,success,False,106.9,106.9,0.1,2.127,16,53,15,"{""Read"": 8, ""Edit"": 7}","{""file"": 15}","[""file""]",0,1,1,"{""input"": 50, ""output"": 137, ""cache_read"": 171965, ""cache_create"": 61156}","{""claude-opus-5-5"": {""inputTokens"": 18, ""outputTokens"": 12630, ""cacheReadInputTokens"": 69640, ""cacheCreationInputTokens"": 22615, ""webSearchRequests"": 0, ""costUSD"": 0.379675, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1325, ""cacheCreationEphemeral5mInputTokens"": 22615, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.379675,,0.379675,False,,,,False,0.0667,0,False,needs_clarification,False,22.5,"[22.5, 22.5, 22.5]","[false, false, false]",3,,0.0,needs_clarification,3,6,5,7,False,pilot,424279ADM-01_A4_r1,ADM-01,executive administration,A4,1,claude-opus-5-5,M4M64b,evaluated,success,False,321.7,321.7,2.0,3.243,19,184,18,"{""Bash"": 17, ""Read"": 1}","{""shell"": 6, ""python"": 7, ""file"": 1, ""office"": 2, ""browser"": 2}","[""shell"", ""python"", ""file"", ""shell"", ""office"", ""browser"", ""shell"", ""python"", ""shell"", ""python"", ""browser"", ""python"", ""office""]",12,2,2,"{""input"": 84, ""output"": 441, ""cache_read"": 1608970, ""cache_create"": 230772}","{""claude-opus-5-5"": {""inputTokens"": 38, ""outputTokens"": 34590, ""cacheReadInputTokens"": 771812, ""cacheCreationInputTokens"": 80279, ""webSearchRequests"": 0, ""costUSD"": 1.2477093999999997, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 13092, ""cacheCreationEphemeral5mInputTokens"": 80279, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.2477093999999997,,1.2477093999999997,False,,1.0,1.0,True,1.0,0,False,completed,,61.25,"[56.25, 61.25000000000001, 66.25]","[false, false, false]",3,,0.0,completed,8,7,6,13,False,pilot,424280LEGAL-01_A2_r1,LEGAL-01,legal services,A2,1,claude-opus-5-5,M3U96a,evaluated,success,False,179.4,179.4,0.9,4.291,10,65,9,"{""Bash"": 8, ""Read"": 1}","{""shell"": 4, ""python"": 4, ""file"": 1}","[""shell"", ""python"", ""file"", ""shell"", ""python"", ""shell""]",5,0,0,"{""input"": 34, ""output"": 130, ""cache_read"": 298858, ""cache_create"": 79827}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 19835, ""cacheReadInputTokens"": 178217, ""cacheCreationInputTokens"": 45726, ""webSearchRequests"": 0, ""costUSD"": 0.6610614, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4601, ""cacheCreationEphemeral5mInputTokens"": 45726, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6610614,,0.6610614,False,,,,True,1.0,0,False,completed,,90.41666666666667,"[91.25, 91.25, 88.75]","[true, true, true]",3,,0.0,completed,4,5,5,3,False,pilot,424281RES-01_A4_r1,RES-01,academic research,A4,1,claude-opus-5-5,M3U96b,evaluated,success,False,237.1,237.1,18.5,2.67,22,129,21,"{""Bash"": 20, ""Read"": 1}","{""shell"": 1, ""office"": 3, ""python"": 13, ""browser"": 3, ""file"": 1}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""browser"", ""python"", ""office"", ""file"", ""browser"", ""python""]",10,2,2,"{""input"": 96, ""output"": 626, ""cache_read"": 1198226, ""cache_create"": 107156}","{""claude-opus-5-5"": {""inputTokens"": 44, ""outputTokens"": 24039, ""cacheReadInputTokens"": 547928, ""cacheCreationInputTokens"": 49542, ""webSearchRequests"": 0, ""costUSD"": 0.8382515999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2584, ""cacheCreationEphemeral5mInputTokens"": 49542, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8382515999999999,,0.8382515999999999,False,,1.0,1.0,True,1.0,0,False,completed,,84.58333333333333,"[78.75, 87.5, 87.5]","[false, true, true]",3,,0.0,completed,0,5,4,16,False,pilot,424282RE-01_A4_r1,RE-01,real estate appraisal,A4,1,claude-opus-5-5,M4M64b,evaluated,success,False,182.0,182.0,3.0,2.38,23,91,22,"{""Bash"": 16, ""Read"": 6}","{""shell"": 2, ""office"": 4, ""python"": 4, ""file"": 6, ""browser"": 6}","[""shell"", ""office"", ""python"", ""file"", ""python"", ""office"", ""browser"", ""office"", ""shell""]",8,2,2,"{""input"": 88, ""output"": 375, ""cache_read"": 836287, ""cache_create"": 98004}","{""claude-opus-5-5"": {""inputTokens"": 38, ""outputTokens"": 20455, ""cacheReadInputTokens"": 474149, ""cacheCreationInputTokens"": 42974, ""webSearchRequests"": 0, ""costUSD"": 0.7189517999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2822, ""cacheCreationEphemeral5mInputTokens"": 42974, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7189517999999999,,0.7189517999999999,False,,1.0,1.0,True,1.0,0,False,completed,,95.0,"[95.0, 95.0, 95.0]","[true, true, true]",3,,0.0,completed,2,7,5,8,False,pilot,424283ADM-01_A2_r2,ADM-01,executive administration,A2,2,claude-opus-5-5,M3U96a,evaluated,success,False,291.7,291.7,1.4,1.954,10,142,9,"{""Bash"": 9}","{""shell"": 4, ""python"": 4, ""office"": 1}","[""shell"", ""python"", ""office"", ""shell"", ""python"", ""shell""]",5,0,0,"{""input"": 40, ""output"": 177, ""cache_read"": 456138, ""cache_create"": 139700}","{""claude-opus-5-5"": {""inputTokens"": 24, ""outputTokens"": 32363, ""cacheReadInputTokens"": 231567, ""cacheCreationInputTokens"": 67637, ""webSearchRequests"": 0, ""costUSD"": 1.0318544, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 14155, ""cacheCreationEphemeral5mInputTokens"": 67637, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.0318544,,1.0318544,False,,,,True,1.0,0,False,completed,,70.41666666666667,"[56.25, 77.5, 77.5]","[false, false, false]",3,,0.0,completed,7,5,6,10,False,pilot,424284RE-01_A3_r2,RE-01,real estate appraisal,A3,2,claude-opus-5-5,M3U96b,evaluated,success,False,189.2,189.2,3.0,2.247,22,89,21,"{""Bash"": 15, ""Read"": 6}","{""shell"": 1, ""office"": 2, ""python"": 6, ""file"": 6, ""browser"": 6}","[""shell"", ""office"", ""python"", ""file"", ""python"", ""browser"", ""python"", ""browser"", ""office""]",8,1,1,"{""input"": 84, ""output"": 292, ""cache_read"": 729066, ""cache_create"": 93514}","{""claude-opus-5-5"": {""inputTokens"": 38, ""outputTokens"": 20986, ""cacheReadInputTokens"": 401141, ""cacheCreationInputTokens"": 43638, ""webSearchRequests"": 0, ""costUSD"": 0.7182902, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3057, ""cacheCreationEphemeral5mInputTokens"": 43638, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7182902,,0.7182902,False,,,,True,1.0,0,False,completed,,97.5,"[100.0, 96.25, 96.25]","[true, true, true]",3,,0.0,completed,1,5,5,4,False,pilot,424285PROC-01_A1_r2,PROC-01,procurement,A1,2,claude-opus-5-5,M4M64b,evaluated,success,False,152.2,152.2,0.9,1.764,9,71,8,"{""Bash"": 8}","{""shell"": 1, ""python"": 7}","[""shell"", ""python""]",1,1,1,"{""input"": 40, ""output"": 138, ""cache_read"": 260766, ""cache_create"": 63696}","{""claude-opus-5-5"": {""inputTokens"": 20, ""outputTokens"": 18543, ""cacheReadInputTokens"": 115893, ""cacheCreationInputTokens"": 31501, ""webSearchRequests"": 0, ""costUSD"": 0.5516236, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3056, ""cacheCreationEphemeral5mInputTokens"": 31501, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.5516236,,0.5516236,False,,,,True,1.0,0,False,completed,,92.08333333333333,"[96.25, 90.0, 90.0]","[true, true, true]",3,,0.0,completed,5,8,6,3,False,pilot,424286ADM-01_A4_r2,ADM-01,executive administration,A4,2,claude-opus-5-5,M3U96a,evaluated,success,False,327.2,327.2,2.0,3.016,20,184,19,"{""Bash"": 18, ""Read"": 1}","{""shell"": 6, ""python"": 8, ""file"": 1, ""office"": 1, ""browser"": 3}","[""shell"", ""python"", ""file"", ""python"", ""office"", ""browser"", ""python"", ""shell"", ""python"", ""browser"", ""python"", ""shell""]",11,2,2,"{""input"": 96, ""output"": 651, ""cache_read"": 1772944, ""cache_create"": 182001}","{""claude-opus-5-5"": {""inputTokens"": 44, ""outputTokens"": 34159, ""cacheReadInputTokens"": 848321, ""cacheCreationInputTokens"": 79041, ""webSearchRequests"": 0, ""costUSD"": 1.2482252000000003, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 12919, ""cacheCreationEphemeral5mInputTokens"": 79041, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.2482252000000003,,1.2482252000000003,False,,1.0,1.0,True,1.0,0,False,completed,,65.83333333333333,"[65.0, 66.25, 66.25]","[false, false, false]",3,,0.0,completed,8,8,6,12,False,pilot,424287BANK-01_A0_r1,BANK-01,banking,A0,1,claude-opus-5-5,M4M64a,evaluated,success,False,131.1,131.1,0.4,1.568,26,89,25,"{""Read"": 11, ""Edit"": 14}","{""file"": 25}","[""file""]",0,8,7,"{""input"": 80, ""output"": 243, ""cache_read"": 428725, ""cache_create"": 107442}","{""claude-opus-5-5"": {""inputTokens"": 26, ""outputTokens"": 15352, ""cacheReadInputTokens"": 158986, ""cacheCreationInputTokens"": 27395, ""webSearchRequests"": 0, ""costUSD"": 0.47591620000000007, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2354, ""cacheCreationEphemeral5mInputTokens"": 27395, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.47591620000000007,,0.47591620000000007,False,,,,False,0.069,0,False,needs_clarification,False,16.25,"[15.0, 18.75, 15.0]","[false, false, false]",3,,0.0,needs_clarification,3,4,5,3,False,pilot,424288LEGAL-01_A0_r1,LEGAL-01,legal services,A0,1,claude-opus-5-5,M3U96b,evaluated,success,False,65.0,65.0,0.1,2.455,16,53,15,"{""Read"": 12, ""Edit"": 3}","{""file"": 15}","[""file""]",0,8,7,"{""input"": 46, ""output"": 859, ""cache_read"": 134937, ""cache_create"": 30609}","{""claude-opus-5-5"": {""inputTokens"": 20, ""outputTokens"": 6870, ""cacheReadInputTokens"": 64375, ""cacheCreationInputTokens"": 13833, ""webSearchRequests"": 0, ""costUSD"": 0.21952, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 840, ""cacheCreationEphemeral5mInputTokens"": 13833, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.21952,,0.21952,False,,,,False,0.2727,1,True,needs_clarification,True,12.916666666666666,"[12.5, 10.0, 16.25]","[false, false, false]",3,,0.0,needs_clarification,5,4,3,3,False,pilot,424289RES-01_A3_r2,RES-01,academic research,A3,2,claude-opus-5-5,M3U96a,evaluated,success,False,195.0,195.0,8.8,4.382,19,75,18,"{""Bash"": 17, ""Read"": 1}","{""shell"": 2, ""office"": 2, ""python"": 9, ""browser"": 4, ""file"": 1}","[""shell"", ""office"", ""shell"", ""python"", ""browser"", ""python"", ""file"", ""python"", ""browser"", ""python"", ""office"", ""browser"", ""python""]",12,2,2,"{""input"": 72, ""output"": 334, ""cache_read"": 700373, ""cache_create"": 77891}","{""claude-opus-5-5"": {""inputTokens"": 42, ""outputTokens"": 21012, ""cacheReadInputTokens"": 423605, ""cacheCreationInputTokens"": 43491, ""webSearchRequests"": 0, ""costUSD"": 0.7225840000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1752, ""cacheCreationEphemeral5mInputTokens"": 43491, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7225840000000001,,0.7225840000000001,False,,,,True,1.0,0,False,completed,,86.25,"[78.75, 90.0, 90.0]","[false, true, true]",3,,0.0,completed,0,4,3,14,False,pilot,424290LEGAL-01_A1_r2,LEGAL-01,legal services,A1,2,claude-opus-5-5,M4M64a,evaluated,success,False,192.1,192.1,0.7,3.891,10,85,9,"{""Bash"": 9}","{""shell"": 4, ""python"": 5}","[""shell"", ""python"", ""shell"", ""python"", ""shell""]",4,0,0,"{""input"": 42, ""output"": 236, ""cache_read"": 341295, ""cache_create"": 95565}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 20190, ""cacheReadInputTokens"": 159815, ""cacheCreationInputTokens"": 44509, ""webSearchRequests"": 0, ""costUSD"": 0.6583959999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5070, ""cacheCreationEphemeral5mInputTokens"": 44509, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6583959999999999,,0.6583959999999999,False,,,,True,1.0,0,False,needs_clarification,True,91.25,"[91.25, 91.25, 91.25]","[true, true, true]",3,,0.0,needs_clarification,5,5,6,3,False,pilot,424291LEGAL-01_A2_r2,LEGAL-01,legal services,A2,2,claude-opus-5-5,M4M64a,evaluated,success,False,182.7,182.7,0.9,2.394,10,71,9,"{""Bash"": 8, ""Read"": 1}","{""shell"": 3, ""python"": 5, ""file"": 1}","[""shell"", ""python"", ""file"", ""python"", ""shell""]",4,0,0,"{""input"": 40, ""output"": 107, ""cache_read"": 407506, ""cache_create"": 86015}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 20700, ""cacheReadInputTokens"": 205649, ""cacheCreationInputTokens"": 44796, ""webSearchRequests"": 0, ""costUSD"": 0.6791977999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4760, ""cacheCreationEphemeral5mInputTokens"": 44796, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6791977999999999,,0.6791977999999999,False,,,,True,1.0,0,False,completed,,92.08333333333333,"[93.75, 91.25, 91.25]","[true, true, true]",3,,0.0,completed,5,4,5,3,False,pilot,424292BANK-01_A1_r2,BANK-01,banking,A1,2,claude-opus-5-5,M3U96b,evaluated,success,False,263.9,263.9,1.2,2.222,9,78,8,"{""Bash"": 8}","{""shell"": 2, ""python"": 6}","[""shell"", ""python"", ""shell""]",2,1,1,"{""input"": 36, ""output"": 120, ""cache_read"": 429561, ""cache_create"": 95958}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 31754, ""cacheReadInputTokens"": 241281, ""cacheCreationInputTokens"": 49831, ""webSearchRequests"": 0, ""costUSD"": 0.9325792000000002, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6500, ""cacheCreationEphemeral5mInputTokens"": 49831, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.9325792000000002,,0.9325792000000002,False,,,,True,1.0,0,False,completed,,97.5,"[97.5, 97.5, 97.5]","[true, true, true]",3,,0.0,completed,3,5,7,3,False,pilot,424293BI-01_A2_r2,BI-01,business intelligence,A2,2,claude-opus-5-5,M4M64a,evaluated,success,False,287.5,287.5,3.4,1.656,19,122,18,"{""Bash"": 18}","{""shell"": 3, ""sql"": 4, ""python"": 11}","[""shell"", ""sql"", ""python"", ""sql"", ""python"", ""shell"", ""python"", ""sql"", ""python""]",8,3,3,"{""input"": 78, ""output"": 1138, ""cache_read"": 838604, ""cache_create"": 108873}","{""claude-opus-5-5"": {""inputTokens"": 42, ""outputTokens"": 33929, ""cacheReadInputTokens"": 449101, ""cacheCreationInputTokens"": 57678, ""webSearchRequests"": 0, ""costUSD"": 1.0569582, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6551, ""cacheCreationEphemeral5mInputTokens"": 57678, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.0569582,,1.0569582,False,,,,True,1.0,0,False,completed,,80.41666666666667,"[73.75, 83.75, 83.75]","[false, false, true]",3,,0.0,completed,1,6,7,8,False,pilot,424294FIN-01_A0_r2,FIN-01,corporate finance,A0,2,claude-opus-5-5,M4M64b,evaluated,success,False,97.5,97.5,0.3,3.736,15,51,14,"{""Read"": 10, ""Edit"": 4}","{""file"": 14}","[""file""]",0,6,5,"{""input"": 52, ""output"": 958, ""cache_read"": 175029, ""cache_create"": 45468}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 9391, ""cacheReadInputTokens"": 81595, ""cacheCreationInputTokens"": 18710, ""webSearchRequests"": 0, ""costUSD"": 0.297777, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 891, ""cacheCreationEphemeral5mInputTokens"": 18710, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.297777,,0.297777,False,,,,False,0.0,0,False,needs_clarification,False,20.0,"[21.25, 21.25, 17.5]","[false, false, false]",3,,0.0,needs_clarification,3,6,3,3,False,pilot,424295FIN-01_A4_r1,FIN-01,corporate finance,A4,1,claude-opus-5-5,M4M64b,evaluated,success,False,166.8,166.8,1.7,2.355,15,78,14,"{""Bash"": 14}","{""shell"": 2, ""office"": 3, ""python"": 6, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""office"", ""python"", ""browser"", ""office"", ""shell""]",8,2,2,"{""input"": 68, ""output"": 252, ""cache_read"": 550550, ""cache_create"": 73993}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 19170, ""cacheReadInputTokens"": 287190, ""cacheCreationInputTokens"": 35672, ""webSearchRequests"": 0, ""costUSD"": 0.6193339999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1453, ""cacheCreationEphemeral5mInputTokens"": 35672, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6193339999999999,,0.6193339999999999,False,,1.0,1.0,True,1.0,0,False,completed,,83.75,"[86.25, 83.75, 81.25]","[true, true, true]",3,,0.0,completed,0,5,6,5,False,pilot,424296FIN-01_A4_r2,FIN-01,corporate finance,A4,2,claude-opus-5-5,M3U96b,evaluated,success,False,231.5,231.5,3.7,2.997,16,104,15,"{""Bash"": 15}","{""shell"": 1, ""office"": 6, ""python"": 5, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""python"", ""browser"", ""office""]",10,3,3,"{""input"": 80, ""output"": 426, ""cache_read"": 971984, ""cache_create"": 102935}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 27077, ""cacheReadInputTokens"": 399245, ""cacheCreationInputTokens"": 51109, ""webSearchRequests"": 0, ""costUSD"": 0.87707, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4076, ""cacheCreationEphemeral5mInputTokens"": 51109, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.87707,,0.87707,False,,1.0,1.0,True,1.0,0,False,completed,,92.5,"[92.5, 92.5, 92.5]","[true, true, true]",3,,0.0,completed,0,8,7,5,False,pilot,424297PROC-01_A4_r1,PROC-01,procurement,A4,1,claude-opus-5-5,M3U96b,evaluated,success,False,161.2,161.2,3.5,3.475,15,56,14,"{""Bash"": 14}","{""shell"": 1, ""office"": 2, ""python"": 6, ""browser"": 5}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""browser"", ""office""]",6,2,2,"{""input"": 54, ""output"": 336, ""cache_read"": 509787, ""cache_create"": 69893}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 18590, ""cacheReadInputTokens"": 310511, ""cacheCreationInputTokens"": 41401, ""webSearchRequests"": 0, ""costUSD"": 0.6410431999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2042, ""cacheCreationEphemeral5mInputTokens"": 41401, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6410431999999999,,0.6410431999999999,False,,1.0,1.0,True,1.0,0,False,completed,,87.08333333333333,"[88.75, 87.5, 85.0]","[true, true, true]",3,,0.0,completed,4,6,4,5,False,pilot,424298ACC-01_A1_r2,ACC-01,accounting,A1,2,claude-opus-5-5,M4M64b,evaluated,success,False,275.8,275.8,4.2,2.817,19,172,18,"{""Bash"": 18}","{""shell"": 4, ""python"": 14}","[""shell"", ""python"", ""shell"", ""python"", ""shell""]",4,1,1,"{""input"": 100, ""output"": 349, ""cache_read"": 1528840, ""cache_create"": 156611}","{""claude-opus-5-5"": {""inputTokens"": 44, ""outputTokens"": 29953, ""cacheReadInputTokens"": 683111, ""cacheCreationInputTokens"": 67473, ""webSearchRequests"": 0, ""costUSD"": 1.0732232000000002, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5398, ""cacheCreationEphemeral5mInputTokens"": 67473, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.0732232000000002,,1.0732232000000002,False,,,,True,1.0,0,False,completed,,97.5,"[100.0, 96.25, 96.25]","[true, true, true]",3,,0.0,completed,1,8,5,3,False,pilot,424299ADM-01_A3_r1,ADM-01,executive administration,A3,1,claude-opus-5-5,M3U96a,evaluated,success,False,367.9,367.9,2.6,8.946,19,165,18,"{""Bash"": 17, ""Read"": 1}","{""shell"": 3, ""python"": 10, ""file"": 1, ""office"": 1, ""browser"": 3}","[""shell"", ""python"", ""file"", ""office"", ""python"", ""browser"", ""python"", ""shell"", ""python"", ""browser"", ""python""]",10,1,1,"{""input"": 70, ""output"": 424, ""cache_read"": 1607787, ""cache_create"": 136200}","{""claude-opus-5-5"": {""inputTokens"": 42, ""outputTokens"": 40520, ""cacheReadInputTokens"": 899568, ""cacheCreationInputTokens"": 85777, ""webSearchRequests"": 0, ""costUSD"": 1.4193666, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 14262, ""cacheCreationEphemeral5mInputTokens"": 85777, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.4193666,,1.4193666,False,,,,True,1.0,0,False,completed,,59.583333333333336,"[56.25, 61.25000000000001, 61.25000000000001]","[false, false, false]",3,,0.0,completed,7,8,6,12,False,pilot,4242100HR-01_A1_r2,HR-01,human resources,A1,2,claude-opus-5-5,M3U96a,evaluated,success,False,202.6,202.6,1.8,2.251,9,102,8,"{""Bash"": 8}","{""shell"": 3, ""python"": 5}","[""shell"", ""python"", ""shell""]",2,0,0,"{""input"": 46, ""output"": 153, ""cache_read"": 404920, ""cache_create"": 117375}","{""claude-opus-5-5"": {""inputTokens"": 20, ""outputTokens"": 23672, ""cacheReadInputTokens"": 151796, ""cacheCreationInputTokens"": 44700, ""webSearchRequests"": 0, ""costUSD"": 0.7273792, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6376, ""cacheCreationEphemeral5mInputTokens"": 44700, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7273792,,0.7273792,False,,,,True,1.0,0,False,needs_clarification,True,72.08333333333333,"[72.5, 67.5, 76.25]","[false, false, false]",3,,0.0,needs_clarification,5,8,9,5,False,pilot,4242101HR-01_A3_r1,HR-01,human resources,A3,1,claude-opus-5-5,M4M64a,evaluated,success,False,222.2,222.2,6.2,4.977,14,98,13,"{""Bash"": 13}","{""shell"": 3, ""python"": 7, ""browser"": 3}","[""shell"", ""python"", ""browser"", ""python"", ""browser"", ""shell"", ""browser"", ""python""]",7,0,0,"{""input"": 54, ""output"": 274, ""cache_read"": 567950, ""cache_create"": 85750}","{""claude-opus-5-5"": {""inputTokens"": 30, ""outputTokens"": 24689, ""cacheReadInputTokens"": 341859, ""cacheCreationInputTokens"": 46786, ""webSearchRequests"": 0, ""costUSD"": 0.7962018, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 7691, ""cacheCreationEphemeral5mInputTokens"": 46786, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7962018,,0.7962018,False,,,,True,1.0,0,False,needs_clarification,True,73.33333333333333,"[75.0, 72.5, 72.5]","[false, false, false]",3,,0.0,needs_clarification,4,6,7,6,False,pilot,4242102ACC-01_A2_r3,ACC-01,accounting,A2,3,claude-opus-5-5,M4M64a,evaluated,success,False,232.0,232.0,4.1,2.903,21,117,20,"{""Bash"": 20}","{""shell"": 4, ""python"": 16}","[""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python""]",5,1,1,"{""input"": 90, ""output"": 460, ""cache_read"": 1171431, ""cache_create"": 121766}","{""claude-opus-5-5"": {""inputTokens"": 46, ""outputTokens"": 24785, ""cacheReadInputTokens"": 584563, ""cacheCreationInputTokens"": 60455, ""webSearchRequests"": 0, ""costUSD"": 0.9150716, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5030, ""cacheCreationEphemeral5mInputTokens"": 60455, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.9150716,,0.9150716,False,,,,True,1.0,0,False,completed,,75.41666666666667,"[90.0, 65.0, 71.25]","[true, false, false]",3,,0.0,completed,0,9,5,3,False,pilot,4243103RE-01_A1_r3,RE-01,real estate appraisal,A1,3,claude-opus-5-5,M4M64b,evaluated,success,False,150.7,150.7,0.9,2.044,15,69,14,"{""Bash"": 8, ""Read"": 6}","{""shell"": 2, ""python"": 6, ""file"": 6}","[""shell"", ""python"", ""file"", ""python"", ""shell""]",4,0,0,"{""input"": 74, ""output"": 174, ""cache_read"": 494978, ""cache_create"": 107525}","{""claude-opus-5-5"": {""inputTokens"": 24, ""outputTokens"": 17206, ""cacheReadInputTokens"": 166245, ""cacheCreationInputTokens"": 36766, ""webSearchRequests"": 0, ""costUSD"": 0.5612950000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2410, ""cacheCreationEphemeral5mInputTokens"": 36766, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.5612950000000001,,0.5612950000000001,False,,,,True,1.0,0,False,completed,,93.75,"[95.0, 95.0, 91.25]","[true, true, true]",3,,0.0,completed,2,6,6,3,False,pilot,4243104LEGAL-01_A0_r3,LEGAL-01,legal services,A0,3,claude-opus-5-5,M4M64b,evaluated,success,False,80.1,80.1,0.3,2.024,16,52,15,"{""Read"": 11, ""Edit"": 4}","{""file"": 15}","[""file""]",0,7,6,"{""input"": 48, ""output"": 178, ""cache_read"": 149052, ""cache_create"": 40183}","{""claude-opus-5-5"": {""inputTokens"": 20, ""outputTokens"": 8713, ""cacheReadInputTokens"": 63662, ""cacheCreationInputTokens"": 16385, ""webSearchRequests"": 0, ""costUSD"": 0.2689974, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 596, ""cacheCreationEphemeral5mInputTokens"": 16385, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.2689974,,0.2689974,False,,,,False,0.2727,1,True,needs_clarification,True,12.916666666666666,"[12.5, 16.25, 10.0]","[false, false, false]",3,,0.0,needs_clarification,4,3,4,4,False,pilot,4243105RES-01_A4_r3,RES-01,academic research,A4,3,claude-opus-5-5,M4M64a,evaluated,success,False,179.7,179.7,6.1,3.45,17,73,16,"{""Bash"": 15, ""Read"": 1}","{""shell"": 1, ""office"": 1, ""python"": 10, ""browser"": 3, ""file"": 1}","[""shell"", ""office"", ""python"", ""browser"", ""file"", ""browser"", ""python"", ""browser"", ""python""]",8,2,2,"{""input"": 68, ""output"": 371, ""cache_read"": 663912, ""cache_create"": 82132}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 18719, ""cacheReadInputTokens"": 335516, ""cacheCreationInputTokens"": 39555, ""webSearchRequests"": 0, ""costUSD"": 0.6393942000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1780, ""cacheCreationEphemeral5mInputTokens"": 39555, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6393942000000001,,0.6393942000000001,False,,1.0,1.0,True,1.0,0,False,completed,,89.16666666666667,"[85.0, 91.25, 91.25]","[false, true, true]",3,,0.0,completed,0,3,4,16,False,pilot,4243106LEGAL-01_A1_r3,LEGAL-01,legal services,A1,3,claude-opus-5-5,M3U96b,evaluated,success,False,205.4,205.4,0.8,4.3,11,80,10,"{""Bash"": 9, ""Read"": 1}","{""shell"": 4, ""python"": 5, ""file"": 1}","[""shell"", ""python"", ""file"", ""shell"", ""python"", ""shell""]",5,0,0,"{""input"": 40, ""output"": 224, ""cache_read"": 388793, ""cache_create"": 90583}","{""claude-opus-5-5"": {""inputTokens"": 24, ""outputTokens"": 22244, ""cacheReadInputTokens"": 225019, ""cacheCreationInputTokens"": 48004, ""webSearchRequests"": 0, ""costUSD"": 0.7299998, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5655, ""cacheCreationEphemeral5mInputTokens"": 48004, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7299998,,0.7299998,False,,,,True,1.0,0,False,completed,,93.33333333333333,"[97.5, 91.25, 91.25]","[true, true, true]",3,,0.0,completed,5,4,6,3,False,pilot,4243107LEGAL-01_A2_r3,LEGAL-01,legal services,A2,3,claude-opus-5-5,M4M64a,evaluated,success,False,189.5,189.5,0.8,1.553,10,68,9,"{""Bash"": 8, ""Read"": 1}","{""shell"": 3, ""python"": 5, ""file"": 1}","[""shell"", ""python"", ""file"", ""shell"", ""python""]",4,0,0,"{""input"": 38, ""output"": 143, ""cache_read"": 360142, ""cache_create"": 94544}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 21526, ""cacheReadInputTokens"": 186105, ""cacheCreationInputTokens"": 48466, ""webSearchRequests"": 0, ""costUSD"": 0.710159, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4626, ""cacheCreationEphemeral5mInputTokens"": 48466, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.710159,,0.710159,False,,,,True,1.0,0,False,completed,,89.58333333333333,"[91.25, 88.75, 88.75]","[true, true, true]",3,,0.0,completed,6,5,6,3,False,pilot,4243108PROC-01_A2_r3,PROC-01,procurement,A2,3,claude-opus-5-5,M4M64a,evaluated,success,False,157.6,157.6,0.8,1.495,9,70,8,"{""Bash"": 8}","{""shell"": 2, ""office"": 1, ""python"": 5}","[""shell"", ""office"", ""python"", ""shell""]",3,0,0,"{""input"": 44, ""output"": 101, ""cache_read"": 322856, ""cache_create"": 90330}","{""claude-opus-5-5"": {""inputTokens"": 20, ""outputTokens"": 19488, ""cacheReadInputTokens"": 138599, ""cacheCreationInputTokens"": 34231, ""webSearchRequests"": 0, ""costUSD"": 0.5887148, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3150, ""cacheCreationEphemeral5mInputTokens"": 34231, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.5887148,,0.5887148,False,,,,True,1.0,0,False,completed,,90.83333333333333,"[92.5, 90.0, 90.0]","[true, true, true]",3,,0.0,completed,6,7,7,3,False,pilot,4243109RE-01_A3_r3,RE-01,real estate appraisal,A3,3,claude-opus-5-5,M3U96b,evaluated,success,False,192.4,192.4,3.2,1.902,22,97,21,"{""Bash"": 15, ""Read"": 6}","{""shell"": 1, ""office"": 2, ""python"": 4, ""file"": 6, ""browser"": 8}","[""shell"", ""office"", ""python"", ""file"", ""browser"", ""python"", ""browser"", ""office""]",7,0,0,"{""input"": 80, ""output"": 419, ""cache_read"": 859976, ""cache_create"": 100589}","{""claude-opus-5-5"": {""inputTokens"": 38, ""outputTokens"": 21038, ""cacheReadInputTokens"": 446099, ""cacheCreationInputTokens"": 43752, ""webSearchRequests"": 0, ""costUSD"": 0.7288918, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3682, ""cacheCreationEphemeral5mInputTokens"": 43752, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7288918,,0.7288918,False,,,,True,1.0,0,False,completed,,98.75,"[100.0, 100.0, 96.25]","[true, true, true]",3,,0.0,completed,3,5,6,4,False,pilot,4243110BANK-01_A3_r3,BANK-01,banking,A3,3,claude-opus-5-5,M4M64b,evaluated,success,False,232.8,232.8,2.5,1.787,13,81,12,"{""Bash"": 12}","{""shell"": 1, ""office"": 5, ""python"": 3, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""browser"", ""office""]",9,1,1,"{""input"": 52, ""output"": 242, ""cache_read"": 593368, ""cache_create"": 83188}","{""claude-opus-5-5"": {""inputTokens"": 30, ""outputTokens"": 28664, ""cacheReadInputTokens"": 342714, ""cacheCreationInputTokens"": 51223, ""webSearchRequests"": 0, ""costUSD"": 0.8980578000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5271, ""cacheCreationEphemeral5mInputTokens"": 51223, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8980578000000001,,0.8980578000000001,False,,,,True,1.0,0,False,completed,,88.33333333333333,"[92.5, 86.25, 86.25]","[true, true, true]",3,,0.0,completed,3,5,4,4,False,pilot,4243111FIN-01_A0_r3,FIN-01,corporate finance,A0,3,claude-opus-5-5,M3U96b,evaluated,success,False,81.1,81.1,0.2,1.561,18,61,17,"{""Read"": 14, ""Edit"": 3}","{""file"": 17}","[""file""]",0,10,9,"{""input"": 58, ""output"": 874, ""cache_read"": 154451, ""cache_create"": 58814}","{""claude-opus-5-5"": {""inputTokens"": 18, ""outputTokens"": 8753, ""cacheReadInputTokens"": 54039, ""cacheCreationInputTokens"": 19197, ""webSearchRequests"": 0, ""costUSD"": 0.2819248, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1549, ""cacheCreationEphemeral5mInputTokens"": 19197, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.2819248,,0.2819248,False,,,,False,0.0,0,False,needs_clarification,False,20.833333333333332,"[20.0, 21.25, 21.25]","[false, false, false]",3,,0.0,needs_clarification,4,7,4,2,False,pilot,4243112LEGAL-01_A4_r3,LEGAL-01,legal services,A4,3,claude-opus-5-5,M3U96a,evaluated,success,False,237.6,237.6,3.9,2.863,19,92,18,"{""Bash"": 17, ""Read"": 1}","{""shell"": 4, ""office"": 2, ""file"": 1, ""python"": 5, ""browser"": 6}","[""shell"", ""office"", ""file"", ""python"", ""browser"", ""office"", ""python"", ""browser"", ""shell""]",8,1,1,"{""input"": 64, ""output"": 358, ""cache_read"": 904345, ""cache_create"": 94911}","{""claude-opus-5-5"": {""inputTokens"": 40, ""outputTokens"": 24780, ""cacheReadInputTokens"": 597097, ""cacheCreationInputTokens"": 53169, ""webSearchRequests"": 0, ""costUSD"": 0.8810243999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5486, ""cacheCreationEphemeral5mInputTokens"": 53169, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8810243999999999,,0.8810243999999999,False,,1.0,1.0,True,1.0,0,False,completed,,91.66666666666667,"[95.0, 91.25, 88.75]","[true, true, true]",3,,0.0,completed,4,4,5,5,False,pilot,4243113RE-01_A0_r3,RE-01,real estate appraisal,A0,3,claude-opus-5-5,M4M64b,evaluated,success,False,182.0,182.0,1.0,2.572,52,150,51,"{""Read"": 47, ""Edit"": 4}","{""file"": 51}","[""file""]",0,37,36,"{""input"": 136, ""output"": 553, ""cache_read"": 1256156, ""cache_create"": 119766}","{""claude-opus-5-5"": {""inputTokens"": 36, ""outputTokens"": 18351, ""cacheReadInputTokens"": 331941, ""cacheCreationInputTokens"": 40267, ""webSearchRequests"": 0, ""costUSD"": 0.6348872000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2811, ""cacheCreationEphemeral5mInputTokens"": 40267, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6348872000000001,,0.6348872000000001,False,,,,False,0.0,1,True,needs_clarification,False,23.75,"[23.75, 23.75, 23.75]","[false, false, false]",3,,0.0,needs_clarification,4,4,6,3,False,pilot,4243114BI-01_A1_r3,BI-01,business intelligence,A1,3,claude-opus-5-5,M3U96b,evaluated,success,False,272.1,272.1,4.3,2.459,14,96,13,"{""Bash"": 13}","{""shell"": 2, ""python"": 11}","[""shell"", ""python""]",1,1,1,"{""input"": 58, ""output"": 296, ""cache_read"": 630546, ""cache_create"": 109999}","{""claude-opus-5-5"": {""inputTokens"": 32, ""outputTokens"": 31835, ""cacheReadInputTokens"": 317125, ""cacheCreationInputTokens"": 56683, ""webSearchRequests"": 0, ""costUSD"": 0.9836679999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5586, ""cacheCreationEphemeral5mInputTokens"": 56683, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.9836679999999999,,0.9836679999999999,False,,,,True,1.0,0,False,completed,,72.91666666666667,"[73.75, 75.0, 70.0]","[false, false, false]",3,,0.0,completed,2,6,7,7,False,pilot,4243115FIN-01_A3_r3,FIN-01,corporate finance,A3,3,claude-opus-5-5,M3U96b,evaluated,success,False,172.2,172.2,4.4,2.08,15,63,14,"{""Bash"": 14}","{""shell"": 1, ""office"": 4, ""python"": 6, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""office""]",8,0,0,"{""input"": 56, ""output"": 213, ""cache_read"": 593559, ""cache_create"": 81240}","{""claude-opus-5-5"": {""inputTokens"": 32, ""outputTokens"": 19914, ""cacheReadInputTokens"": 336094, ""cacheCreationInputTokens"": 41503, ""webSearchRequests"": 0, ""costUSD"": 0.6731418, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1735, ""cacheCreationEphemeral5mInputTokens"": 41503, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6731418,,0.6731418,False,,,,True,1.0,0,False,completed,,82.08333333333333,"[86.25, 77.5, 82.5]","[true, true, true]",3,,0.0,completed,0,7,5,4,False,pilot,4243116HR-01_A4_r3,HR-01,human resources,A4,3,claude-opus-5-5,M4M64b,evaluated,success,False,222.4,222.4,2.4,3.936,17,117,16,"{""Bash"": 16}","{""shell"": 5, ""python"": 7, ""browser"": 3, ""office"": 1}","[""shell"", ""python"", ""browser"", ""python"", ""shell"", ""python"", ""shell"", ""browser"", ""shell"", ""office""]",9,2,2,"{""input"": 74, ""output"": 365, ""cache_read"": 1055824, ""cache_create"": 111204}","{""claude-opus-5-5"": {""inputTokens"": 36, ""outputTokens"": 25080, ""cacheReadInputTokens"": 534568, ""cacheCreationInputTokens"": 54106, ""webSearchRequests"": 0, ""costUSD"": 0.8791875999999998, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 7941, ""cacheCreationEphemeral5mInputTokens"": 54106, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8791875999999998,,0.8791875999999998,False,,1.0,1.0,True,1.0,0,False,needs_clarification,True,76.66666666666667,"[72.5, 78.75, 78.75]","[false, false, false]",3,,0.0,needs_clarification,5,7,6,7,False,pilot,4243117PROC-01_A0_r3,PROC-01,procurement,A0,3,claude-opus-5-5,M3U96b,evaluated,success,False,200.9,200.9,0.2,1.661,20,124,19,"{""Read"": 16, ""Edit"": 3}","{""file"": 19}","[""file""]",0,6,5,"{""input"": 68, ""output"": 174, ""cache_read"": 365900, ""cache_create"": 136688}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 24510, ""cacheReadInputTokens"": 164226, ""cacheCreationInputTokens"": 42847, ""webSearchRequests"": 0, ""costUSD"": 0.7373681999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 8557, ""cacheCreationEphemeral5mInputTokens"": 42847, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7373681999999999,,0.7373681999999999,False,,,,False,0.5161,0,False,needs_clarification,True,61.666666666666664,"[72.5, 53.75, 58.75]","[false, false, false]",3,,0.0,needs_clarification,5,7,8,3,False,pilot,4243118ADM-01_A0_r3,ADM-01,executive administration,A0,3,claude-opus-5-5,M4M64b,evaluated,success,False,355.6,355.6,1.7,1.554,76,298,75,"{""Read"": 65, ""Edit"": 10}","{""file"": 75}","[""file""]",0,19,18,"{""input"": 204, ""output"": 534, ""cache_read"": 4959802, ""cache_create"": 477030}","{""claude-opus-5-5"": {""inputTokens"": 44, ""outputTokens"": 39757, ""cacheReadInputTokens"": 1061712, ""cacheCreationInputTokens"": 104274, ""webSearchRequests"": 0, ""costUSD"": 1.5290284, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 14973, ""cacheCreationEphemeral5mInputTokens"": 104274, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.5290284,,1.5290284,False,,,,False,0.4118,0,False,needs_clarification,True,55.833333333333336,"[52.5, 57.49999999999999, 57.49999999999999]","[false, false, false]",3,,0.0,needs_clarification,9,8,7,10,False,pilot,4243119RES-01_A3_r3,RES-01,academic research,A3,3,claude-opus-5-5,M4M64b,evaluated,success,False,170.8,170.8,10.9,3.732,16,66,15,"{""Bash"": 14, ""Read"": 1}","{""shell"": 2, ""office"": 2, ""python"": 8, ""file"": 1, ""browser"": 2}","[""shell"", ""office"", ""python"", ""shell"", ""python"", ""file"", ""python"", ""browser"", ""python"", ""office"", ""browser"", ""python""]",11,0,0,"{""input"": 68, ""output"": 238, ""cache_read"": 545923, ""cache_create"": 82945}","{""claude-opus-5-5"": {""inputTokens"": 32, ""outputTokens"": 17192, ""cacheReadInputTokens"": 271313, ""cacheCreationInputTokens"": 34783, ""webSearchRequests"": 0, ""costUSD"": 0.5721456, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1271, ""cacheCreationEphemeral5mInputTokens"": 34783, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.5721456,,0.5721456,False,,,,True,1.0,0,False,completed,,79.58333333333333,"[71.25, 83.75, 83.75]","[false, true, true]",3,,0.0,completed,0,3,3,15,False,pilot,4243120ADM-01_A3_r3,ADM-01,executive administration,A3,3,claude-opus-5-5,M3U96b,evaluated,success,False,329.1,329.1,1.5,2.44,17,162,16,"{""Bash"": 16}","{""shell"": 8, ""python"": 5, ""office"": 1, ""browser"": 2}","[""shell"", ""python"", ""shell"", ""office"", ""python"", ""browser"", ""shell"", ""python"", ""browser"", ""shell""]",9,2,2,"{""input"": 62, ""output"": 406, ""cache_read"": 1274519, ""cache_create"": 163935}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 34191, ""cacheReadInputTokens"": 688389, ""cacheCreationInputTokens"": 87173, ""webSearchRequests"": 0, ""costUSD"": 1.2574988, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 14652, ""cacheCreationEphemeral5mInputTokens"": 87173, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.2574988,,1.2574988,False,,,,True,1.0,0,False,completed,,61.25000000000001,"[61.25000000000001, 61.25000000000001, 61.25000000000001]","[false, false, false]",3,,0.0,completed,8,8,6,11,False,pilot,4243121FIN-01_A1_r3,FIN-01,corporate finance,A1,3,claude-opus-5-5,M3U96a,evaluated,success,False,216.8,216.8,1.4,1.81,11,125,10,"{""Bash"": 10}","{""shell"": 2, ""python"": 8}","[""shell"", ""python"", ""shell""]",2,1,1,"{""input"": 60, ""output"": 231, ""cache_read"": 521672, ""cache_create"": 108879}","{""claude-opus-5-5"": {""inputTokens"": 26, ""outputTokens"": 26089, ""cacheReadInputTokens"": 226313, ""cacheCreationInputTokens"": 40362, ""webSearchRequests"": 0, ""costUSD"": 0.7689566, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4583, ""cacheCreationEphemeral5mInputTokens"": 40362, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7689566,,0.7689566,False,,,,True,1.0,0,False,completed,,82.91666666666667,"[86.25, 87.5, 75.0]","[true, true, true]",3,,0.0,completed,2,7,5,3,False,pilot,4243122BANK-01_A0_r3,BANK-01,banking,A0,3,claude-opus-5-5,M3U96b,evaluated,success,False,120.9,120.9,0.1,1.661,16,73,15,"{""Read"": 11, ""Edit"": 4}","{""file"": 15}","[""file""]",0,7,6,"{""input"": 56, ""output"": 848, ""cache_read"": 219055, ""cache_create"": 67682}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 13569, ""cacheReadInputTokens"": 113571, ""cacheCreationInputTokens"": 24317, ""webSearchRequests"": 0, ""costUSD"": 0.41576719999999995, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3745, ""cacheCreationEphemeral5mInputTokens"": 24317, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.41576719999999995,,0.41576719999999995,False,,,,False,0.069,0,False,needs_clarification,False,17.5,"[22.5, 15.0, 15.0]","[false, false, false]",3,,0.0,needs_clarification,4,4,4,3,False,pilot,4243123RES-01_A0_r3,RES-01,academic research,A0,3,claude-opus-5-5,M3U96b,evaluated,success,False,107.3,107.3,0.2,1.299,17,81,16,"{""Read"": 10, ""Edit"": 6}","{""file"": 16}","[""file""]",0,3,3,"{""input"": 66, ""output"": 903, ""cache_read"": 182653, ""cache_create"": 75417}","{""claude-opus-5-5"": {""inputTokens"": 18, ""outputTokens"": 12819, ""cacheReadInputTokens"": 56172, ""cacheCreationInputTokens"": 22972, ""webSearchRequests"": 0, ""costUSD"": 0.38254639999999995, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1402, ""cacheCreationEphemeral5mInputTokens"": 22972, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.38254639999999995,,0.38254639999999995,False,,,,False,0.0667,0,False,needs_clarification,False,24.166666666666668,"[27.500000000000004, 20.0, 25.0]","[false, false, false]",3,,0.0,needs_clarification,3,5,5,6,False,pilot,4243124BI-01_A0_r3,BI-01,business intelligence,A0,3,claude-opus-5-5,M3U96a,evaluated,success,False,277.9,277.9,0.3,1.17,15,120,14,"{""Read"": 8, ""Edit"": 6}","{""file"": 14}","[""file""]",0,3,2,"{""input"": 48, ""output"": 926, ""cache_read"": 260271, ""cache_create"": 105566}","{""claude-opus-5-5"": {""inputTokens"": 20, ""outputTokens"": 33855, ""cacheReadInputTokens"": 137068, ""cacheCreationInputTokens"": 40046, ""webSearchRequests"": 0, ""costUSD"": 0.9048236, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 7116, ""cacheCreationEphemeral5mInputTokens"": 40046, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.9048236,,0.9048236,False,,,,False,0.037,0,False,needs_clarification,False,6.25,"[8.75, 5.0, 5.0]","[false, false, false]",3,,0.0,needs_clarification,2,3,7,4,False,pilot,4243125BANK-01_A4_r3,BANK-01,banking,A4,3,claude-opus-5-5,M3U96a,evaluated,success,False,217.5,217.5,3.0,2.535,18,73,17,"{""Bash"": 17}","{""shell"": 2, ""office"": 3, ""python"": 6, ""browser"": 6}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""shell"", ""office""]",9,2,2,"{""input"": 60, ""output"": 366, ""cache_read"": 689636, ""cache_create"": 76369}","{""claude-opus-5-5"": {""inputTokens"": 38, ""outputTokens"": 25215, ""cacheReadInputTokens"": 464475, ""cacheCreationInputTokens"": 47336, ""webSearchRequests"": 0, ""costUSD"": 0.8340269999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3025, ""cacheCreationEphemeral5mInputTokens"": 47336, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8340269999999999,,0.8340269999999999,False,,1.0,1.0,True,1.0,0,False,completed,,91.66666666666667,"[93.75, 86.25, 95.0]","[true, true, true]",3,,0.0,completed,2,5,5,5,False,pilot,4243126BANK-01_A2_r3,BANK-01,banking,A2,3,claude-opus-5-5,M4M64a,evaluated,success,False,241.6,241.6,0.9,1.792,9,75,8,"{""Bash"": 8}","{""shell"": 2, ""python"": 6}","[""shell"", ""python"", ""shell""]",2,2,2,"{""input"": 40, ""output"": 114, ""cache_read"": 429018, ""cache_create"": 90391}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 29531, ""cacheReadInputTokens"": 215261, ""cacheCreationInputTokens"": 45596, ""webSearchRequests"": 0, ""costUSD"": 0.8617402000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5107, ""cacheCreationEphemeral5mInputTokens"": 45596, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8617402000000001,,0.8617402000000001,False,,,,True,1.0,0,False,completed,,97.5,"[97.5, 97.5, 97.5]","[true, true, true]",3,,0.0,completed,3,5,6,3,False,pilot,4243127BI-01_A3_r3,BI-01,business intelligence,A3,3,claude-opus-5-5,M4M64b,evaluated,success,False,364.1,364.1,6.9,2.092,26,153,25,"{""Bash"": 25}","{""shell"": 2, ""python"": 13, ""sql"": 4, ""browser"": 3, ""office"": 3}","[""shell"", ""python"", ""sql"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""python"", ""sql"", ""browser"", ""python"", ""shell"", ""office""]",13,0,0,"{""input"": 94, ""output"": 445, ""cache_read"": 1667609, ""cache_create"": 129391}","{""claude-opus-5-5"": {""inputTokens"": 50, ""outputTokens"": 41335, ""cacheReadInputTokens"": 860638, ""cacheCreationInputTokens"": 63633, ""webSearchRequests"": 0, ""costUSD"": 1.3171925999999998, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 7865, ""cacheCreationEphemeral5mInputTokens"": 63633, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.3171925999999998,,1.3171925999999998,False,,,,True,1.0,0,False,completed,,72.91666666666667,"[67.5, 78.75, 72.5]","[false, true, true]",3,,0.0,completed,2,5,6,10,False,pilot,4243128ACC-01_A3_r3,ACC-01,accounting,A3,3,claude-opus-5-5,M4M64b,evaluated,success,False,308.0,308.0,3.4,2.609,29,167,28,"{""Bash"": 28}","{""shell"": 7, ""python"": 16, ""browser"": 3, ""office"": 2}","[""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""shell"", ""python"", ""browser"", ""office""]",17,4,4,"{""input"": 116, ""output"": 615, ""cache_read"": 1801142, ""cache_create"": 141019}","{""claude-opus-5-5"": {""inputTokens"": 58, ""outputTokens"": 32419, ""cacheReadInputTokens"": 919647, ""cacheCreationInputTokens"": 67647, ""webSearchRequests"": 0, ""costUSD"": 1.1707763999999998, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6265, ""cacheCreationEphemeral5mInputTokens"": 67647, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.1707763999999998,,1.1707763999999998,False,,,,True,1.0,0,False,completed,,100.0,"[100.0, 100.0, 100.0]","[true, true, true]",3,,0.0,completed,3,9,5,4,False,pilot,4243129FIN-01_A2_r3,FIN-01,corporate finance,A2,3,claude-opus-5-5,M4M64a,evaluated,success,False,213.9,213.9,0.9,1.432,10,97,9,"{""Bash"": 9}","{""shell"": 2, ""python"": 7}","[""shell"", ""python"", ""shell""]",2,0,0,"{""input"": 60, ""output"": 252, ""cache_read"": 593118, ""cache_create"": 138359}","{""claude-opus-5-5"": {""inputTokens"": 24, ""outputTokens"": 25709, ""cacheReadInputTokens"": 215171, ""cacheCreationInputTokens"": 48360, ""webSearchRequests"": 0, ""costUSD"": 0.7991102, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5247, ""cacheCreationEphemeral5mInputTokens"": 48360, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7991102,,0.7991102,False,,,,True,1.0,0,False,completed,,87.08333333333333,"[88.75, 86.25, 86.25]","[true, true, true]",3,,0.0,completed,2,7,7,3,False,pilot,4243130HR-01_A2_r3,HR-01,human resources,A2,3,claude-opus-5-5,M3U96a,evaluated,success,False,208.0,208.0,1.9,1.789,10,84,9,"{""Bash"": 9}","{""shell"": 3, ""python"": 5, ""office"": 1}","[""shell"", ""python"", ""office"", ""shell""]",3,1,1,"{""input"": 40, ""output"": 122, ""cache_read"": 386594, ""cache_create"": 91016}","{""claude-opus-5-5"": {""inputTokens"": 22, ""outputTokens"": 24346, ""cacheReadInputTokens"": 194049, ""cacheCreationInputTokens"": 45908, ""webSearchRequests"": 0, ""costUSD"": 0.7553578, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6812, ""cacheCreationEphemeral5mInputTokens"": 45908, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7553578,,0.7553578,False,,,,True,1.0,0,False,completed,,75.0,"[72.5, 76.25, 76.25]","[false, false, false]",3,,0.0,completed,5,7,6,5,False,pilot,4243131PROC-01_A4_r3,PROC-01,procurement,A4,3,claude-opus-5-5,M3U96b,evaluated,success,False,204.1,204.1,4.2,2.74,15,75,14,"{""Bash"": 14}","{""shell"": 3, ""office"": 3, ""python"": 6, ""browser"": 2}","[""shell"", ""office"", ""python"", ""browser"", ""shell"", ""python"", ""office"", ""python"", ""browser"", ""shell""]",9,2,2,"{""input"": 58, ""output"": 215, ""cache_read"": 592382, ""cache_create"": 74520}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 22831, ""cacheReadInputTokens"": 346120, ""cacheCreationInputTokens"": 44345, ""webSearchRequests"": 0, ""costUSD"": 0.7477050000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3933, ""cacheCreationEphemeral5mInputTokens"": 44345, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7477050000000001,,0.7477050000000001,False,,1.0,1.0,True,1.0,0,False,completed,,93.75,"[100.0, 88.75, 92.5]","[true, true, true]",3,,0.0,completed,4,6,7,5,False,pilot,4243132ACC-01_A1_r3,ACC-01,accounting,A1,3,claude-opus-5-5,M3U96b,evaluated,success,False,265.8,265.8,6.1,2.184,21,136,20,"{""Bash"": 20}","{""shell"": 3, ""python"": 17}","[""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python""]",5,1,1,"{""input"": 88, ""output"": 321, ""cache_read"": 1062102, ""cache_create"": 116655}","{""claude-opus-5-5"": {""inputTokens"": 46, ""outputTokens"": 27824, ""cacheReadInputTokens"": 512168, ""cacheCreationInputTokens"": 60358, ""webSearchRequests"": 0, ""costUSD"": 0.9608876000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 5162, ""cacheCreationEphemeral5mInputTokens"": 60358, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.9608876000000001,,0.9608876000000001,False,,,,True,1.0,0,False,completed,,92.91666666666667,"[100.0, 87.5, 91.25]","[true, true, true]",3,,0.0,completed,2,9,6,3,False,pilot,4243133RES-01_A1_r3,RES-01,academic research,A1,3,claude-opus-5-5,M4M64a,evaluated,success,False,185.2,185.2,16.9,1.582,17,79,16,"{""Bash"": 15, ""Read"": 1}","{""shell"": 1, ""python"": 14, ""file"": 1}","[""shell"", ""python"", ""file"", ""python""]",3,0,0,"{""input"": 66, ""output"": 279, ""cache_read"": 625521, ""cache_create"": 71717}","{""claude-opus-5-5"": {""inputTokens"": 36, ""outputTokens"": 20060, ""cacheReadInputTokens"": 316389, ""cacheCreationInputTokens"": 36800, ""webSearchRequests"": 0, ""costUSD"": 0.6486218000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1983, ""cacheCreationEphemeral5mInputTokens"": 36800, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6486218000000001,,0.6486218000000001,False,,,,True,1.0,0,False,completed,,78.75,"[72.5, 77.5, 86.25]","[false, false, false]",3,,0.0,completed,0,4,5,14,False,pilot,4243134PROC-01_A3_r3,PROC-01,procurement,A3,3,claude-opus-5-5,M3U96a,evaluated,success,False,165.1,165.1,2.9,2.931,15,87,14,"{""Bash"": 14}","{""shell"": 1, ""office"": 3, ""python"": 5, ""browser"": 5}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""office""]",8,1,1,"{""input"": 64, ""output"": 207, ""cache_read"": 594258, ""cache_create"": 89508}","{""claude-opus-5-5"": {""inputTokens"": 32, ""outputTokens"": 18905, ""cacheReadInputTokens"": 268828, ""cacheCreationInputTokens"": 38021, ""webSearchRequests"": 0, ""costUSD"": 0.6220986, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2789, ""cacheCreationEphemeral5mInputTokens"": 38021, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6220986,,0.6220986,False,,,,True,1.0,0,False,completed,,85.0,"[88.75, 81.25, 85.0]","[true, true, true]",3,,0.0,completed,3,7,4,4,False,pilot,4243135RE-01_A2_r3,RE-01,real estate appraisal,A2,3,claude-opus-5-5,M3U96a,evaluated,success,False,157.5,157.5,1.6,1.542,13,67,12,"{""Bash"": 6, ""Read"": 6}","{""shell"": 2, ""python"": 4, ""file"": 6}","[""shell"", ""python"", ""file"", ""python"", ""shell""]",4,0,0,"{""input"": 54, ""output"": 134, ""cache_read"": 287576, ""cache_create"": 103712}","{""claude-opus-5-5"": {""inputTokens"": 20, ""outputTokens"": 18365, ""cacheReadInputTokens"": 129802, ""cacheCreationInputTokens"": 35032, ""webSearchRequests"": 0, ""costUSD"": 0.5685004, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3508, ""cacheCreationEphemeral5mInputTokens"": 35032, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.5685004,,0.5685004,False,,,,True,1.0,0,False,completed,,95.41666666666667,"[95.0, 96.25, 95.0]","[true, true, true]",3,,0.0,completed,0,5,5,3,False,pilot,4243136BANK-01_A1_r3,BANK-01,banking,A1,3,claude-opus-5-5,M3U96b,evaluated,success,False,279.3,279.3,1.7,2.506,12,134,11,"{""Bash"": 11}","{""shell"": 2, ""python"": 9}","[""shell"", ""python"", ""shell""]",2,2,2,"{""input"": 66, ""output"": 202, ""cache_read"": 879275, ""cache_create"": 163945}","{""claude-opus-5-5"": {""inputTokens"": 28, ""outputTokens"": 33658, ""cacheReadInputTokens"": 338610, ""cacheCreationInputTokens"": 58368, ""webSearchRequests"": 0, ""costUSD"": 1.032834, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 7123, ""cacheCreationEphemeral5mInputTokens"": 58368, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.032834,,1.032834,False,,,,True,1.0,0,False,completed,,97.5,"[97.5, 97.5, 97.5]","[true, true, true]",3,,0.0,completed,5,7,7,3,False,pilot,4243137PROC-01_A1_r3,PROC-01,procurement,A1,3,claude-opus-5-5,M4M64b,evaluated,success,False,188.3,188.3,0.9,1.567,9,76,8,"{""Bash"": 8}","{""shell"": 2, ""python"": 6}","[""shell"", ""python"", ""shell""]",2,1,1,"{""input"": 42, ""output"": 111, ""cache_read"": 312613, ""cache_create"": 93051}","{""claude-opus-5-5"": {""inputTokens"": 20, ""outputTokens"": 23254, ""cacheReadInputTokens"": 132136, ""cacheCreationInputTokens"": 38494, ""webSearchRequests"": 0, ""costUSD"": 0.6840572, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3809, ""cacheCreationEphemeral5mInputTokens"": 38494, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6840572,,0.6840572,False,,,,True,1.0,0,False,completed,,91.25,"[96.25, 88.75, 88.75]","[true, true, true]",3,,0.0,completed,6,8,6,3,False,pilot,4243138BI-01_A2_r3,BI-01,business intelligence,A2,3,claude-opus-5-5,M4M64a,evaluated,success,False,247.1,247.1,3.3,3.601,17,104,16,"{""Bash"": 16}","{""shell"": 3, ""python"": 9, ""sql"": 4}","[""shell"", ""python"", ""sql"", ""shell"", ""sql"", ""python""]",5,0,0,"{""input"": 72, ""output"": 201, ""cache_read"": 761090, ""cache_create"": 98807}","{""claude-opus-5-5"": {""inputTokens"": 40, ""outputTokens"": 28316, ""cacheReadInputTokens"": 406778, ""cacheCreationInputTokens"": 51385, ""webSearchRequests"": 0, ""costUSD"": 0.9047606000000002, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4943, ""cacheCreationEphemeral5mInputTokens"": 51385, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.9047606000000002,,0.9047606000000002,False,,,,True,1.0,0,False,completed,,75.41666666666667,"[72.5, 80.0, 73.75]","[false, false, false]",3,,0.0,completed,1,6,6,7,False,pilot,4243139RES-01_A2_r3,RES-01,academic research,A2,3,claude-opus-5-5,M4M64a,evaluated,success,False,204.8,204.8,14.9,4.444,18,82,17,"{""Bash"": 16, ""Read"": 1}","{""shell"": 5, ""office"": 2, ""python"": 9, ""file"": 1}","[""shell"", ""office"", ""shell"", ""python"", ""shell"", ""file"", ""python"", ""shell"", ""python"", ""office"", ""python"", ""shell""]",11,0,0,"{""input"": 76, ""output"": 241, ""cache_read"": 698931, ""cache_create"": 94649}","{""claude-opus-5-5"": {""inputTokens"": 36, ""outputTokens"": 19972, ""cacheReadInputTokens"": 331912, ""cacheCreationInputTokens"": 37357, ""webSearchRequests"": 0, ""costUSD"": 0.6527514000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2030, ""cacheCreationEphemeral5mInputTokens"": 37357, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6527514000000001,,0.6527514000000001,False,,,,True,1.0,0,False,completed,,88.33333333333333,"[80.0, 93.75, 91.25]","[false, true, true]",3,,0.0,completed,1,4,3,13,False,pilot,4243140HR-01_A0_r3,HR-01,human resources,A0,3,claude-opus-5-5,M3U96a,evaluated,success,False,227.5,227.5,0.5,2.786,34,145,33,"{""Read"": 24, ""Edit"": 9}","{""file"": 33}","[""file""]",0,18,16,"{""input"": 106, ""output"": 331, ""cache_read"": 912371, ""cache_create"": 134540}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 26818, ""cacheReadInputTokens"": 326574, ""cacheCreationInputTokens"": 45151, ""webSearchRequests"": 0, ""costUSD"": 0.8275657999999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 7639, ""cacheCreationEphemeral5mInputTokens"": 45151, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8275657999999999,,0.8275657999999999,False,,,,False,0.1765,0,False,needs_clarification,True,35.833333333333336,"[40.0, 33.75, 33.75]","[false, false, false]",3,,0.0,needs_clarification,7,6,8,7,False,pilot,4243141BI-01_A4_r3,BI-01,business intelligence,A4,3,claude-opus-5-5,M3U96b,evaluated,success,False,289.7,289.7,7.1,2.567,22,118,21,"{""Bash"": 21}","{""shell"": 3, ""python"": 5, ""sql"": 5, ""browser"": 2, ""office"": 6}","[""shell"", ""python"", ""sql"", ""browser"", ""sql"", ""office"", ""shell"", ""office"", ""python"", ""office"", ""python"", ""sql"", ""python"", ""browser"", ""office""]",14,2,2,"{""input"": 82, ""output"": 392, ""cache_read"": 1299243, ""cache_create"": 116013}","{""claude-opus-5-5"": {""inputTokens"": 44, ""outputTokens"": 35275, ""cacheReadInputTokens"": 700912, ""cacheCreationInputTokens"": 59653, ""webSearchRequests"": 0, ""costUSD"": 1.1441234, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4860, ""cacheCreationEphemeral5mInputTokens"": 59653, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.1441234,,1.1441234,False,,1.0,1.0,True,1.0,0,False,completed,,74.16666666666667,"[72.5, 68.75, 81.25]","[false, false, false]",3,,0.0,completed,0,5,5,10,False,pilot,4243142ACC-01_A4_r3,ACC-01,accounting,A4,3,claude-opus-5-5,M4M64a,evaluated,success,False,289.9,289.9,6.7,1.89,28,163,27,"{""Bash"": 27}","{""shell"": 6, ""python"": 15, ""browser"": 3, ""office"": 3}","[""shell"", ""python"", ""shell"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""shell""]",11,4,4,"{""input"": 126, ""output"": 713, ""cache_read"": 2619224, ""cache_create"": 204294}","{""claude-opus-5-5"": {""inputTokens"": 58, ""outputTokens"": 32727, ""cacheReadInputTokens"": 1250973, ""cacheCreationInputTokens"": 83227, ""webSearchRequests"": 0, ""costUSD"": 1.3211015999999998, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6385, ""cacheCreationEphemeral5mInputTokens"": 83227, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.3211015999999998,,1.3211015999999998,False,,1.0,1.0,True,1.0,0,False,completed,,94.16666666666667,"[100.0, 85.0, 97.5]","[true, true, true]",3,,0.0,completed,3,8,5,5,False,pilot,4243143ADM-01_A1_r3,ADM-01,executive administration,A1,3,claude-opus-5-5,M4M64b,evaluated,success,False,297.2,297.2,1.2,1.862,12,164,11,"{""Bash"": 11}","{""shell"": 6, ""python"": 5}","[""shell"", ""python"", ""shell"", ""python"", ""shell""]",4,0,0,"{""input"": 52, ""output"": 237, ""cache_read"": 997405, ""cache_create"": 170976}","{""claude-opus-5-5"": {""inputTokens"": 26, ""outputTokens"": 32713, ""cacheReadInputTokens"": 489266, ""cacheCreationInputTokens"": 84426, ""webSearchRequests"": 0, ""costUSD"": 1.1743472, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 13692, ""cacheCreationEphemeral5mInputTokens"": 84426, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.1743472,,1.1743472,False,,,,True,1.0,0,False,completed,,62.916666666666664,"[56.25, 66.25, 66.25]","[false, false, false]",3,,0.0,completed,7,7,6,10,False,pilot,4243144RE-01_A4_r3,RE-01,real estate appraisal,A4,3,claude-opus-5-5,M3U96a,evaluated,success,False,185.7,185.7,4.8,2.693,25,130,24,"{""Bash"": 18, ""Read"": 6}","{""shell"": 2, ""office"": 7, ""python"": 5, ""file"": 6, ""browser"": 4}","[""shell"", ""office"", ""python"", ""file"", ""python"", ""shell"", ""python"", ""office"", ""python"", ""office"", ""browser"", ""office""]",11,2,2,"{""input"": 112, ""output"": 428, ""cache_read"": 1116090, ""cache_create"": 114605}","{""claude-opus-5-5"": {""inputTokens"": 44, ""outputTokens"": 20905, ""cacheReadInputTokens"": 515778, ""cacheCreationInputTokens"": 41551, ""webSearchRequests"": 0, ""costUSD"": 0.7291866000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2526, ""cacheCreationEphemeral5mInputTokens"": 41551, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.7291866000000001,,0.7291866000000001,False,,1.0,1.0,True,1.0,0,False,completed,,96.25,"[96.25, 96.25, 96.25]","[true, true, true]",3,,0.0,completed,2,6,5,5,False,pilot,4243145LEGAL-01_A3_r3,LEGAL-01,legal services,A3,3,claude-opus-5-5,M3U96b,evaluated,success,False,217.8,217.8,2.2,2.505,18,102,17,"{""Bash"": 16, ""Read"": 1}","{""shell"": 3, ""office"": 2, ""file"": 1, ""python"": 5, ""browser"": 6}","[""shell"", ""office"", ""file"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""shell""]",9,0,0,"{""input"": 66, ""output"": 337, ""cache_read"": 805146, ""cache_create"": 111896}","{""claude-opus-5-5"": {""inputTokens"": 36, ""outputTokens"": 24694, ""cacheReadInputTokens"": 488652, ""cacheCreationInputTokens"": 51090, ""webSearchRequests"": 0, ""costUSD"": 0.8472044, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6957, ""cacheCreationEphemeral5mInputTokens"": 51090, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8472044,,0.8472044,False,,,,True,1.0,0,False,completed,,92.5,"[95.0, 91.25, 91.25]","[true, true, true]",3,,0.0,completed,4,5,5,4,False,pilot,4243146ADM-01_A4_r3,ADM-01,executive administration,A4,3,claude-opus-5-5,M3U96a,evaluated,success,False,331.8,331.8,2.0,4.271,19,180,18,"{""Bash"": 18}","{""shell"": 5, ""office"": 1, ""python"": 10, ""browser"": 2}","[""shell"", ""office"", ""shell"", ""python"", ""browser"", ""python"", ""shell"", ""python"", ""browser"", ""python""]",9,2,2,"{""input"": 86, ""output"": 466, ""cache_read"": 2079904, ""cache_create"": 225399}","{""claude-opus-5-5"": {""inputTokens"": 40, ""outputTokens"": 33780, ""cacheReadInputTokens"": 1040573, ""cacheCreationInputTokens"": 93015, ""webSearchRequests"": 0, ""costUSD"": 1.3489496, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 13106, ""cacheCreationEphemeral5mInputTokens"": 93015, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.3489496,,1.3489496,False,,1.0,1.0,True,1.0,0,False,completed,,67.5,"[65.0, 68.75, 68.75]","[false, false, false]",3,,0.0,completed,7,7,7,12,False,pilot,4243147FIN-01_A4_r3,FIN-01,corporate finance,A4,3,claude-opus-5-5,M4M64b,evaluated,success,False,172.1,172.1,2.3,2.327,15,84,14,"{""Bash"": 14}","{""shell"": 1, ""office"": 5, ""python"": 6, ""browser"": 2}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""office""]",8,1,1,"{""input"": 76, ""output"": 415, ""cache_read"": 786926, ""cache_create"": 95926}","{""claude-opus-5-5"": {""inputTokens"": 34, ""outputTokens"": 20467, ""cacheReadInputTokens"": 364637, ""cacheCreationInputTokens"": 40020, ""webSearchRequests"": 0, ""costUSD"": 0.6825034000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1714, ""cacheCreationEphemeral5mInputTokens"": 40020, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.6825034000000001,,0.6825034000000001,False,,1.0,1.0,True,1.0,0,False,completed,,82.5,"[83.75, 80.0, 83.75]","[true, true, true]",3,,0.0,completed,0,6,6,5,False,pilot,4243148HR-01_A3_r3,HR-01,human resources,A3,3,claude-opus-5-5,M4M64b,evaluated,success,False,219.8,219.8,2.5,5.853,15,104,14,"{""Bash"": 14}","{""shell"": 4, ""python"": 5, ""browser"": 4, ""office"": 1}","[""shell"", ""python"", ""shell"", ""browser"", ""python"", ""office"", ""browser"", ""shell""]",7,1,1,"{""input"": 58, ""output"": 218, ""cache_read"": 722694, ""cache_create"": 96887}","{""claude-opus-5-5"": {""inputTokens"": 32, ""outputTokens"": 25163, ""cacheReadInputTokens"": 424323, ""cacheCreationInputTokens"": 53062, ""webSearchRequests"": 0, ""costUSD"": 0.8535626, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 7434, ""cacheCreationEphemeral5mInputTokens"": 53062, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8535626,,0.8535626,False,,,,True,1.0,0,False,needs_clarification,True,79.58333333333333,"[81.25, 78.75, 78.75]","[false, false, false]",3,,0.0,needs_clarification,3,7,7,6,False,pilot,4243149ADM-01_A2_r3,ADM-01,executive administration,A2,3,claude-opus-5-5,M4M64a,evaluated,success,False,316.4,316.4,1.4,2.034,16,171,15,"{""Bash"": 15}","{""shell"": 8, ""python"": 7}","[""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""shell""]",8,1,1,"{""input"": 72, ""output"": 377, ""cache_read"": 1175406, ""cache_create"": 135206}","{""claude-opus-5-5"": {""inputTokens"": 36, ""outputTokens"": 32827, ""cacheReadInputTokens"": 588928, ""cacheCreationInputTokens"": 74263, ""webSearchRequests"": 0, ""costUSD"": 1.1457846, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 13264, ""cacheCreationEphemeral5mInputTokens"": 74263, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,1.1457846,,1.1457846,False,,,,True,1.0,0,False,completed,,67.5,"[66.25, 66.25, 70.0]","[false, false, false]",3,,0.0,completed,9,8,6,11,False,pilot,4243150HR-01_A1_r3,HR-01,human resources,A1,3,claude-opus-5-5,M3U96b,evaluated,success,False,232.2,232.2,2.7,2.402,13,97,12,"{""Bash"": 12}","{""shell"": 3, ""python"": 9}","[""shell"", ""python"", ""shell""]",2,1,1,"{""input"": 52, ""output"": 160, ""cache_read"": 512126, ""cache_create"": 84922}","{""claude-opus-5-5"": {""inputTokens"": 28, ""outputTokens"": 26351, ""cacheReadInputTokens"": 256815, ""cacheCreationInputTokens"": 42809, ""webSearchRequests"": 0, ""costUSD"": 0.79254, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6985, ""cacheCreationEphemeral5mInputTokens"": 42809, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.79254,,0.79254,False,,,,True,1.0,0,False,needs_clarification,True,75.83333333333333,"[78.75, 76.25, 72.5]","[false, false, false]",3,,0.0,needs_clarification,7,8,7,5,False,pilot,4243151ACC-01_A0_r3,ACC-01,accounting,A0,3,claude-opus-5-5,M4M64a,evaluated,success,False,180.9,180.9,1.1,1.747,39,137,38,"{""Read"": 33, ""Edit"": 5}","{""file"": 38}","[""file""]",0,13,13,"{""input"": 120, ""output"": 376, ""cache_read"": 1495910, ""cache_create"": 244891}","{""claude-opus-5-5"": {""inputTokens"": 42, ""outputTokens"": 17081, ""cacheReadInputTokens"": 611878, ""cacheCreationInputTokens"": 68996, ""webSearchRequests"": 0, ""costUSD"": 0.8091436000000001, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3759, ""cacheCreationEphemeral5mInputTokens"": 68996, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-opus-5-5,0.8091436000000001,,0.8091436000000001,False,,,,False,0.1667,0,False,needs_clarification,False,26.25,"[26.25, 26.25, 26.25]","[false, false, false]",3,,0.0,needs_clarification,4,5,4,5,False,pilot,4243152