1run_id,task_id,occupation,arm,rep,model,node,status,result_subtype,timed_out,wall_s,wall_total_s,tool_time_s,first_tool_s,num_turns,n_events,tool_calls,by_tool,by_family,family_sequence,app_transitions,tool_errors,retries,tokens,model_usage,claude_code_version,model_reported,cost_usd,recovery_cost_usd,total_cost_usd,recovery_attempted,recovery_success,selfcheck_pass_first,selfcheck_pass_final,det_completion,det_score,n_critical_violations,critical_error,abstention_status,abstention_justified,quality,quality_scores,judge_acceptable_votes,n_judges,interrupt_s,human_intervention_min,completion_status,n_questions,n_issues_found,n_assumptions,n_artifacts,inputs_changed,stage,seed2HR-01_A3_r2_sonnet,HR-01,human resources,A3,2,claude-sonnet-5-5,M3U96a,evaluated,success,False,156.3,156.3,5.5,1.845,14,94,13,"{""Bash"": 13}","{""shell"": 2, ""python"": 5, ""browser"": 2, ""office"": 4}","[""shell"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""shell"", ""python""]",8,3,3,"{""input"": 52, ""output"": 1103, ""cache_read"": 629001, ""cache_create"": 84202}","{""claude-sonnet-5-5"": {""inputTokens"": 30, ""outputTokens"": 21790, ""cacheReadInputTokens"": 337435, ""cacheCreationInputTokens"": 45461, ""webSearchRequests"": 0, ""costUSD"": 0.36535599999999996, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 7190, ""cacheCreationEphemeral5mInputTokens"": 45461, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.36535599999999996,,0.36535599999999996,False,,,,True,1.0,0,False,needs_clarification,True,75.0,"[72.5, 76.25, 76.25]","[false, false, false]",3,,0.0,needs_clarification,4,5,6,6,False,sensitivity,42443FIN-01_A3_r2_sonnet,FIN-01,corporate finance,A3,2,claude-sonnet-5-5,M4M64b,evaluated,success,False,102.5,102.5,2.1,1.71,13,68,12,"{""Bash"": 12}","{""shell"": 1, ""office"": 3, ""python"": 5, ""browser"": 3}","[""shell"", ""office"", ""python"", ""office"", ""browser"", ""python"", ""office"", ""python""]",7,1,1,"{""input"": 56, ""output"": 167, ""cache_read"": 555383, ""cache_create"": 79611}","{""claude-sonnet-5-5"": {""inputTokens"": 28, ""outputTokens"": 15936, ""cacheReadInputTokens"": 264679, ""cacheCreationInputTokens"": 34828, ""webSearchRequests"": 0, ""costUSD"": 0.27295389999999997, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2050, ""cacheCreationEphemeral5mInputTokens"": 34828, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.27295389999999997,,0.27295389999999997,False,,,,True,1.0,0,False,completed,,77.5,"[75.0, 78.75, 78.75]","[true, true, true]",3,,0.0,completed,0,6,4,4,False,sensitivity,42444ACC-01_A3_r2_sonnet,ACC-01,accounting,A3,2,claude-sonnet-5-5,M3U96b,evaluated,success,False,205.2,205.2,9.0,2.994,19,130,18,"{""Bash"": 18}","{""shell"": 1, ""python"": 12, ""browser"": 2, ""office"": 3}","[""shell"", ""python"", ""browser"", ""python"", ""browser"", ""python"", ""office"", ""python""]",7,0,0,"{""input"": 78, ""output"": 1055, ""cache_read"": 1364740, ""cache_create"": 151458}","{""claude-sonnet-5-5"": {""inputTokens"": 40, ""outputTokens"": 27310, ""cacheReadInputTokens"": 690829, ""cacheCreationInputTokens"": 75151, ""webSearchRequests"": 0, ""costUSD"": 0.5301404, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6105, ""cacheCreationEphemeral5mInputTokens"": 75151, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.5301404,,0.5301404,False,,,,True,1.0,0,False,completed,,92.08333333333333,"[93.75, 91.25, 91.25]","[true, true, true]",3,,0.0,completed,1,8,3,4,False,sensitivity,42445ADM-01_A3_r1_sonnet,ADM-01,executive administration,A3,1,claude-sonnet-5-5,M3U96a,evaluated,success,False,273.7,273.7,2.9,2.658,17,170,16,"{""Bash"": 16}","{""shell"": 4, ""office"": 1, ""python"": 8, ""browser"": 3}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""browser"", ""shell""]",6,2,2,"{""input"": 64, ""output"": 1107, ""cache_read"": 1173367, ""cache_create"": 169681}","{""claude-sonnet-5-5"": {""inputTokens"": 36, ""outputTokens"": 36968, ""cacheReadInputTokens"": 652625, ""cacheCreationInputTokens"": 78956, ""webSearchRequests"": 0, ""costUSD"": 0.6324045, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 17163, ""cacheCreationEphemeral5mInputTokens"": 78956, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.6324045,,0.6324045,False,,,,True,1.0,0,False,completed,,64.16666666666667,"[56.25, 70.0, 66.25]","[false, false, false]",3,,0.0,completed,7,5,4,12,False,sensitivity,42446ACC-01_A3_r1_sonnet,ACC-01,accounting,A3,1,claude-sonnet-5-5,M4M64a,evaluated,success,False,165.3,165.3,4.3,1.696,16,105,15,"{""Bash"": 15}","{""shell"": 1, ""python"": 12, ""browser"": 1, ""office"": 1}","[""shell"", ""python"", ""browser"", ""python"", ""office"", ""python""]",5,1,1,"{""input"": 66, ""output"": 979, ""cache_read"": 826521, ""cache_create"": 113075}","{""claude-sonnet-5-5"": {""inputTokens"": 34, ""outputTokens"": 22603, ""cacheReadInputTokens"": 426255, ""cacheCreationInputTokens"": 55685, ""webSearchRequests"": 0, ""costUSD"": 0.407936, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4970, ""cacheCreationEphemeral5mInputTokens"": 55685, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.407936,,0.407936,False,,,,True,1.0,0,False,completed,,93.33333333333333,"[100.0, 90.0, 90.0]","[true, true, true]",3,,0.0,completed,0,8,4,4,False,sensitivity,42447BANK-01_A3_r1_sonnet,BANK-01,banking,A3,1,claude-sonnet-5-5,M3U96a,evaluated,success,False,153.6,153.6,3.2,1.945,14,78,13,"{""Bash"": 13}","{""shell"": 2, ""office"": 3, ""browser"": 5, ""python"": 3}","[""shell"", ""office"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""shell""]",7,0,0,"{""input"": 50, ""output"": 1069, ""cache_read"": 501686, ""cache_create"": 90016}","{""claude-sonnet-5-5"": {""inputTokens"": 30, ""outputTokens"": 22833, ""cacheReadInputTokens"": 331020, ""cacheCreationInputTokens"": 43045, ""webSearchRequests"": 0, ""costUSD"": 0.3691045, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2953, ""cacheCreationEphemeral5mInputTokens"": 43045, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.3691045,,0.3691045,False,,,,True,1.0,0,False,completed,,88.75,"[97.5, 82.5, 86.25]","[true, true, true]",3,,0.0,completed,2,5,5,4,False,sensitivity,42448ADM-01_A3_r2_sonnet,ADM-01,executive administration,A3,2,claude-sonnet-5-5,M4M64b,evaluated,success,False,211.5,211.5,1.3,2.524,18,125,17,"{""Bash"": 15, ""Read"": 2}","{""shell"": 6, ""office"": 3, ""python"": 3, ""file"": 2, ""browser"": 3}","[""shell"", ""office"", ""shell"", ""python"", ""file"", ""browser"", ""python"", ""shell"", ""python"", ""browser""]",9,2,2,"{""input"": 66, ""output"": 1225, ""cache_read"": 1056098, ""cache_create"": 134618}","{""claude-sonnet-5-5"": {""inputTokens"": 38, ""outputTokens"": 29475, ""cacheReadInputTokens"": 576467, ""cacheCreationInputTokens"": 70422, ""webSearchRequests"": 0, ""costUSD"": 0.5285277, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 11117, ""cacheCreationEphemeral5mInputTokens"": 70422, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.5285277,,0.5285277,False,,,,True,1.0,0,False,completed,,59.583333333333336,"[56.25, 61.25000000000001, 61.25000000000001]","[false, false, false]",3,,0.0,completed,6,6,5,12,False,sensitivity,42449RE-01_A3_r2_sonnet,RE-01,real estate appraisal,A3,2,claude-sonnet-5-5,M4M64a,evaluated,success,False,103.5,103.5,3.1,2.11,17,73,16,"{""Bash"": 10, ""Read"": 6}","{""shell"": 2, ""office"": 3, ""browser"": 3, ""file"": 6, ""python"": 2}","[""shell"", ""office"", ""browser"", ""file"", ""python"", ""office"", ""python"", ""browser"", ""shell""]",8,0,0,"{""input"": 68, ""output"": 1001, ""cache_read"": 432341, ""cache_create"": 127944}","{""claude-sonnet-5-5"": {""inputTokens"": 26, ""outputTokens"": 14371, ""cacheReadInputTokens"": 236394, ""cacheCreationInputTokens"": 35827, ""webSearchRequests"": 0, ""costUSD"": 0.25696889999999994, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1387, ""cacheCreationEphemeral5mInputTokens"": 35827, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.25696889999999994,,0.25696889999999994,False,,,,True,1.0,0,False,completed,,93.75,"[95.0, 95.0, 91.25]","[true, true, true]",3,,0.0,completed,2,6,6,4,False,sensitivity,424410RE-01_A3_r1_sonnet,RE-01,real estate appraisal,A3,1,claude-sonnet-5-5,M4M64a,evaluated,success,False,121.5,121.5,3.2,4.541,22,97,21,"{""Bash"": 15, ""Read"": 6}","{""shell"": 2, ""office"": 3, ""browser"": 7, ""file"": 6, ""python"": 3}","[""shell"", ""office"", ""browser"", ""file"", ""python"", ""office"", ""python"", ""browser"", ""shell""]",8,0,0,"{""input"": 86, ""output"": 1172, ""cache_read"": 756636, ""cache_create"": 132183}","{""claude-sonnet-5-5"": {""inputTokens"": 36, ""outputTokens"": 16834, ""cacheReadInputTokens"": 421389, ""cacheCreationInputTokens"": 39246, ""webSearchRequests"": 0, ""costUSD"": 0.30866589999999994, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1868, ""cacheCreationEphemeral5mInputTokens"": 39246, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.30866589999999994,,0.30866589999999994,False,,,,True,1.0,0,False,completed,,87.91666666666667,"[81.25, 91.25, 91.25]","[false, true, true]",3,,0.0,completed,2,6,4,4,False,sensitivity,424411HR-01_A3_r1_sonnet,HR-01,human resources,A3,1,claude-sonnet-5-5,M3U96a,evaluated,success,False,167.3,167.3,7.4,3.193,16,97,15,"{""Bash"": 15}","{""shell"": 4, ""python"": 6, ""browser"": 1, ""office"": 4}","[""shell"", ""python"", ""browser"", ""python"", ""shell"", ""office"", ""python"", ""office"", ""python"", ""shell""]",9,1,1,"{""input"": 56, ""output"": 913, ""cache_read"": 700688, ""cache_create"": 93021}","{""claude-sonnet-5-5"": {""inputTokens"": 32, ""outputTokens"": 24279, ""cacheReadInputTokens"": 391155, ""cacheCreationInputTokens"": 47320, ""webSearchRequests"": 0, ""costUSD"": 0.4002695, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 6394, ""cacheCreationEphemeral5mInputTokens"": 47320, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.4002695,,0.4002695,False,,,,True,1.0,0,False,needs_clarification,True,71.25,"[72.5, 72.5, 68.75]","[false, false, false]",3,,0.0,needs_clarification,4,6,6,6,False,sensitivity,424412RES-01_A3_r2_sonnet,RES-01,academic research,A3,2,claude-sonnet-5-5,M4M64b,evaluated,success,False,96.0,96.0,3.9,1.706,16,83,15,"{""Bash"": 15}","{""shell"": 1, ""office"": 1, ""python"": 8, ""browser"": 5}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""browser"", ""python""]",6,1,1,"{""input"": 60, ""output"": 1038, ""cache_read"": 451912, ""cache_create"": 65071}","{""claude-sonnet-5-5"": {""inputTokens"": 34, ""outputTokens"": 13170, ""cacheReadInputTokens"": 270270, ""cacheCreationInputTokens"": 28688, ""webSearchRequests"": 0, ""costUSD"": 0.230515, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1598, ""cacheCreationEphemeral5mInputTokens"": 28688, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.230515,,0.230515,False,,,,True,1.0,0,False,completed,,76.25,"[71.25, 78.75, 78.75]","[false, true, true]",3,,0.0,completed,1,4,4,14,False,sensitivity,424413LEGAL-01_A3_r2_sonnet,LEGAL-01,legal services,A3,2,claude-sonnet-5-5,M4M64a,evaluated,success,False,134.6,134.6,3.0,1.652,16,88,15,"{""Bash"": 15}","{""shell"": 3, ""office"": 4, ""python"": 2, ""browser"": 6}","[""shell"", ""office"", ""shell"", ""python"", ""office"", ""shell"", ""browser"", ""python"", ""office"", ""browser""]",9,0,0,"{""input"": 50, ""output"": 953, ""cache_read"": 468800, ""cache_create"": 70532}","{""claude-sonnet-5-5"": {""inputTokens"": 34, ""outputTokens"": 18020, ""cacheReadInputTokens"": 327697, ""cacheCreationInputTokens"": 42650, ""webSearchRequests"": 0, ""costUSD"": 0.3196627, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4277, ""cacheCreationEphemeral5mInputTokens"": 42650, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.3196627,,0.3196627,False,,,,True,1.0,0,False,completed,,89.58333333333333,"[91.25, 88.75, 88.75]","[true, true, true]",3,,0.0,completed,4,4,3,4,False,sensitivity,424414PROC-01_A3_r1_sonnet,PROC-01,procurement,A3,1,claude-sonnet-5-5,M4M64b,evaluated,success,False,90.7,90.7,1.9,1.593,9,58,8,"{""Bash"": 8}","{""shell"": 2, ""office"": 3, ""python"": 2, ""browser"": 1}","[""shell"", ""office"", ""python"", ""office"", ""python"", ""browser"", ""shell""]",6,0,0,"{""input"": 36, ""output"": 955, ""cache_read"": 220539, ""cache_create"": 62336}","{""claude-sonnet-5-5"": {""inputTokens"": 22, ""outputTokens"": 14243, ""cacheReadInputTokens"": 149851, ""cacheCreationInputTokens"": 29600, ""webSearchRequests"": 0, ""costUSD"": 0.23145910000000003, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2088, ""cacheCreationEphemeral5mInputTokens"": 29600, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.23145910000000003,,0.23145910000000003,False,,,,True,1.0,0,False,completed,,87.08333333333333,"[91.25, 85.0, 85.0]","[true, true, true]",3,,0.0,completed,5,6,5,4,False,sensitivity,424415BANK-01_A3_r2_sonnet,BANK-01,banking,A3,2,claude-sonnet-5-5,M3U96b,evaluated,success,False,135.3,135.3,3.6,1.554,13,79,12,"{""Bash"": 12}","{""shell"": 2, ""office"": 3, ""browser"": 5, ""python"": 2}","[""shell"", ""office"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""shell""]",7,0,0,"{""input"": 50, ""output"": 1043, ""cache_read"": 481498, ""cache_create"": 86848}","{""claude-sonnet-5-5"": {""inputTokens"": 28, ""outputTokens"": 20956, ""cacheReadInputTokens"": 281152, ""cacheCreationInputTokens"": 40744, ""webSearchRequests"": 0, ""costUSD"": 0.33959120000000004, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 3050, ""cacheCreationEphemeral5mInputTokens"": 40744, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.33959120000000004,,0.33959120000000004,False,,,,True,1.0,0,False,completed,,90.0,"[97.5, 86.25, 86.25]","[true, true, true]",3,,0.0,completed,2,5,4,4,False,sensitivity,424416RES-01_A3_r1_sonnet,RES-01,academic research,A3,1,claude-sonnet-5-5,M4M64a,evaluated,success,False,84.7,84.7,7.9,1.708,12,66,11,"{""Bash"": 11}","{""shell"": 1, ""office"": 1, ""python"": 7, ""browser"": 2}","[""shell"", ""office"", ""python"", ""browser"", ""python""]",4,1,1,"{""input"": 50, ""output"": 1112, ""cache_read"": 313261, ""cache_create"": 55200}","{""claude-sonnet-5-5"": {""inputTokens"": 28, ""outputTokens"": 11734, ""cacheReadInputTokens"": 182333, ""cacheCreationInputTokens"": 25668, ""webSearchRequests"": 0, ""costUSD"": 0.1997993, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1006, ""cacheCreationEphemeral5mInputTokens"": 25668, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.1997993,,0.1997993,False,,,,True,1.0,0,False,completed,,77.5,"[70.0, 82.5, 80.0]","[false, true, true]",3,,0.0,completed,0,4,3,13,False,sensitivity,424417LEGAL-01_A3_r1_sonnet,LEGAL-01,legal services,A3,1,claude-sonnet-5-5,M4M64a,evaluated,success,False,145.5,145.5,1.8,1.712,16,93,15,"{""Bash"": 15}","{""shell"": 3, ""office"": 3, ""browser"": 7, ""python"": 2}","[""shell"", ""office"", ""shell"", ""office"", ""shell"", ""browser"", ""python"", ""browser""]",7,1,1,"{""input"": 54, ""output"": 1030, ""cache_read"": 520942, ""cache_create"": 81489}","{""claude-sonnet-5-5"": {""inputTokens"": 34, ""outputTokens"": 20571, ""cacheReadInputTokens"": 323932, ""cacheCreationInputTokens"": 45942, ""webSearchRequests"": 0, ""costUSD"": 0.35302619999999996, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 4682, ""cacheCreationEphemeral5mInputTokens"": 45942, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.35302619999999996,,0.35302619999999996,False,,,,True,1.0,0,False,completed,,90.83333333333333,"[95.0, 88.75, 88.75]","[true, true, true]",3,,0.0,completed,5,4,4,4,False,sensitivity,424418BI-01_A3_r1_sonnet,BI-01,business intelligence,A3,1,claude-sonnet-5-5,M3U96b,evaluated,success,False,120.8,120.8,3.3,1.662,11,61,10,"{""Bash"": 10}","{""shell"": 1, ""python"": 4, ""browser"": 3, ""sql"": 1, ""office"": 1}","[""shell"", ""python"", ""browser"", ""sql"", ""python"", ""office"", ""browser"", ""python""]",7,0,0,"{""input"": 40, ""output"": 1028, ""cache_read"": 323123, ""cache_create"": 60372}","{""claude-sonnet-5-5"": {""inputTokens"": 24, ""outputTokens"": 18262, ""cacheReadInputTokens"": 179904, ""cacheCreationInputTokens"": 32479, ""webSearchRequests"": 0, ""costUSD"": 0.2818559, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2999, ""cacheCreationEphemeral5mInputTokens"": 32479, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.2818559,,0.2818559,False,,,,True,1.0,0,False,completed,,65.83333333333333,"[62.5, 62.5, 72.5]","[false, false, true]",3,,0.0,completed,2,5,6,7,False,sensitivity,424419FIN-01_A3_r1_sonnet,FIN-01,corporate finance,A3,1,claude-sonnet-5-5,M3U96a,evaluated,success,False,97.7,97.7,1.6,2.762,8,58,7,"{""Bash"": 7}","{""shell"": 1, ""office"": 2, ""browser"": 2, ""python"": 2}","[""shell"", ""office"", ""browser"", ""python"", ""browser"", ""office""]",5,0,0,"{""input"": 38, ""output"": 207, ""cache_read"": 285531, ""cache_create"": 79255}","{""claude-sonnet-5-5"": {""inputTokens"": 20, ""outputTokens"": 15132, ""cacheReadInputTokens"": 142450, ""cacheCreationInputTokens"": 35289, ""webSearchRequests"": 0, ""costUSD"": 0.25382750000000004, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 1559, ""cacheCreationEphemeral5mInputTokens"": 35289, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.25382750000000004,,0.25382750000000004,False,,,,True,1.0,0,False,completed,,81.66666666666667,"[83.75, 82.5, 78.75]","[true, true, true]",3,,0.0,completed,0,7,5,4,False,sensitivity,424420PROC-01_A3_r2_sonnet,PROC-01,procurement,A3,2,claude-sonnet-5-5,M3U96b,evaluated,success,False,95.9,95.9,3.3,2.792,9,57,8,"{""Bash"": 8}","{""shell"": 2, ""python"": 3, ""office"": 2, ""browser"": 1}","[""shell"", ""python"", ""office"", ""browser"", ""python"", ""shell""]",5,1,1,"{""input"": 34, ""output"": 963, ""cache_read"": 195140, ""cache_create"": 57455}","{""claude-sonnet-5-5"": {""inputTokens"": 22, ""outputTokens"": 14222, ""cacheReadInputTokens"": 147390, ""cacheCreationInputTokens"": 28967, ""webSearchRequests"": 0, ""costUSD"": 0.2294205, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2139, ""cacheCreationEphemeral5mInputTokens"": 28967, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.2294205,,0.2294205,False,,,,True,1.0,0,False,completed,,85.0,"[85.0, 85.0, 85.0]","[true, true, true]",3,,0.0,completed,4,7,5,4,False,sensitivity,424421BI-01_A3_r2_sonnet,BI-01,business intelligence,A3,2,claude-sonnet-5-5,M3U96b,evaluated,success,False,127.5,127.5,5.7,2.141,13,61,12,"{""Bash"": 12}","{""shell"": 1, ""python"": 6, ""browser"": 3, ""office"": 2}","[""shell"", ""python"", ""browser"", ""python"", ""office"", ""browser"", ""office"", ""python""]",7,1,1,"{""input"": 44, ""output"": 1013, ""cache_read"": 433897, ""cache_create"": 59999}","{""claude-sonnet-5-5"": {""inputTokens"": 28, ""outputTokens"": 19539, ""cacheReadInputTokens"": 256315, ""cacheCreationInputTokens"": 35384, ""webSearchRequests"": 0, ""costUSD"": 0.3095375, ""contextWindow"": 1000000, ""maxOutputTokens"": 128000, ""thinkingTokens"": 2735, ""cacheCreationEphemeral5mInputTokens"": 35384, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-sonnet-5-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-sonnet-5-5,0.3095375,,0.3095375,False,,,,True,1.0,0,False,completed,,70.83333333333333,"[67.5, 72.5, 72.5]","[false, true, true]",3,,0.0,completed,1,6,6,7,False,sensitivity,424422RES-01_A3_r1_fable,RES-01,academic research,A3,1,claude-fable-5-1,M3U96b,evaluated,success,False,343.1,343.1,35.3,3.22,22,96,21,"{""Bash"": 20, ""Read"": 1}","{""shell"": 4, ""office"": 3, ""python"": 9, ""browser"": 4, ""file"": 1}","[""shell"", ""office"", ""shell"", ""python"", ""browser"", ""python"", ""file"", ""python"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""shell""]",13,1,1,"{""input"": 98, ""output"": 1310, ""cache_read"": 1248277, ""cache_create"": 128081}","{""claude-fable-5-1"": {""inputTokens"": 46, ""outputTokens"": 26790, ""cacheReadInputTokens"": 616581, ""cacheCreationInputTokens"": 54952, ""webSearchRequests"": 0, ""costUSD"": 2.18100525, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 2160, ""cacheCreationEphemeral5mInputTokens"": 54952, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,2.18100525,,2.18100525,False,,,,True,1.0,0,False,completed,,90.83333333333333,"[85.0, 93.75, 93.75]","[false, true, true]",3,,0.0,completed,2,4,5,17,False,sensitivity,424523FIN-01_A3_r1_fable,FIN-01,corporate finance,A3,1,claude-fable-5-1,M3U96a,evaluated,success,False,339.0,339.0,3.3,2.916,16,108,15,"{""Bash"": 15}","{""shell"": 2, ""python"": 8, ""browser"": 3, ""office"": 2}","[""shell"", ""python"", ""browser"", ""python"", ""office"", ""browser"", ""office"", ""shell""]",7,2,2,"{""input"": 66, ""output"": 1096, ""cache_read"": 835707, ""cache_create"": 84783}","{""claude-fable-5-1"": {""inputTokens"": 34, ""outputTokens"": 31433, ""cacheReadInputTokens"": 443498, ""cacheCreationInputTokens"": 51555, ""webSearchRequests"": 0, ""costUSD"": 2.327302, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 4628, ""cacheCreationEphemeral5mInputTokens"": 51555, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,2.327302,,2.327302,False,,,,True,1.0,0,False,completed,,87.91666666666667,"[88.75, 87.5, 87.5]","[true, true, true]",3,,0.0,completed,0,6,7,4,False,sensitivity,424524PROC-01_A3_r2_fable,PROC-01,procurement,A3,2,claude-fable-5-1,M4M64a,evaluated,success,False,305.2,305.2,2.7,3.005,13,106,12,"{""Bash"": 12}","{""shell"": 1, ""python"": 6, ""browser"": 3, ""office"": 2}","[""shell"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""office""]",7,2,2,"{""input"": 58, ""output"": 1292, ""cache_read"": 552068, ""cache_create"": 104535}","{""claude-fable-5-1"": {""inputTokens"": 28, ""outputTokens"": 28772, ""cacheReadInputTokens"": 267334, ""cacheCreationInputTokens"": 48629, ""webSearchRequests"": 0, ""costUSD"": 2.113576, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 4533, ""cacheCreationEphemeral5mInputTokens"": 48629, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,2.113576,,2.113576,False,,,,True,1.0,0,False,completed,,95.83333333333333,"[100.0, 92.5, 95.0]","[true, true, true]",3,,0.0,completed,5,7,6,4,False,sensitivity,424525ACC-01_A3_r1_fable,ACC-01,accounting,A3,1,claude-fable-5-1,M3U96b,evaluated,success,False,488.4,488.4,8.8,3.255,26,180,25,"{""Bash"": 25}","{""shell"": 5, ""python"": 13, ""browser"": 4, ""office"": 3}","[""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""browser"", ""python""]",12,2,2,"{""input"": 112, ""output"": 1593, ""cache_read"": 3256181, ""cache_create"": 231017}","{""claude-fable-5-1"": {""inputTokens"": 54, ""outputTokens"": 42118, ""cacheReadInputTokens"": 1598066, ""cacheCreationInputTokens"": 111368, ""webSearchRequests"": 0, ""costUSD"": 3.8980565, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 6903, ""cacheCreationEphemeral5mInputTokens"": 111368, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,3.8980565,,3.8980565,False,,,,True,1.0,0,False,completed,,98.75,"[100.0, 100.0, 96.25]","[true, true, true]",3,,0.0,completed,2,9,6,4,False,sensitivity,424526HR-01_A3_r1_fable,HR-01,human resources,A3,1,claude-fable-5-1,M4M64b,evaluated,success,False,398.0,398.0,3.9,3.126,21,136,20,"{""Bash"": 18, ""Read"": 2}","{""shell"": 4, ""python"": 7, ""browser"": 5, ""office"": 2, ""file"": 2}","[""shell"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""shell"", ""file"", ""office"", ""shell"", ""browser"", ""python""]",11,0,0,"{""input"": 76, ""output"": 1615, ""cache_read"": 1310447, ""cache_create"": 107052}","{""claude-fable-5-1"": {""inputTokens"": 44, ""outputTokens"": 34358, ""cacheReadInputTokens"": 792186, ""cacheCreationInputTokens"": 64448, ""webSearchRequests"": 0, ""costUSD"": 2.7219865000000008, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 8194, ""cacheCreationEphemeral5mInputTokens"": 64448, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,2.7219865000000008,,2.7219865000000008,False,,,,True,1.0,0,False,needs_clarification,True,74.58333333333333,"[72.5, 78.75, 72.5]","[false, false, false]",3,,0.0,needs_clarification,5,7,9,6,False,sensitivity,424527RE-01_A3_r2_fable,RE-01,real estate appraisal,A3,2,claude-fable-5-1,M4M64b,evaluated,success,False,331.3,331.3,2.9,3.72,23,151,22,"{""Bash"": 16, ""Read"": 6}","{""shell"": 1, ""office"": 3, ""python"": 6, ""file"": 6, ""browser"": 6}","[""shell"", ""office"", ""python"", ""file"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""office"", ""python""]",10,1,1,"{""input"": 98, ""output"": 1097, ""cache_read"": 1139199, ""cache_create"": 122694}","{""claude-fable-5-1"": {""inputTokens"": 50, ""outputTokens"": 28193, ""cacheReadInputTokens"": 586573, ""cacheCreationInputTokens"": 53952, ""webSearchRequests"": 0, ""costUSD"": 2.23119325, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 4805, ""cacheCreationEphemeral5mInputTokens"": 53952, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,2.23119325,,2.23119325,False,,,,True,1.0,0,False,completed,,100.0,"[100.0, 100.0, 100.0]","[true, true, true]",3,,0.0,completed,3,5,8,4,False,sensitivity,424528BANK-01_A3_r2_fable,BANK-01,banking,A3,2,claude-fable-5-1,M3U96b,evaluated,success,False,440.0,440.0,4.1,3.689,19,140,18,"{""Bash"": 18}","{""shell"": 3, ""python"": 9, ""office"": 4, ""browser"": 2}","[""shell"", ""python"", ""office"", ""python"", ""office"", ""python"", ""office"", ""browser"", ""office"", ""python""]",9,0,0,"{""input"": 80, ""output"": 1447, ""cache_read"": 1337915, ""cache_create"": 136839}","{""claude-fable-5-1"": {""inputTokens"": 40, ""outputTokens"": 40011, ""cacheReadInputTokens"": 723520, ""cacheCreationInputTokens"": 70189, ""webSearchRequests"": 0, ""costUSD"": 3.0591925000000004, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 6676, ""cacheCreationEphemeral5mInputTokens"": 70189, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,3.0591925000000004,,3.0591925000000004,False,,,,True,1.0,0,False,completed,,97.08333333333333,"[100.0, 97.5, 93.75]","[true, true, true]",3,,0.0,completed,4,7,6,4,False,sensitivity,424529BI-01_A3_r1_fable,BI-01,business intelligence,A3,1,claude-fable-5-1,M3U96a,evaluated,success,False,533.1,533.1,9.4,3.958,36,188,35,"{""Bash"": 30, ""Read"": 3, ""Edit"": 2}","{""shell"": 5, ""python"": 11, ""sql"": 5, ""browser"": 3, ""office"": 6, ""file"": 5}","[""shell"", ""python"", ""sql"", ""browser"", ""python"", ""shell"", ""python"", ""sql"", ""python"", ""office"", ""shell"", ""file"", ""shell"", ""file"", ""python"", ""sql"", ""python"", ""file"", ""office"", ""file"", ""office""]",20,3,3,"{""input"": 118, ""output"": 1468, ""cache_read"": 2255762, ""cache_create"": 143129}","{""claude-fable-5-1"": {""inputTokens"": 74, ""outputTokens"": 48776, ""cacheReadInputTokens"": 1547854, ""cacheCreationInputTokens"": 80312, ""webSearchRequests"": 0, ""costUSD"": 3.8304034999999996, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 6931, ""cacheCreationEphemeral5mInputTokens"": 80312, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,3.8304034999999996,,3.8304034999999996,False,,,,True,1.0,0,False,completed,,76.66666666666667,"[72.5, 78.75, 78.75]","[false, true, false]",3,,0.0,completed,2,7,7,12,False,sensitivity,424530BANK-01_A3_r1_fable,BANK-01,banking,A3,1,claude-fable-5-1,M3U96a,evaluated,success,False,626.2,626.2,3.9,4.54,22,176,20,"{""Bash"": 20}","{""shell"": 3, ""python"": 8, ""office"": 5, ""browser"": 4}","[""shell"", ""python"", ""office"", ""python"", ""office"", ""browser"", ""office"", ""python""]",7,3,3,"{""input"": 90, ""output"": 231, ""cache_read"": 1630806, ""cache_create"": 187363}","{""claude-fable-5-1"": {""inputTokens"": 4, ""outputTokens"": 0, ""cacheReadInputTokens"": 1504, ""cacheCreationInputTokens"": 874, ""webSearchRequests"": 0, ""costUSD"": 0.011341, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 0, ""cacheCreationEphemeral5mInputTokens"": 874, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}, ""claude-opus-5"": {""inputTokens"": 38, ""outputTokens"": 56847, ""cacheReadInputTokens"": 853635, ""cacheCreationInputTokens"": 80033, ""webSearchRequests"": 0, ""costUSD"": 2.34838875, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 10127, ""cacheCreationEphemeral5mInputTokens"": 80033, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,2.35972975,,2.35972975,False,,,,True,1.0,0,False,completed,,99.16666666666667,"[100.0, 97.5, 100.0]","[true, true, true]",3,,0.0,completed,5,9,6,4,False,sensitivity,424531PROC-01_A3_r1_fable,PROC-01,procurement,A3,1,claude-fable-5-1,M4M64a,evaluated,success,False,314.6,314.6,4.2,3.783,15,118,14,"{""Bash"": 14}","{""shell"": 1, ""office"": 4, ""python"": 5, ""browser"": 4}","[""shell"", ""office"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""browser"", ""office""]",8,2,2,"{""input"": 64, ""output"": 1485, ""cache_read"": 666280, ""cache_create"": 93458}","{""claude-fable-5-1"": {""inputTokens"": 32, ""outputTokens"": 29377, ""cacheReadInputTokens"": 353567, ""cacheCreationInputTokens"": 48072, ""webSearchRequests"": 0, ""costUSD"": 2.15846175, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 4544, ""cacheCreationEphemeral5mInputTokens"": 48072, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,2.15846175,,2.15846175,False,,,,True,1.0,0,False,completed,,93.33333333333333,"[96.25, 88.75, 95.0]","[true, true, true]",3,,0.0,completed,5,8,6,4,False,sensitivity,424532RES-01_A3_r2_fable,RES-01,academic research,A3,2,claude-fable-5-1,M4M64b,evaluated,success,False,274.9,274.9,17.9,2.517,19,74,18,"{""Bash"": 17, ""Read"": 1}","{""shell"": 3, ""office"": 2, ""python"": 9, ""file"": 1, ""browser"": 3}","[""shell"", ""office"", ""shell"", ""python"", ""file"", ""python"", ""office"", ""browser"", ""python"", ""shell""]",9,0,0,"{""input"": 74, ""output"": 1302, ""cache_read"": 824101, ""cache_create"": 82675}","{""claude-fable-5-1"": {""inputTokens"": 40, ""outputTokens"": 23042, ""cacheReadInputTokens"": 506220, ""cacheCreationInputTokens"": 45138, ""webSearchRequests"": 0, ""costUSD"": 1.8432800000000003, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 1388, ""cacheCreationEphemeral5mInputTokens"": 45138, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,1.8432800000000003,,1.8432800000000003,False,,,,True,1.0,0,False,completed,,88.33333333333333,"[80.0, 91.25, 93.75]","[false, true, true]",3,,0.0,completed,0,4,4,15,False,sensitivity,424533HR-01_A3_r2_fable,HR-01,human resources,A3,2,claude-fable-5-1,M3U96b,evaluated,success,False,397.2,397.2,6.0,2.701,21,129,20,"{""Bash"": 20}","{""shell"": 3, ""python"": 9, ""browser"": 5, ""office"": 3}","[""shell"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""python"", ""office"", ""shell"", ""browser"", ""python""]",11,0,0,"{""input"": 80, ""output"": 1389, ""cache_read"": 1478593, ""cache_create"": 110207}","{""claude-fable-5-1"": {""inputTokens"": 44, ""outputTokens"": 34223, ""cacheReadInputTokens"": 838498, ""cacheCreationInputTokens"": 66772, ""webSearchRequests"": 0, ""costUSD"": 2.755864499999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 7059, ""cacheCreationEphemeral5mInputTokens"": 66772, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,2.755864499999999,,2.755864499999999,False,,,,True,1.0,0,False,needs_clarification,True,75.83333333333333,"[75.0, 76.25, 76.25]","[false, false, false]",3,,0.0,needs_clarification,4,7,9,6,False,sensitivity,424534FIN-01_A3_r2_fable,FIN-01,corporate finance,A3,2,claude-fable-5-1,M3U96a,evaluated,success,False,358.4,358.4,4.5,2.593,15,105,14,"{""Bash"": 14}","{""shell"": 1, ""python"": 6, ""browser"": 3, ""office"": 4}","[""shell"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""browser"", ""office"", ""python""]",9,0,0,"{""input"": 66, ""output"": 1360, ""cache_read"": 990952, ""cache_create"": 135674}","{""claude-fable-5-1"": {""inputTokens"": 32, ""outputTokens"": 33303, ""cacheReadInputTokens"": 512965, ""cacheCreationInputTokens"": 62069, ""webSearchRequests"": 0, ""costUSD"": 2.5695737500000004, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 4271, ""cacheCreationEphemeral5mInputTokens"": 62069, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,2.5695737500000004,,2.5695737500000004,False,,,,True,1.0,0,False,completed,,82.5,"[82.5, 90.0, 75.0]","[true, true, true]",3,,0.0,completed,0,5,8,4,False,sensitivity,424535RE-01_A3_r1_fable,RE-01,real estate appraisal,A3,1,claude-fable-5-1,M4M64b,evaluated,success,False,453.3,453.3,3.7,3.389,31,191,29,"{""Bash"": 23, ""Read"": 6}","{""shell"": 3, ""python"": 8, ""office"": 5, ""file"": 6, ""browser"": 7}","[""shell"", ""python"", ""office"", ""shell"", ""file"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""browser"", ""python"", ""browser"", ""python"", ""office"", ""python""]",16,1,0,"{""input"": 144, ""output"": 452, ""cache_read"": 2081932, ""cache_create"": 180907}","{""claude-fable-5-1"": {""inputTokens"": 4, ""outputTokens"": 0, ""cacheReadInputTokens"": 1504, ""cacheCreationInputTokens"": 873, ""webSearchRequests"": 0, ""costUSD"": 0.0113285, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 0, ""cacheCreationEphemeral5mInputTokens"": 873, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}, ""claude-opus-5"": {""inputTokens"": 50, ""outputTokens"": 35142, ""cacheReadInputTokens"": 826249, ""cacheCreationInputTokens"": 59636, ""webSearchRequests"": 0, ""costUSD"": 1.6646495, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 8012, ""cacheCreationEphemeral5mInputTokens"": 59636, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,1.675978,,1.675978,False,,,,True,1.0,0,False,completed,,94.16666666666667,"[100.0, 91.25, 91.25]","[true, true, true]",3,,0.0,completed,4,7,7,4,False,sensitivity,424536ACC-01_A3_r2_fable,ACC-01,accounting,A3,2,claude-fable-5-1,M4M64b,evaluated,success,False,561.9,561.9,8.2,2.746,37,277,36,"{""Bash"": 36}","{""shell"": 9, ""python"": 17, ""browser"": 4, ""office"": 6}","[""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""shell"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""browser"", ""office"", ""python""]",15,2,2,"{""input"": 152, ""output"": 1882, ""cache_read"": 4944529, ""cache_create"": 296012}","{""claude-fable-5-1"": {""inputTokens"": 76, ""outputTokens"": 49399, ""cacheReadInputTokens"": 2382118, ""cacheCreationInputTokens"": 128634, ""webSearchRequests"": 0, ""costUSD"": 4.674164499999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 8621, ""cacheCreationEphemeral5mInputTokens"": 128634, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,4.674164499999999,,4.674164499999999,False,,,,True,1.0,0,False,completed,,97.5,"[100.0, 96.25, 96.25]","[true, true, true]",3,,0.0,completed,2,9,6,4,False,sensitivity,424537ADM-01_A3_r1_fable,ADM-01,executive administration,A3,1,claude-fable-5-1,M4M64a,evaluated,success,False,667.6,667.6,2.9,4.227,24,304,23,"{""Bash"": 23}","{""shell"": 7, ""python"": 12, ""browser"": 3, ""office"": 1}","[""shell"", ""python"", ""shell"", ""python"", ""browser"", ""python"", ""shell"", ""python"", ""office"", ""browser"", ""python""]",10,2,2,"{""input"": 92, ""output"": 1661, ""cache_read"": 2467557, ""cache_create"": 186304}","{""claude-fable-5-1"": {""inputTokens"": 52, ""outputTokens"": 52231, ""cacheReadInputTokens"": 1456028, ""cacheCreationInputTokens"": 110841, ""webSearchRequests"": 0, ""costUSD"": 4.361589499999999, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 22879, ""cacheCreationEphemeral5mInputTokens"": 110841, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,4.361589499999999,,4.361589499999999,False,,,,False,1.0,1,True,completed,,67.08333333333333,"[56.25, 72.5, 72.5]","[false, false, false]",3,,0.0,completed,11,8,8,14,False,sensitivity,424538BI-01_A3_r2_fable,BI-01,business intelligence,A3,2,claude-fable-5-1,M4M64a,evaluated,success,False,706.0,706.0,127.4,3.281,39,253,37,"{""Bash"": 36, ""Edit"": 1}","{""shell"": 4, ""sql"": 4, ""python"": 19, ""browser"": 4, ""office"": 5, ""file"": 1}","[""shell"", ""sql"", ""python"", ""sql"", ""python"", ""sql"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""file"", ""python"", ""office"", ""python"", ""browser"", ""python"", ""shell"", ""office""]",18,1,0,"{""input"": 138, ""output"": 474, ""cache_read"": 2294145, ""cache_create"": 137925}","{""claude-fable-5-1"": {""inputTokens"": 4, ""outputTokens"": 17, ""cacheReadInputTokens"": 1504, ""cacheCreationInputTokens"": 873, ""webSearchRequests"": 0, ""costUSD"": 0.0121785, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 17, ""cacheCreationEphemeral5mInputTokens"": 873, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}, ""claude-opus-5"": {""inputTokens"": 66, ""outputTokens"": 46086, ""cacheReadInputTokens"": 1295404, ""cacheCreationInputTokens"": 71555, ""webSearchRequests"": 0, ""costUSD"": 2.2474007500000006, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 10958, ""cacheCreationEphemeral5mInputTokens"": 71555, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-opus-5"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,2.2595792500000007,,2.2595792500000007,False,,,,True,1.0,0,False,completed,,66.66666666666667,"[62.5, 68.75, 68.75]","[false, false, false]",3,,0.0,completed,3,7,7,10,False,sensitivity,424539ADM-01_A3_r2_fable,ADM-01,executive administration,A3,2,claude-fable-5-1,M4M64a,evaluated,success,False,546.2,546.2,2.6,3.913,21,257,20,"{""Bash"": 20}","{""shell"": 8, ""python"": 7, ""browser"": 4, ""office"": 1}","[""shell"", ""python"", ""shell"", ""python"", ""browser"", ""python"", ""shell"", ""python"", ""office"", ""browser"", ""python""]",10,1,1,"{""input"": 84, ""output"": 1597, ""cache_read"": 1761743, ""cache_create"": 264190}","{""claude-fable-5-1"": {""inputTokens"": 46, ""outputTokens"": 44761, ""cacheReadInputTokens"": 1050968, ""cacheCreationInputTokens"": 142131, ""webSearchRequests"": 0, ""costUSD"": 4.2778895, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 18040, ""cacheCreationEphemeral5mInputTokens"": 142131, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,4.2778895,,4.2778895,False,,,,True,1.0,0,False,completed,,66.25,"[56.25, 68.75, 73.75]","[false, false, false]",3,,0.0,completed,10,9,9,14,False,sensitivity,424540LEGAL-01_A3_r2_fable,LEGAL-01,legal services,A3,2,claude-fable-5-1,M3U96a,evaluated,success,False,391.4,391.4,5.3,4.234,25,166,24,"{""Bash"": 21, ""Read"": 3}","{""shell"": 5, ""python"": 7, ""browser"": 5, ""office"": 4, ""file"": 3}","[""shell"", ""python"", ""shell"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""file"", ""office"", ""file"", ""browser"", ""office"", ""file"", ""shell""]",15,2,2,"{""input"": 88, ""output"": 1462, ""cache_read"": 1385458, ""cache_create"": 83796}","{""claude-fable-5-1"": {""inputTokens"": 54, ""outputTokens"": 30996, ""cacheReadInputTokens"": 912742, ""cacheCreationInputTokens"": 62904, ""webSearchRequests"": 0, ""costUSD"": 2.5648255, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 7491, ""cacheCreationEphemeral5mInputTokens"": 62904, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,2.5648255,,2.5648255,False,,,,True,1.0,0,False,completed,,93.75,"[93.75, 91.25, 96.25]","[true, true, true]",3,,0.0,completed,5,5,6,4,False,sensitivity,424541LEGAL-01_A3_r1_fable,LEGAL-01,legal services,A3,1,claude-fable-5-1,M3U96a,evaluated,success,False,343.8,343.8,3.1,3.435,16,130,15,"{""Bash"": 13, ""Read"": 2}","{""shell"": 3, ""python"": 5, ""file"": 2, ""browser"": 3, ""office"": 2}","[""shell"", ""python"", ""file"", ""python"", ""browser"", ""python"", ""office"", ""python"", ""office"", ""browser"", ""shell""]",10,0,0,"{""input"": 60, ""output"": 1310, ""cache_read"": 718749, ""cache_create"": 80229}","{""claude-fable-5-1"": {""inputTokens"": 36, ""outputTokens"": 27837, ""cacheReadInputTokens"": 447999, ""cacheCreationInputTokens"": 57927, ""webSearchRequests"": 0, ""costUSD"": 2.22829725, ""contextWindow"": 1000000, ""maxOutputTokens"": 64000, ""thinkingTokens"": 6758, ""cacheCreationEphemeral5mInputTokens"": 57927, ""cacheCreationEphemeral1hInputTokens"": 0, ""canonicalModel"": ""claude-fable-5-1"", ""provider"": ""firstParty"", ""costBasis"": ""list""}}",2.1.314,claude-fable-5-1,2.22829725,,2.22829725,False,,,,True,1.0,0,False,completed,,92.5,"[93.75, 91.25, 92.5]","[true, true, true]",3,,0.0,completed,6,4,5,4,False,sensitivity,424542