1{2 "train": {3 "n_labels": 80632,4 "mean": 0.0041654990054667,5 "std": 0.04521806538105011,6 "median": 0.0,7 "frac_pos": 0.4210983232463538,8 "frac_neg": 0.3748635777358865,9 "frac_abs_gt_0.01": 0.18173925984720707,10 "frac_abs_gt_0.1": 0.02340261930747098,11 "q05": -0.013343626633286476,12 "q95": 0.03692528232932091,13 "by_prefix_depth": {14 "0": {15 "mean": 0.012076183222234249,16 "frac_pos": 0.5065833148926754,17 "n": 1807618 },19 "1": {20 "mean": 0.00342423003166914,21 "frac_pos": 0.44935579781962337,22 "n": 2018023 },24 "2": {25 "mean": 0.0010541443480178714,26 "frac_pos": 0.3993163724472136,27 "n": 2311228 },29 "3": {30 "mean": 0.001252029906027019,31 "frac_pos": 0.3374169435215947,32 "n": 1926433 }34 },35 "audit": {36 "n_states": 4778,37 "n_actions": 24,38 "var_total": 0.0025794953107833862,39 "var_between_states": 0.0022299366537481546,40 "var_within_state_actions": 0.0003495587734505534,41 "within_share": 0.13551440834999084,42 "oracle_one_step_mean": 0.014776400290429592,43 "random_action_mean": 0.004916466772556305,44 "stop_mean": 0.0,45 "frac_states_any_positive": 0.46400167434072837,46 "frac_states_all_positive": 0.37442444537463376,47 "frac_states_all_negative": 0.2888237756383424,48 "mean_rank_corr_between_actions": null,49 "per_action_mean": [50 0.004357533063739538,51 0.004356973338872194,52 0.004725269973278046,53 0.004466312006115913,54 0.004595508798956871,55 0.004644186235964298,56 0.004458694253116846,57 0.004305546171963215,58 0.004313195589929819,59 0.004399421159178019,60 0.004569229204207659,61 0.0045004794374108315,62 0.004307476803660393,63 0.004430056549608707,64 0.0043142689391970634,65 0.004313077311962843,66 0.0057276408188045025,67 0.006037583574652672,68 0.006085994653403759,69 0.005718533881008625,70 0.005754878278821707,71 0.006051815114915371,72 0.005772219970822334,73 0.00578947877511382174 ],75 "per_action_frac_best": [76 1685,77 107,78 157,79 43,80 105,81 96,82 69,83 43,84 131,85 207,86 68,87 27,88 58,89 116,90 33,91 45,92 270,93 250,94 476,95 211,96 184,97 201,98 98,99 98100 ],101 "base_loss_mean": 0.2843226194381714,102 "oracle_gain_relative_to_base": 0.05197054147720337,103 "single_vs_pair_mean": {104 "single": 0.004441073164343834,105 "pair": 0.005867253057658672106 },107 "winners_curse_check_split_half": null,108 "consecutive_state_best_action_agreement": 0.1149256855767218,109 "oracle_state_level_mean": 0.008302818052470684,110 "oracle_action_selection_increment": 0.006473582237958908,111 "random_with_perfect_stop_mean": 0.008302818052470684,112 "chance_agreement": 0.041666666666666664,113 "oracle_gain_high_vs_low_base_loss": {114 "high": 0.029565006494522095,115 "low": 1.711727009023889e-07116 }117 }118 },119 "calib": {120 "n_labels": 20040,121 "mean": 0.0005741286440752447,122 "std": 0.0787554383277893,123 "median": 0.0,124 "frac_pos": 0.4181137724550898,125 "frac_neg": 0.37619760479041914,126 "frac_abs_gt_0.01": 0.21656686626746507,127 "frac_abs_gt_0.1": 0.04151696606786427,128 "q05": -0.028652191162109375,129 "q95": 0.04415319859981537,130 "by_prefix_depth": {131 "0": {132 "mean": 0.008433588780462742,133 "frac_pos": 0.48285619174434086,134 "n": 6008135 },136 "1": {137 "mean": -0.004564862698316574,138 "frac_pos": 0.4384375,139 "n": 6400140 },141 "2": {142 "mean": -0.0007328253122977912,143 "frac_pos": 0.3738558352402746,144 "n": 3496145 },146 "3": {147 "mean": -0.0017858755309134722,148 "frac_pos": 0.33002901353965186,149 "n": 4136150 }151 },152 "audit": {153 "n_states": 1308,154 "n_actions": 24,155 "var_total": 0.007274585776031017,156 "var_between_states": 0.006477224640548229,157 "var_within_state_actions": 0.0007973613683134317,158 "within_share": 0.10960917919874191,159 "oracle_one_step_mean": 0.01657850295305252,160 "random_action_mean": 0.0003595371381379664,161 "stop_mean": 0.0,162 "frac_states_any_positive": 0.4709480122324159,163 "frac_states_all_positive": 0.3769113149847095,164 "frac_states_all_negative": 0.2958715596330275,165 "mean_rank_corr_between_actions": null,166 "per_action_mean": [167 -0.0005930604529567063,168 0.0007526387344114482,169 0.00037022720789536834,170 0.0010265340097248554,171 0.0013548287097364664,172 0.000778406101744622,173 0.001126126735471189,174 0.0014101429842412472,175 0.000936423079110682,176 0.000786297838203609,177 3.662590097519569e-05,178 4.5656248403247446e-05,179 0.00017277516599278897,180 0.0012526045320555568,181 0.0012178309261798859,182 0.0011301396880298853,183 -0.0011659032898023725,184 -0.0003716170904226601,185 5.648710794048384e-05,186 0.000264748465269804,187 -0.00040692274342291057,188 -0.0013585558626800776,189 -0.0005096303066238761,190 0.00031610956648364663191 ],192 "per_action_frac_best": [193 451,194 31,195 24,196 7,197 30,198 23,199 20,200 13,201 51,202 57,203 8,204 13,205 14,206 38,207 10,208 14,209 69,210 72,211 143,212 46,213 55,214 60,215 29,216 30217 ],218 "base_loss_mean": 0.442313551902771,219 "oracle_gain_relative_to_base": 0.037481337785720825,220 "single_vs_pair_mean": {221 "single": 0.0007377619622275233,222 "pair": -0.00039691125857643783223 },224 "winners_curse_check_split_half": null,225 "consecutive_state_best_action_agreement": 0.117061973986228,226 "oracle_state_level_mean": 0.009835593402385712,227 "oracle_action_selection_increment": 0.006742909550666809,228 "random_with_perfect_stop_mean": 0.009835593402385712,229 "chance_agreement": 0.041666666666666664,230 "oracle_gain_high_vs_low_base_loss": {231 "high": 0.033156733959913254,232 "low": 2.715730147428985e-07233 }234 }235 }236}