1{2 "train": {3 "n_labels": 199860,4 "mean": 0.0013899323530495167,5 "std": 0.06570442020893097,6 "median": 0.0,7 "frac_pos": 0.4060892624837386,8 "frac_neg": 0.3867307114980486,9 "frac_abs_gt_0.01": 0.2079105373761633,10 "frac_abs_gt_0.1": 0.03747122986090263,11 "q05": -0.027339037507772446,12 "q95": 0.041636981070041656,13 "by_prefix_depth": {14 "0": {15 "mean": 0.006328504998236895,16 "frac_pos": 0.48893851267137517,17 "n": 5776818 },19 "1": {20 "mean": 0.00017206354823429137,21 "frac_pos": 0.4292282499160228,22 "n": 4763223 },24 "2": {25 "mean": -0.0009154095896519721,26 "frac_pos": 0.3688378921341369,27 "n": 5176828 },29 "3": {30 "mean": -0.0011383875971660018,31 "frac_pos": 0.3133373934226553,32 "n": 4269233 }34 },35 "audit": {36 "n_states": 12272,37 "n_actions": 24,38 "var_total": 0.0033870867919176817,39 "var_between_states": 0.0028439348097890615,40 "var_within_state_actions": 0.0005431521567516029,41 "within_share": 0.1603596806526184,42 "oracle_one_step_mean": 0.01393353845924139,43 "random_action_mean": 0.001515374518930912,44 "stop_mean": 0.0,45 "frac_states_any_positive": 0.4455671447196871,46 "frac_states_all_positive": 0.3389830508474576,47 "frac_states_all_negative": 0.3179595827900913,48 "mean_rank_corr_between_actions": null,49 "per_action_mean": [50 0.0018632195424288511,51 0.0016483142971992493,52 0.0017580261919647455,53 0.0016307046171277761,54 0.0015036995755508542,55 0.0016639259411022067,56 0.001322251744568348,57 0.0016747190384194255,58 0.0010618027299642563,59 0.0012694785837084055,60 0.001398423919454217,61 0.0016295667737722397,62 0.0017486114520579576,63 0.001707289949990809,64 0.0015830303309485316,65 0.0015876817051321268,66 0.0016351271187886596,67 0.0015746976714581251,68 0.001400793669745326,69 0.0013497702311724424,70 0.0009729713783599436,71 0.0013250946067273617,72 0.0016620185924693942,73 0.001397973974235355974 ],75 "per_action_frac_best": [76 4510,77 282,78 383,79 106,80 282,81 246,82 188,83 111,84 326,85 574,86 198,87 73,88 145,89 347,90 112,91 142,92 654,93 559,94 1142,95 477,96 439,97 485,98 244,99 247100 ],101 "base_loss_mean": 0.41893142461776733,102 "oracle_gain_relative_to_base": 0.033259712159633636,103 "single_vs_pair_mean": {104 "single": 0.0015656657051295042,105 "pair": 0.0014147915644571185106 },107 "winners_curse_check_split_half": null,108 "consecutive_state_best_action_agreement": 0.12737348219379024,109 "oracle_state_level_mean": 0.007655100431293249,110 "oracle_action_selection_increment": 0.006278438027948141,111 "random_with_perfect_stop_mean": 0.007655100431293249,112 "chance_agreement": 0.041666666666666664,113 "oracle_gain_high_vs_low_base_loss": {114 "high": 0.027866898104548454,115 "low": 1.7837577104273805e-07116 },117 "random_gain_high_vs_low_base_loss": {118 "high": 0.0030308242421597242,119 "low": -7.530154988444338e-08120 },121 "frac_actions_positive_high_vs_low": {122 "high": 0.5818394176445024,123 "low": 0.20695485658409388124 },125 "within_state_std_high_vs_low": {126 "high": 0.03295912966132164,127 "low": 3.823336953701073e-07128 },129 "top_decile_base_loss": {130 "oracle": 0.03372960165143013,131 "random": -0.018494987860322,132 "frac_positive": 0.49586047774158526,133 "n": 1228134 }135 }136 },137 "calib": {138 "n_labels": 26916,139 "mean": -0.00023525100550614297,140 "std": 0.07250495254993439,141 "median": 0.0,142 "frac_pos": 0.40730420567692077,143 "frac_neg": 0.38687026304057065,144 "frac_abs_gt_0.01": 0.2141477188289493,145 "frac_abs_gt_0.1": 0.03756130182790905,146 "q05": -0.02895987033843994,147 "q95": 0.03947273641824722,148 "by_prefix_depth": {149 "0": {150 "mean": 0.007968227379024029,151 "frac_pos": 0.4847692307692308,152 "n": 6500153 },154 "1": {155 "mean": -0.003126174909994006,156 "frac_pos": 0.44856160100062537,157 "n": 6396158 },159 "2": {160 "mean": -0.0035203599836677313,161 "frac_pos": 0.3822513812154696,162 "n": 8688163 },164 "3": {165 "mean": -0.0014151529176160693,166 "frac_pos": 0.30420105026256566,167 "n": 5332168 }169 },170 "audit": {171 "n_states": 1645,172 "n_actions": 24,173 "var_total": 0.004780203569680452,174 "var_between_states": 0.003573014633730054,175 "var_within_state_actions": 0.0012071894016116858,176 "within_share": 0.25253933668136597,177 "oracle_one_step_mean": 0.01360372919589281,178 "random_action_mean": -0.001389708137139678,179 "stop_mean": 0.0,180 "frac_states_any_positive": 0.44559270516717325,181 "frac_states_all_positive": 0.339209726443769,182 "frac_states_all_negative": 0.31367781155015195,183 "mean_rank_corr_between_actions": null,184 "per_action_mean": [185 -0.0002789044810924679,186 -0.0005439012311398983,187 -0.0010208194144070148,188 -4.157152943662368e-05,189 -0.0002928798785433173,190 -0.00038067856803536415,191 -0.001610871753655374,192 -3.5822453355649486e-05,193 -0.0016677953535690904,194 -0.0011122497962787747,195 -0.002168172039091587,196 -0.001831847825087607,197 -0.000714347988832742,198 -0.0010805887868627906,199 -0.0006983486237004399,200 -0.0009864423191174865,201 -0.0019354327814653516,202 -0.0019570481963455677,203 -0.001678639673627913,204 -0.002457772381603718,205 -0.0027323218528181314,206 -0.0038509289734065533,207 -0.00221633049659431,208 -0.002059241756796837209 ],210 "per_action_frac_best": [211 594,212 41,213 49,214 11,215 46,216 38,217 31,218 16,219 52,220 78,221 20,222 11,223 16,224 50,225 19,226 18,227 74,228 71,229 132,230 57,231 62,232 70,233 45,234 44235 ],236 "base_loss_mean": 0.4456585943698883,237 "oracle_gain_relative_to_base": 0.030525000765919685,238 "single_vs_pair_mean": {239 "single": -0.0009040773729793727,240 "pair": -0.002360970014706254241 },242 "winners_curse_check_split_half": null,243 "consecutive_state_best_action_agreement": 0.11678832116788321,244 "oracle_state_level_mean": 0.006942566949874163,245 "oracle_action_selection_increment": 0.006661162246018648,246 "random_with_perfect_stop_mean": 0.006942566949874163,247 "chance_agreement": 0.041666666666666664,248 "oracle_gain_high_vs_low_base_loss": {249 "high": 0.027223804965615273,250 "low": 2.0248212706519553e-07251 },252 "random_gain_high_vs_low_base_loss": {253 "high": -0.002781021874397993,254 "low": -8.493663017361541e-08255 },256 "frac_actions_positive_high_vs_low": {257 "high": 0.5768450932684509,258 "low": 0.2163325232887809259 },260 "within_state_std_high_vs_low": {261 "high": 0.04915126785635948,262 "low": 4.78641368317767e-07263 },264 "top_decile_base_loss": {265 "oracle": 0.02738070674240589,266 "random": -0.04130083695054054,267 "frac_positive": 0.46060606060606063,268 "n": 165269 }270 }271 }272}