{
 "train": {
  "n_labels": 199860,
  "mean": 0.0013899323530495167,
  "std": 0.06570442020893097,
  "median": 0.0,
  "frac_pos": 0.4060892624837386,
  "frac_neg": 0.3867307114980486,
  "frac_abs_gt_0.01": 0.2079105373761633,
  "frac_abs_gt_0.1": 0.03747122986090263,
  "q05": -0.027339037507772446,
  "q95": 0.041636981070041656,
  "by_prefix_depth": {
   "0": {
    "mean": 0.006328504998236895,
    "frac_pos": 0.48893851267137517,
    "n": 57768
   },
   "1": {
    "mean": 0.00017206354823429137,
    "frac_pos": 0.4292282499160228,
    "n": 47632
   },
   "2": {
    "mean": -0.0009154095896519721,
    "frac_pos": 0.3688378921341369,
    "n": 51768
   },
   "3": {
    "mean": -0.0011383875971660018,
    "frac_pos": 0.3133373934226553,
    "n": 42692
   }
  },
  "audit": {
   "n_states": 12272,
   "n_actions": 24,
   "var_total": 0.0033870867919176817,
   "var_between_states": 0.0028439348097890615,
   "var_within_state_actions": 0.0005431521567516029,
   "within_share": 0.1603596806526184,
   "oracle_one_step_mean": 0.01393353845924139,
   "random_action_mean": 0.001515374518930912,
   "stop_mean": 0.0,
   "frac_states_any_positive": 0.4455671447196871,
   "frac_states_all_positive": 0.3389830508474576,
   "frac_states_all_negative": 0.3179595827900913,
   "mean_rank_corr_between_actions": null,
   "per_action_mean": [
    0.0018632195424288511,
    0.0016483142971992493,
    0.0017580261919647455,
    0.0016307046171277761,
    0.0015036995755508542,
    0.0016639259411022067,
    0.001322251744568348,
    0.0016747190384194255,
    0.0010618027299642563,
    0.0012694785837084055,
    0.001398423919454217,
    0.0016295667737722397,
    0.0017486114520579576,
    0.001707289949990809,
    0.0015830303309485316,
    0.0015876817051321268,
    0.0016351271187886596,
    0.0015746976714581251,
    0.001400793669745326,
    0.0013497702311724424,
    0.0009729713783599436,
    0.0013250946067273617,
    0.0016620185924693942,
    0.0013979739742353559
   ],
   "per_action_frac_best": [
    4510,
    282,
    383,
    106,
    282,
    246,
    188,
    111,
    326,
    574,
    198,
    73,
    145,
    347,
    112,
    142,
    654,
    559,
    1142,
    477,
    439,
    485,
    244,
    247
   ],
   "base_loss_mean": 0.41893142461776733,
   "oracle_gain_relative_to_base": 0.033259712159633636,
   "single_vs_pair_mean": {
    "single": 0.0015656657051295042,
    "pair": 0.0014147915644571185
   },
   "winners_curse_check_split_half": null,
   "consecutive_state_best_action_agreement": 0.12737348219379024,
   "oracle_state_level_mean": 0.007655100431293249,
   "oracle_action_selection_increment": 0.006278438027948141,
   "random_with_perfect_stop_mean": 0.007655100431293249,
   "chance_agreement": 0.041666666666666664,
   "oracle_gain_high_vs_low_base_loss": {
    "high": 0.027866898104548454,
    "low": 1.7837577104273805e-07
   },
   "random_gain_high_vs_low_base_loss": {
    "high": 0.0030308242421597242,
    "low": -7.530154988444338e-08
   },
   "frac_actions_positive_high_vs_low": {
    "high": 0.5818394176445024,
    "low": 0.20695485658409388
   },
   "within_state_std_high_vs_low": {
    "high": 0.03295912966132164,
    "low": 3.823336953701073e-07
   },
   "top_decile_base_loss": {
    "oracle": 0.03372960165143013,
    "random": -0.018494987860322,
    "frac_positive": 0.49586047774158526,
    "n": 1228
   }
  }
 },
 "calib": {
  "n_labels": 26916,
  "mean": -0.00023525100550614297,
  "std": 0.07250495254993439,
  "median": 0.0,
  "frac_pos": 0.40730420567692077,
  "frac_neg": 0.38687026304057065,
  "frac_abs_gt_0.01": 0.2141477188289493,
  "frac_abs_gt_0.1": 0.03756130182790905,
  "q05": -0.02895987033843994,
  "q95": 0.03947273641824722,
  "by_prefix_depth": {
   "0": {
    "mean": 0.007968227379024029,
    "frac_pos": 0.4847692307692308,
    "n": 6500
   },
   "1": {
    "mean": -0.003126174909994006,
    "frac_pos": 0.44856160100062537,
    "n": 6396
   },
   "2": {
    "mean": -0.0035203599836677313,
    "frac_pos": 0.3822513812154696,
    "n": 8688
   },
   "3": {
    "mean": -0.0014151529176160693,
    "frac_pos": 0.30420105026256566,
    "n": 5332
   }
  },
  "audit": {
   "n_states": 1645,
   "n_actions": 24,
   "var_total": 0.004780203569680452,
   "var_between_states": 0.003573014633730054,
   "var_within_state_actions": 0.0012071894016116858,
   "within_share": 0.25253933668136597,
   "oracle_one_step_mean": 0.01360372919589281,
   "random_action_mean": -0.001389708137139678,
   "stop_mean": 0.0,
   "frac_states_any_positive": 0.44559270516717325,
   "frac_states_all_positive": 0.339209726443769,
   "frac_states_all_negative": 0.31367781155015195,
   "mean_rank_corr_between_actions": null,
   "per_action_mean": [
    -0.0002789044810924679,
    -0.0005439012311398983,
    -0.0010208194144070148,
    -4.157152943662368e-05,
    -0.0002928798785433173,
    -0.00038067856803536415,
    -0.001610871753655374,
    -3.5822453355649486e-05,
    -0.0016677953535690904,
    -0.0011122497962787747,
    -0.002168172039091587,
    -0.001831847825087607,
    -0.000714347988832742,
    -0.0010805887868627906,
    -0.0006983486237004399,
    -0.0009864423191174865,
    -0.0019354327814653516,
    -0.0019570481963455677,
    -0.001678639673627913,
    -0.002457772381603718,
    -0.0027323218528181314,
    -0.0038509289734065533,
    -0.00221633049659431,
    -0.002059241756796837
   ],
   "per_action_frac_best": [
    594,
    41,
    49,
    11,
    46,
    38,
    31,
    16,
    52,
    78,
    20,
    11,
    16,
    50,
    19,
    18,
    74,
    71,
    132,
    57,
    62,
    70,
    45,
    44
   ],
   "base_loss_mean": 0.4456585943698883,
   "oracle_gain_relative_to_base": 0.030525000765919685,
   "single_vs_pair_mean": {
    "single": -0.0009040773729793727,
    "pair": -0.002360970014706254
   },
   "winners_curse_check_split_half": null,
   "consecutive_state_best_action_agreement": 0.11678832116788321,
   "oracle_state_level_mean": 0.006942566949874163,
   "oracle_action_selection_increment": 0.006661162246018648,
   "random_with_perfect_stop_mean": 0.006942566949874163,
   "chance_agreement": 0.041666666666666664,
   "oracle_gain_high_vs_low_base_loss": {
    "high": 0.027223804965615273,
    "low": 2.0248212706519553e-07
   },
   "random_gain_high_vs_low_base_loss": {
    "high": -0.002781021874397993,
    "low": -8.493663017361541e-08
   },
   "frac_actions_positive_high_vs_low": {
    "high": 0.5768450932684509,
    "low": 0.2163325232887809
   },
   "within_state_std_high_vs_low": {
    "high": 0.04915126785635948,
    "low": 4.78641368317767e-07
   },
   "top_decile_base_loss": {
    "oracle": 0.02738070674240589,
    "random": -0.04130083695054054,
    "frac_positive": 0.46060606060606063,
    "n": 165
   }
  }
 }
}