{
 "train": {
  "n_labels": 80632,
  "mean": 0.0041654990054667,
  "std": 0.04521806538105011,
  "median": 0.0,
  "frac_pos": 0.4210983232463538,
  "frac_neg": 0.3748635777358865,
  "frac_abs_gt_0.01": 0.18173925984720707,
  "frac_abs_gt_0.1": 0.02340261930747098,
  "q05": -0.013343626633286476,
  "q95": 0.03692528232932091,
  "by_prefix_depth": {
   "0": {
    "mean": 0.012076183222234249,
    "frac_pos": 0.5065833148926754,
    "n": 18076
   },
   "1": {
    "mean": 0.00342423003166914,
    "frac_pos": 0.44935579781962337,
    "n": 20180
   },
   "2": {
    "mean": 0.0010541443480178714,
    "frac_pos": 0.3993163724472136,
    "n": 23112
   },
   "3": {
    "mean": 0.001252029906027019,
    "frac_pos": 0.3374169435215947,
    "n": 19264
   }
  },
  "audit": {
   "n_states": 4778,
   "n_actions": 24,
   "var_total": 0.0025794953107833862,
   "var_between_states": 0.0022299366537481546,
   "var_within_state_actions": 0.0003495587734505534,
   "within_share": 0.13551440834999084,
   "oracle_one_step_mean": 0.014776400290429592,
   "random_action_mean": 0.004916466772556305,
   "stop_mean": 0.0,
   "frac_states_any_positive": 0.46400167434072837,
   "frac_states_all_positive": 0.37442444537463376,
   "frac_states_all_negative": 0.2888237756383424,
   "mean_rank_corr_between_actions": null,
   "per_action_mean": [
    0.004357533063739538,
    0.004356973338872194,
    0.004725269973278046,
    0.004466312006115913,
    0.004595508798956871,
    0.004644186235964298,
    0.004458694253116846,
    0.004305546171963215,
    0.004313195589929819,
    0.004399421159178019,
    0.004569229204207659,
    0.0045004794374108315,
    0.004307476803660393,
    0.004430056549608707,
    0.0043142689391970634,
    0.004313077311962843,
    0.0057276408188045025,
    0.006037583574652672,
    0.006085994653403759,
    0.005718533881008625,
    0.005754878278821707,
    0.006051815114915371,
    0.005772219970822334,
    0.005789478775113821
   ],
   "per_action_frac_best": [
    1685,
    107,
    157,
    43,
    105,
    96,
    69,
    43,
    131,
    207,
    68,
    27,
    58,
    116,
    33,
    45,
    270,
    250,
    476,
    211,
    184,
    201,
    98,
    98
   ],
   "base_loss_mean": 0.2843226194381714,
   "oracle_gain_relative_to_base": 0.05197054147720337,
   "single_vs_pair_mean": {
    "single": 0.004441073164343834,
    "pair": 0.005867253057658672
   },
   "winners_curse_check_split_half": null,
   "consecutive_state_best_action_agreement": 0.1149256855767218,
   "oracle_state_level_mean": 0.008302818052470684,
   "oracle_action_selection_increment": 0.006473582237958908,
   "random_with_perfect_stop_mean": 0.008302818052470684,
   "chance_agreement": 0.041666666666666664,
   "oracle_gain_high_vs_low_base_loss": {
    "high": 0.029565006494522095,
    "low": 1.711727009023889e-07
   }
  }
 },
 "calib": {
  "n_labels": 20040,
  "mean": 0.0005741286440752447,
  "std": 0.0787554383277893,
  "median": 0.0,
  "frac_pos": 0.4181137724550898,
  "frac_neg": 0.37619760479041914,
  "frac_abs_gt_0.01": 0.21656686626746507,
  "frac_abs_gt_0.1": 0.04151696606786427,
  "q05": -0.028652191162109375,
  "q95": 0.04415319859981537,
  "by_prefix_depth": {
   "0": {
    "mean": 0.008433588780462742,
    "frac_pos": 0.48285619174434086,
    "n": 6008
   },
   "1": {
    "mean": -0.004564862698316574,
    "frac_pos": 0.4384375,
    "n": 6400
   },
   "2": {
    "mean": -0.0007328253122977912,
    "frac_pos": 0.3738558352402746,
    "n": 3496
   },
   "3": {
    "mean": -0.0017858755309134722,
    "frac_pos": 0.33002901353965186,
    "n": 4136
   }
  },
  "audit": {
   "n_states": 1308,
   "n_actions": 24,
   "var_total": 0.007274585776031017,
   "var_between_states": 0.006477224640548229,
   "var_within_state_actions": 0.0007973613683134317,
   "within_share": 0.10960917919874191,
   "oracle_one_step_mean": 0.01657850295305252,
   "random_action_mean": 0.0003595371381379664,
   "stop_mean": 0.0,
   "frac_states_any_positive": 0.4709480122324159,
   "frac_states_all_positive": 0.3769113149847095,
   "frac_states_all_negative": 0.2958715596330275,
   "mean_rank_corr_between_actions": null,
   "per_action_mean": [
    -0.0005930604529567063,
    0.0007526387344114482,
    0.00037022720789536834,
    0.0010265340097248554,
    0.0013548287097364664,
    0.000778406101744622,
    0.001126126735471189,
    0.0014101429842412472,
    0.000936423079110682,
    0.000786297838203609,
    3.662590097519569e-05,
    4.5656248403247446e-05,
    0.00017277516599278897,
    0.0012526045320555568,
    0.0012178309261798859,
    0.0011301396880298853,
    -0.0011659032898023725,
    -0.0003716170904226601,
    5.648710794048384e-05,
    0.000264748465269804,
    -0.00040692274342291057,
    -0.0013585558626800776,
    -0.0005096303066238761,
    0.00031610956648364663
   ],
   "per_action_frac_best": [
    451,
    31,
    24,
    7,
    30,
    23,
    20,
    13,
    51,
    57,
    8,
    13,
    14,
    38,
    10,
    14,
    69,
    72,
    143,
    46,
    55,
    60,
    29,
    30
   ],
   "base_loss_mean": 0.442313551902771,
   "oracle_gain_relative_to_base": 0.037481337785720825,
   "single_vs_pair_mean": {
    "single": 0.0007377619622275233,
    "pair": -0.00039691125857643783
   },
   "winners_curse_check_split_half": null,
   "consecutive_state_best_action_agreement": 0.117061973986228,
   "oracle_state_level_mean": 0.009835593402385712,
   "oracle_action_selection_increment": 0.006742909550666809,
   "random_with_perfect_stop_mean": 0.009835593402385712,
   "chance_agreement": 0.041666666666666664,
   "oracle_gain_high_vs_low_base_loss": {
    "high": 0.033156733959913254,
    "low": 2.715730147428985e-07
   }
  }
 }
}