1{2 "task_id": "T2-simulation",3 "R": 2000,4 "B": 399,5 "n_cells": 9,6 "coverage": {7 "cr0_G5_icc0.0": 0.7805,8 "cr1_G5_icc0.0": 0.9115,9 "wcb_G5_icc0.0": 0.855,10 "cr0_G5_icc0.2": 0.721,11 "cr1_G5_icc0.2": 0.8845,12 "wcb_G5_icc0.2": 0.854,13 "cr0_G5_icc0.5": 0.717,14 "cr1_G5_icc0.5": 0.8755,15 "wcb_G5_icc0.5": 0.849,16 "cr0_G10_icc0.0": 0.8965,17 "cr1_G10_icc0.0": 0.9435,18 "wcb_G10_icc0.0": 0.936,19 "cr0_G10_icc0.2": 0.857,20 "cr1_G10_icc0.2": 0.9155,21 "wcb_G10_icc0.2": 0.9295,22 "cr0_G10_icc0.5": 0.853,23 "cr1_G10_icc0.5": 0.9065,24 "wcb_G10_icc0.5": 0.9325,25 "cr0_G30_icc0.0": 0.9275,26 "cr1_G30_icc0.0": 0.94,27 "wcb_G30_icc0.0": 0.943,28 "cr0_G30_icc0.2": 0.921,29 "cr1_G30_icc0.2": 0.935,30 "wcb_G30_icc0.2": 0.946,31 "cr0_G30_icc0.5": 0.9165,32 "cr1_G30_icc0.5": 0.93,33 "wcb_G30_icc0.5": 0.942534 },35 "mc_se_coverage": {36 "cr0_G5_icc0.0": 0.009255262016820486,37 "cr1_G5_icc0.0": 0.006350895606133045,38 "wcb_G5_icc0.0": 0.007873214083206426,39 "cr0_G5_icc0.2": 0.010028933143659899,40 "cr1_G5_icc0.2": 0.007147018609182434,41 "wcb_G5_icc0.2": 0.007895695029571494,42 "cr0_G5_icc0.5": 0.010072512099769353,43 "cr1_G5_icc0.5": 0.007382403064043579,44 "wcb_G5_icc0.5": 0.008006216334823835,45 "cr0_G10_icc0.0": 0.006811304941052046,46 "cr1_G10_icc0.0": 0.005162739098579358,47 "wcb_G10_icc0.0": 0.00547284204047586,48 "cr0_G10_icc0.2": 0.007827866886962246,49 "cr1_G10_icc0.2": 0.006219314672855845,50 "wcb_G10_icc0.2": 0.005724061058374553,51 "cr0_G10_icc0.5": 0.007918049002121673,52 "cr1_G10_icc0.5": 0.006509905913298595,53 "wcb_G10_icc0.5": 0.005609979946488223,54 "cr0_G30_icc0.0": 0.005798437289477226,55 "cr1_G30_icc0.0": 0.005310367218940704,56 "wcb_G30_icc0.0": 0.005184158562389852,57 "cr0_G30_icc0.2": 0.006031542091372652,58 "cr1_G30_icc0.2": 0.005512485827646179,59 "wcb_G30_icc0.2": 0.005053909377897473,60 "cr0_G30_icc0.5": 0.006185780063985464,61 "cr1_G30_icc0.5": 0.005705260730238364,62 "wcb_G30_icc0.5": 0.00520546587732548763 },64 "rel_bias_var": {65 "cr0_G5_icc0.0": 0.6616434596045324,66 "cr1_G5_icc0.0": 0.8270543245056654,67 "cr0_G5_icc0.2": 0.5313958571125164,68 "cr1_G5_icc0.2": 0.6642448213906453,69 "cr0_G5_icc0.5": 0.48335023384407516,70 "cr1_G5_icc0.5": 0.6041877923050938,71 "cr0_G10_icc0.0": 0.8558047169939658,72 "cr1_G10_icc0.0": 0.9508941299932954,73 "cr0_G10_icc0.2": 0.7624366224508259,74 "cr1_G10_icc0.2": 0.8471518027231398,75 "cr0_G10_icc0.5": 0.7737432482368367,76 "cr1_G10_icc0.5": 0.859714720263152,77 "cr0_G30_icc0.0": 0.943796503270819,78 "cr1_G30_icc0.0": 0.9763412102801576,79 "cr0_G30_icc0.2": 0.9313668684580917,80 "cr1_G30_icc0.2": 0.9634829673704397,81 "cr0_G30_icc0.5": 0.9252598675851053,82 "cr1_G30_icc0.5": 0.957165380260453883 },84 "failure_cells": [85 "cr0_G5_icc0.0",86 "wcb_G5_icc0.0",87 "cr0_G5_icc0.2",88 "cr1_G5_icc0.2",89 "wcb_G5_icc0.2",90 "cr0_G5_icc0.5",91 "cr1_G5_icc0.5",92 "wcb_G5_icc0.5",93 "cr0_G10_icc0.0",94 "cr0_G10_icc0.2",95 "cr0_G10_icc0.5"96 ],97 "n_failure_cells": 11,98 "nominal_cells": [99 "cr1_G10_icc0.0",100 "cr1_G30_icc0.0",101 "wcb_G30_icc0.0",102 "wcb_G30_icc0.2",103 "wcb_G30_icc0.5"104 ],105 "best_procedure_small_G": "cr1",106 "feasibility": "complete",107 "feasibility_reason": null,108 "data_issues": [109 {110 "issue": "With G=5 and Rademacher weights only 2^5=32 distinct weight vectors exist (16 distinct |t*| values, as |t*| is invariant to w -> -w); B=399 draws therefore repeat these few values and the 0.95 quantile of |t*| is coarse.",111 "handling": "Kept as specified (B=399, Rademacher, random draws, numpy linear-interpolation quantile); discussed in report as a known feature of WCB with very few clusters."112 }113 ],114 "n_input_rows": {115 "design.csv": 9116 },117 "n_analysed": 18000,118 "random_seed": 20261101,119 "avg_coverage_G5": {120 "cr0": 0.7395,121 "cr1": 0.8905,122 "wcb": 0.8526666666666666123 },124 "mc_se_rel_bias_var": {125 "cr0_G5_icc0.0": 0.012963511182344976,126 "cr1_G5_icc0.0": 0.01620438897793122,127 "cr0_G5_icc0.2": 0.012975387163286884,128 "cr1_G5_icc0.2": 0.016219233954108608,129 "cr0_G5_icc0.5": 0.011854909267984598,130 "cr1_G5_icc0.5": 0.01481863658498075,131 "cr0_G10_icc0.0": 0.011793478824212352,132 "cr1_G10_icc0.0": 0.013103865360235948,133 "cr0_G10_icc0.2": 0.012887411160981703,134 "cr1_G10_icc0.2": 0.014319345734424112,135 "cr0_G10_icc0.5": 0.014100595197540216,136 "cr1_G10_icc0.5": 0.015667327997266903,137 "cr0_G30_icc0.0": 0.006765949452231232,138 "cr1_G30_icc0.0": 0.006999258054032309,139 "cr0_G30_icc0.2": 0.00853308139600021,140 "cr1_G30_icc0.2": 0.008827325582069187,141 "cr0_G30_icc0.5": 0.008700682520806436,142 "cr1_G30_icc0.5": 0.009000706056006657143 },144 "avg_coverage_G5_paired_diff": {145 "cr1_minus_cr0": {146 "diff": 0.1509999999999999,147 "mc_se": 0.004619864044982199148 },149 "cr1_minus_wcb": {150 "diff": 0.037833333333333385,151 "mc_se": 0.0034783787896010433152 }153 },154 "cells_within_2se_of_failure_line": [155 "cr1_G5_icc0.0",156 "cr0_G10_icc0.0",157 "cr1_G10_icc0.5"158 ],159 "baseline_iid_coverage": {160 "iid_G5_icc0.0": 0.9405,161 "iid_G5_icc0.2": 0.46,162 "iid_G5_icc0.5": 0.2865,163 "iid_G10_icc0.0": 0.957,164 "iid_G10_icc0.2": 0.488,165 "iid_G10_icc0.5": 0.3125,166 "iid_G30_icc0.0": 0.9515,167 "iid_G30_icc0.2": 0.485,168 "iid_G30_icc0.5": 0.2985169 },170 "check_mc_var_ybar_over_exact": {171 "G5_icc0.0": {172 "mc_var_ybar_over_exact": 1.03532630144612,173 "mean_ybar": 0.00028867307788429486174 },175 "G5_icc0.2": {176 "mc_var_ybar_over_exact": 1.0645917096631416,177 "mean_ybar": 0.010497786660162045178 },179 "G5_icc0.5": {180 "mc_var_ybar_over_exact": 0.9463288431559199,181 "mean_ybar": -0.005763243574855418182 },183 "G10_icc0.0": {184 "mc_var_ybar_over_exact": 0.9335632526902219,185 "mean_ybar": -8.481537588492616e-05186 },187 "G10_icc0.2": {188 "mc_var_ybar_over_exact": 0.9685288371506661,189 "mean_ybar": 0.004033474563745705190 },191 "G10_icc0.5": {192 "mc_var_ybar_over_exact": 0.979581002751385,193 "mean_ybar": -0.0013932598375193423194 },195 "G30_icc0.0": {196 "mc_var_ybar_over_exact": 0.9985616155092211,197 "mean_ybar": -0.000782799084647925198 },199 "G30_icc0.2": {200 "mc_var_ybar_over_exact": 0.9393486739255914,201 "mean_ybar": 0.0021016344076126483202 },203 "G30_icc0.5": {204 "mc_var_ybar_over_exact": 1.0404439013279725,205 "mean_ybar": -0.0024768417619560603206 }207 },208 "n_degenerate_bootstrap_draws": 0,209 "wcb_quantile_method": "numpy.quantile linear interpolation (type 7) of |t*_b|, b=1..B",210 "seeds_by_cell": {211 "C1": 20261101,212 "C2": 20261102,213 "C3": 20261103,214 "C4": 20261104,215 "C5": 20261105,216 "C6": 20261106,217 "C7": 20261107,218 "C8": 20261108,219 "C9": 20261109220 }221}