1{2 "task_id": "T2-simulation",3 "R": 2000,4 "B": 399,5 "n_cells": 9,6 "coverage": {7 "cr0_G5_icc0.0": 0.7805,8 "cr1_G5_icc0.0": 0.9115,9 "wcb_G5_icc0.0": 0.855,10 "cr0_G5_icc0.2": 0.721,11 "cr1_G5_icc0.2": 0.8845,12 "wcb_G5_icc0.2": 0.854,13 "cr0_G5_icc0.5": 0.717,14 "cr1_G5_icc0.5": 0.8755,15 "wcb_G5_icc0.5": 0.849,16 "cr0_G10_icc0.0": 0.8965,17 "cr1_G10_icc0.0": 0.9435,18 "wcb_G10_icc0.0": 0.936,19 "cr0_G10_icc0.2": 0.857,20 "cr1_G10_icc0.2": 0.9155,21 "wcb_G10_icc0.2": 0.9295,22 "cr0_G10_icc0.5": 0.853,23 "cr1_G10_icc0.5": 0.9065,24 "wcb_G10_icc0.5": 0.9325,25 "cr0_G30_icc0.0": 0.9275,26 "cr1_G30_icc0.0": 0.94,27 "wcb_G30_icc0.0": 0.943,28 "cr0_G30_icc0.2": 0.921,29 "cr1_G30_icc0.2": 0.935,30 "wcb_G30_icc0.2": 0.946,31 "cr0_G30_icc0.5": 0.9165,32 "cr1_G30_icc0.5": 0.93,33 "wcb_G30_icc0.5": 0.942534 },35 "mc_se_coverage": {36 "cr0_G5_icc0.0": 0.009255262016820486,37 "cr1_G5_icc0.0": 0.006350895606133045,38 "wcb_G5_icc0.0": 0.007873214083206426,39 "cr0_G5_icc0.2": 0.010028933143659899,40 "cr1_G5_icc0.2": 0.007147018609182434,41 "wcb_G5_icc0.2": 0.007895695029571494,42 "cr0_G5_icc0.5": 0.010072512099769353,43 "cr1_G5_icc0.5": 0.007382403064043579,44 "wcb_G5_icc0.5": 0.008006216334823835,45 "cr0_G10_icc0.0": 0.006811304941052046,46 "cr1_G10_icc0.0": 0.005162739098579358,47 "wcb_G10_icc0.0": 0.00547284204047586,48 "cr0_G10_icc0.2": 0.007827866886962246,49 "cr1_G10_icc0.2": 0.006219314672855845,50 "wcb_G10_icc0.2": 0.005724061058374553,51 "cr0_G10_icc0.5": 0.007918049002121673,52 "cr1_G10_icc0.5": 0.006509905913298595,53 "wcb_G10_icc0.5": 0.005609979946488223,54 "cr0_G30_icc0.0": 0.005798437289477226,55 "cr1_G30_icc0.0": 0.005310367218940704,56 "wcb_G30_icc0.0": 0.005184158562389852,57 "cr0_G30_icc0.2": 0.006031542091372652,58 "cr1_G30_icc0.2": 0.005512485827646179,59 "wcb_G30_icc0.2": 0.005053909377897473,60 "cr0_G30_icc0.5": 0.006185780063985464,61 "cr1_G30_icc0.5": 0.005705260730238364,62 "wcb_G30_icc0.5": 0.00520546587732548763 },64 "rel_bias_var": {65 "cr0_G5_icc0.0": 0.6616434596045324,66 "cr1_G5_icc0.0": 0.8270543245056654,67 "cr0_G5_icc0.2": 0.5313958571125164,68 "cr1_G5_icc0.2": 0.6642448213906453,69 "cr0_G5_icc0.5": 0.48335023384407516,70 "cr1_G5_icc0.5": 0.6041877923050938,71 "cr0_G10_icc0.0": 0.8558047169939658,72 "cr1_G10_icc0.0": 0.9508941299932954,73 "cr0_G10_icc0.2": 0.7624366224508259,74 "cr1_G10_icc0.2": 0.8471518027231398,75 "cr0_G10_icc0.5": 0.7737432482368367,76 "cr1_G10_icc0.5": 0.859714720263152,77 "cr0_G30_icc0.0": 0.943796503270819,78 "cr1_G30_icc0.0": 0.9763412102801576,79 "cr0_G30_icc0.2": 0.9313668684580917,80 "cr1_G30_icc0.2": 0.9634829673704397,81 "cr0_G30_icc0.5": 0.9252598675851053,82 "cr1_G30_icc0.5": 0.957165380260453883 },84 "failure_cells": [85 "cr0_G10_icc0.0",86 "cr0_G10_icc0.2",87 "cr0_G10_icc0.5",88 "cr0_G5_icc0.0",89 "cr0_G5_icc0.2",90 "cr0_G5_icc0.5",91 "cr1_G5_icc0.2",92 "cr1_G5_icc0.5",93 "wcb_G5_icc0.0",94 "wcb_G5_icc0.2",95 "wcb_G5_icc0.5"96 ],97 "n_failure_cells": 11,98 "nominal_cells": [99 "cr1_G10_icc0.0",100 "cr1_G30_icc0.0",101 "wcb_G30_icc0.0",102 "wcb_G30_icc0.2",103 "wcb_G30_icc0.5"104 ],105 "best_procedure_small_G": "cr1",106 "feasibility": "complete",107 "feasibility_reason": null,108 "data_issues": [109 {110 "issue": "ICC = 0.0 cells imply u_g ~ N(0, 0), a degenerate distribution.",111 "handling": "u_g drawn as sqrt(icc)*Z, which is identically 0 for icc = 0; DGP otherwise unchanged."112 },113 {114 "issue": "With G = 5 and Rademacher weights there are only 2^5 = 32 distinct weight vectors and |t*| is invariant to a global sign flip, so at most 16 distinct |t*| values exist; the B = 399 bootstrap quantile is highly discrete (draws repeat the same few values).",115 "handling": "Kept exactly as specified (no Webb weights or enumeration); flagged as a limitation in the report."116 },117 {118 "issue": "'0.95 empirical quantile' of |t*| is not uniquely defined for finite B.",119 "handling": "numpy.quantile default (linear interpolation, position 0.95*(B-1)); documented in report."120 }121 ],122 "n_input_rows": {123 "design.csv": 9124 },125 "n_analysed": 18000,126 "random_seed": 20261101,127 "avg_coverage_small_G": {128 "cr0": 0.7395,129 "cr1": 0.8905,130 "wcb": 0.8526666666666666131 },132 "mc_se_rel_bias_var": {133 "cr0_G5_icc0.0": 0.012963511182344976,134 "cr1_G5_icc0.0": 0.01620438897793122,135 "cr0_G5_icc0.2": 0.012975387163286884,136 "cr1_G5_icc0.2": 0.016219233954108608,137 "cr0_G5_icc0.5": 0.011854909267984598,138 "cr1_G5_icc0.5": 0.01481863658498075,139 "cr0_G10_icc0.0": 0.011793478824212352,140 "cr1_G10_icc0.0": 0.013103865360235948,141 "cr0_G10_icc0.2": 0.012887411160981703,142 "cr1_G10_icc0.2": 0.014319345734424112,143 "cr0_G10_icc0.5": 0.014100595197540216,144 "cr1_G10_icc0.5": 0.015667327997266903,145 "cr0_G30_icc0.0": 0.006765949452231232,146 "cr1_G30_icc0.0": 0.006999258054032309,147 "cr0_G30_icc0.2": 0.00853308139600021,148 "cr1_G30_icc0.2": 0.008827325582069187,149 "cr0_G30_icc0.5": 0.008700682520806436,150 "cr1_G30_icc0.5": 0.009000706056006657151 },152 "exact_rel_bias_var_analytic": {153 "cr0_G5_icc0.0": 0.6640625,154 "cr1_G5_icc0.0": 0.830078125,155 "cr0_G5_icc0.2": 0.49950132978723405,156 "cr1_G5_icc0.2": 0.6243766622340425,157 "cr0_G5_icc0.5": 0.48828125,158 "cr1_G5_icc0.5": 0.6103515625,159 "cr0_G10_icc0.0": 0.8393021120293849,160 "cr1_G10_icc0.0": 0.9325579022548721,161 "cr0_G10_icc0.2": 0.7598750380616036,162 "cr1_G10_icc0.2": 0.8443055978462263,163 "cr0_G10_icc0.5": 0.7543877524211217,164 "cr1_G10_icc0.5": 0.8382086138012463,165 "cr0_G30_icc0.0": 0.948559670781893,166 "cr1_G30_icc0.0": 0.981268624946786,167 "cr0_G30_icc0.2": 0.9267376448823953,168 "cr1_G30_icc0.2": 0.9586941153955814,169 "cr0_G30_icc0.5": 0.925297071045509,170 "cr1_G30_icc0.5": 0.9572038665988024171 },172 "baseline_iid_coverage": {173 "iid_G5_icc0.0": 0.9405,174 "iid_G5_icc0.2": 0.46,175 "iid_G5_icc0.5": 0.2865,176 "iid_G10_icc0.0": 0.957,177 "iid_G10_icc0.2": 0.488,178 "iid_G10_icc0.5": 0.3125,179 "iid_G30_icc0.0": 0.9515,180 "iid_G30_icc0.2": 0.485,181 "iid_G30_icc0.5": 0.2985182 },183 "baseline_iid_rel_bias_var": {184 "iid_G5_icc0.0": 1.001606394110194,185 "iid_G5_icc0.2": 0.10010694515315399,186 "iid_G5_icc0.5": 0.03772206181180061,187 "iid_G10_icc0.0": 1.0003641655203155,188 "iid_G10_icc0.2": 0.10418174645558283,189 "iid_G10_icc0.5": 0.04269682590817119,190 "iid_G30_icc0.0": 1.000246114522169,191 "iid_G30_icc0.2": 0.10224716616894736,192 "iid_G30_icc0.5": 0.042837528862469235193 },194 "cell_diagnostics": {195 "C1": {196 "var_exact": 0.0078125,197 "emp_var_ybar": 0.008088486730047813,198 "mean_ybar": 0.00028867307788429486,199 "tcrit": 2.7764451051977987,200 "mean_q": 3.058237347731799,201 "n_distinct_wcb_q": 2000202 },203 "C2": {204 "var_exact": 0.0734375,205 "emp_var_ybar": 0.07818095367838697,206 "mean_ybar": 0.010497786660162045,207 "tcrit": 2.7764451051977987,208 "mean_q": 3.95345460040353,209 "n_distinct_wcb_q": 2000210 },211 "C3": {212 "var_exact": 0.171875,213 "emp_var_ybar": 0.16265026991742373,214 "mean_ybar": -0.005763243574855418,215 "tcrit": 2.7764451051977987,216 "mean_q": 4.057367385569531,217 "n_distinct_wcb_q": 2000218 },219 "C4": {220 "var_exact": 0.003787878787878788,221 "emp_var_ybar": 0.0035362244420084166,222 "mean_ybar": -8.481537588492616e-05,223 "tcrit": 2.262157162854099,224 "mean_q": 2.457985884403817,225 "n_distinct_wcb_q": 2000226 },227 "C5": {228 "var_exact": 0.035169880624426074,229 "emp_var_ybar": 0.03406304358390313,230 "mean_ybar": 0.004033474563745705,231 "tcrit": 2.262157162854099,232 "mean_q": 2.753520301245196,233 "n_distinct_wcb_q": 2000234 },235 "C6": {236 "var_exact": 0.08224288337924701,237 "emp_var_ybar": 0.080563566169808,238 "mean_ybar": -0.0013932598375193423,239 "tcrit": 2.262157162854099,240 "mean_q": 2.8281991199760155,241 "n_distinct_wcb_q": 2000242 },243 "C7": {244 "var_exact": 0.0011574074074074073,245 "emp_var_ybar": 0.0011557426105430798,246 "mean_ybar": -0.000782799084647925,247 "tcrit": 2.0452296421327034,248 "mean_q": 2.093352473864349,249 "n_distinct_wcb_q": 2000250 },251 "C8": {252 "var_exact": 0.011213991769547326,253 "emp_var_ybar": 0.010533848298136778,254 "mean_ybar": 0.0021016344076126483,255 "tcrit": 2.0452296421327034,256 "mean_q": 2.1732383487014815,257 "n_distinct_wcb_q": 2000258 },259 "C9": {260 "var_exact": 0.0262988683127572,261 "emp_var_ybar": 0.027362497147835698,262 "mean_ybar": -0.0024768417619560603,263 "tcrit": 2.0452296421327034,264 "mean_q": 2.172088990939701,265 "n_distinct_wcb_q": 2000266 }267 },268 "seeds": {269 "C1": 20261101,270 "C2": 20261102,271 "C3": 20261103,272 "C4": 20261104,273 "C5": 20261105,274 "C6": 20261106,275 "C7": 20261107,276 "C8": 20261108,277 "C9": 20261109278 }279}