1{2 "task_id": "T2-simulation",3 "R": 2000,4 "B": 399,5 "n_cells": 9,6 "coverage": {7 "cr0_G5_icc0.0": 0.7805,8 "cr1_G5_icc0.0": 0.9115,9 "wcb_G5_icc0.0": 0.8575,10 "cr0_G5_icc0.2": 0.721,11 "cr1_G5_icc0.2": 0.8845,12 "wcb_G5_icc0.2": 0.8545,13 "cr0_G5_icc0.5": 0.717,14 "cr1_G5_icc0.5": 0.8755,15 "wcb_G5_icc0.5": 0.851,16 "cr0_G10_icc0.0": 0.8965,17 "cr1_G10_icc0.0": 0.9435,18 "wcb_G10_icc0.0": 0.9375,19 "cr0_G10_icc0.2": 0.857,20 "cr1_G10_icc0.2": 0.9155,21 "wcb_G10_icc0.2": 0.9325,22 "cr0_G10_icc0.5": 0.853,23 "cr1_G10_icc0.5": 0.9065,24 "wcb_G10_icc0.5": 0.935,25 "cr0_G30_icc0.0": 0.9275,26 "cr1_G30_icc0.0": 0.94,27 "wcb_G30_icc0.0": 0.9445,28 "cr0_G30_icc0.2": 0.921,29 "cr1_G30_icc0.2": 0.935,30 "wcb_G30_icc0.2": 0.947,31 "cr0_G30_icc0.5": 0.9165,32 "cr1_G30_icc0.5": 0.93,33 "wcb_G30_icc0.5": 0.94434 },35 "mc_se_coverage": {36 "cr0_G5_icc0.0": 0.009255262016820486,37 "cr1_G5_icc0.0": 0.006350895606133045,38 "wcb_G5_icc0.0": 0.007816449001944552,39 "cr0_G5_icc0.2": 0.010028933143659899,40 "cr1_G5_icc0.2": 0.007147018609182434,41 "wcb_G5_icc0.2": 0.007884470495854492,42 "cr0_G5_icc0.5": 0.010072512099769353,43 "cr1_G5_icc0.5": 0.007382403064043579,44 "wcb_G5_icc0.5": 0.007962380297373393,45 "cr0_G10_icc0.0": 0.006811304941052046,46 "cr1_G10_icc0.0": 0.005162739098579358,47 "wcb_G10_icc0.0": 0.005412658773652742,48 "cr0_G10_icc0.2": 0.007827866886962246,49 "cr1_G10_icc0.2": 0.006219314672855845,50 "wcb_G10_icc0.2": 0.005609979946488223,51 "cr0_G10_icc0.5": 0.007918049002121673,52 "cr1_G10_icc0.5": 0.006509905913298595,53 "wcb_G10_icc0.5": 0.005512485827646179,54 "cr0_G30_icc0.0": 0.005798437289477226,55 "cr1_G30_icc0.0": 0.005310367218940704,56 "wcb_G30_icc0.0": 0.005119558086397692,57 "cr0_G30_icc0.2": 0.006031542091372652,58 "cr1_G30_icc0.2": 0.005512485827646179,59 "wcb_G30_icc0.2": 0.005009540897128201,60 "cr0_G30_icc0.5": 0.006185780063985464,61 "cr1_G30_icc0.5": 0.005705260730238364,62 "wcb_G30_icc0.5": 0.00514120608417908363 },64 "rel_bias_var": {65 "cr0_G5_icc0.0": 0.6616434596045324,66 "cr1_G5_icc0.0": 0.8270543245056654,67 "cr0_G5_icc0.2": 0.5313958571125164,68 "cr1_G5_icc0.2": 0.6642448213906453,69 "cr0_G5_icc0.5": 0.48335023384407516,70 "cr1_G5_icc0.5": 0.6041877923050938,71 "cr0_G10_icc0.0": 0.8558047169939658,72 "cr1_G10_icc0.0": 0.9508941299932954,73 "cr0_G10_icc0.2": 0.7624366224508259,74 "cr1_G10_icc0.2": 0.8471518027231398,75 "cr0_G10_icc0.5": 0.7737432482368367,76 "cr1_G10_icc0.5": 0.859714720263152,77 "cr0_G30_icc0.0": 0.943796503270819,78 "cr1_G30_icc0.0": 0.9763412102801576,79 "cr0_G30_icc0.2": 0.9313668684580917,80 "cr1_G30_icc0.2": 0.9634829673704397,81 "cr0_G30_icc0.5": 0.9252598675851053,82 "cr1_G30_icc0.5": 0.957165380260453883 },84 "mc_se_rel_bias_var": {85 "cr0_G5_icc0.0": 0.012963511182344976,86 "cr1_G5_icc0.0": 0.01620438897793122,87 "cr0_G5_icc0.2": 0.012975387163286884,88 "cr1_G5_icc0.2": 0.016219233954108608,89 "cr0_G5_icc0.5": 0.011854909267984598,90 "cr1_G5_icc0.5": 0.01481863658498075,91 "cr0_G10_icc0.0": 0.011793478824212352,92 "cr1_G10_icc0.0": 0.013103865360235948,93 "cr0_G10_icc0.2": 0.012887411160981703,94 "cr1_G10_icc0.2": 0.014319345734424112,95 "cr0_G10_icc0.5": 0.014100595197540216,96 "cr1_G10_icc0.5": 0.015667327997266903,97 "cr0_G30_icc0.0": 0.006765949452231232,98 "cr1_G30_icc0.0": 0.006999258054032309,99 "cr0_G30_icc0.2": 0.00853308139600021,100 "cr1_G30_icc0.2": 0.008827325582069187,101 "cr0_G30_icc0.5": 0.008700682520806436,102 "cr1_G30_icc0.5": 0.009000706056006657103 },104 "failure_cells": [105 "cr0_G10_icc0.0",106 "cr0_G10_icc0.2",107 "cr0_G10_icc0.5",108 "cr0_G5_icc0.0",109 "cr0_G5_icc0.2",110 "cr0_G5_icc0.5",111 "cr1_G5_icc0.2",112 "cr1_G5_icc0.5",113 "wcb_G5_icc0.0",114 "wcb_G5_icc0.2",115 "wcb_G5_icc0.5"116 ],117 "n_failure_cells": 11,118 "nominal_cells": [119 "cr1_G10_icc0.0",120 "cr1_G30_icc0.0",121 "wcb_G30_icc0.0",122 "wcb_G30_icc0.2",123 "wcb_G30_icc0.5"124 ],125 "best_procedure_small_G": "cr1",126 "mean_coverage_G5": {127 "cr0": 0.7395,128 "cr1": 0.8905,129 "wcb": 0.8543333333333334130 },131 "feasibility": "complete",132 "feasibility_reason": null,133 "data_issues": [134 {135 "issue": "G=5 cells: Rademacher weights give only 2^5=32 distinct weight vectors (16 distinct |t*| values), so the WCB critical value takes few distinct values and B=399 draws mostly repeat them",136 "handling": "procedure kept exactly as specified (no Webb weights / enumeration); reported as a limitation"137 },138 {139 "issue": "ICC=0.0 cells: cluster effect variance is zero (degenerate N(0,0))",140 "handling": "u_g drawn as sqrt(0)*N(0,1)=0 so the RNG stream structure is the same in every cell"141 }142 ],143 "n_input_rows": {144 "design.csv": 9145 },146 "n_analysed": 18000,147 "random_seed": 20261101,148 "baseline_iid_coverage": {149 "G5_icc0.0": 0.9405,150 "G5_icc0.2": 0.46,151 "G5_icc0.5": 0.2865,152 "G10_icc0.0": 0.957,153 "G10_icc0.2": 0.488,154 "G10_icc0.5": 0.3125,155 "G30_icc0.0": 0.9515,156 "G30_icc0.2": 0.485,157 "G30_icc0.5": 0.2985158 },159 "baseline_iid_mc_se": {160 "G5_icc0.0": 0.005289600646551685,161 "G5_icc0.2": 0.011144505372604026,162 "G5_icc0.5": 0.010109840503192916,163 "G10_icc0.0": 0.004536022486716751,164 "G10_icc0.2": 0.011177119485806708,165 "G10_icc0.5": 0.010364452469860624,166 "G30_icc0.0": 0.004803527349771207,167 "G30_icc0.2": 0.01117530760203047,168 "G30_icc0.5": 0.010232246820713425169 },170 "sensitivity_wcb_coverage_numpy_quantile": {171 "wcb_G5_icc0.0": 0.855,172 "wcb_G5_icc0.2": 0.854,173 "wcb_G5_icc0.5": 0.849,174 "wcb_G10_icc0.0": 0.936,175 "wcb_G10_icc0.2": 0.9295,176 "wcb_G10_icc0.5": 0.9325,177 "wcb_G30_icc0.0": 0.943,178 "wcb_G30_icc0.2": 0.946,179 "wcb_G30_icc0.5": 0.9425180 },181 "wcb_quantile_rule": "380th order statistic of B=399 |t*| values (ceil((B+1)*0.95))",182 "cell_diagnostics": {183 "C1": {184 "var_exact": 0.0078125,185 "mc_var_ybar": 0.008088486730047813,186 "n_zero_vstar": 0,187 "n_distinct_q": 2000188 },189 "C2": {190 "var_exact": 0.0734375,191 "mc_var_ybar": 0.07818095367838697,192 "n_zero_vstar": 0,193 "n_distinct_q": 2000194 },195 "C3": {196 "var_exact": 0.171875,197 "mc_var_ybar": 0.16265026991742373,198 "n_zero_vstar": 0,199 "n_distinct_q": 2000200 },201 "C4": {202 "var_exact": 0.003787878787878788,203 "mc_var_ybar": 0.0035362244420084166,204 "n_zero_vstar": 0,205 "n_distinct_q": 2000206 },207 "C5": {208 "var_exact": 0.035169880624426074,209 "mc_var_ybar": 0.03406304358390313,210 "n_zero_vstar": 0,211 "n_distinct_q": 2000212 },213 "C6": {214 "var_exact": 0.08224288337924701,215 "mc_var_ybar": 0.080563566169808,216 "n_zero_vstar": 0,217 "n_distinct_q": 2000218 },219 "C7": {220 "var_exact": 0.0011574074074074073,221 "mc_var_ybar": 0.0011557426105430798,222 "n_zero_vstar": 0,223 "n_distinct_q": 2000224 },225 "C8": {226 "var_exact": 0.011213991769547326,227 "mc_var_ybar": 0.010533848298136778,228 "n_zero_vstar": 0,229 "n_distinct_q": 2000230 },231 "C9": {232 "var_exact": 0.0262988683127572,233 "mc_var_ybar": 0.027362497147835698,234 "n_zero_vstar": 0,235 "n_distinct_q": 2000236 }237 }238}