1{2 "task_id": "T2-simulation",3 "R": 2000,4 "B": 399,5 "n_cells": 9,6 "coverage": {7 "cr0_G5_icc0.0": 0.797,8 "cr1_G5_icc0.0": 0.919,9 "wcb_G5_icc0.0": 0.869,10 "cr0_G5_icc0.2": 0.7195,11 "cr1_G5_icc0.2": 0.8815,12 "wcb_G5_icc0.2": 0.847,13 "cr0_G5_icc0.5": 0.7205,14 "cr1_G5_icc0.5": 0.8795,15 "wcb_G5_icc0.5": 0.8565,16 "cr0_G10_icc0.0": 0.8835,17 "cr1_G10_icc0.0": 0.9395,18 "wcb_G10_icc0.0": 0.926,19 "cr0_G10_icc0.2": 0.859,20 "cr1_G10_icc0.2": 0.9165,21 "wcb_G10_icc0.2": 0.939,22 "cr0_G10_icc0.5": 0.853,23 "cr1_G10_icc0.5": 0.917,24 "wcb_G10_icc0.5": 0.9365,25 "cr0_G30_icc0.0": 0.9305,26 "cr1_G30_icc0.0": 0.944,27 "wcb_G30_icc0.0": 0.946,28 "cr0_G30_icc0.2": 0.924,29 "cr1_G30_icc0.2": 0.94,30 "wcb_G30_icc0.2": 0.9515,31 "cr0_G30_icc0.5": 0.916,32 "cr1_G30_icc0.5": 0.929,33 "wcb_G30_icc0.5": 0.941534 },35 "mc_se_coverage": {36 "cr0_G5_icc0.0": 0.008994192570764758,37 "cr1_G5_icc0.0": 0.006100778638829636,38 "wcb_G5_icc0.0": 0.00754450130890041,39 "cr0_G5_icc0.2": 0.01004539073406306,40 "cr1_G5_icc0.2": 0.007226954752867907,41 "wcb_G5_icc0.2": 0.008049565205649308,42 "cr0_G5_icc0.5": 0.010034434463386564,43 "cr1_G5_icc0.5": 0.007279414468211026,44 "wcb_G5_icc0.5": 0.007839252196478946,45 "cr0_G10_icc0.0": 0.007173832657652395,46 "cr1_G10_icc0.0": 0.005331029450303197,47 "wcb_G10_icc0.0": 0.005853375094763702,48 "cr0_G10_icc0.2": 0.007781998457979801,49 "cr1_G10_icc0.2": 0.006185780063985464,50 "wcb_G10_icc0.2": 0.005351588549206677,51 "cr0_G10_icc0.5": 0.007918049002121673,52 "cr1_G10_icc0.5": 0.006168914004912047,53 "wcb_G10_icc0.5": 0.005452877680637995,54 "cr0_G30_icc0.0": 0.005686376262612245,55 "cr1_G30_icc0.0": 0.005141206084179083,56 "wcb_G30_icc0.0": 0.005053909377897473,57 "cr0_G30_icc0.2": 0.005925537950262405,58 "cr1_G30_icc0.2": 0.005310367218940704,59 "wcb_G30_icc0.2": 0.004803527349771207,60 "cr0_G30_icc0.5": 0.006202580108309766,61 "cr1_G30_icc0.5": 0.005742778073371805,62 "wcb_G30_icc0.5": 0.005247749517650399463 },64 "rel_bias_var": {65 "cr0_G5_icc0.0": 0.6531045734688924,66 "cr1_G5_icc0.0": 0.8163807168361153,67 "cr0_G5_icc0.2": 0.5073384003531096,68 "cr1_G5_icc0.2": 0.6341730004413871,69 "cr0_G5_icc0.5": 0.5054037231287982,70 "cr1_G5_icc0.5": 0.6317546539109978,71 "cr0_G10_icc0.0": 0.8457923977794889,72 "cr1_G10_icc0.0": 0.9397693308660986,73 "cr0_G10_icc0.2": 0.759525202160988,74 "cr1_G10_icc0.2": 0.8439168912899868,75 "cr0_G10_icc0.5": 0.7668304455993856,76 "cr1_G10_icc0.5": 0.8520338284437619,77 "cr0_G30_icc0.0": 0.9349718907569042,78 "cr1_G30_icc0.0": 0.9672123007830045,79 "cr0_G30_icc0.2": 0.9185077380114064,80 "cr1_G30_icc0.2": 0.9501804186324894,81 "cr0_G30_icc0.5": 0.9153772013849211,82 "cr1_G30_icc0.5": 0.946941932467159983 },84 "failure_cells": [85 "cr0_G10_icc0.0",86 "cr0_G10_icc0.2",87 "cr0_G10_icc0.5",88 "cr0_G5_icc0.0",89 "cr0_G5_icc0.2",90 "cr0_G5_icc0.5",91 "cr1_G5_icc0.2",92 "cr1_G5_icc0.5",93 "wcb_G5_icc0.0",94 "wcb_G5_icc0.2",95 "wcb_G5_icc0.5"96 ],97 "n_failure_cells": 11,98 "nominal_cells": [99 "cr1_G10_icc0.0",100 "cr1_G30_icc0.0",101 "cr1_G30_icc0.2",102 "wcb_G30_icc0.0",103 "wcb_G30_icc0.2",104 "wcb_G30_icc0.5"105 ],106 "best_procedure_small_G": "cr1",107 "feasibility": "complete",108 "feasibility_reason": null,109 "data_issues": [110 {111 "issue": "ICC=0 cells: cluster effect u_g has variance 0 (degenerate normal).",112 "handling": "Drawn with numpy normal(scale=0), which returns exact zeros; DGP is then i.i.d. as intended."113 },114 {115 "issue": "G=5 with Rademacher weights: only 2^5=32 distinct weight vectors (16 distinct |t*| values), so B=399 draws resample a tiny discrete set and the WCB critical value is coarse.",116 "handling": "Kept as specified (task forbids changing B or weights); documented as a limitation."117 }118 ],119 "n_input_rows": {120 "design.csv": 9121 },122 "n_analysed": 18000,123 "random_seed": 20261101,124 "rel_bias_var_mc_se": {125 "cr0_G5_icc0.0": 0.012379922914024347,126 "cr1_G5_icc0.0": 0.015474903642530435,127 "cr0_G5_icc0.2": 0.012551876505571668,128 "cr1_G5_icc0.2": 0.015689845631964586,129 "cr0_G5_icc0.5": 0.012597853584309,130 "cr1_G5_icc0.5": 0.015747316980386252,131 "cr0_G10_icc0.0": 0.011335014984467255,132 "cr1_G10_icc0.0": 0.012594461093852507,133 "cr0_G10_icc0.2": 0.01321820179399827,134 "cr1_G10_icc0.2": 0.014686890882220303,135 "cr0_G10_icc0.5": 0.014357919526351126,136 "cr1_G10_icc0.5": 0.01595324391816792,137 "cr0_G30_icc0.0": 0.006800079998922955,138 "cr1_G30_icc0.0": 0.007034565516127195,139 "cr0_G30_icc0.2": 0.0085123734620183,140 "cr1_G30_icc0.2": 0.00880590358139824,141 "cr0_G30_icc0.5": 0.008257578831409366,142 "cr1_G30_icc0.5": 0.008542322929044171143 },144 "baseline_naive_iid_coverage": {145 "naive_G5_icc0.0": 0.944,146 "naive_G5_icc0.2": 0.465,147 "naive_G5_icc0.5": 0.296,148 "naive_G10_icc0.0": 0.95,149 "naive_G10_icc0.2": 0.4685,150 "naive_G10_icc0.5": 0.315,151 "naive_G30_icc0.0": 0.9555,152 "naive_G30_icc0.2": 0.482,153 "naive_G30_icc0.5": 0.298154 },155 "baseline_naive_iid_mc_se": {156 "naive_G5_icc0.0": 0.005141206084179083,157 "naive_G5_icc0.2": 0.011152914417317117,158 "naive_G5_icc0.5": 0.01020744826095141,159 "naive_G10_icc0.0": 0.004873397172404485,160 "naive_G10_icc0.2": 0.011158130443761625,161 "naive_G10_icc0.5": 0.010386890776358439,162 "naive_G30_icc0.0": 0.004610843198374891,163 "naive_G30_icc0.2": 0.011173092678394824,164 "naive_G30_icc0.5": 0.010227316363543272165 },166 "avg_coverage_small_G": {167 "cr0": 0.7456666666666667,168 "cr1": 0.8933333333333332,169 "wcb": 0.8574999999999999170 },171 "wcb_quantile_rule": "order statistic ceil(0.95*B) of sorted |t*| (380th of 399)",172 "diagnostics": {173 "C1": {174 "var_exact": 0.0078125,175 "emp_var_ybar": 0.0076903163865376,176 "min_vstar": 2.7300148344707664e-06,177 "exact_rel_bias_cr0": 0.6640625,178 "exact_rel_bias_cr1": 0.830078125,179 "mean_q_wcb": 3.0399316099586846,180 "tcrit": 2.7764451051977987,181 "n_distinct_q": 2000182 },183 "C2": {184 "var_exact": 0.0734375,185 "emp_var_ybar": 0.07539240016119497,186 "min_vstar": 5.777054872126765e-05,187 "exact_rel_bias_cr0": 0.49950132978723405,188 "exact_rel_bias_cr1": 0.6243766622340425,189 "mean_q_wcb": 3.9516474189872164,190 "tcrit": 2.7764451051977987,191 "n_distinct_q": 2000192 },193 "C3": {194 "var_exact": 0.171875,195 "emp_var_ybar": 0.1697750281577108,196 "min_vstar": 3.604270427497175e-05,197 "exact_rel_bias_cr0": 0.48828125,198 "exact_rel_bias_cr1": 0.6103515625,199 "mean_q_wcb": 4.150040325969464,200 "tcrit": 2.7764451051977987,201 "n_distinct_q": 2000202 },203 "C4": {204 "var_exact": 0.003787878787878788,205 "emp_var_ybar": 0.003863590621397213,206 "min_vstar": 3.536526970914102e-05,207 "exact_rel_bias_cr0": 0.8393021120293849,208 "exact_rel_bias_cr1": 0.9325579022548721,209 "mean_q_wcb": 2.4641417205482896,210 "tcrit": 2.262157162854099,211 "n_distinct_q": 2000212 },213 "C5": {214 "var_exact": 0.035169880624426074,215 "emp_var_ybar": 0.034675290918919584,216 "min_vstar": 0.0004126988999641456,217 "exact_rel_bias_cr0": 0.7598750380616036,218 "exact_rel_bias_cr1": 0.8443055978462263,219 "mean_q_wcb": 2.8215888586167748,220 "tcrit": 2.262157162854099,221 "n_distinct_q": 2000222 },223 "C6": {224 "var_exact": 0.08224288337924701,225 "emp_var_ybar": 0.08168608496708261,226 "min_vstar": 0.0008107625708261817,227 "exact_rel_bias_cr0": 0.7543877524211217,228 "exact_rel_bias_cr1": 0.8382086138012463,229 "mean_q_wcb": 2.8235452411688406,230 "tcrit": 2.262157162854099,231 "n_distinct_q": 2000232 },233 "C7": {234 "var_exact": 0.0011574074074074073,235 "emp_var_ybar": 0.0011199291727155083,236 "min_vstar": 0.00021063106193209053,237 "exact_rel_bias_cr0": 0.948559670781893,238 "exact_rel_bias_cr1": 0.9812686249467859,239 "mean_q_wcb": 2.110733100352876,240 "tcrit": 2.0452296421327034,241 "n_distinct_q": 2000242 },243 "C8": {244 "var_exact": 0.011213991769547326,245 "emp_var_ybar": 0.011011044129950015,246 "min_vstar": 0.00143650250720773,247 "exact_rel_bias_cr0": 0.9267376448823951,248 "exact_rel_bias_cr1": 0.9586941153955811,249 "mean_q_wcb": 2.1889268890732727,250 "tcrit": 2.0452296421327034,251 "n_distinct_q": 2000252 },253 "C9": {254 "var_exact": 0.0262988683127572,255 "emp_var_ybar": 0.027478848671620475,256 "min_vstar": 0.0032200236567275302,257 "exact_rel_bias_cr0": 0.925297071045509,258 "exact_rel_bias_cr1": 0.9572038665988024,259 "mean_q_wcb": 2.1991389775061143,260 "tcrit": 2.0452296421327034,261 "n_distinct_q": 2000262 }263 }264}