1{2 "task_id": "T2-simulation",3 "R": 2000,4 "B": 399,5 "n_cells": 9,6 "coverage": {7 "cr0_G5_icc0.0": 0.7995,8 "cr1_G5_icc0.0": 0.9195,9 "wcb_G5_icc0.0": 0.8685,10 "cr0_G5_icc0.2": 0.7195,11 "cr1_G5_icc0.2": 0.8815,12 "wcb_G5_icc0.2": 0.845,13 "cr0_G5_icc0.5": 0.7205,14 "cr1_G5_icc0.5": 0.8795,15 "wcb_G5_icc0.5": 0.855,16 "cr0_G10_icc0.0": 0.877,17 "cr1_G10_icc0.0": 0.934,18 "wcb_G10_icc0.0": 0.9275,19 "cr0_G10_icc0.2": 0.859,20 "cr1_G10_icc0.2": 0.9165,21 "wcb_G10_icc0.2": 0.936,22 "cr0_G10_icc0.5": 0.853,23 "cr1_G10_icc0.5": 0.917,24 "wcb_G10_icc0.5": 0.9345,25 "cr0_G30_icc0.0": 0.935,26 "cr1_G30_icc0.0": 0.951,27 "wcb_G30_icc0.0": 0.9545,28 "cr0_G30_icc0.2": 0.924,29 "cr1_G30_icc0.2": 0.94,30 "wcb_G30_icc0.2": 0.948,31 "cr0_G30_icc0.5": 0.916,32 "cr1_G30_icc0.5": 0.929,33 "wcb_G30_icc0.5": 0.9434 },35 "mc_se_coverage": {36 "cr0_G5_icc0.0": 0.008952646256833787,37 "cr1_G5_icc0.0": 0.006083574196144895,38 "wcb_G5_icc0.0": 0.007556710593902613,39 "cr0_G5_icc0.2": 0.01004539073406306,40 "cr1_G5_icc0.2": 0.007226954752867907,41 "wcb_G5_icc0.2": 0.008092434738692676,42 "cr0_G5_icc0.5": 0.010034434463386564,43 "cr1_G5_icc0.5": 0.007279414468211026,44 "wcb_G5_icc0.5": 0.007873214083206426,45 "cr0_G10_icc0.0": 0.007344079247938437,46 "cr1_G10_icc0.0": 0.005551756478809205,47 "wcb_G10_icc0.0": 0.005798437289477226,48 "cr0_G10_icc0.2": 0.007781998457979801,49 "cr1_G10_icc0.2": 0.006185780063985464,50 "wcb_G10_icc0.2": 0.00547284204047586,51 "cr0_G10_icc0.5": 0.007918049002121673,52 "cr1_G10_icc0.5": 0.006168914004912047,53 "wcb_G10_icc0.5": 0.005532167296819575,54 "cr0_G30_icc0.0": 0.005512485827646179,55 "cr1_G30_icc0.0": 0.004826955562256609,56 "wcb_G30_icc0.0": 0.004659922209651143,57 "cr0_G30_icc0.2": 0.005925537950262405,58 "cr1_G30_icc0.2": 0.005310367218940704,59 "wcb_G30_icc0.2": 0.0049646752159632785,60 "cr0_G30_icc0.5": 0.006202580108309766,61 "cr1_G30_icc0.5": 0.005742778073371805,62 "wcb_G30_icc0.5": 0.00531036721894070463 },64 "rel_bias_var": {65 "cr0_G5_icc0.0": 0.6543958179633829,66 "cr1_G5_icc0.0": 0.8179947724542287,67 "cr0_G5_icc0.2": 0.5073384003531096,68 "cr1_G5_icc0.2": 0.6341730004413871,69 "cr0_G5_icc0.5": 0.5054037231287982,70 "cr1_G5_icc0.5": 0.6317546539109978,71 "cr0_G10_icc0.0": 0.8532993449980574,72 "cr1_G10_icc0.0": 0.9481103833311749,73 "cr0_G10_icc0.2": 0.7595252021609881,74 "cr1_G10_icc0.2": 0.8439168912899868,75 "cr0_G10_icc0.5": 0.7668304455993856,76 "cr1_G10_icc0.5": 0.8520338284437619,77 "cr0_G30_icc0.0": 0.9400491633774785,78 "cr1_G30_icc0.0": 0.9724646517698056,79 "cr0_G30_icc0.2": 0.9185077380114064,80 "cr1_G30_icc0.2": 0.9501804186324896,81 "cr0_G30_icc0.5": 0.9153772013849211,82 "cr1_G30_icc0.5": 0.946941932467159783 },84 "failure_cells": [85 "cr0_G10_icc0.0",86 "cr0_G10_icc0.2",87 "cr0_G10_icc0.5",88 "cr0_G5_icc0.0",89 "cr0_G5_icc0.2",90 "cr0_G5_icc0.5",91 "cr1_G5_icc0.2",92 "cr1_G5_icc0.5",93 "wcb_G5_icc0.0",94 "wcb_G5_icc0.2",95 "wcb_G5_icc0.5"96 ],97 "n_failure_cells": 11,98 "nominal_cells": [99 "cr1_G30_icc0.0",100 "cr1_G30_icc0.2",101 "wcb_G30_icc0.0",102 "wcb_G30_icc0.2",103 "wcb_G30_icc0.5"104 ],105 "best_procedure_small_G": "cr1",106 "feasibility": "complete",107 "feasibility_reason": null,108 "data_issues": [109 {110 "issue": "With G=5 and Rademacher weights there are only 2^5=32 distinct weight vectors (16 distinct |t*| values), so the B=399 bootstrap draws repeat these few values and the 0.95 quantile of |t*| is coarse.",111 "handling": "Kept the specified design (B=399, Rademacher) unchanged; flagged as a limitation in the report."112 }113 ],114 "n_input_rows": {115 "design.csv": 9116 },117 "n_analysed": 18000,118 "random_seed": 20261101,119 "supplementary": {120 "rel_bias_var_mc_se": {121 "cr0_G5_icc0.0": 0.012420068288776146,122 "cr1_G5_icc0.0": 0.015525085360970182,123 "cr0_G5_icc0.2": 0.012551876505571668,124 "cr1_G5_icc0.2": 0.015689845631964586,125 "cr0_G5_icc0.5": 0.012597853584309,126 "cr1_G5_icc0.5": 0.015747316980386252,127 "cr0_G10_icc0.0": 0.01162493440971492,128 "cr1_G10_icc0.0": 0.012916593788572132,129 "cr0_G10_icc0.2": 0.01321820179399827,130 "cr1_G10_icc0.2": 0.014686890882220303,131 "cr0_G10_icc0.5": 0.014357919526351126,132 "cr1_G10_icc0.5": 0.01595324391816792,133 "cr0_G30_icc0.0": 0.006621060848694926,134 "cr1_G30_icc0.0": 0.006849373291753373,135 "cr0_G30_icc0.2": 0.0085123734620183,136 "cr1_G30_icc0.2": 0.00880590358139824,137 "cr0_G30_icc0.5": 0.008257578831409366,138 "cr1_G30_icc0.5": 0.008542322929044171139 },140 "mean_coverage_G5": {141 "cr0": 0.7465,142 "cr1": 0.8935,143 "wcb": 0.8561666666666667144 },145 "cell_diagnostics": {146 "C1": {147 "rel_bias_cr0_analytic": 0.6640625,148 "rel_bias_cr1_analytic": 0.830078125,149 "var_exact": 0.0078125,150 "emp_var_ybar": 0.00757812061781907,151 "n_distinct_abs_t_patterns": 16,152 "mean_q": 3.054707824986178,153 "tcrit": 2.7764451051977987154 },155 "C2": {156 "rel_bias_cr0_analytic": 0.49950132978723405,157 "rel_bias_cr1_analytic": 0.6243766622340425,158 "var_exact": 0.0734375,159 "emp_var_ybar": 0.07539240016119497,160 "n_distinct_abs_t_patterns": 16,161 "mean_q": 3.926638864865446,162 "tcrit": 2.7764451051977987163 },164 "C3": {165 "rel_bias_cr0_analytic": 0.48828125,166 "rel_bias_cr1_analytic": 0.6103515625,167 "var_exact": 0.171875,168 "emp_var_ybar": 0.1697750281577108,169 "n_distinct_abs_t_patterns": 16,170 "mean_q": 4.113240827670463,171 "tcrit": 2.7764451051977987172 },173 "C4": {174 "rel_bias_cr0_analytic": 0.8393021120293849,175 "rel_bias_cr1_analytic": 0.9325579022548721,176 "var_exact": 0.003787878787878788,177 "emp_var_ybar": 0.003774468765421817,178 "n_distinct_abs_t_patterns": 512,179 "mean_q": 2.4643900108190526,180 "tcrit": 2.262157162854099181 },182 "C5": {183 "rel_bias_cr0_analytic": 0.7598750380616036,184 "rel_bias_cr1_analytic": 0.8443055978462263,185 "var_exact": 0.035169880624426074,186 "emp_var_ybar": 0.034675290918919584,187 "n_distinct_abs_t_patterns": 512,188 "mean_q": 2.7857632856588017,189 "tcrit": 2.262157162854099190 },191 "C6": {192 "rel_bias_cr0_analytic": 0.7543877524211218,193 "rel_bias_cr1_analytic": 0.8382086138012464,194 "var_exact": 0.08224288337924701,195 "emp_var_ybar": 0.08168608496708261,196 "n_distinct_abs_t_patterns": 512,197 "mean_q": 2.789884703379564,198 "tcrit": 2.262157162854099199 },200 "C7": {201 "rel_bias_cr0_analytic": 0.948559670781893,202 "rel_bias_cr1_analytic": 0.9812686249467858,203 "var_exact": 0.0011574074074074073,204 "emp_var_ybar": 0.0010795754031075135,205 "n_distinct_abs_t_patterns": 536870912,206 "mean_q": 2.097027898512898,207 "tcrit": 2.0452296421327034208 },209 "C8": {210 "rel_bias_cr0_analytic": 0.9267376448823951,211 "rel_bias_cr1_analytic": 0.958694115395581,212 "var_exact": 0.011213991769547326,213 "emp_var_ybar": 0.011011044129950015,214 "n_distinct_abs_t_patterns": 536870912,215 "mean_q": 2.165677700965893,216 "tcrit": 2.0452296421327034217 },218 "C9": {219 "rel_bias_cr0_analytic": 0.925297071045509,220 "rel_bias_cr1_analytic": 0.9572038665988023,221 "var_exact": 0.0262988683127572,222 "emp_var_ybar": 0.027478848671620475,223 "n_distinct_abs_t_patterns": 536870912,224 "mean_q": 2.175522981723053,225 "tcrit": 2.0452296421327034226 }227 }228 }229}