SPB Git

spb/wp29_uqo

Public
5.6 KB · 96 lines json
1{2  "task_id": "F4-conf-03",3  "harmonised": {4    "E1": {5      "value": -35.0141,6      "unit": "percent change relative to the counterfactual hospitalisation rate",7      "transformation": "100*(exp(b)-1) with b = -0.431 log points -> 100*(exp(-0.431)-1) = -35.0141% (printed '% change' row: -35.0%)",8      "harmonisable": true,9      "missing_quantity": null,10      "locator": "arxiv-2609.27732v1 | Table 6 | row 'ATT' (extract line 36) | column '5 km' = -0.431**; cross-check row '% change' (line 40) column '5 km' = -35.0%"11    },12    "E2": {13      "value": 1.96,14      "unit": "percent change relative to the control-group mean reemployment rate",15      "transformation": "100*Delta/p with Delta = 1.47 pp and p = 75.0% -> 100*1.47/75.0 = 1.9600%",16      "harmonisable": true,17      "missing_quantity": null,18      "locator": "arxiv-2606.14621v1 | Table 2 | row 'Reemployment' (extract line 29) | column 'Average treatment effect estimate' = 1.47 pp; column 'Control' = 75.0%"19    },20    "E3": {21      "value": -1.8236,22      "unit": "percent change in employment",23      "transformation": "100*eta*g with eta = -0.388 and g = 0.047 (proportional MW change as printed) -> 100*(-0.388)*0.047 = -1.8236% (first-order approximation)",24      "harmonisable": true,25      "missing_quantity": null,26      "locator": "arxiv-2505.04555v3 | Table 2 | row 'Employment elasticity w.r.t MW' (extract line 50) | column 'Estimate (SE)' = -0.388; row '% MW changes' (line 60) | column 'Estimate (SE)' = 0.047"27    },28    "E4": {29      "value": null,30      "unit": "hospitalisations per 100,000 inhabitants per year",31      "transformation": "absolute change = R0*(exp(b)-1) with b = -0.354; R0 not printed, so not computable. Only the relative change is reachable: 100*(exp(-0.354)-1) = -29.8125%",32      "harmonisable": false,33      "missing_quantity": "baseline (counterfactual / pre-opening mean) level of the fatal drug-related hospitalisation rate per 100,000 inhabitants per year for the 5 km treated regions; not printed in the extract",34      "locator": "arxiv-2609.27732v1 | Table 7 | row 'Drug-related (fatal)' (extract line 86) | column '5 km' = -0.354**"35    },36    "E5": {37      "value": -9.62,38      "unit": "percentage points",39      "transformation": "100*beta with beta = -0.0962 (0-1 probability scale) -> -9.62 pp (exact rescaling)",40      "harmonisable": true,41      "missing_quantity": null,42      "locator": "arxiv-2510.03658v1 | Table 3 | row 'Treatment' (extract line 49) | column '(4)' = -0.0962"43    }44  },45  "n_harmonised": 4,46  "n_not_harmonisable": 1,47  "feasibility": "complete",48  "feasibility_reason": null,49  "data_issues": [50    {51      "issue": "arxiv-2609.27732v1: abstract states fatal drug-related hospitalisations 'fall by 35%', but Table 7 5 km fatal ATT -0.354 implies 100*(exp(-0.354)-1) = -29.8%, consistent with Section 6.1's 'approximately 30%'.",52      "handling": "Internal inconsistency of the source; E4 is based on the Table 7 cell only; the abstract figure is not used."53    },54    {55      "issue": "arxiv-2609.27732v1: no baseline/counterfactual level of the fatal hospitalisation rate (per 100,000 per year) is printed in the extract.",56      "handling": "E4 declared not harmonisable (value null) with missing_quantity named; no external value substituted."57    },58    {59      "issue": "arxiv-2609.27732v1: Table A19 CS-DR column prints SE (0.218) for the same -0.431 estimate that Table 6 (5 km) prints with SE (0.210); A19 note says 640 never-treated regions while the tables print 608.",60      "handling": "Recorded only; SEs are not used (no uncertainty propagation) and E1 uses Table 6 as specified."61    },62    {63      "issue": "arxiv-2609.27732v1: Table A19 '% change' row: -0.362 -> 100*(exp(b)-1) = -30.37% printed as -30.3%; -0.149 -> -13.84% printed as -13.9% (small rounding discrepancies, possibly from unrounded coefficients).",64      "handling": "Recorded only; these cells are not inputs to any harmonised item. For E1 the computed value matches the printed -35.0%."65    },66    {67      "issue": "arxiv-2505.04555v3: Table 2 note describes 'about 4% minimum wage increase' while the table row '% MW changes' prints 0.047 (4.7%).",68      "handling": "Target definition requires the size printed in the table; g = 0.047 used. With 4% instead, the implied change would be smaller in magnitude (not reported as a result)."69    },70    {71      "issue": "arxiv-2510.03658v1: Section 4.1 text quotes a 'table 2' estimate (-0.0855, mean 0.455) not included in the extract, mislabels relative changes as 'percentage change', and interprets the relative change as lives saved per 100 deaths; Table 3 col (4) printed % Change -0.3685 vs -0.0962/0.261 = -0.3686 (rounding). Footnote markers render as '^9^9 9'.",72      "handling": "Only Table 3 row 'Treatment', column (4) is used for E5; the target (percentage points) needs no mean, so these issues do not affect E5."73    },74    {75      "issue": "arxiv-2606.14621v1: the 'Control' column (75.0%) is a raw group mean, while the ATE (1.47 pp) adjusts for randomisation week; abstract rounds the ATE to 1.5 pp; 'p ¡ 0.001' rendering defect in text.",76      "handling": "Control-group mean used as the denominator exactly as the target definition specifies; printed table value 1.47 pp used, not the rounded abstract value."77    }78  ],79  "n_input_rows": {80    "effects.json": 5,81    "README.md": 16,82    "arxiv-2505.04555v3.txt": 66,83    "arxiv-2510.03658v1.txt": 91,84    "arxiv-2606.14621v1.txt": 58,85    "arxiv-2609.27732v1.txt": 13486  },87  "n_analysed": 5,88  "random_seed": null,89  "baseline_reported_estimates": {90    "E1": -0.431,91    "E4": -0.354,92    "E2": 1.47,93    "E3": -0.388,94    "E5": -0.096295  }96}
Files · main
Menu

Theme