SPB Git

spb/wp29_uqo

Public
5.7 KB · 93 lines json
1{2  "task_id": "F4-conf-03",3  "harmonised": {4    "E1": {5      "value": -35.01,6      "unit": "percent change in the drug-related hospitalisation rate relative to the counterfactual",7      "transformation": "100*(exp(b)-1) with b = -0.431** (log points) -> 100*(exp(-0.431)-1) = -35.0141%; agrees with printed '% change' -35.0%",8      "harmonisable": true,9      "missing_quantity": null,10      "locator": "arxiv-2609.27732v1 | Table 6 | row 'ATT' (line 36) | column '5 km' (value -0.431**); cross-check row '% change' (line 40) column '5 km' (-35.0%)"11    },12    "E2": {13      "value": 1.96,14      "unit": "percent of the control-group mean reemployment rate",15      "transformation": "100*Delta/p with Delta = 1.47 pp (ATE) and p = 75.0% (control mean) -> 100*1.47/75.0 = 1.9600%",16      "harmonisable": true,17      "missing_quantity": null,18      "locator": "arxiv-2606.14621v1 | Table 2 | row 'Reemployment' (line 29) | column 'Average treatment effect estimate' (1.47 pp) and column 'Control' (75.0%)"19    },20    "E3": {21      "value": -1.82,22      "unit": "percent change in employment",23      "transformation": "100*eta*g with eta = -0.388 and g = 0.047 (printed '% MW changes', a proportion) -> 100*(-0.388)*(0.047) = -1.8236% (first-order/linear approximation)",24      "harmonisable": true,25      "missing_quantity": null,26      "locator": "arxiv-2505.04555v3 | Table 2 | row 'Employment elasticity w.r.t MW' (line 50) | column 'Estimate (SE)' (-0.388); row '% MW changes' (line 60) | column 'Estimate (SE)' (0.047)"27    },28    "E4": {29      "value": null,30      "unit": "hospitalisations per 100,000 inhabitants per year",31      "transformation": "Absolute change = Y0*(exp(b)-1) with b = -0.354**; the relative part (exp(-0.354)-1 = -0.2981) is computable, but the counterfactual/baseline level Y0 of the fatal drug-related hospitalisation rate is not printed in the extract, so the absolute change cannot be computed",32      "harmonisable": false,33      "missing_quantity": "baseline (pre-treatment or counterfactual) mean fatal drug-related hospitalisation rate per 100,000 inhabitants per year for the treated regions within 5 km (Y0), which the extract does not print",34      "locator": "arxiv-2609.27732v1 | Table 7 | row 'Drug-related (fatal)' (line 86) | column '5 km' (-0.354**)"35    },36    "E5": {37      "value": -9.62,38      "unit": "percentage points",39      "transformation": "100*beta with beta = -0.0962 (probability on 0-1 scale) -> -9.62 pp (exact rescaling)",40      "harmonisable": true,41      "missing_quantity": null,42      "locator": "arxiv-2510.03658v1 | Table 3 | row 'Treatment' (line 49) | column '(4)' (-0.0962)"43    }44  },45  "n_harmonised": 4,46  "n_not_harmonisable": 1,47  "feasibility": "complete",48  "feasibility_reason": null,49  "data_issues": [50    {51      "issue": "arxiv-2505.04555v3 Table 2 note describes the 2023 minimum-wage changes as 'about 4% minimum wage increase', whereas the table row '% MW changes' prints 0.047 (4.7%).",52      "handling": "Used the table value 0.047 as instructed by the target definition ('size of that increase as printed in the same table'); with 4% the implied change would be -1.55% instead of -1.82%."53    },54    {55      "issue": "arxiv-2505.04555v3 abstract reports 'a 2% employment decline in affected bins', which is a different quantity (affected-bin employment) and not identical to eta*g = -1.82%.",56      "handling": "Not used as an input; noted only for context."57    },58    {59      "issue": "arxiv-2609.27732v1: the abstract says fatal outcomes 'fall by 35%', Section 6.1 says 'approximately 30% at 5 km', while the Table 7 coefficient -0.354 implies 100(exp(-0.354)-1) = -29.8%. The abstract's 35% matches the overall ATT (Table 6), not the fatal sub-outcome.",60      "handling": "Relied only on the Table 7 coefficient; the text percentages were not used. E4 is not harmonisable regardless (absolute target)."61    },62    {63      "issue": "arxiv-2609.27732v1 Table A19 prints SE (0.218) for the CS-DR ATT -0.431 whereas Table 6 prints (0.210) for the same estimate; the A19 note mentions 640 never-treated comparison regions while the A19 table and Tables 6-7 state 608 control regions.",64      "handling": "Point estimates agree (-0.431, -35.0%); E1 uses Table 6 as specified. SEs are not needed (no uncertainty propagation)."65    },66    {67      "issue": "arxiv-2609.27732v1 Table 7 note lists only four sub-outcome definitions; the 'Drug-related (fatal)' category is not defined in the note.",68      "handling": "Recorded; does not affect the computation."69    },70    {71      "issue": "arxiv-2606.14621v1 Table 2: the 75.0% control mean is the raw aggregate control-group mean, whereas the 1.47 pp ATE adjusts for randomisation week (blocks); the raw treatment-control difference is only 0.26 pp. The control mean is therefore only an approximate counterfactual level for the block-adjusted ATE.",72      "handling": "Used the printed control-group mean as the target definition requires; flagged as approximation."73    },74    {75      "issue": "arxiv-2510.03658v1 text refers to 'table 2' (estimate 0.0855, mean 0.455), which is omitted from the extract; footnote 11 is garbled in rendering (three percentages listed against five wealth categories); Table 3 prints mean dep. var. 0.261 and % change -0.3685 consistent with -0.0962/0.261.",76      "handling": "E5 uses only Table 3 column (4); the Table-2-based numbers in the abstract were not used."77    },78    {79      "issue": "arxiv-2606.14621v1 text contains rendering artefact 'p ¡ 0.001'.",80      "handling": "Cosmetic; no effect."81    }82  ],83  "n_input_rows": {84    "effects.json": 5,85    "README.md": 16,86    "arxiv-2505.04555v3.txt": 66,87    "arxiv-2510.03658v1.txt": 91,88    "arxiv-2606.14621v1.txt": 58,89    "arxiv-2609.27732v1.txt": 13490  },91  "n_analysed": 5,92  "random_seed": null93}
Files · 46a1f53512bec3cd5d9c16e8fc9d9da4129c09cc
Menu

Theme