SPB Git

spb/wp29_uqo

Public
8.6 KB · 174 lines json
1{2  "task_id": "F4-conf-03",3  "harmonised": {4    "E1": {5      "value": -35.01,6      "unit": "percent change relative to the counterfactual hospitalisation rate",7      "transformation": "100*(exp(b)-1) with b = -0.431 log points: 100*(exp(-0.431)-1) = -35.01% (printed '% change' row: -35.0%)",8      "harmonisable": true,9      "missing_quantity": null,10      "locator": "arxiv-2609.27732v1 | Table 6 | row 'ATT' | column '5 km' (value -0.431**, extract line 36); cross-check row '% change', column '5 km' (-35.0%, line 40)"11    },12    "E2": {13      "value": 1.96,14      "unit": "percent change relative to the control-group mean reemployment rate",15      "transformation": "100*Delta/p with Delta = 1.47 pp and p = 75.0% (control mean): 100*1.47/75.0 = 1.9600%",16      "harmonisable": true,17      "missing_quantity": null,18      "locator": "arxiv-2606.14621v1 | Table 2 | row 'Reemployment' | column 'Average treatment effect estimate' (1.47 pp) and column 'Control' (75.0%) (extract line 29)"19    },20    "E3": {21      "value": -1.82,22      "unit": "percent change in employment",23      "transformation": "100*eta*g with eta = -0.388 and g = 0.047 (proportional MW change, Table 2 row '% MW changes'): 100*(-0.388)*0.047 = -1.8236%",24      "harmonisable": true,25      "missing_quantity": null,26      "locator": "arxiv-2505.04555v3 | Table 2 | row 'Employment elasticity w.r.t MW' | column 'Estimate (SE)' (-0.388, line 50); row '% MW changes' | column 'Estimate (SE)' (0.047, line 60)"27    },28    "E4": {29      "value": null,30      "unit": "hospitalisations per 100,000 inhabitants per year",31      "transformation": "absolute change = R0*(exp(b)-1) with b = -0.354; exp(-0.354)-1 = -0.2981 (relative change -29.81%), but R0, the counterfactual (or pre-treatment) level of the fatal drug-related hospitalisation rate per 100,000 in treated 5 km regions, is not printed in the extract",32      "harmonisable": false,33      "missing_quantity": "baseline/counterfactual level R0 of the fatal drug-related hospitalisation rate per 100,000 inhabitants per year for the treated 5 km-buffer regions (e.g. pre-opening or never-treated mean rate); not printed in Section 6, Table 7, Section 6.1 or Table A19 of the extract",34      "locator": "arxiv-2609.27732v1 | Table 7 | row 'Drug-related (fatal)' | column '5 km' (-0.354**, extract line 86)"35    },36    "E5": {37      "value": -9.62,38      "unit": "percentage points",39      "transformation": "100*b with b = -0.0962 (0-1 scale): 100*(-0.0962) = -9.62 pp",40      "harmonisable": true,41      "missing_quantity": null,42      "locator": "arxiv-2510.03658v1 | Table 3 | row 'Treatment' | column '(4)' (-0.0962, extract line 49)"43    }44  },45  "n_harmonised": 4,46  "n_not_harmonisable": 1,47  "feasibility": "complete",48  "feasibility_reason": null,49  "data_issues": [50    {51      "issue": "arxiv-2609.27732v1: the abstract states fatal drug-related hospitalisations 'fall by 35%', but Section 6.1 says 'approximately 30% at 5 km' and the Table 7 5 km coefficient -0.354 implies 100*(exp(-0.354)-1) = -29.8%.",52      "handling": "Internal inconsistency of the source. E4 uses only the Table 7 coefficient as specified; the 35% figure in the abstract is not used."53    },54    {55      "issue": "arxiv-2609.27732v1: the standard error of the same 5 km CS-DR ATT (-0.431) is printed as (0.210) in Table 6 but (0.218) in Table A19.",56      "handling": "Does not affect point estimates (no uncertainty propagation required); recorded only."57    },58    {59      "issue": "arxiv-2609.27732v1: the Table A19 note says 640 never-treated comparison regions while the tables (and the Table 6 note) report 608 control regions.",60      "handling": "Recorded; does not affect the harmonised values."61    },62    {63      "issue": "arxiv-2609.27732v1: printed '% change' -24.7% for b = -0.283 does not equal 100*(exp(b)-1) = -24.65% at one decimal.",64      "handling": "Minor discrepancy (at most 0.1 percentage point; plausibly from the printed coefficient being rounded to 3 decimals) in a cell not used for any harmonised item (the E1 cell matches); recorded only."65    },66    {67      "issue": "arxiv-2609.27732v1: printed '% change' -30.3% for b = -0.362 does not equal 100*(exp(b)-1) = -30.37% at one decimal.",68      "handling": "Minor discrepancy (at most 0.1 percentage point; plausibly from the printed coefficient being rounded to 3 decimals) in a cell not used for any harmonised item (the E1 cell matches); recorded only."69    },70    {71      "issue": "arxiv-2609.27732v1: printed '% change' -13.9% for b = -0.149 does not equal 100*(exp(b)-1) = -13.84% at one decimal.",72      "handling": "Minor discrepancy (at most 0.1 percentage point; plausibly from the printed coefficient being rounded to 3 decimals) in a cell not used for any harmonised item (the E1 cell matches); recorded only."73    },74    {75      "issue": "arxiv-2609.27732v1: no level (mean) of any hospitalisation rate is printed in the extract, so log-point effects cannot be converted to absolute changes per 100,000.",76      "handling": "E4 declared not harmonisable (value null) with the missing quantity named; no external value substituted."77    },78    {79      "issue": "arxiv-2505.04555v3: Table 2 prints '% MW changes' = 0.047 while the table note says 'about 4% minimum wage increase'. Despite the '%' label, 0.047 is read as a proportion (4.7%), consistent with the note's order of magnitude.",80      "handling": "Used the table value g = 0.047 as the target definition requires ('as printed in the same table'); with g = 0.04 the implied change would be -1.55% (sensitivity only, not reported as the value)."81    },82    {83      "issue": "arxiv-2510.03658v1: the abstract and the first paragraph of Section 4.1 report an effect of 0.0855 (18.79%, mean 0.455) attributed to 'table 2', which is not in the extract; Table 3 column (4) prints -0.0962 with Mean Dep. Var. 0.261 and % Change -0.3685 (computed b/mean = -0.3686). Footnote markers are rendered as duplicated text (e.g. 'percent^9^9 9').",84      "handling": "E5 uses Table 3 column (4) as specified by effects.json; the 0.0855 figure is not used. The rendering defect does not affect any number used."85    },86    {87      "issue": "arxiv-2510.03658v1: the source calls b/mean a 'percentage change' (a relative change), which differs from the percentage-point target definition.",88      "handling": "E5 reports the absolute change in percentage points (100*b); the relative figure is not used as the harmonised value."89    },90    {91      "issue": "arxiv-2606.14621v1: the Table 2 control mean (75.0%) is a raw aggregate group mean, whereas the ATE (1.47 pp) adjusts for randomisation week (the paper notes that raw group comparisons are biased under blocking). Also a rendering defect 'p ¡ 0.001' in the text; the abstract rounds the effect to 1.5 pp.",92      "handling": "Used the printed control mean as p, as the target definition specifies (percent of the control-group mean); flagged as approximate. Used 1.47 pp from Table 2, not the rounded 1.5."93    }94  ],95  "n_input_rows": {96    "effects.json": 5,97    "README.md": 16,98    "sources/arxiv-2505.04555v3.txt": 66,99    "sources/arxiv-2510.03658v1.txt": 91,100    "sources/arxiv-2606.14621v1.txt": 58,101    "sources/arxiv-2609.27732v1.txt": 134102  },103  "n_analysed": 5,104  "random_seed": null,105  "baseline_printed_estimates": {106    "E1": -0.431,107    "E2": 1.47,108    "E3": -0.388,109    "E4": -0.354,110    "E5": -0.0962111  },112  "consistency_checks": {113    "E1_vs_printed_pct_change": {114      "computed": -35.0141,115      "printed": -35.0,116      "agree_to_printed_precision": true117    },118    "E3_alt_with_note_4pct": -1.552,119    "E4_relative_pct_only": -29.8125,120    "E5_pct_change_consistency": {121      "b_over_mean": -0.3686,122      "printed": -0.3685123    },124    "DCR_pct_change_rows": [125      {126        "b": -0.399,127        "printed_pct": -32.9,128        "computed_pct": -32.9,129        "match_1dp": true130      },131      {132        "b": -0.283,133        "printed_pct": -24.7,134        "computed_pct": -24.65,135        "match_1dp": false136      },137      {138        "b": -0.431,139        "printed_pct": -35.0,140        "computed_pct": -35.01,141        "match_1dp": true142      },143      {144        "b": -0.431,145        "printed_pct": -35.0,146        "computed_pct": -35.01,147        "match_1dp": true148      },149      {150        "b": -0.438,151        "printed_pct": -35.5,152        "computed_pct": -35.47,153        "match_1dp": true154      },155      {156        "b": -0.362,157        "printed_pct": -30.3,158        "computed_pct": -30.37,159        "match_1dp": false160      },161      {162        "b": -0.149,163        "printed_pct": -13.9,164        "computed_pct": -13.84,165        "match_1dp": false166      }167    ],168    "DCR_text_claims_5km_pct": {169      "fatal": -29.81,170      "narcotics": 47.7,171      "mental": -31.68172    }173  }174}
Files · main
Menu

Theme