SPB Git

spb/wp29_uqo

Public
7.1 KB · 111 lines json
1{2  "task_id": "F4-conf-01",3  "dcr_att_5km": -0.431,4  "dcr_att_5km_se": 0.21,5  "dcr_att_3km": -0.283,6  "dcr_att_3km_se": 0.279,7  "dcr_obs_5km": 17250,8  "dcr_narcotics_att_3km": 0.549,9  "dcr_narcotics_att_3km_se": 0.187,10  "dcr_fatal_att_1km": -1.207,11  "dcr_fatal_att_1km_se": 0.137,12  "dcr_hiv_att_5km": -0.34,13  "dcr_hiv_att_5km_se": 0.294,14  "dcr_hiv_att_5km_p_value": null,15  "dcr_hiv_att_5km_significant_10pct": false,16  "dcr_att_5km_ci_low": -0.8426,17  "dcr_att_5km_ci_high": -0.0194,18  "ri_wage_ate": 1153,19  "ri_wage_ate_ci_low": 166,20  "ri_wage_ate_ci_high": 2141,21  "ri_wage_ate_se_reported": false,22  "ri_wage_ate_se_derived": 503.83,23  "ri_control_mean_wage": 33043,24  "ri_reemployment_ate_pp": 1.47,25  "ri_weeks_ui_ate": -1.99,26  "ri_weeks_ui_ate_ci_low": -2.24,27  "ri_weeks_ui_ate_ci_high": -1.75,28  "locators": {29    "dcr_att_5km": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\"",30    "dcr_att_5km_se": "arxiv-2609.27732v1 | Table 6 | row \"ATT (standard error line, in parentheses)\" | column \"5 km\"",31    "dcr_att_3km": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"3 km\"",32    "dcr_att_3km_se": "arxiv-2609.27732v1 | Table 6 | row \"ATT (standard error line, in parentheses)\" | column \"3 km\"",33    "dcr_obs_5km": "arxiv-2609.27732v1 | Table 6 | row \"Observations\" | column \"5 km\"",34    "dcr_narcotics_att_3km": "arxiv-2609.27732v1 | Table 7 | row \"Narcotics\" | column \"3 km\"",35    "dcr_narcotics_att_3km_se": "arxiv-2609.27732v1 | Table 7 | row \"Narcotics (standard error line, in parentheses)\" | column \"3 km\"",36    "dcr_fatal_att_1km": "arxiv-2609.27732v1 | Table 7 | row \"Drug-related (fatal)\" | column \"1 km\"",37    "dcr_fatal_att_1km_se": "arxiv-2609.27732v1 | Table 7 | row \"Drug-related (fatal) (standard error line, in parentheses)\" | column \"1 km\"",38    "dcr_hiv_att_5km": "arxiv-2609.27732v1 | Table 7 | row \"HIV\" | column \"5 km\"",39    "dcr_hiv_att_5km_se": "arxiv-2609.27732v1 | Table 7 | row \"HIV (standard error line, in parentheses)\" | column \"5 km\"",40    "dcr_hiv_att_5km_p_value": "not reported in arxiv-2609.27732v1 (Table 7 prints only significance stars; no exact p-value; deriving one from estimate/SE would require a distributional assumption)",41    "dcr_att_5km_ci_low": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\" | derived (estimate - 1.96*SE)",42    "dcr_att_5km_ci_high": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\" | derived (estimate + 1.96*SE)",43    "ri_wage_ate": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\"",44    "ri_wage_ate_ci_low": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" (95% CI lower bound)",45    "ri_wage_ate_ci_high": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" (95% CI upper bound)",46    "ri_wage_ate_se_derived": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" | derived ((upper - lower)/(2*1.96)); SE not reported in arxiv-2606.14621v1",47    "ri_control_mean_wage": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Control\"",48    "ri_reemployment_ate_pp": "arxiv-2606.14621v1 | Table 2 | row \"Reemployment\" | column \"Average treatment effect estimate\"",49    "ri_weeks_ui_ate": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\"",50    "ri_weeks_ui_ate_ci_low": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" (95% CI lower bound)",51    "ri_weeks_ui_ate_ci_high": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" (95% CI upper bound)"52  },53  "derivation_notes": {54    "dcr_att_5km_ci": "Normal approximation with critical value 1.96: CI = ATT +/- 1.96*SE using the Table 6 5 km ATT (-0.431) and its printed clustered SE (0.210); rounded to 4 decimals. Assumes asymptotic normality of the estimator; the paper's own CIs (figures) may use a different (e.g. multiplier-bootstrap) critical value.",55    "ri_wage_ate_se": "SE = (upper - lower)/(2*1.96) from the printed Table 2 95% CI [166, 2,141], assuming a symmetric normal-based (Wald) interval with critical value 1.96; rounded to 2 decimals. The printed CI is nearly symmetric around 1,153 (987 below, 988 above), consistent with this assumption; with N=23,549 a t critical value is indistinguishable from 1.96."56  },57  "feasibility": "complete",58  "feasibility_reason": null,59  "data_issues": [60    {61      "issue": "DCR: the 5 km CS-DR ATT -0.431 has SE (0.210) in Table 6 but SE (0.218) in Appendix Table A19 (same estimator, buffer and N=17,250).",62      "handling": "Used Table 6 as the key definitions require; derived CI uses 0.210. Flagged as an internal inconsistency."63    },64    {65      "issue": "DCR: control group is 608 never-treated regions in Tables 6/7 and A19 rows, but the A19 note says 640 never-treated comparison regions.",66      "handling": "Not used for any key; flagged."67    },68    {69      "issue": "DCR: abstract says fatal outcomes 'fall by 35%', but Table 7 5 km fatal ATT is -0.354 log points (~-29.8%); Section 6.1 itself says ~30% at 5 km. The abstract appears to read log points as percent.",70      "handling": "Not used for any key; values taken from Table 7; flagged."71    },72    {73      "issue": "DCR: text describes HIV estimates as 'close to zero', while the Table 7 HIV 5 km ATT is -0.340 (SE 0.294), similar in size to other effects; it is insignificant (no star) but not close to zero.",74      "handling": "Reported printed values; significance taken from stars (none)."75    },76    {77      "issue": "RESEA: the text reports the weeks-on-UI CI as magnitudes '[1.75 weeks, 2.24 weeks]' whereas Table 2 prints [-2.24, -1.75].",78      "handling": "Used Table 2 values with printed signs, lower bound first."79    },80    {81      "issue": "RESEA: rendering defect 'p ¡ 0.001' in the short-term weeks-on-UI paragraph (should be 'p < 0.001').",82      "handling": "Not used for any key; noted."83    },84    {85      "issue": "RESEA: Tables 2 and 3 were re-set by the extract editor (one row per outcome).",86      "handling": "Accepted as verbatim per extract header; Table 2 values cross-checked equal to Table 3 'Difference in means' column."87    }88  ],89  "n_input_rows": {90    "README.md": 10,91    "sources/arxiv-2609.27732v1.txt": 134,92    "sources/arxiv-2606.14621v1.txt": 5893  },94  "n_analysed": 25,95  "random_seed": null,96  "printed_strings": {97    "dcr_att_5km": "-0.431**",98    "dcr_att_5km_se": "(0.210)",99    "dcr_att_3km": "-0.283",100    "dcr_att_3km_se": "(0.279)",101    "dcr_obs_5km": "17,250",102    "table7_narcotics": "Narcotics | 1.186*** | 0.549*** | 0.390**",103    "table7_fatal": "Drug-related (fatal) | -1.207*** | -0.290 | -0.354**",104    "table7_hiv": "HIV | 0.063 | -0.239 | -0.340",105    "ri_wage_ate_cell": "$1,153; p=0.022; 95% CI: [166, 2,141]",106    "ri_wage_control_cell": "$33,043 (SD: 36,231)",107    "ri_reemployment_ate_cell": "1.47 pp; p=0.013; 95% CI: [0.32, 2.62]",108    "ri_weeks_ui_ate_cell": "-1.99 weeks; p<0.001; 95% CI: [-2.24, -1.75]",109    "note": "JSON numbers cannot carry trailing zeros (e.g. printed 0.210 is stored as 0.21); the printed strings are kept here verbatim."110  }111}
Files · main
Menu

Theme