SPB Git

spb/wp29_uqo

Public
6.9 KB · 100 lines json
1{2  "task_id": "F4-conf-01",3  "dcr_att_5km": -0.431,4  "dcr_att_5km_se": 0.21,5  "dcr_att_3km": -0.283,6  "dcr_att_3km_se": 0.279,7  "dcr_obs_5km": 17250,8  "dcr_narcotics_att_3km": 0.549,9  "dcr_narcotics_att_3km_se": 0.187,10  "dcr_fatal_att_1km": -1.207,11  "dcr_fatal_att_1km_se": 0.137,12  "dcr_hiv_att_5km": -0.34,13  "dcr_hiv_att_5km_se": 0.294,14  "dcr_hiv_att_5km_p_value": null,15  "dcr_hiv_att_5km_significant_10pct": false,16  "dcr_att_5km_ci_low": -0.843,17  "dcr_att_5km_ci_high": -0.019,18  "ri_wage_ate": 1153,19  "ri_wage_ate_ci_low": 166,20  "ri_wage_ate_ci_high": 2141,21  "ri_wage_ate_se_reported": false,22  "ri_wage_ate_se_derived": 503.8,23  "ri_control_mean_wage": 33043,24  "ri_reemployment_ate_pp": 1.47,25  "ri_weeks_ui_ate": -1.99,26  "ri_weeks_ui_ate_ci_low": -2.24,27  "ri_weeks_ui_ate_ci_high": -1.75,28  "locators": {29    "dcr_att_5km": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\"",30    "dcr_att_5km_se": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\" | standard error (parenthesised line below)",31    "dcr_att_3km": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"3 km\"",32    "dcr_att_3km_se": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"3 km\" | standard error (parenthesised line below)",33    "dcr_obs_5km": "arxiv-2609.27732v1 | Table 6 | row \"Observations\" | column \"5 km\"",34    "dcr_narcotics_att_3km": "arxiv-2609.27732v1 | Table 7 | row \"Narcotics\" | column \"3 km\"",35    "dcr_narcotics_att_3km_se": "arxiv-2609.27732v1 | Table 7 | row \"Narcotics\" | column \"3 km\" | standard error (parenthesised line below)",36    "dcr_fatal_att_1km": "arxiv-2609.27732v1 | Table 7 | row \"Drug-related (fatal)\" | column \"1 km\"",37    "dcr_fatal_att_1km_se": "arxiv-2609.27732v1 | Table 7 | row \"Drug-related (fatal)\" | column \"1 km\" | standard error (parenthesised line below)",38    "dcr_hiv_att_5km": "arxiv-2609.27732v1 | Table 7 | row \"HIV\" | column \"5 km\"",39    "dcr_hiv_att_5km_se": "arxiv-2609.27732v1 | Table 7 | row \"HIV\" | column \"5 km\" | standard error (parenthesised line below)",40    "dcr_hiv_att_5km_p_value": "not reported in arxiv-2609.27732v1 (Table 7 prints only significance stars; no exact p-values anywhere in the extract)",41    "dcr_att_5km_ci_low": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\" | derived from printed coefficient and SE (lower bound)",42    "dcr_att_5km_ci_high": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\" | derived from printed coefficient and SE (upper bound)",43    "ri_wage_ate": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" | point estimate",44    "ri_wage_ate_ci_low": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" | 95% CI lower bound",45    "ri_wage_ate_ci_high": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" | 95% CI upper bound",46    "ri_wage_ate_se_derived": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" | derived from printed 95% CI bounds (SE not reported in source)",47    "ri_control_mean_wage": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Control\" | mean",48    "ri_reemployment_ate_pp": "arxiv-2606.14621v1 | Table 2 | row \"Reemployment\" | column \"Average treatment effect estimate\" | point estimate",49    "ri_weeks_ui_ate": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" | point estimate",50    "ri_weeks_ui_ate_ci_low": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" | 95% CI lower bound",51    "ri_weeks_ui_ate_ci_high": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" | 95% CI upper bound"52  },53  "derivation_notes": {54    "dcr_att_5km_ci": "Normal approximation, critical value 1.96: ATT +/- 1.96*SE = -0.431 +/- 1.96*0.210 using Table 6 printed values; rounded to 3 decimals. Assumes asymptotic normality of the clustered-SE ATT estimator (no t / small-cluster correction).",55    "ri_wage_ate_se": "SE = (upper - lower)/(2*1.96) = (2141 - 166)/3.92 from Table 2 printed 95% CI, assuming a symmetric normal-approximation (Wald) interval; rounded to 0.1 USD. With N = 23,549 a t critical value is indistinguishable from 1.96. Consistency check: implied two-sided p = 0.022 vs printed p=0.022."56  },57  "feasibility": "complete",58  "feasibility_reason": null,59  "data_issues": [60    {61      "issue": "Same estimate (CS-DR, 5 km ATT -0.431) is printed with SE (0.210) in Table 6 but SE (0.218) in Appendix Table A19 of arxiv-2609.27732v1.",62      "handling": "Keys name Table 6, so dcr_att_5km_se = 0.210 and the derived CI uses 0.210; A19 value not used."63    },64    {65      "issue": "Control-group size inconsistent in arxiv-2609.27732v1: Tables 6/7 and Figure 6 note say 608 never-treated regions; Table A19 note says 640.",66      "handling": "Recorded only; no requested key depends on it."67    },68    {69      "issue": "arxiv-2609.27732v1 abstract says fatal hospitalisations 'fall by 35%' and narcotics 'rise by a comparable amount'; Table 7 5 km fatal ATT -0.354 log points corresponds to exp(-0.354)-1 = -29.8% (Section 6.1 says ~30%), and narcotics +0.390 to +47.7%. The abstract appears to read log points as percent.",70      "handling": "Recorded; values extracted as printed in Table 7 (log points), no conversion applied."71    },72    {73      "issue": "arxiv-2609.27732v1 text says 'HIV estimates are insignificant and close to zero', while the 5 km HIV ATT is -0.340 (SE 0.294), not small in magnitude though insignificant.",74      "handling": "Recorded; significance flag follows the table's stars (none => not significant at 10%)."75    },76    {77      "issue": "arxiv-2609.27732v1 prints no exact p-values, only significance stars.",78      "handling": "dcr_hiv_att_5km_p_value = null; no p-value was back-computed into the results."79    },80    {81      "issue": "arxiv-2606.14621v1 running text reports the weeks-on-UI CI as magnitudes '[1.75 weeks, 2.24 weeks]' for a 'reduction', whereas Table 2 prints the signed interval [-2.24, -1.75].",82      "handling": "Used Table 2 signed values (lower bound -2.24 first)."83    },84    {85      "issue": "Rendering defect in arxiv-2606.14621v1 text: 'p ¡ 0.001' (should read p < 0.001); Tables 2-3 were re-set by the extract editor.",86      "handling": "No effect on extracted values, which come from the re-set Table 2 whose values are stated to be verbatim."87    },88    {89      "issue": "arxiv-2606.14621v1 prints no standard errors for ATEs, only p-values and 95% CIs; Table 2 caption says CIs follow 'the methodology described in the main text', which is omitted from the extract.",90      "handling": "SE derived as CI width / (2*1.96) assuming a symmetric normal-approximation interval; check: implied p = 0.022 vs printed p=0.022."91    }92  ],93  "n_input_rows": {94    "README.md": 10,95    "arxiv-2609.27732v1.txt": 134,96    "arxiv-2606.14621v1.txt": 5897  },98  "n_analysed": 26,99  "random_seed": null100}
Files · main
Menu

Theme