SPB Git

spb/wp29_uqo

Public
6.5 KB · 92 lines json
1{2  "task_id": "F4-conf-01",3  "dcr_att_5km": -0.431,4  "dcr_att_5km_se": 0.21,5  "dcr_att_3km": -0.283,6  "dcr_att_3km_se": 0.279,7  "dcr_obs_5km": 17250,8  "dcr_narcotics_att_3km": 0.549,9  "dcr_narcotics_att_3km_se": 0.187,10  "dcr_fatal_att_1km": -1.207,11  "dcr_fatal_att_1km_se": 0.137,12  "dcr_hiv_att_5km": -0.34,13  "dcr_hiv_att_5km_se": 0.294,14  "dcr_hiv_att_5km_p_value": null,15  "dcr_hiv_att_5km_significant_10pct": false,16  "dcr_att_5km_ci_low": -0.8426,17  "dcr_att_5km_ci_high": -0.0194,18  "ri_wage_ate": 1153,19  "ri_wage_ate_ci_low": 166,20  "ri_wage_ate_ci_high": 2141,21  "ri_wage_ate_se_reported": false,22  "ri_wage_ate_se_derived": 503.83,23  "ri_control_mean_wage": 33043,24  "ri_reemployment_ate_pp": 1.47,25  "ri_weeks_ui_ate": -1.99,26  "ri_weeks_ui_ate_ci_low": -2.24,27  "ri_weeks_ui_ate_ci_high": -1.75,28  "locators": {29    "dcr_att_5km": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\"",30    "dcr_att_5km_se": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" (standard-error line in parentheses) | column \"5 km\"",31    "dcr_att_3km": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"3 km\"",32    "dcr_att_3km_se": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" (standard-error line in parentheses) | column \"3 km\"",33    "dcr_obs_5km": "arxiv-2609.27732v1 | Table 6 | row \"Observations\" | column \"5 km\"",34    "dcr_narcotics_att_3km": "arxiv-2609.27732v1 | Table 7 | row \"Narcotics\" | column \"3 km\"",35    "dcr_narcotics_att_3km_se": "arxiv-2609.27732v1 | Table 7 | row \"Narcotics\" (standard-error line in parentheses) | column \"3 km\"",36    "dcr_fatal_att_1km": "arxiv-2609.27732v1 | Table 7 | row \"Drug-related (fatal)\" | column \"1 km\"",37    "dcr_fatal_att_1km_se": "arxiv-2609.27732v1 | Table 7 | row \"Drug-related (fatal)\" (standard-error line in parentheses) | column \"1 km\"",38    "dcr_hiv_att_5km": "arxiv-2609.27732v1 | Table 7 | row \"HIV\" | column \"5 km\"",39    "dcr_hiv_att_5km_se": "arxiv-2609.27732v1 | Table 7 | row \"HIV\" (standard-error line in parentheses) | column \"5 km\"",40    "dcr_hiv_att_5km_p_value": "not reported in arxiv-2609.27732v1 (Table 7 prints only significance stars, no exact p-values; an exact p-value could only be computed under an additional distributional assumption)",41    "dcr_att_5km_ci_low": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\" | derived from printed ATT and SE (ATT - 1.96*SE)",42    "dcr_att_5km_ci_high": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\" | derived from printed ATT and SE (ATT + 1.96*SE)",43    "ri_wage_ate": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" (point estimate)",44    "ri_wage_ate_ci_low": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" (95% CI lower bound)",45    "ri_wage_ate_ci_high": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" (95% CI upper bound)",46    "ri_wage_ate_se_derived": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" | derived from printed 95% CI ((high - low)/(2*1.96)); SE not reported in arxiv-2606.14621v1",47    "ri_control_mean_wage": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Control\" (mean)",48    "ri_reemployment_ate_pp": "arxiv-2606.14621v1 | Table 2 | row \"Reemployment\" | column \"Average treatment effect estimate\" (point estimate)",49    "ri_weeks_ui_ate": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" (point estimate)",50    "ri_weeks_ui_ate_ci_low": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" (95% CI lower bound)",51    "ri_weeks_ui_ate_ci_high": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" (95% CI upper bound)"52  },53  "derivation_notes": {54    "dcr_att_5km_ci": "Normal (Wald) approximation with critical value 1.96: ATT +/- 1.96*SE using the Table 6 printed ATT -0.431 and clustered SE 0.210; bounds rounded to 4 decimals. Assumes approximate normality of the Callaway-Sant'Anna estimator; the source prints no CI for the overall ATT.",55    "ri_wage_ate_se": "SE = (upper - lower)/(2*1.96) from the Table 2 printed 95% CI [166, 2,141]; rounded to 2 decimals. Assumes the CI is a symmetric normal-approximation (Wald) interval; the printed CI is nearly symmetric about 1,153 (987 below, 988 above). With N = 23,549 a t critical value is practically identical to 1.96."56  },57  "data_issues": [58    {59      "issue": "Internal inconsistency in arxiv-2609.27732v1: the 5 km CS-DR ATT -0.431** has SE (0.210) in Table 6 but SE (0.218) in Appendix Table A19 (same estimator, buffer and N=17,250).",60      "handling": "Used Table 6 as required by the key definitions; the derived CI uses the Table 6 SE 0.210. Flagged; not resolvable from the extract."61    },62    {63      "issue": "Internal inconsistency in arxiv-2609.27732v1: Tables 6/7 and the Figure 6 note report 608 never-treated control regions, but the Table A19 note says 640 never-treated comparison regions.",64      "handling": "No requested key depends on it; flagged only."65    },66    {67      "issue": "Text inconsistency in arxiv-2609.27732v1: the abstract says fatal hospitalisations fall by 35%, Section 6.1 says ~30% at 5 km (Table 7 fatal 5 km ATT -0.354 implies exp(-0.354)-1 = -29.8%). Section 6 text also calls HIV estimates 'close to zero' although the 5 km point estimate is -0.340.",68      "handling": "Narrative only; all keys taken from the tables. Flagged."69    },70    {71      "issue": "Sign convention differs in arxiv-2606.14621v1: the text reports the weeks-on-UI CI as magnitudes of a reduction [1.75, 2.24], while Table 2 prints the ATE -1.99 with CI [-2.24, -1.75].",72      "handling": "Used the Table 2 signed values as printed (lower bound first)."73    },74    {75      "issue": "Rendering defect in arxiv-2606.14621v1 text: 'p ¡ 0.001' (should read p < 0.001).",76      "handling": "Does not affect any key; flagged."77    },78    {79      "issue": "arxiv-2606.14621v1 Table 2 was re-set by the extract editor (one row per outcome; p-values reattached to columns), per the extract header.",80      "handling": "Accepted the editor's layout; the Table 3 'Difference in means' wage cell duplicates the Table 2 wage ATE cell exactly (checked in code), consistent with correct reattachment."81    }82  ],83  "feasibility": "complete",84  "feasibility_reason": null,85  "n_input_rows": {86    "README.md": 10,87    "sources/arxiv-2609.27732v1.txt": 134,88    "sources/arxiv-2606.14621v1.txt": 5889  },90  "n_analysed": 25,91  "random_seed": null92}
Files · main
Menu

Theme