SPB Git

spb/wp29_uqo

Public
6.7 KB · 97 lines json
1{2  "task_id": "F4-conf-01",3  "dcr_att_5km": -0.431,4  "dcr_att_5km_se": 0.21,5  "dcr_att_3km": -0.283,6  "dcr_att_3km_se": 0.279,7  "dcr_obs_5km": 17250,8  "dcr_narcotics_att_3km": 0.549,9  "dcr_narcotics_att_3km_se": 0.187,10  "dcr_fatal_att_1km": -1.207,11  "dcr_fatal_att_1km_se": 0.137,12  "dcr_hiv_att_5km": -0.34,13  "dcr_hiv_att_5km_se": 0.294,14  "dcr_hiv_att_5km_p_value": null,15  "dcr_hiv_att_5km_significant_10pct": false,16  "dcr_att_5km_ci_low": -0.8426,17  "dcr_att_5km_ci_high": -0.0194,18  "ri_wage_ate": 1153,19  "ri_wage_ate_ci_low": 166,20  "ri_wage_ate_ci_high": 2141,21  "ri_wage_ate_se_reported": false,22  "ri_wage_ate_se_derived": 503.83,23  "ri_control_mean_wage": 33043,24  "ri_reemployment_ate_pp": 1.47,25  "ri_weeks_ui_ate": -1.99,26  "ri_weeks_ui_ate_ci_low": -2.24,27  "ri_weeks_ui_ate_ci_high": -1.75,28  "locators": {29    "dcr_att_5km": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\"",30    "dcr_att_5km_se": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" (standard-error line below, in parentheses) | column \"5 km\"",31    "dcr_att_3km": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"3 km\"",32    "dcr_att_3km_se": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" (standard-error line below, in parentheses) | column \"3 km\"",33    "dcr_obs_5km": "arxiv-2609.27732v1 | Table 6 | row \"Observations\" | column \"5 km\"",34    "dcr_narcotics_att_3km": "arxiv-2609.27732v1 | Table 7 | row \"Narcotics\" | column \"3 km\"",35    "dcr_narcotics_att_3km_se": "arxiv-2609.27732v1 | Table 7 | row \"Narcotics\" (standard-error line below, in parentheses) | column \"3 km\"",36    "dcr_fatal_att_1km": "arxiv-2609.27732v1 | Table 7 | row \"Drug-related (fatal)\" | column \"1 km\"",37    "dcr_fatal_att_1km_se": "arxiv-2609.27732v1 | Table 7 | row \"Drug-related (fatal)\" (standard-error line below, in parentheses) | column \"1 km\"",38    "dcr_hiv_att_5km": "arxiv-2609.27732v1 | Table 7 | row \"HIV\" | column \"5 km\"",39    "dcr_hiv_att_5km_se": "arxiv-2609.27732v1 | Table 7 | row \"HIV\" (standard-error line below, in parentheses) | column \"5 km\"",40    "dcr_hiv_att_5km_p_value": "not reported in arxiv-2609.27732v1 (Table 7 prints only the coefficient, the clustered SE and significance stars; no exact p-value is printed anywhere in the extract)",41    "dcr_att_5km_ci_low": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\" | derived (estimate - 1.96 x printed SE)",42    "dcr_att_5km_ci_high": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\" | derived (estimate + 1.96 x printed SE)",43    "ri_wage_ate": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" (point estimate)",44    "ri_wage_ate_ci_low": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" (95% CI lower bound)",45    "ri_wage_ate_ci_high": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" (95% CI upper bound)",46    "ri_reemployment_ate_pp": "arxiv-2606.14621v1 | Table 2 | row \"Reemployment\" | column \"Average treatment effect estimate\" (point estimate)",47    "ri_weeks_ui_ate": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" (point estimate)",48    "ri_weeks_ui_ate_ci_low": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" (95% CI lower bound)",49    "ri_weeks_ui_ate_ci_high": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" (95% CI upper bound)",50    "ri_control_mean_wage": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Control\" (mean)",51    "ri_wage_ate_se_derived": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" | derived ((CI upper - CI lower) / (2 x 1.96))"52  },53  "derivation_notes": {54    "dcr_att_5km_ci": "95% CI = ATT +/- 1.96 x SE using the Table 6 printed ATT (-0.431) and clustered SE (0.210); normal (large-sample) critical value 1.96; rounded to 4 decimals. Assumes asymptotic normality of the CS-DR estimator and that the printed SE (itself rounded to 3 decimals) is the relevant SE.",55    "ri_wage_ate_se": "SE = (upper - lower) / (2 x 1.96) using the Table 2 printed 95% CI [166, 2,141]; normal critical value 1.96 (with N = 23,549 a t critical value is indistinguishable); rounded to 2 decimals. Assumes the printed CI is a symmetric Wald interval (midpoint 1153.5 vs estimate 1,153, consistent up to rounding)."56  },57  "feasibility": "complete",58  "feasibility_reason": null,59  "data_issues": [60    {61      "issue": "arxiv-2609.27732v1: the same 5 km CS-DR overall ATT (-0.431) is printed with SE 0.21 in Table 6 but SE 0.218 in Appendix Table A19 (column 'CS-DR').",62      "handling": "Used Table 6 as the key definitions require (dcr_att_5km_se, derived CI); A19 value not used."63    },64    {65      "issue": "arxiv-2609.27732v1: Tables 6/7 and A19 rows report 608 never-treated control regions, but the Table A19 note says 640 never-treated comparison regions.",66      "handling": "Recorded only; no requested key depends on the control-region count."67    },68    {69      "issue": "arxiv-2609.27732v1: the abstract says fatal hospitalisations 'fall by 35%', whereas Table 7 gives a 5 km fatal ATT of -0.354 log points (exp(-0.354)-1 = -29.8%), and Section 6.1 says 'approximately 30% at 5 km'; the abstract figure appears to equate log points with percent.",70      "handling": "Recorded only; values were taken from the tables named in the key definitions."71    },72    {73      "issue": "arxiv-2609.27732v1: the text describes HIV estimates as 'insignificant and close to zero', but the printed 5 km HIV ATT is -0.34 log points (SE 0.294); it is insignificant (no star) but not numerically close to zero.",74      "handling": "Recorded only; significance flag set from the absence of stars in Table 7."75    },76    {77      "issue": "arxiv-2606.14621v1: the Results text states the weeks-on-UI CI as magnitudes '[1.75 weeks, 2.24 weeks]' for a '1.99 week reduction', while Table 2 prints the ATE as -1.99 with CI [-2.24, -1.75].",78      "handling": "Used the signed Table 2 values as required (lower bound first)."79    },80    {81      "issue": "arxiv-2606.14621v1: rendering defect in the Section 3 text: 'p ¡ 0.001' (should read p < 0.001).",82      "handling": "Not used for any key (Table 2 cell prints 'p<0.001')."83    },84    {85      "issue": "arxiv-2606.14621v1: Tables 2 and 3 were re-set by the extract editor into a one-row-per-outcome layout (HTML rendering split rows and detached p-values).",86      "handling": "Relied on the editor's statement that values are verbatim; Table 3 'Difference in means' column matches Table 2 ATE column exactly (checked)."87    }88  ],89  "n_input_rows": {90    "README.md": 10,91    "arxiv-2609.27732v1.txt": 134,92    "arxiv-2606.14621v1.txt": 5893  },94  "n_analysed": 25,95  "random_seed": null96}97
Files · main
Menu

Theme