SPB Git

spb/wp29_uqo

Public
8.3 KB · 117 lines json
1{2  "task_id": "F4-conf-01",3  "dcr_att_5km": -0.431,4  "dcr_att_5km_se": 0.21,5  "dcr_att_3km": -0.283,6  "dcr_att_3km_se": 0.279,7  "dcr_obs_5km": 17250,8  "dcr_narcotics_att_3km": 0.549,9  "dcr_narcotics_att_3km_se": 0.187,10  "dcr_fatal_att_1km": -1.207,11  "dcr_fatal_att_1km_se": 0.137,12  "dcr_hiv_att_5km": -0.34,13  "dcr_hiv_att_5km_se": 0.294,14  "dcr_hiv_att_5km_p_value": null,15  "dcr_hiv_att_5km_significant_10pct": false,16  "dcr_att_5km_ci_low": -0.8426,17  "dcr_att_5km_ci_high": -0.0194,18  "ri_wage_ate": 1153,19  "ri_wage_ate_ci_low": 166,20  "ri_wage_ate_ci_high": 2141,21  "ri_wage_ate_se_reported": false,22  "ri_wage_ate_se_derived": 503.83,23  "ri_control_mean_wage": 33043,24  "ri_reemployment_ate_pp": 1.47,25  "ri_weeks_ui_ate": -1.99,26  "ri_weeks_ui_ate_ci_low": -2.24,27  "ri_weeks_ui_ate_ci_high": -1.75,28  "locators": {29    "dcr_att_5km": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\"",30    "dcr_att_5km_se": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\" (standard error in parentheses on the line below the coefficient)",31    "dcr_att_3km": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"3 km\"",32    "dcr_att_3km_se": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"3 km\" (standard error in parentheses on the line below the coefficient)",33    "dcr_obs_5km": "arxiv-2609.27732v1 | Table 6 | row \"Observations\" | column \"5 km\"",34    "dcr_narcotics_att_3km": "arxiv-2609.27732v1 | Table 7 | row \"Narcotics\" | column \"3 km\"",35    "dcr_narcotics_att_3km_se": "arxiv-2609.27732v1 | Table 7 | row \"Narcotics\" | column \"3 km\" (standard error in parentheses on the line below the coefficient)",36    "dcr_fatal_att_1km": "arxiv-2609.27732v1 | Table 7 | row \"Drug-related (fatal)\" | column \"1 km\"",37    "dcr_fatal_att_1km_se": "arxiv-2609.27732v1 | Table 7 | row \"Drug-related (fatal)\" | column \"1 km\" (standard error in parentheses on the line below the coefficient)",38    "dcr_hiv_att_5km": "arxiv-2609.27732v1 | Table 7 | row \"HIV\" | column \"5 km\"",39    "dcr_hiv_att_5km_se": "arxiv-2609.27732v1 | Table 7 | row \"HIV\" | column \"5 km\" (standard error in parentheses on the line below the coefficient)",40    "dcr_hiv_att_5km_p_value": "not reported in arxiv-2609.27732v1 (Table 7 prints only significance stars; cell row \"HIV\" column \"5 km\" = \"-0.340\" carries no star)",41    "dcr_att_5km_ci_low": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\" | derived: estimate -/+ 1.96 x printed SE",42    "dcr_att_5km_ci_high": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\" | derived: estimate -/+ 1.96 x printed SE",43    "ri_wage_ate": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" (point estimate)",44    "ri_wage_ate_ci_low": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" (95% CI lower bound)",45    "ri_wage_ate_ci_high": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" (95% CI upper bound)",46    "ri_wage_ate_se_derived": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" | derived: (CI upper - CI lower)/(2 x 1.96); SE not reported in arxiv-2606.14621v1",47    "ri_control_mean_wage": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Control\" (mean; SD in parentheses not used)",48    "ri_reemployment_ate_pp": "arxiv-2606.14621v1 | Table 2 | row \"Reemployment\" | column \"Average treatment effect estimate\" (point estimate, pp)",49    "ri_weeks_ui_ate": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" (point estimate, weeks)",50    "ri_weeks_ui_ate_ci_low": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" (95% CI lower bound)",51    "ri_weeks_ui_ate_ci_high": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" (95% CI upper bound)"52  },53  "derivation_notes": {54    "dcr_att_5km_ci": "Normal-approximation Wald interval, critical value 1.96: -0.431 -/+ 1.96 x 0.21 = [-0.8426, -0.0194] (rounded to 4 decimals). Inputs from Table 6 (SE clustered at Medstat region level). Assumes asymptotic normality; a t critical value with few clusters (50 treated regions) would widen it slightly. Table A19 prints SE 0.218 for the same spec.",55    "ri_wage_ate_se": "SE = (upper - lower)/(2 x 1.96) = (2141 - 166)/3.92 = 503.83 (rounded to 2 decimals). Assumes a symmetric normal-based 95% CI (half-widths 987 and 988, symmetric up to rounding). Check: implied z = 2.288, two-sided p = 0.0221 vs printed p=0.022."56  },57  "feasibility": "complete",58  "feasibility_reason": null,59  "data_issues": [60    {61      "issue": "Internal inconsistency in arxiv-2609.27732v1: the 5 km CS-DR ATT is -0.431** in both Table 6 and Table A19, but its SE is printed as (0.210) in Table 6 and (0.218) in Table A19 (same estimator, buffer and window as described).",62      "handling": "Used Table 6 values as the key definitions require; A19 value not used; the derived CI depends on this choice (with 0.218 it would be wider)."63    },64    {65      "issue": "Internal inconsistency in arxiv-2609.27732v1: Tables 6/7/A19 and figure notes state 608 never-treated control regions, but the Table A19 note says 640 never-treated comparison regions. Observations/(treated+608 control) is non-integer (26.301, 26.244, 26.216), whereas Observations/25 - treated = [640.0, 640.0, 640.0] for 1/3/5 km, i.e. the printed Observations are arithmetically consistent with 640 control regions x 25 years (1998-2022).",66      "handling": "Reported Observations exactly as printed (17250); the discrepancy is flagged, not resolved; no extracted key depends on the control-region count."67    },68    {69      "issue": "Text/table inconsistency in arxiv-2609.27732v1: the abstract says fatal outcomes 'fall by 35%', but Table 7 5 km fatal ATT -0.354 implies -29.8% (exp(b)-1), and Section 6.1 says 'approximately 30% at 5 km'; 35% appears to read the log-point coefficient as a percent.",70      "handling": "Not used for any key; flagged only."71    },72    {73      "issue": "Interpretive inconsistency in arxiv-2609.27732v1: the text calls HIV estimates 'close to zero', whereas Table 7 prints -0.239 (3 km) and -0.340 (5 km), insignificant but not small in magnitude.",74      "handling": "Table values reported as printed; text characterisation not used."75    },76    {77      "issue": "Minor rounding discrepancy in arxiv-2609.27732v1 Table A19 '% change' row vs exp(ATT)-1 of the printed (rounded) ATT: Synthetic DiD: printed -30.3%, exp(-0.362)-1 = -30.37%; Stacked DiD: printed -13.9%, exp(-0.149)-1 = -13.84%. Likely computed from unrounded coefficients.",78      "handling": "Not used for any key; flagged only."79    },80    {81      "issue": "Rendering defect in arxiv-2606.14621v1 Section 3 text: 'p ¡ 0.001' (an inverted exclamation mark in place of '<').",82      "handling": "Text only; no key read from that sentence."83    },84    {85      "issue": "Sign convention in arxiv-2606.14621v1: the text reports the weeks-on-UI CI as magnitudes of a reduction '[1.75 weeks, 2.24 weeks]' whereas Table 2 prints [-2.24, -1.75].",86      "handling": "Used Table 2 values as printed, lower bound first (-2.24, -1.75)."87    },88    {89      "issue": "Table re-setting in arxiv-2606.14621v1: Tables 2-3 were re-set by the extract editor into one row per outcome (per extract header).",90      "handling": "Accepted the re-set layout; columns identified by the editor-provided header; Table 3 'Difference in means' column equals Table 2 ATE column (checked)."91    }92  ],93  "n_input_rows": {94    "README.md": 10,95    "sources/arxiv-2609.27732v1.txt": 134,96    "sources/arxiv-2606.14621v1.txt": 5897  },98  "n_analysed": 25,99  "random_seed": null,100  "printed_tokens": {101    "dcr_att_5km": "-0.431**",102    "dcr_att_5km_se": "(0.210)",103    "dcr_att_3km": "-0.283",104    "dcr_att_3km_se": "(0.279)",105    "dcr_obs_5km": "17,250",106    "dcr_narcotics_att_3km": "0.549***",107    "dcr_narcotics_att_3km_se": "(0.187)",108    "dcr_fatal_att_1km": "-1.207***",109    "dcr_fatal_att_1km_se": "(0.137)",110    "dcr_hiv_att_5km": "-0.340",111    "dcr_hiv_att_5km_se": "(0.294)",112    "ri_wage_ate": "$1,153; p=0.022; 95% CI: [166, 2,141]",113    "ri_reemployment_ate_pp": "1.47 pp; p=0.013; 95% CI: [0.32, 2.62]",114    "ri_weeks_ui_ate": "-1.99 weeks; p<0.001; 95% CI: [-2.24, -1.75]",115    "ri_control_mean_wage": "$33,043 (SD: 36,231)"116  }117}
Files · main
Menu

Theme