SPB Git

spb/wp29_uqo

Public
5.0 KB · 83 lines json
1{2  "baseline_n_verified": 4,3  "baseline_unverifiable_references": [4    "R3"5  ],6  "data_issues": [7    {8      "handling": "Used Table 6 (main results table, the one the citation reproduces); the 5% significance holds under either SE (0.431/0.218 = 1.98). Finding judged supported; discrepancy noted.",9      "issue": "arxiv-2609.27732v1 (R1): Table A19 prints SE (0.218) for the CS-DR 5 km ATT -0.431 whose SE is (0.210) in Table 6; Table A19 note says 640 never-treated regions while its body and Tables 6-7 say 608."10    },11    {12      "handling": "Not part of the cited finding; recorded only.",13      "issue": "arxiv-2609.27732v1 (R1): abstract says fatal outcomes fall by 35% whereas Section 6.1 says approximately 30% (Table 7 fatal 5 km coefficient -0.354)."14    },15    {16      "handling": "The cited value matches the printed cell exactly, so the finding is judged supported per the task rule ('stated in the extract'); the reliability of that SE is flagged as an open issue.",17      "issue": "arxiv-2505.04555v3 (R4): Table 2 SE of the own-wage elasticity (0.091) is identical to the SE of 'Affected employment', although the elasticity is the ratio -0.268/0.366; a ratio's SE equal to the numerator's SE is implausible and may be a typesetting duplication."18    },19    {20      "handling": "Different outcome definitions (count vs binary indicator) per Section 4.1; citation explicitly refers to the preferred specification of the binary outcome, so Table 3 col (4) decides. Last-digit difference treated as truncation.",21      "issue": "arxiv-2510.03658v1 (R5): abstract headline (0.0855, 18.79%, mean 0.455, from omitted Table 2) differs from the Table 3 preferred estimate (0.0962, 36.85%, mean 0.261); Table 3 '% Change' -0.3685 vs -0.0962/0.261 = -0.36858; footnote markers rendered as '^9^9 9'."22    },23    {24      "handling": "Relied on the editor's declared column order; no numbers affected.",25      "issue": "arxiv-2606.14621v1 (R2): Tables 2-3 re-set by the extract editor; 'p ¡ 0.001' rendering defect. arxiv-2603.03260v2 (R3): Table 3 header row garbled."26    }27  ],28  "feasibility": "complete",29  "feasibility_reason": null,30  "n_analysed": 5,31  "n_input_rows": {32    "README.md": 17,33    "reference_list.json": 5,34    "sources/arxiv-2505.04555v3.txt": 66,35    "sources/arxiv-2510.03658v1.txt": 91,36    "sources/arxiv-2603.03260v2.txt": 107,37    "sources/arxiv-2606.14621v1.txt": 58,38    "sources/arxiv-2609.27732v1.txt": 13439  },40  "n_verified": 4,41  "random_seed": null,42  "reference_checks": {43    "R1": {44      "finding_supported": true,45      "locator": "arxiv-2609.27732v1 | Table 6, row ATT (SE row and % change row), column 5 km; abstract; Section 6 text after Table 6",46      "note": "Title and year match; Table 6 5 km column prints ATT -0.431** (0.210), -35.0%, significant at 5%, staggered DiD on individual-level Swiss hospital records, as cited (Table A19 prints SE 0.218 for the same estimate, which does not change the 5% significance).",47      "title_matches": true,48      "year_matches": true49    },50    "R2": {51      "finding_supported": true,52      "locator": "arxiv-2606.14621v1 | Table 2, column 'Average treatment effect estimate', rows Wage, Reemployment, Weeks on UI; abstract (N = 23,549, preregistered RCT)",53      "note": "Title and year match; Table 2 ATE column gives $1,153 (95% CI [166, 2,141]), 1.47 pp and -1.99 weeks, and the abstract states a preregistered RCT with N = 23,549, exactly as cited.",54      "title_matches": true,55      "year_matches": true56    },57    "R3": {58      "finding_supported": false,59      "locator": "arxiv-2603.03260v2 | Section 3.2 'Headline dynamic pattern' (stacked coefficients by tau) and Table 3, row 'Clean-onset threshold-2', columns tau=4 and tau=5",60      "note": "Title differs entirely and 2024 matches neither 2026 submission; the extract reports ~0.5% at the event year (0.005 at tau=0) rising gradually to 3.4-3.7% by years four-five (0.037, 0.034), contradicting the cited immediate jump with no later appreciation.",61      "title_matches": false,62      "year_matches": false63    },64    "R4": {65      "finding_supported": true,66      "locator": "arxiv-2505.04555v3 | Appendix A.1, Table 2, rows 'Employment elasticity w.r.t MW' and 'Emp. elasticity w.r.t affected wage' (Estimate (SE) column)",67      "note": "Title matches and 2025 equals the v1 year; Table 2 prints -0.388 (0.132) and -0.732 (0.091) for Japan's spot labour market, as cited (the 0.091 SE duplicates the 'Affected employment' SE, flagged as a source issue).",68      "title_matches": true,69      "year_matches": true70    },71    "R5": {72      "finding_supported": true,73      "locator": "arxiv-2510.03658v1 | Table 3, column (4), rows Treatment (SE), % Change, Mean Dep. Var.; Section 4.1 text ('most preferred specification (Column (4))')",74      "note": "Title matches and 2025 equals the submission year; Table 3 column (4) gives -0.0962 (0.0129) on infant death or stillbirth, -36.85% relative to the mean 0.261 (preferred specification), as cited.",75      "title_matches": true,76      "year_matches": true77    }78  },79  "task_id": "F4-conf-04",80  "unverifiable_references": [81    "R3"82  ]83}
Files · main
Menu

Theme