SPB Git

spb/wp29_uqo

Public
4.8 KB · 86 lines json
1{2  "task_id": "F4-conf-04",3  "reference_checks": {4    "R1": {5      "title_matches": true,6      "year_matches": true,7      "finding_supported": true,8      "locator": "arxiv-2609.27732v1 | Table 6, row ATT / % change, column 5 km (abstract; Section 6 text for 5% significance and staggered DiD on hospital records)",9      "note": "Table 6 (5 km) prints ATT -0.431** with SE (0.210) and -35.0%, the text states 5% significance and the abstract describes a staggered DiD on individual hospital records, so every element is supported."10    },11    "R2": {12      "title_matches": true,13      "year_matches": true,14      "finding_supported": true,15      "locator": "arxiv-2606.14621v1 | Table 2, column 'Average treatment effect estimate', rows Wage / Reemployment / Weeks on UI (N and design from abstract)",16      "note": "Table 2 ATE column gives $1,153 (95% CI [166, 2,141]), 1.47 pp and -1.99 weeks, and the abstract gives a preregistered RCT with N = 23,549."17    },18    "R3": {19      "title_matches": false,20      "year_matches": false,21      "finding_supported": false,22      "locator": "arxiv-2603.03260v2 | Section 3.2 'Headline dynamic pattern' and Table 3, row 'Clean-onset threshold-2', columns tau=4 / tau=5",23      "note": "The extract reports a gradual rise from 0.005 log points at tau=0 to 0.037/0.034 at tau=4/5 ('prices do not jump immediately'), contradicting a 3.4-3.7% jump in the entry year; the entry's title and year (2024) also do not match the record."24    },25    "R4": {26      "title_matches": true,27      "year_matches": true,28      "finding_supported": true,29      "locator": "arxiv-2505.04555v3 | Appendix A.1, Table 2, rows 'Employment elasticity w.r.t MW' and 'Emp. elasticity w.r.t affected wage'",30      "note": "Table 2 prints -0.388 (0.132) and -0.732 (0.091) for Japan's spot labour market (abstract), matching the citation; the 2025 year equals the v1 submission year."31    },32    "R5": {33      "title_matches": true,34      "year_matches": true,35      "finding_supported": true,36      "locator": "arxiv-2510.03658v1 | Table 3, row Treatment / % Change, column (4) (Section 4.1 identifies column 4 as preferred)",37      "note": "Table 3 column (4), the stated preferred specification, prints -0.0962 (0.0129) and % change -0.3685 (36.85% of the 0.261 mean), matching the citation."38    }39  },40  "unverifiable_references": [41    "R3"42  ],43  "n_verified": 4,44  "feasibility": "complete",45  "feasibility_reason": null,46  "data_issues": [47    {48      "issue": "arxiv-2609.27732v1: Table A19 prints SE (0.218) for the CS-DR 5 km ATT -0.431, whereas Table 6 prints (0.210) for the same estimate.",49      "handling": "Table 6 (the main results table, which the citation's SE 0.210 matches) is used as the deciding locator; inconsistency reported, finding judged supported since 0.210 is printed in the extract and significance at 5% holds under either SE."50    },51    {52      "issue": "arxiv-2609.27732v1: Table A19 note states 640 never-treated comparison regions, while Table 6, Table A19 body and figure notes state 608.",53      "handling": "Not relevant to the cited finding; reported only."54    },55    {56      "issue": "arxiv-2609.27732v1: Section 6.1 gives -30% (fatal) and +47% (narcotics) at 5 km, while the abstract says fatal outcomes fall 35% and narcotics rise by a comparable amount.",57      "handling": "Not part of the cited finding; reported only."58    },59    {60      "issue": "arxiv-2505.04555v3: Table 2 prints the same SE (0.091) for 'Affected employment' and for the own-wage elasticity, although the latter is a ratio (-0.268/0.366 = -0.732) whose SE would generally differ.",61      "handling": "Cannot be resolved from the extract; the cited SE equals the printed value, so the finding is judged supported, with the caveat noted."62    },63    {64      "issue": "arxiv-2510.03658v1: abstract/Section 4.1 headline (0.0855, 18.79%, mean 0.455, from a Table 2 not reproduced) differs from Table 3 column (4) (-0.0962, 36.85%, mean 0.261); footnote markers are rendered as '^9^9 9'.",65      "handling": "Treated as different outcome definitions/tables, not an internal contradiction; Table 3 decides the citation, which explicitly refers to the preferred specification and 36.85%."66    },67    {68      "issue": "arxiv-2603.03260v2: Table 3 header row is garbled in the HTML rendering.",69      "handling": "Column order taken from the extract editor's note (Specification | Treated-role LSOAs | Stacked p | Sun p | tau=4 | tau=5); consistent with the Section 3.2 text (0.037, 0.034)."70    }71  ],72  "n_input_rows": {73    "README.md": 17,74    "reference_list.json": 5,75    "arxiv-2609.27732v1.txt": 134,76    "arxiv-2606.14621v1.txt": 58,77    "arxiv-2603.03260v2.txt": 107,78    "arxiv-2505.04555v3.txt": 66,79    "arxiv-2510.03658v1.txt": 9180  },81  "n_analysed": 5,82  "random_seed": null,83  "baseline_unverifiable_title_year_only": [84    "R3"85  ]86}
Files · main
Menu

Theme