SPB Git

spb/wp29_uqo

Public
4.6 KB · 87 lines json
1{2  "reference_checks": {3    "R1": {4      "title_matches": true,5      "year_matches": true,6      "finding_supported": true,7      "locator": "arxiv-2609.27732v1 | Table 6, row ATT / % change, column 5 km",8      "note": "Table 6 (5 km) prints ATT -0.431** with SE (0.210) and -35.0%, and the abstract states a staggered DiD on Swiss hospital records, so every element is supported (Table A19 prints SE 0.218 for the same specification, recorded as a data issue)."9    },10    "R2": {11      "title_matches": true,12      "year_matches": true,13      "finding_supported": true,14      "locator": "arxiv-2606.14621v1 | Table 2, column 'Average treatment effect estimate', rows Wage / Reemployment / Weeks on UI",15      "note": "Table 2's ATE column prints $1,153 (95% CI [166, 2,141]), 1.47 pp and -1.99 weeks, and the abstract gives the preregistered RCT with N = 23,549."16    },17    "R3": {18      "title_matches": false,19      "year_matches": false,20      "finding_supported": false,21      "locator": "arxiv-2603.03260v2 | Section 3.2 'Headline dynamic pattern' (stacked coefficients by tau) and Table 3, row Clean-onset threshold-2, columns tau=4 / tau=5",22      "note": "The 3.4-3.7% magnitude is reached only at tau=4-5 (0.037, 0.034) while the event-year coefficient is 0.005, so the claimed immediate jump with no later appreciation contradicts the source; title and year (2024 vs 2026) also disagree."23    },24    "R4": {25      "title_matches": true,26      "year_matches": true,27      "finding_supported": true,28      "locator": "arxiv-2505.04555v3 | Appendix A.1 Table 2, rows 'Employment elasticity w.r.t MW' and 'Emp. elasticity w.r.t affected wage'",29      "note": "Table 2 prints -0.388 (0.132) and -0.732 (0.091) and the abstract places the study in Japan's spot labor market; the 0.091 SE duplicates the 'Affected employment' SE, recorded as a data issue."30    },31    "R5": {32      "title_matches": true,33      "year_matches": true,34      "finding_supported": true,35      "locator": "arxiv-2510.03658v1 | Table 3, row Treatment and row % Change, column (4); Section 4.1",36      "note": "Table 3 column (4), named the preferred specification in Section 4.1, prints -0.0962 (0.0129) and % Change -0.3685, matching the 36.85% stated in the text."37    }38  },39  "unverifiable_references": [40    "R3"41  ],42  "n_verified": 4,43  "task_id": "F4-conf-04",44  "feasibility": "complete",45  "feasibility_reason": null,46  "data_issues": [47    {48      "issue": "arxiv-2609.27732v1: Table 6 prints SE (0.210) for the 5 km ATT -0.431 while Table A19 (CS-DR column, same 5 km specification) prints (0.218); Table 6 gives 608 control regions, the A19 note says 640.",49      "handling": "R1's cited SE 0.210 matches the main-results Table 6, which is used as locator; the 5% significance claim holds under either SE (** marker in both tables). Recorded, not treated as a failure."50    },51    {52      "issue": "arxiv-2609.27732v1: abstract says fatal outcomes fall by 35%, Section 6.1 says about 30% (Table 7 5 km: -0.354).",53      "handling": "Not relevant to R1's cited finding; recorded only."54    },55    {56      "issue": "arxiv-2505.04555v3: SE of the own-wage elasticity (0.091) is identical to the SE of 'Affected employment' (0.091), despite the elasticity being the ratio -0.268/0.366; note says 'about 4%' MW increase vs 0.047 in the table.",57      "handling": "R4's cited values are printed verbatim in Table 2, so the finding check passes; the possibly duplicated SE is flagged as an open issue."58    },59    {60      "issue": "arxiv-2510.03658v1: Table 3 '% Change' col (4) is -0.3685 while -0.0962/0.261 = -0.3686; the abstract's headline (0.0855, 18.79%) refers to a different outcome (Table 2, not in extract).",61      "handling": "Rounding difference ignored (text explicitly states 36.85%); abstract figures not used for R5."62    },63    {64      "issue": "arxiv-2603.03260v2: Table 3 header row garbled in the HTML rendering.",65      "handling": "Used the extract editor's column names (tau=4, tau=5 coefficients in the last two columns)."66    },67    {68      "issue": "arxiv-2606.14621v1: Tables 2-3 re-set by the extract editor; 'p ¡ 0.001' glyph defect in Section 3 text.",69      "handling": "Used the re-set tables as documented; glyph defect does not affect any checked value."70    }71  ],72  "n_input_rows": {73    "README.md": 17,74    "reference_list.json": 5,75    "arxiv-2609.27732v1.txt": 134,76    "arxiv-2606.14621v1.txt": 58,77    "arxiv-2603.03260v2.txt": 107,78    "arxiv-2505.04555v3.txt": 66,79    "arxiv-2510.03658v1.txt": 9180  },81  "n_analysed": 5,82  "random_seed": null,83  "baseline_unverifiable_title_year_only": [84    "R3"85  ],86  "baseline_n_verified_title_year_only": 487}
Files · main
Menu

Theme