SPB Git

spb/wp29_uqo

Public
5.6 KB · 116 lines json
1{2  "task_id": "F4-conf-04",3  "reference_checks": {4    "R1": {5      "title_matches": true,6      "year_matches": true,7      "finding_supported": true,8      "locator": "arxiv-2609.27732v1 | Table 6, row ATT, column 5 km (with % change row; Section 6 text; abstract)",9      "note": "ATT -0.431** (SE 0.210) and -35.0% at 5 km are printed in Table 6, 5% significance is stated in the text, and the staggered DiD on Swiss hospital records is described in the abstract."10    },11    "R2": {12      "title_matches": true,13      "year_matches": true,14      "finding_supported": true,15      "locator": "arxiv-2606.14621v1 | Table 2, column 'Average treatment effect estimate', rows Wage, Reemployment, Weeks on UI (N from abstract)",16      "note": "Table 2's ATE column prints $1,153 (95% CI [166, 2,141]), 1.47 pp and -1.99 weeks, and the abstract gives the preregistered RCT with N = 23,549."17    },18    "R3": {19      "title_matches": false,20      "year_matches": false,21      "finding_supported": false,22      "locator": "arxiv-2603.03260v2 | Section 3.2 'Headline dynamic pattern' (stacked coefficients tau=0..5) and Table 3, row Clean-onset threshold-2, columns tau=4/tau=5",23      "note": "The extract reports a gradual rise from 0.005 (about 0.5%) at the event year to 0.037/0.034 (3.4-3.7%) only by years four and five and states prices do not jump immediately, contradicting a 3.4-3.7% jump in the entry year with no later appreciation; title and year (2024) also disagree with the record."24    },25    "R4": {26      "title_matches": true,27      "year_matches": true,28      "finding_supported": true,29      "locator": "arxiv-2505.04555v3 | Appendix A.1, Table 2, rows 'Employment elasticity w.r.t MW' and 'Emp. elasticity w.r.t affected wage' (Japan spot market from abstract)",30      "note": "Table 2 prints -0.388 (0.132) and -0.732 (0.091), the text calls the latter the own-wage employment elasticity, and the abstract places the study in Japan's spot labor market."31    },32    "R5": {33      "title_matches": true,34      "year_matches": true,35      "finding_supported": true,36      "locator": "arxiv-2510.03658v1 | Table 3, row Treatment, column (4) (with % Change and Mean Dep. Var. rows; Section 4.1 text)",37      "note": "Table 3 column (4), identified as the preferred specification in Section 4.1, prints -0.0962 (0.0129) and a -0.3685 change relative to the mean 0.261, matching the 36.85% stated in the text."38    }39  },40  "unverifiable_references": [41    "R3"42  ],43  "n_verified": 4,44  "feasibility": "complete",45  "feasibility_reason": null,46  "data_issues": [47    {48      "issue": "arxiv-2609.27732v1: the 5 km CS-DR ATT -0.431 has SE 0.210 in Table 6 but SE 0.218 in Table A19; Table 6 reports 608 never-treated control regions while the Table A19 note says 640.",49      "handling": "R1 cites Table 6 (SE 0.210), which is printed verbatim; finding judged supported, and with either SE |t| > 1.96 so the 5% significance claim is unaffected. Inconsistency reported, not resolved."50    },51    {52      "issue": "arxiv-2609.27732v1: abstract says fatal outcomes fall by 35%, Section 6.1 says approximately 30%; exp(-0.354)-1 = -29.8% from Table 7.",53      "handling": "Not part of any cited finding; recorded only."54    },55    {56      "issue": "arxiv-2505.04555v3: the SE of the own-wage elasticity (0.091) equals the SE of 'Affected employment' (0.091); the point estimate -0.732 = -0.268/0.366 is reproduced but the SE cannot be checked from the extract.",57      "handling": "R4 quotes the printed value (0.091); judged supported as stated in the source, possible source typo flagged. The table note's 'about 4%' MW increase vs the '% MW changes' row 0.047 is also noted."58    },59    {60      "issue": "arxiv-2603.03260v2: Table 3 header row is garbled in the HTML rendering (column order reconstructed by the extract editor).",61      "handling": "Used the editor's column order; the tau=4/tau=5 values 0.037/0.034 match the Section 3.2 text, so the reconstruction is corroborated."62    },63    {64      "issue": "arxiv-2510.03658v1: abstract headline (0.0855, 18.79%, Table 2 not in extract, mean 0.455) differs from Table 3 (binary outcome, 0.0962, 36.85%, mean 0.261).",65      "handling": "Different outcome definitions per Section 4.1; R5 cites the Table 3 result, which is checked directly. Recorded only."66    },67    {68      "issue": "arxiv-2606.14621v1: Tables 2 and 3 were re-set by the extract editor (values stated verbatim).",69      "handling": "Values taken as printed; Table 3 column 1 duplicates Table 2's ATE column, providing a cross-check (identical values)."70    }71  ],72  "n_input_rows": {73    "README.md": 17,74    "reference_list.json": 5,75    "sources/arxiv-2609.27732v1.txt": 134,76    "sources/arxiv-2606.14621v1.txt": 58,77    "sources/arxiv-2603.03260v2.txt": 107,78    "sources/arxiv-2505.04555v3.txt": 66,79    "sources/arxiv-2510.03658v1.txt": 9180  },81  "n_analysed": 5,82  "random_seed": null,83  "baseline_naive_number_match": {84    "R1": {85      "title_matches": true,86      "year_matches": true,87      "all_cited_numbers_found": true,88      "numbers_not_found": []89    },90    "R2": {91      "title_matches": true,92      "year_matches": true,93      "all_cited_numbers_found": true,94      "numbers_not_found": []95    },96    "R3": {97      "title_matches": false,98      "year_matches": false,99      "all_cited_numbers_found": true,100      "numbers_not_found": []101    },102    "R4": {103      "title_matches": true,104      "year_matches": true,105      "all_cited_numbers_found": true,106      "numbers_not_found": []107    },108    "R5": {109      "title_matches": true,110      "year_matches": true,111      "all_cited_numbers_found": true,112      "numbers_not_found": []113    }114  },115  "n_evidence_strings_verified": 26116}
Files · main
Menu

Theme