1{2 "task_id": "F4-conf-02",3 "verdicts": {4 "A1": "supported",5 "A2": "not_supported",6 "A3": "not_supported",7 "A4": "not_supported",8 "A5": "not_assessable",9 "A6": "supported"10 },11 "locators": {12 "A1": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" / \"% change\" | column \"5 km\"",13 "A2": "arxiv-2609.27732v1 | Table 7 | row \"HIV\" | column \"1 km\"",14 "A3": "arxiv-2609.27732v1 | Table 6 | row \"% change\" | column \"3 km\"",15 "A4": "arxiv-2609.27732v1 | Table 7 | row \"Hepatitis\" | column \"5 km\"",16 "A5": "not reported in arxiv-2609.27732v1",17 "A6": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\""18 },19 "reasons": {20 "A1": "Table 6 prints ATT -0.431** with SE (0.210) (** = p<0.05; |b/SE|=2.05) and % change -35.0%, and 100(exp(-0.431)-1)=-35.0%, so sign, magnitude, SE, 5% significance and the 35.0% reduction all hold.",21 "A2": "Table 7 prints the 1 km HIV ATT as 0.063 (positive, SE (0.801)), not -0.063, so the sign and the claimed fall in HIV hospitalisations are contradicted.",22 "A3": "The ATT -0.283 is in log points; Table 6 prints the implied change as -24.7% (100(exp(-0.283)-1)=-24.6%), not a 28.3% reduction, which wrongly equates log points with percent.",23 "A4": "With ATT -0.406 and SE (0.250) (no stars), the 95% CI is [-0.896, 0.084] (±2·SE: [-0.906, 0.094]), which includes zero; the claimed [-0.66, -0.16] is only ±1 SE ([-0.656, -0.156]).",24 "A5": "The extract reports ATTs only by buffer (Table 6), diagnostic category (Table 7) and estimator (Table A19); no estimate by sex appears anywhere, so the men-vs-women comparison can be neither confirmed nor refuted.",25 "A6": "Table 2 prints the ATE as -1.99 weeks (95% CI [-2.24, -1.75]) and a control mean of 17.3 weeks; 1.99/17.3 = 11.5%, matching the 11.5% decrease stated in the results text."26 },27 "n_supported": 2,28 "n_not_supported": 3,29 "n_not_assessable": 1,30 "feasibility": "complete",31 "feasibility_reason": null,32 "data_issues": [33 {34 "issue": "arxiv-2609.27732v1: Table 6 prints the 3 km % change as -24.7%, whereas 100(exp(-0.283)-1) = -24.65% rounds to -24.6% (a last-digit rounding difference, possibly from an unrounded coefficient).",35 "handling": "Immaterial for A3: both values are far from the asserted 28.3%."36 },37 {38 "issue": "arxiv-2609.27732v1: the CS-DR 5 km ATT -0.431 carries SE (0.210) in Table 6 but SE (0.218) in Appendix Table A19, which states the same specification (5 km, 50 treated, 608 control, 17,250 obs).",39 "handling": "A1 cites Table 6 and quotes SE 0.210, so Table 6 is used; the verdict (significant at 5%) is unchanged under SE 0.218 (|z|=1.98>1.96)."40 },41 {42 "issue": "arxiv-2609.27732v1: Table A19 note says 640 never-treated comparison regions, while the A19 table body, Table 6 and Table 7 say 608.",43 "handling": "Recorded only; no assertion depends on the control-region count."44 },45 {46 "issue": "arxiv-2609.27732v1: the abstract says fatal outcomes 'fall by 35%', but Table 7 gives -0.354 at 5 km, i.e. 100(exp(-0.354)-1) = -29.8%, matching Section 6.1 ('approximately 30%'); the text also calls HIV estimates 'close to zero' although the 5 km HIV ATT is -0.340.",47 "handling": "Recorded only; tables are treated as authoritative over narrative text; no assertion depends on these statements."48 },49 {50 "issue": "arxiv-2606.14621v1: results text writes the weeks-on-UI CIs as positive magnitudes ('[1.75 weeks, 2.24 weeks]') for a reduction, and contains a rendering defect 'p ¡ 0.001' for p < 0.001.",51 "handling": "Interpreted as the same interval as Table 2 [-2.24, -1.75] expressed as reduction magnitudes; Table 2 used as locator for A6."52 }53 ],54 "n_input_rows": {55 "assertions.json": 6,56 "README.md": 14,57 "sources/arxiv-2609.27732v1.txt": 134,58 "sources/arxiv-2606.14621v1.txt": 5859 },60 "n_analysed": 6,61 "random_seed": null,62 "baseline_naive_all_supported_verdicts": {63 "A1": "supported",64 "A2": "supported",65 "A3": "supported",66 "A4": "supported",67 "A5": "supported",68 "A6": "supported"69 },70 "derived": {71 "A1_pct_from_log": -35.01,72 "A1_z": 2.052,73 "A1_z_with_A19_se_0218": 1.977,74 "A3_pct_from_log": -24.65,75 "A4_ci95_1p96": [76 -0.896,77 0.08478 ],79 "A4_ci95_2p0": [80 -0.906,81 0.09482 ],83 "A4_ci_pm1se": [84 -0.656,85 -0.15686 ],87 "A5_sex_term_hits": 0,88 "A6_relative_pct": 11.589 }90}