1{2 "task_id": "F4-conf-02",3 "verdicts": {4 "A1": "supported",5 "A2": "not_supported",6 "A3": "not_supported",7 "A4": "not_supported",8 "A5": "not_assessable",9 "A6": "supported"10 },11 "locators": {12 "A1": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\"",13 "A2": "arxiv-2609.27732v1 | Table 7 | row \"HIV\" | column \"1 km\"",14 "A3": "arxiv-2609.27732v1 | Table 6 | row \"% change\" | column \"3 km\"",15 "A4": "arxiv-2609.27732v1 | Table 7 | row \"Hepatitis\" | column \"5 km\"",16 "A5": "not reported in arxiv-2609.27732v1",17 "A6": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\""18 },19 "reasons": {20 "A1": "Table 6 prints the 5 km ATT as -0.431** with SE (0.210) and % change -35.0% (100*(exp(-0.431)-1) = -35.0%), so estimate, SE, 5% significance and the 35.0% reduction all match.",21 "A2": "Table 7 prints the 1 km HIV ATT as +0.063 (SE 0.801), so the asserted negative sign (-0.063) and the claimed fall in HIV hospitalisations are contradicted.",22 "A3": "Table 6 converts the 3 km ATT of -0.283 to a -24.7% change (100*(exp(-0.283)-1) = -24.6%), so the asserted 28.3% reduction wrongly reads log points as percent.",23 "A4": "Table 7 prints the 5 km hepatitis ATT as -0.406 (SE 0.250) with no star, giving a 95% CI of [-0.896, 0.084] that includes zero; the asserted [-0.66, -0.16] is only +/-1 SE.",24 "A5": "The extract reports ATTs only by buffer (Table 6) and diagnostic category (Table 7, Table A19) and contains no estimate by sex, so the men-versus-women comparison can be neither confirmed nor refuted.",25 "A6": "Table 2 prints the ATE as -1.99 weeks with 95% CI [-2.24, -1.75] and a control mean of 17.3 weeks, and -1.99/17.3 = -11.5%, matching the text's 11.5% decrease."26 },27 "n_supported": 2,28 "n_not_supported": 3,29 "n_not_assessable": 1,30 "feasibility": "complete",31 "feasibility_reason": null,32 "data_issues": [33 {34 "issue": "arxiv-2609.27732v1: Table A19 prints the CS-DR 5 km ATT -0.431** with SE (0.218), whereas Table 6 prints the same estimate with SE (0.210).",35 "handling": "Table 6 (the main results table, the one A1 cites) is used as the locator for A1; A1's 5% significance also holds with SE 0.218 at z=1.96 (|t|=1.98), and the source prints ** in both tables."36 },37 {38 "issue": "arxiv-2609.27732v1: Table A19 note says 640 never-treated comparison regions, while Table A19 body, Table 6 and the Figure 6 note say 608.",39 "handling": "Recorded only; no assertion depends on the control-region count."40 },41 {42 "issue": "arxiv-2609.27732v1: abstract states fatal hospitalisations fall by 35%, but Table 7 5 km fatal ATT -0.354 implies -29.8% and Section 6.1 says approximately 30%.",43 "handling": "Recorded only; no assertion concerns fatal hospitalisations. Tables are treated as primary evidence."44 },45 {46 "issue": "arxiv-2609.27732v1: Section 6 text calls HIV estimates 'close to zero' although Table 7 HIV ATTs at 3 km/5 km are -0.239/-0.340 (insignificant).",47 "handling": "A2 is decided by the Table 7 1 km cell (+0.063), not by the narrative."48 },49 {50 "issue": "arxiv-2609.27732v1: Table 6 prints the 3 km % change as -24.7%, while 100*(exp(-0.283)-1) = -24.65% rounds to -24.6% (a 0.05 pp rounding difference, presumably from the unrounded coefficient).",51 "handling": "Immaterial for A3: both -24.6% and -24.7% are far from the asserted -28.3%; the printed -24.7% is quoted."52 },53 {54 "issue": "arxiv-2606.14621v1: results text gives the weeks-on-UI CI as unsigned magnitudes [1.75 weeks, 2.24 weeks] while Table 2 prints the signed CI [-2.24, -1.75].",55 "handling": "Treated as the same interval expressed as a reduction; A6 is decided by Table 2."56 },57 {58 "issue": "arxiv-2606.14621v1: rendering defect 'p ¡ 0.001' in the short-term weeks-on-UI sentence.",59 "handling": "Read as p < 0.001 (consistent with Table 2); not decisive for any assertion."60 }61 ],62 "n_input_rows": {63 "assertions.json": 6,64 "README.md": 14,65 "arxiv-2609.27732v1.txt": 134,66 "arxiv-2606.14621v1.txt": 5867 },68 "n_analysed": 6,69 "random_seed": null,70 "baseline_numeric_verbatim_match": {71 "A1": true,72 "A2": true,73 "A3": false,74 "A4": false,75 "A5": true,76 "A6": true77 },78 "computation_details": {79 "A1": {80 "att": -0.431,81 "se": 0.21,82 "stars": 2,83 "printed_pct": -35.0,84 "computed_pct": -35.01,85 "z": -2.052,86 "se_tableA19_CSDR": 0.218,87 "z_with_A19_se": -1.97788 },89 "A2": {90 "hiv_att_1km": 0.063,91 "hiv_se_1km": 0.801,92 "asserted": -0.06393 },94 "A3": {95 "att_3km": -0.283,96 "printed_pct_3km": -24.7,97 "computed_pct_3km": -24.65,98 "asserted_pct": -28.399 },100 "A4": {101 "att_5km": -0.406,102 "se_5km": 0.25,103 "ci95_z1.96": [104 -0.896,105 0.084106 ],107 "ci95_z2.0": [108 -0.906,109 0.094110 ],111 "pm_1se": [112 -0.656,113 -0.156114 ],115 "excludes_zero_z1.96": false,116 "excludes_zero_z2.0": false,117 "stars_printed": 0118 },119 "A5": {120 "n_lines_mentioning_sex_or_gender": 0121 },122 "A6": {123 "ate": -1.99,124 "ci95": [125 -2.24,126 -1.75127 ],128 "control_mean": 17.3,129 "computed_rel_pct": -11.5130 }131 }132}