{
 "critical_violations": [],
 "evaluated_utc": "2026-10-30T05:27:51.269600+00:00",
 "evaluator_version": "F4-engine/1.0/F4-conf-01/1.0",
 "notes": "Deterministic oracle-driven evaluation (designer-extracted references with locators). Reproducibility is filled by the harness.",
 "oracle_sha256": "6b1f40035072ca62d8892c68a75946607da2e2816432ecba6604ca0f0bef38e0",
 "quality_components": {
  "baseline": 1.0,
  "correctness": 1.0,
  "integrity": 1.0,
  "reporting": 1.0,
  "reproducibility": 1.0
 },
 "quality_score": 1.0,
 "receipt_sha256": "571befdc6fa721974b0c506ab6eb921a0f3b863161d0ac7723c0f1b087cc6f72",
 "required_criteria": [
  {
   "description": "Table 6 values exact as printed (ATT 5 km/3 km, SEs, observations 5 km)",
   "expected": {
    "dcr_att_3km": -0.283,
    "dcr_att_3km_se": 0.279,
    "dcr_att_5km": -0.431,
    "dcr_att_5km_se": 0.21,
    "dcr_obs_5km": 17250
   },
   "id": "dcr_table6_values",
   "observed": {
    "dcr_att_3km": -0.283,
    "dcr_att_3km_se": 0.279,
    "dcr_att_5km": -0.431,
    "dcr_att_5km_se": 0.21,
    "dcr_obs_5km": 17250
   },
   "passed": true,
   "tolerance": {
    "dcr_att_3km": {
     "abs": 0.0
    },
    "dcr_att_3km_se": {
     "abs": 0.0
    },
    "dcr_att_5km": {
     "abs": 0.0
    },
    "dcr_att_5km_se": {
     "abs": 0.0
    },
    "dcr_obs_5km": {
     "abs": 0.0
    }
   }
  },
  {
   "description": "Table 7 values exact as printed (narcotics 3 km, fatal 1 km, HIV 5 km with SEs)",
   "expected": {
    "dcr_fatal_att_1km": -1.207,
    "dcr_fatal_att_1km_se": 0.137,
    "dcr_hiv_att_5km": -0.34,
    "dcr_hiv_att_5km_se": 0.294,
    "dcr_narcotics_att_3km": 0.549,
    "dcr_narcotics_att_3km_se": 0.187
   },
   "id": "dcr_table7_values",
   "observed": {
    "dcr_fatal_att_1km": -1.207,
    "dcr_fatal_att_1km_se": 0.137,
    "dcr_hiv_att_5km": -0.34,
    "dcr_hiv_att_5km_se": 0.294,
    "dcr_narcotics_att_3km": 0.549,
    "dcr_narcotics_att_3km_se": 0.187
   },
   "passed": true,
   "tolerance": {
    "dcr_fatal_att_1km": {
     "abs": 0.0
    },
    "dcr_fatal_att_1km_se": {
     "abs": 0.0
    },
    "dcr_hiv_att_5km": {
     "abs": 0.0
    },
    "dcr_hiv_att_5km_se": {
     "abs": 0.0
    },
    "dcr_narcotics_att_3km": {
     "abs": 0.0
    },
    "dcr_narcotics_att_3km_se": {
     "abs": 0.0
    }
   }
  },
  {
   "description": "RESEA Table 2 values exact as printed (wage ATE + CI, control mean wage, reemployment ATE, weeks ATE + CI with sign)",
   "expected": {
    "ri_control_mean_wage": 33043,
    "ri_reemployment_ate_pp": 1.47,
    "ri_wage_ate": 1153,
    "ri_wage_ate_ci_high": 2141,
    "ri_wage_ate_ci_low": 166,
    "ri_weeks_ui_ate": -1.99,
    "ri_weeks_ui_ate_ci_high": -1.75,
    "ri_weeks_ui_ate_ci_low": -2.24
   },
   "id": "ri_table2_values",
   "observed": {
    "ri_control_mean_wage": 33043,
    "ri_reemployment_ate_pp": 1.47,
    "ri_wage_ate": 1153,
    "ri_wage_ate_ci_high": 2141,
    "ri_wage_ate_ci_low": 166,
    "ri_weeks_ui_ate": -1.99,
    "ri_weeks_ui_ate_ci_high": -1.75,
    "ri_weeks_ui_ate_ci_low": -2.24
   },
   "passed": true,
   "tolerance": {
    "ri_control_mean_wage": {
     "abs": 0.0
    },
    "ri_reemployment_ate_pp": {
     "abs": 0.0
    },
    "ri_wage_ate": {
     "abs": 0.0
    },
    "ri_wage_ate_ci_high": {
     "abs": 0.0
    },
    "ri_wage_ate_ci_low": {
     "abs": 0.0
    },
    "ri_weeks_ui_ate": {
     "abs": 0.0
    },
    "ri_weeks_ui_ate_ci_high": {
     "abs": 0.0
    },
    "ri_weeks_ui_ate_ci_low": {
     "abs": 0.0
    }
   }
  },
  {
   "description": "95% CI of the 5 km ATT derived from the printed SE: -0.431 \u00b1 z\u00b70.210 (z = 1.96 or 2.0 accepted; tolerance 0.02)",
   "expected": {
    "dcr_att_5km_ci_high": -0.01940755999999999,
    "dcr_att_5km_ci_low": -0.84259244
   },
   "id": "dcr_ci_derived",
   "observed": {
    "dcr_att_5km_ci_high": -0.0194,
    "dcr_att_5km_ci_low": -0.8426
   },
   "passed": true,
   "tolerance": {
    "dcr_att_5km_ci_high": {
     "abs": 0.02
    },
    "dcr_att_5km_ci_low": {
     "abs": 0.02
    }
   }
  },
  {
   "description": "SE implied by the wage CI: (2141-166)/(2z) \u2248 503.8 (z = 1.96) or 493.75 (z = 2); tolerance 15",
   "expected": {
    "ri_wage_ate_se_derived": 503.8357847389034
   },
   "id": "ri_se_derived",
   "observed": {
    "ri_wage_ate_se_derived": 503.8265
   },
   "passed": true,
   "tolerance": {
    "ri_wage_ate_se_derived": {
     "abs": 15
    }
   }
  },
  {
   "description": "No exact p-value is printed for the HIV 5 km ATT (only the absence of stars) \u2192 null",
   "expected": {
    "dcr_hiv_att_5km_p_value": null
   },
   "id": "hiv_p_null",
   "observed": {
    "dcr_hiv_att_5km_p_value": null
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "HIV 5 km ATT carries no star \u2192 not significant at 10%",
   "expected": {
    "dcr_hiv_att_5km_significant_10pct": false
   },
   "id": "hiv_not_sig",
   "observed": {
    "dcr_hiv_att_5km_significant_10pct": false
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "The RESEA tables print CIs, not SEs \u2192 ri_wage_ate_se_reported = false",
   "expected": {
    "ri_wage_ate_se_reported": false
   },
   "id": "ri_se_not_reported",
   "observed": {
    "ri_wage_ate_se_reported": false
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for dcr_att_5km names source arxiv-2609.27732v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2609\\.27732v1)(?=.*(Table\\s*6))",
   "id": "loc_dcr_att_5km",
   "observed": {
    "locators.dcr_att_5km": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\""
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for dcr_att_5km_se names source arxiv-2609.27732v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2609\\.27732v1)(?=.*(Table\\s*6))",
   "id": "loc_dcr_att_5km_se",
   "observed": {
    "locators.dcr_att_5km_se": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"5 km\" | standard error in parentheses on the line below the coefficient"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for dcr_att_3km names source arxiv-2609.27732v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2609\\.27732v1)(?=.*(Table\\s*6))",
   "id": "loc_dcr_att_3km",
   "observed": {
    "locators.dcr_att_3km": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"3 km\""
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for dcr_att_3km_se names source arxiv-2609.27732v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2609\\.27732v1)(?=.*(Table\\s*6))",
   "id": "loc_dcr_att_3km_se",
   "observed": {
    "locators.dcr_att_3km_se": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" | column \"3 km\" | standard error in parentheses on the line below the coefficient"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for dcr_obs_5km names source arxiv-2609.27732v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2609\\.27732v1)(?=.*(Table\\s*6))",
   "id": "loc_dcr_obs_5km",
   "observed": {
    "locators.dcr_obs_5km": "arxiv-2609.27732v1 | Table 6 | row \"Observations\" | column \"5 km\""
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for dcr_narcotics_att_3km names source arxiv-2609.27732v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2609\\.27732v1)(?=.*(Table\\s*7))",
   "id": "loc_dcr_narcotics_att_3km",
   "observed": {
    "locators.dcr_narcotics_att_3km": "arxiv-2609.27732v1 | Table 7 | row \"Narcotics\" | column \"3 km\""
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for dcr_narcotics_att_3km_se names source arxiv-2609.27732v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2609\\.27732v1)(?=.*(Table\\s*7))",
   "id": "loc_dcr_narcotics_att_3km_se",
   "observed": {
    "locators.dcr_narcotics_att_3km_se": "arxiv-2609.27732v1 | Table 7 | row \"Narcotics\" | column \"3 km\" | standard error in parentheses on the line below the coefficient"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for dcr_fatal_att_1km names source arxiv-2609.27732v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2609\\.27732v1)(?=.*(Table\\s*7))",
   "id": "loc_dcr_fatal_att_1km",
   "observed": {
    "locators.dcr_fatal_att_1km": "arxiv-2609.27732v1 | Table 7 | row \"Drug-related (fatal)\" | column \"1 km\""
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for dcr_fatal_att_1km_se names source arxiv-2609.27732v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2609\\.27732v1)(?=.*(Table\\s*7))",
   "id": "loc_dcr_fatal_att_1km_se",
   "observed": {
    "locators.dcr_fatal_att_1km_se": "arxiv-2609.27732v1 | Table 7 | row \"Drug-related (fatal)\" | column \"1 km\" | standard error in parentheses on the line below the coefficient"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for dcr_hiv_att_5km names source arxiv-2609.27732v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2609\\.27732v1)(?=.*(Table\\s*7))",
   "id": "loc_dcr_hiv_att_5km",
   "observed": {
    "locators.dcr_hiv_att_5km": "arxiv-2609.27732v1 | Table 7 | row \"HIV\" | column \"5 km\""
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for dcr_hiv_att_5km_se names source arxiv-2609.27732v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2609\\.27732v1)(?=.*(Table\\s*7))",
   "id": "loc_dcr_hiv_att_5km_se",
   "observed": {
    "locators.dcr_hiv_att_5km_se": "arxiv-2609.27732v1 | Table 7 | row \"HIV\" | column \"5 km\" | standard error in parentheses on the line below the coefficient"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for dcr_hiv_att_5km_p_value names source arxiv-2609.27732v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2609\\.27732v1)(?=.*(not (reported|printed|given|available)|null|only (stars|significance)))",
   "id": "loc_dcr_hiv_att_5km_p_value",
   "observed": {
    "locators.dcr_hiv_att_5km_p_value": "not reported in arxiv-2609.27732v1 (Table 7 prints only the coefficient, SE and significance stars; no exact p-value is printed anywhere in the extract)"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for dcr_att_5km_ci_low names source arxiv-2609.27732v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2609\\.27732v1)(?=.*(Table\\s*6.*deriv|deriv.*Table\\s*6))",
   "id": "loc_dcr_att_5km_ci_low",
   "observed": {
    "locators.dcr_att_5km_ci_low": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" (and SE line below) | column \"5 km\" | derived: estimate -/+ 1.96 x SE"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for dcr_att_5km_ci_high names source arxiv-2609.27732v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2609\\.27732v1)(?=.*(Table\\s*6.*deriv|deriv.*Table\\s*6))",
   "id": "loc_dcr_att_5km_ci_high",
   "observed": {
    "locators.dcr_att_5km_ci_high": "arxiv-2609.27732v1 | Table 6 | row \"ATT\" (and SE line below) | column \"5 km\" | derived: estimate -/+ 1.96 x SE"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for ri_wage_ate names source arxiv-2606.14621v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2606\\.14621v1)(?=.*(Table\\s*[23]))",
   "id": "loc_ri_wage_ate",
   "observed": {
    "locators.ri_wage_ate": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" | point estimate"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for ri_wage_ate_ci_low names source arxiv-2606.14621v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2606\\.14621v1)(?=.*(Table\\s*[23]))",
   "id": "loc_ri_wage_ate_ci_low",
   "observed": {
    "locators.ri_wage_ate_ci_low": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" | 95% CI lower bound"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for ri_wage_ate_ci_high names source arxiv-2606.14621v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2606\\.14621v1)(?=.*(Table\\s*[23]))",
   "id": "loc_ri_wage_ate_ci_high",
   "observed": {
    "locators.ri_wage_ate_ci_high": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" | 95% CI upper bound"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for ri_wage_ate_se_derived names source arxiv-2606.14621v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2606\\.14621v1)(?=.*(Table\\s*[23].*deriv|deriv.*Table\\s*[23]))",
   "id": "loc_ri_wage_ate_se_derived",
   "observed": {
    "locators.ri_wage_ate_se_derived": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Average treatment effect estimate\" | derived: (CI upper - CI lower) / (2 x 1.96); SE not reported in arxiv-2606.14621v1"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for ri_control_mean_wage names source arxiv-2606.14621v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2606\\.14621v1)(?=.*(Table\\s*2|Results|Section\\s*3))",
   "id": "loc_ri_control_mean_wage",
   "observed": {
    "locators.ri_control_mean_wage": "arxiv-2606.14621v1 | Table 2 | row \"Wage\" | column \"Control\" | mean (SD in parentheses not used)"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for ri_reemployment_ate_pp names source arxiv-2606.14621v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2606\\.14621v1)(?=.*(Table\\s*[23]))",
   "id": "loc_ri_reemployment_ate_pp",
   "observed": {
    "locators.ri_reemployment_ate_pp": "arxiv-2606.14621v1 | Table 2 | row \"Reemployment\" | column \"Average treatment effect estimate\" | point estimate (pp)"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for ri_weeks_ui_ate names source arxiv-2606.14621v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2606\\.14621v1)(?=.*(Table\\s*[23]))",
   "id": "loc_ri_weeks_ui_ate",
   "observed": {
    "locators.ri_weeks_ui_ate": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" | point estimate"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for ri_weeks_ui_ate_ci_low names source arxiv-2606.14621v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2606\\.14621v1)(?=.*(Table\\s*[23]))",
   "id": "loc_ri_weeks_ui_ate_ci_low",
   "observed": {
    "locators.ri_weeks_ui_ate_ci_low": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" | 95% CI lower bound"
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "locator for ri_weeks_ui_ate_ci_high names source arxiv-2606.14621v1 and the right table/section",
   "expected": "(?s)(?=.*arxiv-2606\\.14621v1)(?=.*(Table\\s*[23]))",
   "id": "loc_ri_weeks_ui_ate_ci_high",
   "observed": {
    "locators.ri_weeks_ui_ate_ci_high": "arxiv-2606.14621v1 | Table 2 | row \"Weeks on UI\" | column \"Average treatment effect estimate\" | 95% CI upper bound"
   },
   "passed": true,
   "tolerance": null
  }
 ],
 "run_id": "RC0283",
 "schema_error": "",
 "schema_valid": true,
 "scientific_success": true,
 "task_id": "F4-conf-01"
}