{
 "critical_violations": [],
 "evaluated_utc": "2026-10-30T04:47:39.508531+00:00",
 "evaluator_version": "F1-conf-02/1.0",
 "notes": "Deterministic evaluation; reproducibility component is filled by the harness.",
 "oracle_sha256": "88041d60bfa1855cd036fae779e20faa54360c97a27f3bd8cce7e8f3e114e979",
 "quality_components": {
  "baseline": 1.0,
  "correctness": 1.0,
  "integrity": 1.0,
  "reporting": 1.0,
  "reproducibility": 1.0
 },
 "quality_score": 1.0,
 "receipt_sha256": "1445db1ce569ccde8155f1bc3a1a76f41b57d4a8db98e13f26bad6af4db9d686",
 "required_criteria": [
  {
   "description": "n_countries_total, n_countries_balanced, n_countries_incomplete and n_analysed exact",
   "expected": {
    "n_analysed": 345,
    "n_countries_balanced": 15,
    "n_countries_incomplete": 5,
    "n_countries_total": 20
   },
   "id": "counts",
   "observed": {
    "n_analysed": 345,
    "n_countries_balanced": 15,
    "n_countries_incomplete": 5,
    "n_countries_total": 20
   },
   "passed": true,
   "tolerance": {
    "n_analysed": {
     "abs": 0
    },
    "n_countries_balanced": {
     "abs": 0
    },
    "n_countries_incomplete": {
     "abs": 0
    },
    "n_countries_total": {
     "abs": 0
    }
   }
  },
  {
   "description": "balanced-panel means for 2000 and 2022 within 0.01 years and their change within 0.02",
   "expected": {
    "change_2000_2022_balanced": 3.4927999999999884,
    "mean_2000_balanced": 78.06026666666666,
    "mean_2022_balanced": 81.55306666666665
   },
   "id": "balanced_means",
   "observed": {
    "change_2000_2022_balanced": 3.4928,
    "mean_2000_balanced": 78.060267,
    "mean_2022_balanced": 81.553067
   },
   "passed": true,
   "tolerance": {
    "change_2000_2022_balanced": {
     "abs": 0.02
    },
    "mean_2000_balanced": {
     "abs": 0.01
    },
    "mean_2022_balanced": {
     "abs": 0.01
    }
   }
  },
  {
   "description": "balanced_countries lists exactly the 15 complete countries (ISO3)",
   "expected": [
    "AUS",
    "AUT",
    "BEL",
    "CAN",
    "DEU",
    "ESP",
    "FRA",
    "GBR",
    "ITA",
    "JPN",
    "KOR",
    "NLD",
    "SWE",
    "TUR",
    "USA"
   ],
   "id": "balanced_set",
   "observed": [
    "AUS",
    "AUT",
    "BEL",
    "CAN",
    "DEU",
    "ESP",
    "FRA",
    "GBR",
    "ITA",
    "JPN",
    "KOR",
    "NLD",
    "SWE",
    "TUR",
    "USA"
   ],
   "passed": true,
   "tolerance": "exact set"
  },
  {
   "description": "out/analytic.csv has exactly n_analysed rows, one per (iso3, year) of the balanced panel, with no duplicates",
   "expected": {
    "countries": [
     "AUS",
     "AUT",
     "BEL",
     "CAN",
     "DEU",
     "ESP",
     "FRA",
     "GBR",
     "ITA",
     "JPN",
     "KOR",
     "NLD",
     "SWE",
     "TUR",
     "USA"
    ],
    "rows": 345
   },
   "id": "analytic_rows",
   "observed": {
    "iso_col": "iso3",
    "rows": 345,
    "unique_pairs": 345,
    "year_col": "year"
   },
   "passed": true,
   "tolerance": {
    "abs": 0
   }
  },
  {
   "description": "out/exclusions.csv exists, has the required columns, is internally consistent, starts at the file row count and ends at n_analysed",
   "expected": {
    "first_before": 439,
    "last_after": 345
   },
   "id": "ledger",
   "observed": {
    "exists": true,
    "first_before": 439,
    "last_after": 345,
    "n_removed_list": [
     23,
     1,
     0,
     70
    ],
    "n_rows": 4,
    "total_removed": 94
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "data_issues documents the duplicated country rows and the incomplete coverage (changing universe / missing value)",
   "expected": [
    "duplic|twice|two names|turkey|turkiye|repeated",
    "missing|incomplete|not available|absent|only from|from 2011|coverage|unbalanced|universe|gap|blank|empty"
   ],
   "id": "issues_detected",
   "observed": {
    "n_issues": 6,
    "text": "tur appears twice for each of 23 years under names ['turkey', 'turkiye'] (assembly of two extractions); duplicate values are identical kept one row per (iso3, year) (identity is iso3); dropped the duplicate rows; country_name harmonised to the last-listed spelling in the file che 2007: empty life_ex"
   },
   "passed": true,
   "tolerance": null
  }
 ],
 "run_id": "RC0156",
 "schema_error": "",
 "schema_valid": true,
 "scientific_success": true,
 "task_id": "F1-conf-02"
}