{
 "critical_violations": [],
 "evaluated_utc": "2026-10-30T05:03:22.132909+00:00",
 "evaluator_version": "F3-conf-01/1.0",
 "notes": "Deterministic evaluation; reproducibility filled by the harness. Leak detection = declared information dates + exact naive + RMSE bound (h=1).",
 "oracle_sha256": "4bdc81b9911fd8af6b7eb61e560a8aed267a9e03218b07adc8afa72728fabe45",
 "quality_components": {
  "baseline": 1.0,
  "correctness": 1.0,
  "integrity": 1.0,
  "reporting": 1.0,
  "reproducibility": 1.0
 },
 "quality_score": 1.0,
 "receipt_sha256": "69f2a977d6b09f1c3891736c85f2a39d71ad6cddd926f9d458d9d26918afdcbb",
 "required_criteria": [
  {
   "description": "Naive RMSE/MAE at h=1 equal the lag-respecting reference (forecast = GDP growth of month t-2), rel 1e-6",
   "expected": {
    "mae_naive_h1": 0.6421395833333333,
    "rmse_naive_h1": 0.813620914876824
   },
   "id": "naive_h1",
   "observed": {
    "mae_naive_h1": 0.6421395833333333,
    "rmse_naive_h1": 0.813620914876824
   },
   "passed": true,
   "tolerance": {
    "mae_naive_h1": {
     "rel": 1e-06
    },
    "rmse_naive_h1": {
     "rel": 1e-06
    }
   }
  },
  {
   "description": "Naive RMSE/MAE at h=3 equal the lag-respecting reference, rel 1e-6",
   "expected": {
    "mae_naive_h3": 0.8715583333333333,
    "rmse_naive_h3": 1.1399827160604965
   },
   "id": "naive_h3",
   "observed": {
    "mae_naive_h3": 0.8715583333333333,
    "rmse_naive_h3": 1.1399827160604965
   },
   "passed": true,
   "tolerance": {
    "mae_naive_h3": {
     "rel": 1e-06
    },
    "rmse_naive_h3": {
     "rel": 1e-06
    }
   }
  },
  {
   "description": "n_origins = 48",
   "expected": {
    "n_origins": 48
   },
   "id": "counts",
   "observed": {
    "n_origins": 48
   },
   "passed": true,
   "tolerance": {
    "n_origins": {
     "abs": 0
    }
   }
  },
  {
   "description": "forecasts.csv: 192 rows, targets = origin + h, naive = gdp_yoy(origin - 2), actuals = data, information dates within the rules",
   "expected": {
    "n_rows": 192
   },
   "id": "forecasts_chronology",
   "observed": {
    "actual_mismatches": 0,
    "misaligned_or_wrong_naive": 0,
    "model_rows": 96,
    "n_rows": 192,
    "naive_rows": 96,
    "rows_violating_information_dates": 0
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "model RMSE/MAE agree with forecasts.csv (rel 1e-5)",
   "expected": null,
   "id": "model_errors_consistent",
   "observed": {
    "h1": {
     "mae_from_csv": 0.6033835000000001,
     "mae_reported": 0.6033834780707515,
     "rmse_from_csv": 0.7431234421284484,
     "rmse_reported": 0.7431234005043874
    },
    "h3": {
     "mae_from_csv": 0.7345457916666666,
     "mae_reported": 0.7345458638325594,
     "rmse_from_csv": 0.8846320275359316,
     "rmse_reported": 0.8846320879202041
    }
   },
   "passed": true,
   "tolerance": {
    "rel": 1e-05
   }
  },
  {
   "description": "rel_improvement = 1 - rmse_model/rmse_naive (abs 1e-6)",
   "expected": null,
   "id": "rel_improvement_consistent",
   "observed": {
    "h1": {
     "expected": 0.08664663491733049,
     "reported": 0.08664663491733049
    },
    "h3": {
     "expected": 0.2239951751397795,
     "reported": 0.2239951751397795
    }
   },
   "passed": true,
   "tolerance": {
    "abs": 1e-06
   }
  },
  {
   "description": "last_target_date_available = last origin - 2 months; last_predictor_date_available = last origin - 1 month",
   "expected": {
    "last_predictor_date_available": "2026-03-01",
    "last_target_date_available": "2026-02-01"
   },
   "id": "information_dates_reported",
   "observed": {
    "last_predictor_date_available": "2026-03-01",
    "last_target_date_available": "2026-02-01"
   },
   "passed": true,
   "tolerance": null
  }
 ],
 "run_id": "RC0212",
 "schema_error": "",
 "schema_valid": true,
 "scientific_success": true,
 "task_id": "F3-conf-01"
}