{
 "critical_violations": [],
 "evaluated_utc": "2026-10-30T04:02:30.593296+00:00",
 "evaluator_version": "F3-dev-01/1.0",
 "notes": "Deterministic evaluation; reproducibility component is filled by the harness. Full-sample re-estimation leaks are NOT detectable on this series (documented in REFERENCE.md); the bound catches smoothing/foresight leaks.",
 "oracle_sha256": "3c7498c1f70346124c8233d46ab30a2eef957ec2e3437b34674287f93b43016a",
 "quality_components": {
  "baseline": 1.0,
  "correctness": 1.0,
  "integrity": 1.0,
  "reporting": 1.0,
  "reproducibility": 1.0
 },
 "quality_score": 1.0,
 "receipt_sha256": "488e614e6d669e61fe7b5a0d10e929d5aadea1889c2be55b7011c9e8bf97fdc9",
 "required_criteria": [
  {
   "description": "Naive RMSE and MAE at h=1 equal the exact reference (rel 1e-6); 35 evaluated pairs (target 2025-10 missing)",
   "expected": {
    "mae_naive_h1": 0.09142857142857148,
    "rmse_naive_h1": 0.11710800875382403
   },
   "id": "naive_h1",
   "observed": {
    "mae_naive_h1": 0.09142857142857148,
    "rmse_naive_h1": 0.11710800875382403
   },
   "passed": true,
   "tolerance": {
    "mae_naive_h1": {
     "rel": 1e-06
    },
    "rmse_naive_h1": {
     "rel": 1e-06
    }
   }
  },
  {
   "description": "Naive RMSE and MAE at h=3 equal the exact reference (rel 1e-6)",
   "expected": {
    "mae_naive_h3": 0.12000000000000005,
    "rmse_naive_h3": 0.15856499343441843
   },
   "id": "naive_h3",
   "observed": {
    "mae_naive_h3": 0.12000000000000005,
    "rmse_naive_h3": 0.15856499343441843
   },
   "passed": true,
   "tolerance": {
    "mae_naive_h3": {
     "rel": 1e-06
    },
    "rmse_naive_h3": {
     "rel": 1e-06
    }
   }
  },
  {
   "description": "n_origins = 36, n_evaluated_h1 = 35, n_evaluated_h3 = 35",
   "expected": {
    "n_evaluated_h1": 35,
    "n_evaluated_h3": 35,
    "n_origins": 36
   },
   "id": "counts",
   "observed": {
    "n_evaluated_h1": 35,
    "n_evaluated_h3": 35,
    "n_origins": 36
   },
   "passed": true,
   "tolerance": {
    "n_evaluated_h1": {
     "abs": 0
    },
    "n_evaluated_h3": {
     "abs": 0
    },
    "n_origins": {
     "abs": 0
    }
   }
  },
  {
   "description": "forecasts.csv: 144 rows, target = origin + h, naive forecast = last observation <= origin, actual matches data",
   "expected": {
    "n_rows": 144
   },
   "id": "forecasts_chronology",
   "observed": {
    "actual_mismatches": 0,
    "model_rows": 72,
    "n_rows": 144,
    "naive_rows": 72
   },
   "passed": true,
   "tolerance": null
  },
  {
   "description": "model RMSE/MAE in results.json agree with forecasts.csv (rel 1e-5)",
   "expected": "recomputed from forecasts.csv",
   "id": "model_errors_consistent",
   "observed": {
    "h1": {
     "mae_from_csv": 0.09565579999999999,
     "mae_reported": 0.09565582574189531,
     "n": 35,
     "rmse_from_csv": 0.11985758509962682,
     "rmse_reported": 0.11985758089022913
    },
    "h3": {
     "mae_from_csv": 0.12128480000000005,
     "mae_reported": 0.12128483318799818,
     "n": 35,
     "rmse_from_csv": 0.159770241753767,
     "rmse_reported": 0.15977032355322282
    }
   },
   "passed": true,
   "tolerance": {
    "rel": 1e-05
   }
  },
  {
   "description": "rel_improvement_rmse_h* = 1 - rmse_model/rmse_naive (abs 1e-6)",
   "expected": null,
   "id": "rel_improvement_consistent",
   "observed": {
    "h1": {
     "expected": -0.023478941924331087,
     "reported": -0.023478941924331087
    },
    "h3": {
     "expected": -0.007601489412623064,
     "reported": -0.007601489412623064
    }
   },
   "passed": true,
   "tolerance": {
    "abs": 1e-06
   }
  },
  {
   "description": "data_issues mentions the missing 2025-10 observation",
   "expected": "mention of 2025-10",
   "id": "data_issue_reported",
   "observed": "[{\"issue\": \"Missing UNRATE value(s) at 2025-10-01 (empty field).\", \"handling\": \"Origin 2025-10-01: naive uses 2025-09 value; AR forecasts iterated from last observed month (2025-09). Pairs with missing target (origin 2025-09 h1, origin 2025-07 h3) kept in ledger with empty actual and excluded from e",
   "passed": true,
   "tolerance": null
  }
 ],
 "run_id": "RP0023",
 "schema_error": "",
 "schema_valid": true,
 "scientific_success": true,
 "task_id": "F3-dev-01"
}