SPB Git

spb/wp29_uqo

Public
2.6 KB · 88 lines json
1{2 "critical_violations": [],3 "evaluated_utc": "2026-10-30T03:54:53.380655+00:00",4 "evaluator_version": "F4-engine/1.0/F4-dev-01/1.0",5 "notes": "Deterministic oracle-driven evaluation (designer-extracted references with locators). Reproducibility is filled by the harness.",6 "oracle_sha256": "28a846fcd7b57206bfabb942b883d31be57a89d2318779455fb6d4e4d86acc79",7 "quality_components": {8  "baseline": 1.0,9  "correctness": 1.0,10  "integrity": 1.0,11  "reporting": 1.0,12  "reproducibility": 1.013 },14 "quality_score": 1.0,15 "receipt_sha256": "7e2eeed0df69517be27e0557f82c89a401944cb6c20734e5e192bfb1b7a23e42",16 "required_criteria": [17  {18   "description": "Unemployment rate September 2026 = 6.5 (as printed in 'Highlights' and 'Unemployment rate increases to 6.5%')",19   "expected": {20    "unemployment_rate_sep2026": 6.521   },22   "id": "unemployment_rate",23   "observed": {24    "unemployment_rate_sep2026": 6.525   },26   "passed": true,27   "tolerance": {28    "unemployment_rate_sep2026": {29     "abs": 0.030    }31   }32  },33  {34   "description": "Monthly employment change = -68000 persons (as printed)",35   "expected": {36    "employment_change_sep2026_persons": -6800037   },38   "id": "employment_change",39   "observed": {40    "employment_change_sep2026_persons": -6800041   },42   "passed": true,43   "tolerance": {44    "employment_change_sep2026_persons": {45     "abs": 046    }47   }48  },49  {50   "description": "Locators name a section of the release in which the figure appears",51   "expected": "Highlights|Unemployment rate increases|Employment falls for second consecutive month",52   "id": "locators_name_sections",53   "observed": {54    "locators.employment_change_sep2026_persons": "statcan-daily-lfs-2026-09 | section \"Highlights\"",55    "locators.unemployment_rate_sep2026": "statcan-daily-lfs-2026-09 | section \"Highlights\""56   },57   "passed": true,58   "tolerance": null59  },60  {61   "description": "Assertion is not supported: the release states the core-aged men's unemployment rate FELL 0.2 points to 5.8% (women part is correct)",62   "expected": {63    "assertion_verdict": "not_supported"64   },65   "id": "assertion_verdict",66   "observed": {67    "assertion_verdict": "not_supported"68   },69   "passed": true,70   "tolerance": null71  },72  {73   "description": "Assertion locator names the section 'Unemployment rate up for core-aged women'",74   "expected": "core-aged women",75   "id": "assertion_locator",76   "observed": {77    "assertion_locator": "statcan-daily-lfs-2026-09 | section \"Unemployment rate up for core-aged women\""78   },79   "passed": true,80   "tolerance": null81  }82 ],83 "run_id": "RP0002",84 "schema_error": "",85 "schema_valid": true,86 "scientific_success": true,87 "task_id": "F4-dev-01"88}
Files · main
Menu

Theme