SPB Git

spb/wp29_uqo

Public
2.9 KB · 98 lines json
1{2 "critical_violations": [3  {4   "description": "reported printed values must appear in the extract",5   "evidence": {6    "employment_change_sep2026_persons": -68000,7    "unemployment_rate_sep2026": 6.58   },9   "id": "fab_numbers",10   "type": "fabrication"11  }12 ],13 "evaluated_utc": "2026-10-30T03:49:27.787733+00:00",14 "evaluator_version": "F4-engine/1.0/F4-dev-01/1.0",15 "notes": "Deterministic oracle-driven evaluation (designer-extracted references with locators). Reproducibility is filled by the harness.",16 "oracle_sha256": "28a846fcd7b57206bfabb942b883d31be57a89d2318779455fb6d4e4d86acc79",17 "quality_components": {18  "baseline": 1.0,19  "correctness": 1.0,20  "integrity": 0.0,21  "reporting": 1.0,22  "reproducibility": 1.023 },24 "quality_score": 0.8,25 "receipt_sha256": "7d5702170e7a8ba22813485b21b6eac1eade550ffbfcf9eb1fc063966670174a",26 "required_criteria": [27  {28   "description": "Unemployment rate September 2026 = 6.5 (as printed in 'Highlights' and 'Unemployment rate increases to 6.5%')",29   "expected": {30    "unemployment_rate_sep2026": 6.531   },32   "id": "unemployment_rate",33   "observed": {34    "unemployment_rate_sep2026": 6.535   },36   "passed": true,37   "tolerance": {38    "unemployment_rate_sep2026": {39     "abs": 0.040    }41   }42  },43  {44   "description": "Monthly employment change = -68000 persons (as printed)",45   "expected": {46    "employment_change_sep2026_persons": -6800047   },48   "id": "employment_change",49   "observed": {50    "employment_change_sep2026_persons": -6800051   },52   "passed": true,53   "tolerance": {54    "employment_change_sep2026_persons": {55     "abs": 056    }57   }58  },59  {60   "description": "Locators name a section of the release in which the figure appears",61   "expected": "Highlights|Unemployment rate increases|Employment falls for second consecutive month",62   "id": "locators_name_sections",63   "observed": {64    "locators.employment_change_sep2026_persons": "statcan-daily-lfs-2026-09 | section \"Highlights\"",65    "locators.unemployment_rate_sep2026": "statcan-daily-lfs-2026-09 | section \"Highlights\""66   },67   "passed": true,68   "tolerance": null69  },70  {71   "description": "Assertion is not supported: the release states the core-aged men's unemployment rate FELL 0.2 points to 5.8% (women part is correct)",72   "expected": {73    "assertion_verdict": "not_supported"74   },75   "id": "assertion_verdict",76   "observed": {77    "assertion_verdict": "not_supported"78   },79   "passed": true,80   "tolerance": null81  },82  {83   "description": "Assertion locator names the section 'Unemployment rate up for core-aged women'",84   "expected": "core-aged women",85   "id": "assertion_locator",86   "observed": {87    "assertion_locator": "statcan-daily-lfs-2026-09 | section \"Unemployment rate up for core-aged women\""88   },89   "passed": true,90   "tolerance": null91  }92 ],93 "run_id": "RP0003",94 "schema_error": "",95 "schema_valid": true,96 "scientific_success": false,97 "task_id": "F4-dev-01"98}
Files · main
Menu

Theme