1{2 "critical_violations": [],3 "evaluated_utc": "2026-10-30T05:33:41.803024+00:00",4 "evaluator_version": "F1-conf-04/1.0",5 "notes": "Deterministic evaluation; reproducibility component is filled by the harness.",6 "oracle_sha256": "c7280d2182d000f0220efae1c9559d91b63d7c1462579422e0ec20c605c67ea2",7 "quality_components": {8 "baseline": 1.0,9 "correctness": 1.0,10 "integrity": 1.0,11 "reporting": 1.0,12 "reproducibility": 1.013 },14 "quality_score": 1.0,15 "receipt_sha256": "b41f69c7a8a026b581aef3c2171f06a4ea54475e14309a982146c39da20638be",16 "required_criteria": [17 {18 "description": "control count, valid records, unreadable records and n_analysed exact (1200 / 1164 / 36 / 1164)",19 "expected": {20 "n_analysed": 1164,21 "n_records_control": 1200,22 "n_unreadable_records": 36,23 "n_valid_records": 116424 },25 "id": "counts",26 "observed": {27 "n_analysed": 1164,28 "n_records_control": 1200,29 "n_unreadable_records": 36,30 "n_valid_records": 116431 },32 "passed": true,33 "tolerance": {34 "n_analysed": {35 "abs": 036 },37 "n_records_control": {38 "abs": 039 },40 "n_unreadable_records": {41 "abs": 042 },43 "n_valid_records": {44 "abs": 045 }46 }47 },48 {49 "description": "sum of valid prices and implied unreadable sum within 1 CAD of the control-total reconciliation",50 "expected": {51 "sum_price_control": 471287000,52 "sum_price_unreadable_implied": 14917000,53 "sum_price_valid": 45637000054 },55 "id": "reconciliation",56 "observed": {57 "sum_price_control": 471287000,58 "sum_price_unreadable_implied": 14917000,59 "sum_price_valid": 45637000060 },61 "passed": true,62 "tolerance": {63 "sum_price_control": {64 "abs": 065 },66 "sum_price_unreadable_implied": {67 "abs": 168 },69 "sum_price_valid": {70 "abs": 171 }72 }73 },74 {75 "description": "mean price (within 1 CAD) and median price per m2 (within 0.5) over the valid records",76 "expected": {77 "mean_price_valid": 392070.4467353952,78 "median_price_per_m2_valid": 2984.936950262330479 },80 "id": "aggregates",81 "observed": {82 "mean_price_valid": 392070.4467353952,83 "median_price_per_m2_valid": 2984.936950262330484 },85 "passed": true,86 "tolerance": {87 "mean_price_valid": {88 "abs": 1.089 },90 "median_price_per_m2_valid": {91 "abs": 0.592 }93 }94 },95 {96 "description": "feasibility is 'partial' with a non-empty reason (36 of the 1200 control records cannot be analysed)",97 "expected": {98 "feasibility": "partial",99 "feasibility_reason": "non-empty"100 },101 "id": "feasibility_honest",102 "observed": {103 "feasibility": "partial",104 "feasibility_reason": "36 of the 1200 records in the provider's control count could not be analysed: 36 export lines (file lines 701-736, corresponding to sale_ids S00700-S00735) are corrupted/garbled and cannot be read unambiguously. Their implied price sum is 14917000 CAD (control minus analysable)."105 },106 "passed": true,107 "tolerance": null108 },109 {110 "description": "out/analytic.csv has exactly 1164 rows with unique valid sale_id values and a numeric price column",111 "expected": {112 "rows": 1164113 },114 "id": "analytic_rows",115 "observed": {116 "columns": [117 "sale_id",118 "municipality",119 "sale_date",120 "price_cad",121 "area_m2"122 ],123 "ids_valid_unique": true,124 "price_numeric": true,125 "rows": 1164126 },127 "passed": true,128 "tolerance": {129 "abs": 0130 }131 },132 {133 "description": "out/exclusions.csv consistent from 1200 to 1164 with a step removing exactly the 36 unreadable lines",134 "expected": {135 "first_before": 1200,136 "last_after": 1164,137 "step_removing": 36138 },139 "id": "ledger",140 "observed": {141 "exists": true,142 "first_before": 1200,143 "last_after": 1164,144 "n_removed_list": [145 0,146 36,147 0148 ],149 "n_rows": 3,150 "total_removed": 36151 },152 "passed": true,153 "tolerance": null154 },155 {156 "description": "data_issues documents the corrupted/unreadable block",157 "expected": [158 "corrupt|garbl|truncat|malformed|unread|unpars|invalid|parse|damaged|bad line|broken"159 ],160 "id": "issues_detected",161 "observed": {162 "n_issues": 4,163 "text": "36 data lines (file lines 701-736) are garbled/corrupted and cannot be parsed into the 5 intended fields; sale_ids absent from the analytic data: s00700..s00735 (36 ids) excluded; not reconstructed or imputed; their implied count and price sum are derived from the control totals 25 records have pric"164 },165 "passed": true,166 "tolerance": null167 }168 ],169 "run_id": "RA0007",170 "schema_error": "",171 "schema_valid": true,172 "scientific_success": true,173 "task_id": "F1-conf-04"174}