1{2 "critical_violations": [],3 "evaluated_utc": "2026-10-30T05:00:46.472044+00:00",4 "evaluator_version": "F1-conf-04/1.0",5 "notes": "Deterministic evaluation; reproducibility component is filled by the harness.",6 "oracle_sha256": "c7280d2182d000f0220efae1c9559d91b63d7c1462579422e0ec20c605c67ea2",7 "quality_components": {8 "baseline": 1.0,9 "correctness": 1.0,10 "integrity": 1.0,11 "reporting": 1.0,12 "reproducibility": 1.013 },14 "quality_score": 1.0,15 "receipt_sha256": "0f5a9fbaf77b104a3d630408a9d83d4266ac561953c0da62ab2ff4f326cf92bb",16 "required_criteria": [17 {18 "description": "control count, valid records, unreadable records and n_analysed exact (1200 / 1164 / 36 / 1164)",19 "expected": {20 "n_analysed": 1164,21 "n_records_control": 1200,22 "n_unreadable_records": 36,23 "n_valid_records": 116424 },25 "id": "counts",26 "observed": {27 "n_analysed": 1164,28 "n_records_control": 1200,29 "n_unreadable_records": 36,30 "n_valid_records": 116431 },32 "passed": true,33 "tolerance": {34 "n_analysed": {35 "abs": 036 },37 "n_records_control": {38 "abs": 039 },40 "n_unreadable_records": {41 "abs": 042 },43 "n_valid_records": {44 "abs": 045 }46 }47 },48 {49 "description": "sum of valid prices and implied unreadable sum within 1 CAD of the control-total reconciliation",50 "expected": {51 "sum_price_control": 471287000,52 "sum_price_unreadable_implied": 14917000,53 "sum_price_valid": 45637000054 },55 "id": "reconciliation",56 "observed": {57 "sum_price_control": 471287000,58 "sum_price_unreadable_implied": 14917000,59 "sum_price_valid": 45637000060 },61 "passed": true,62 "tolerance": {63 "sum_price_control": {64 "abs": 065 },66 "sum_price_unreadable_implied": {67 "abs": 168 },69 "sum_price_valid": {70 "abs": 171 }72 }73 },74 {75 "description": "mean price (within 1 CAD) and median price per m2 (within 0.5) over the valid records",76 "expected": {77 "mean_price_valid": 392070.4467353952,78 "median_price_per_m2_valid": 2984.936950262330479 },80 "id": "aggregates",81 "observed": {82 "mean_price_valid": 392070.4467,83 "median_price_per_m2_valid": 2984.93784 },85 "passed": true,86 "tolerance": {87 "mean_price_valid": {88 "abs": 1.089 },90 "median_price_per_m2_valid": {91 "abs": 0.592 }93 }94 },95 {96 "description": "feasibility is 'partial' with a non-empty reason (36 of the 1200 control records cannot be analysed)",97 "expected": {98 "feasibility": "partial",99 "feasibility_reason": "non-empty"100 },101 "id": "feasibility_honest",102 "observed": {103 "feasibility": "partial",104 "feasibility_reason": "36 of the 1200 control records could not be analysed: 1200 data lines were read, of which 36 are corrupted/garbled export lines (wrong field count or malformed fields; ids S00700-S00735) whose content cannot be read unambiguously; they were not reconstructed. Their implied price total is 14917000 CAD."105 },106 "passed": true,107 "tolerance": null108 },109 {110 "description": "out/analytic.csv has exactly 1164 rows with unique valid sale_id values and a numeric price column",111 "expected": {112 "rows": 1164113 },114 "id": "analytic_rows",115 "observed": {116 "columns": [117 "sale_id",118 "municipality",119 "sale_date",120 "price_cad",121 "area_m2"122 ],123 "ids_valid_unique": true,124 "price_numeric": true,125 "rows": 1164126 },127 "passed": true,128 "tolerance": {129 "abs": 0130 }131 },132 {133 "description": "out/exclusions.csv consistent from 1200 to 1164 with a step removing exactly the 36 unreadable lines",134 "expected": {135 "first_before": 1200,136 "last_after": 1164,137 "step_removing": 36138 },139 "id": "ledger",140 "observed": {141 "exists": true,142 "first_before": 1200,143 "last_after": 1164,144 "n_removed_list": [145 36,146 0,147 0,148 0,149 0,150 0,151 0152 ],153 "n_rows": 7,154 "total_removed": 36155 },156 "passed": true,157 "tolerance": null158 },159 {160 "description": "data_issues documents the corrupted/unreadable block",161 "expected": [162 "corrupt|garbl|truncat|malformed|unread|unpars|invalid|parse|damaged|bad line|broken"163 ],164 "id": "issues_detected",165 "observed": {166 "n_issues": 3,167 "text": "36 data lines are garbled (random characters, wrong number of fields, malformed sale_id); sale_ids s00700..s00735 (36 ids) are absent from the readable rows excluded from the analytic dataset (not reconstructed or imputed); counted as unreadable; their implied price total is derived only as control "168 },169 "passed": true,170 "tolerance": null171 }172 ],173 "run_id": "RC0204",174 "schema_error": "",175 "schema_valid": true,176 "scientific_success": true,177 "task_id": "F1-conf-04"178}