SPB Git

spb/wp29_uqo

Public
2.6 KB · 59 lines json
1{2  "task_id": "F1-conf-04",3  "n_records_control": 1200,4  "n_valid_records": 1164,5  "n_unreadable_records": 36,6  "n_analysed": 1164,7  "sum_price_control": 471287000,8  "sum_price_valid": 456370000,9  "sum_price_unreadable_implied": 14917000,10  "mean_price_valid": 392070.446735,11  "median_price_per_m2_valid": 2984.93695,12  "feasibility": "partial",13  "feasibility_reason": "36 of the 1200 records in the provider's control count could not be analysed: 36 data lines of sales.csv are corrupted (garbled characters, wrong field counts) and cannot be read unambiguously, so they were excluded and not reconstructed; the implied price sum of these records is 14917000 CAD.",14  "data_issues": [15    {16      "issue": "36 data lines of sales.csv (file lines 701-736) are garbled/corrupted and cannot be parsed ({'wrong field count (1)': 16, 'wrong field count (10)': 1, 'wrong field count (11)': 7, 'wrong field count (12)': 3, 'wrong field count (6)': 5, 'wrong field count (8)': 1, 'wrong field count (9)': 3}); 36 sale_ids (S00700-S00735) are absent from the readable records",17      "handling": "excluded from the analytic dataset (exclusion step 1); not reconstructed or imputed; their count and implied price sum are reported via n_unreadable_records and sum_price_unreadable_implied"18    },19    {20      "issue": "25 records have price_cad written as a quoted string with comma thousands separators (e.g. \"280,000\") instead of a plain integer",21      "handling": "the quoted field is unambiguous under CSV quoting; parsed as integer after removing the separators and kept in the analytic dataset"22    },23    {24      "issue": "record count and price sum do not reconcile with the control totals: 36 records and 14917000 CAD missing; per-municipality count gaps {'Gatineau': 11, 'Laval': 8, 'Sherbrooke': 7, 'Levis': 3, 'Longueuil': 7}",25      "handling": "gap reported, not imputed; the per-municipality gaps sum to 36, equal to the number of corrupted lines (36)"26    }27  ],28  "n_input_rows": {29    "sales.csv": 120030  },31  "random_seed": null,32  "n_parse_failures": 36,33  "n_price_thousands_separator": 25,34  "n_duplicate_ids": 0,35  "n_by_municipality_valid": {36    "Gatineau": 335,37    "Laval": 274,38    "Levis": 159,39    "Longueuil": 187,40    "Sherbrooke": 20941  },42  "n_by_municipality_gap": {43    "Gatineau": 11,44    "Laval": 8,45    "Sherbrooke": 7,46    "Levis": 3,47    "Longueuil": 748  },49  "missing_sale_ids_range": [50    "S00700",51    "S00735"52  ],53  "n_missing_sale_ids": 36,54  "mean_price_unreadable_implied": 414361.111111,55  "price_min_valid": 92000,56  "price_max_valid": 1363000,57  "date_min_valid": "2021-01-01",58  "date_max_valid": "2022-12-31"59}
Files · 46a1f53512bec3cd5d9c16e8fc9d9da4129c09cc
Menu

Theme