SPB Git

spb/wp29_uqo

Public
5.1 KB · 192 lines json
1{2 "critical_violations": [],3 "evaluated_utc": "2026-10-30T05:35:09.785472+00:00",4 "evaluator_version": "F1-conf-01/1.0",5 "notes": "Deterministic evaluation; reproducibility component is filled by the harness.",6 "oracle_sha256": "58419a6c63b3fe5ec0632cfa1c81fb208c253231abd06d1b55b0568c1f168d2e",7 "quality_components": {8  "baseline": 1.0,9  "correctness": 1.0,10  "integrity": 1.0,11  "reporting": 1.0,12  "reproducibility": 1.013 },14 "quality_score": 1.0,15 "receipt_sha256": "08683c6e7caf57fcae378d30d8650c7f5b03bc8b699322b7b4e480e2cb7efd20",16 "required_criteria": [17  {18   "description": "monthly growth rates for 2001-01 through 2026-09: 308 defined, 1 month without a computable growth (first/last month strings exact)",19   "expected": {20    "first_growth_month": "2001-01",21    "last_month": "2026-09",22    "n_analysed": 308,23    "n_months_growth": 308,24    "n_months_missing_growth": 125   },26   "id": "window",27   "observed": {28    "first_growth_month": "2001-01",29    "last_month": "2026-09",30    "n_analysed": 308,31    "n_months_growth": 308,32    "n_months_missing_growth": 133   },34   "passed": true,35   "tolerance": {36    "abs": 037   }38  },39  {40   "description": "mean 12-month growth over the window within 0.01 pp",41   "expected": {42    "mean_growth_12m": 2.574120190072978443   },44   "id": "mean_growth",45   "observed": {46    "mean_growth_12m": 2.574120190072978447   },48   "passed": true,49   "tolerance": {50    "mean_growth_12m": {51     "abs": 0.0152    }53   }54  },55  {56   "description": "sub-period means (2001-2013, 2014-2026) within tolerance",57   "expected": {58    "mean_growth_12m_2001_2013": 2.3612153974326064,59    "mean_growth_12m_2014_2026": 2.792627740414411560   },61   "id": "subperiod_means",62   "observed": {63    "mean_growth_12m_2001_2013": 2.3612153974326064,64    "mean_growth_12m_2014_2026": 2.792627740414411565   },66   "passed": true,67   "tolerance": {68    "mean_growth_12m_2001_2013": {69     "abs": 0.00570    },71    "mean_growth_12m_2014_2026": {72     "abs": 0.0173    }74   }75  },76  {77   "description": "12-month growth for 2014-06, 2016-07, 2020-05, 2022-06, 2026-09 within 0.02 pp (correct vintage and correct month alignment)",78   "expected": {79    "growth_2014_06": 2.0976342438575157,80    "growth_2016_07": 0.8683633430518256,81    "growth_2020_05": 0.1982013035848551,82    "growth_2022_06": 8.979361103105798,83    "growth_2026_09": 3.717250844268993384   },85   "id": "month_values",86   "observed": {87    "growth_2014_06": 2.0976342438575157,88    "growth_2016_07": 0.8683633430518256,89    "growth_2020_05": 0.1982013035848551,90    "growth_2022_06": 8.979361103105798,91    "growth_2026_09": 3.717250844268993392   },93   "passed": true,94   "tolerance": {95    "growth_2014_06": {96     "abs": 0.0297    },98    "growth_2016_07": {99     "abs": 0.02100    },101    "growth_2020_05": {102     "abs": 0.02103    },104    "growth_2022_06": {105     "abs": 0.02106    },107    "growth_2026_09": {108     "abs": 0.02109    }110   }111  },112  {113   "description": "max/min growth values within 0.02 pp and their months exact",114   "expected": {115    "max_growth_12m": 8.979361103105798,116    "max_growth_month": "2022-06",117    "min_growth_12m": -1.9587610037622771,118    "min_growth_month": "2009-07"119   },120   "id": "extremes",121   "observed": {122    "max_growth_12m": 8.979361103105798,123    "max_growth_month": "2022-06",124    "min_growth_12m": -1.9587610037622771,125    "min_growth_month": "2009-07"126   },127   "passed": true,128   "tolerance": {129    "abs": 0.02,130    "months": "exact"131   }132  },133  {134   "description": "out/analytic.csv has one row per month with a defined growth rate (308) with a growth column, and its 2022-06 value matches",135   "expected": {136    "growth_2022_06": 8.979361103105798,137    "rows": 308138   },139   "id": "analytic_rows",140   "observed": {141    "date_col": "date",142    "growth_2022_06_in_csv": 8.9793611031,143    "growth_col": "growth_12m",144    "rows": 308145   },146   "passed": true,147   "tolerance": {148    "abs": 0.02149   }150  },151  {152   "description": "out/exclusions.csv exists, has the required columns, is internally consistent and ends at n_analysed",153   "expected": {154    "last_after": 308155   },156   "id": "ledger",157   "observed": {158    "exists": true,159    "first_before": 309,160    "last_after": 308,161    "n_removed_list": [162     0,163     1,164     0165    ],166    "n_rows": 3,167    "total_removed": 1168   },169   "passed": true,170   "tolerance": null171  },172  {173   "description": "data_issues documents the problems of the assembled file (date misalignment / vintage overlap)",174   "expected": [175    "shift|offset|misalign|mislabel|gap|lag|month|date|timestamp",176    "vintage|overlap|supersed|revis|2014|2016|assembl|stitch"177   ],178   "id": "issues_detected",179   "observed": {180    "n_issues": 4,181    "text": "cpi_vintage_2026-10-28.csv: no cpi value published for 2025-10 (empty cell) left missing, not imputed; 12-month growth for that month (and for the month 12 later, if in the window) reported as missing. vintages overlap for 2014-01..2016-06 (30 months); 30 of them differ (revisions, e.g. seasonal-fac"182   },183   "passed": true,184   "tolerance": null185  }186 ],187 "run_id": "RA0009",188 "schema_error": "",189 "schema_valid": true,190 "scientific_success": true,191 "task_id": "F1-conf-01"192}
Files · main
Menu

Theme