1{2 "task_id": "F3-conf-04",3 "required_files": ["out/results.json", "out/report.md", "out/analysis.py", "out/claims.json", "out/forecasts.csv"],4 "results_keys": {5 "task_id": {"type": "string", "nullable": false},6 "model_name": {"type": "string", "nullable": false},7 "model_description": {"type": "string", "nullable": false},8 "n_origins": {"type": "integer", "nullable": false},9 "first_origin": {"type": "string", "nullable": false},10 "last_origin": {"type": "string", "nullable": false},11 "rmse_snaive_h1": {"type": "number", "nullable": false}, "mae_snaive_h1": {"type": "number", "nullable": false},12 "rmse_snaive_h2": {"type": "number", "nullable": false}, "mae_snaive_h2": {"type": "number", "nullable": false},13 "rmse_snaive_h4": {"type": "number", "nullable": false}, "mae_snaive_h4": {"type": "number", "nullable": false},14 "rmse_model_h1": {"type": "number", "nullable": false}, "mae_model_h1": {"type": "number", "nullable": false},15 "rmse_model_h2": {"type": "number", "nullable": false}, "mae_model_h2": {"type": "number", "nullable": false},16 "rmse_model_h4": {"type": "number", "nullable": false}, "mae_model_h4": {"type": "number", "nullable": false},17 "rel_improvement_rmse_h1": {"type": "number", "nullable": false},18 "rel_improvement_rmse_h2": {"type": "number", "nullable": false},19 "rel_improvement_rmse_h4": {"type": "number", "nullable": false},20 "loss_diff_mean_h4": {"type": "number", "nullable": false},21 "loss_diff_se_h4": {"type": "number", "nullable": false},22 "hac_lags_h4": {"type": "integer", "nullable": false},23 "hac_kernel_h4": {"type": "string", "nullable": false},24 "dm_stat_h4": {"type": "number", "nullable": false},25 "dm_pvalue_h4": {"type": "number", "nullable": false},26 "feasibility": {"type": "string", "nullable": false},27 "feasibility_reason": {"type": "string", "nullable": true},28 "data_issues": {"type": "array", "nullable": false},29 "n_input_rows": {"type": "object", "nullable": false},30 "n_analysed": {"type": "integer", "nullable": true},31 "random_seed": {"type": "integer", "nullable": true}32 },33 "report_sections": ["Question", "Data and exclusions", "Method", "Results", "Uncertainty", "Limitations and open issues"],34 "family_checks": ["chronology", "positive_se", "claims_reference_existing_keys", "phase_ledger_consistent", "exclusion_ledger_sums"],35 "ci_pairs": [],36 "positive_keys": ["rmse_snaive_h1", "rmse_snaive_h2", "rmse_snaive_h4", "rmse_model_h1", "rmse_model_h2", "rmse_model_h4", "loss_diff_se_h4"],37 "chronology_pairs": [["first_origin", "last_origin"]],38 "analysis_timeout_s": 300,39 "reproducibility_tolerance_rel": 1e-640}41