1{2 "critical_violations": [],3 "evaluated_utc": "2026-10-30T04:04:34.170637+00:00",4 "evaluator_version": "F2-conf-02/1.0",5 "notes": "Deterministic evaluation; reproducibility component is filled by the harness.",6 "oracle_sha256": "8f18c929fa207eb352199d273647a7f28cf6680f01620e2bfae41131da465b00",7 "quality_components": {8 "baseline": 1.0,9 "correctness": 1.0,10 "integrity": 1.0,11 "reporting": 1.0,12 "reproducibility": 1.013 },14 "quality_score": 1.0,15 "receipt_sha256": "cb1a8d8ae41aafebd9add8e195716e23d7255190c06320fe3b7f41f33b65aadc",16 "required_criteria": [17 {18 "description": "OLS slope and intercept equal reference to 1e-4 (the memo's point estimate is correct; only its SE is wrong)",19 "expected": {20 "alpha_hat": 2.0924674099290583,21 "beta_hat": 0.1017355244776053122 },23 "id": "beta_point",24 "observed": {25 "alpha_hat": 2.092467409929059,26 "beta_hat": 0.1017355244776057427 },28 "passed": true,29 "tolerance": {30 "alpha_hat": {31 "abs": 0.000132 },33 "beta_hat": {34 "abs": 0.000135 }36 }37 },38 {39 "description": "Newey-West/HAC SE inside the band [0.93*min, 1.07*max] over Bartlett lags 4..12 (covers automatic bandwidth rules, small-sample corrections, prewhitening; rejects the i.i.d. SE and lag-0/HC SEs)",40 "expected": 0.06514733863986248,41 "id": "se_hac",42 "observed": 0.0652259140276996,43 "passed": true,44 "tolerance": {45 "band": [46 0.05963824688982784,47 0.0701069781952491448 ]49 }50 },51 {52 "description": "HAC-based two-sided p-value within the range implied by lags 4..12, +/-0.03",53 "expected": 0.11917179892749732,54 "id": "p_hac",55 "observed": 0.11882112764533172,56 "passed": true,57 "tolerance": {58 "range": [59 0.08342782556368927,60 0.1512831130959216861 ]62 }63 },64 {65 "description": "reported bandwidth is an integer in [1, 40]",66 "expected": "integer in range",67 "id": "hac_lags",68 "observed": 9,69 "passed": true,70 "tolerance": {71 "range": [72 1,73 4074 ]75 }76 },77 {78 "description": "first-order autocorrelation of OLS residuals within 0.05 of reference",79 "expected": {80 "rho_resid": 0.609009744244740981 },82 "id": "rho_resid",83 "observed": {84 "rho_resid": 0.609009744244740685 },86 "passed": true,87 "tolerance": {88 "rho_resid": {89 "abs": 0.0590 }91 }92 },93 {94 "description": "95% CI bounds from the HAC SE within the band-implied tolerance",95 "expected": {96 "beta_ci_high": 0.22942430821173576,97 "beta_ci_low": -0.0259532592565251498 },99 "id": "ci",100 "observed": {101 "beta_ci_high": 0.22957596683060288,102 "beta_ci_low": -0.02610491787539139103 },104 "passed": true,105 "tolerance": {106 "beta_ci_high": {107 "abs": 0.015552481575482734108 },109 "beta_ci_low": {110 "abs": 0.015552481575482734111 }112 }113 },114 {115 "description": "n_analysed exact (400)",116 "expected": {117 "n_analysed": 400118 },119 "id": "counts",120 "observed": {121 "n_analysed": 400122 },123 "passed": true,124 "tolerance": {125 "n_analysed": {126 "abs": 0127 }128 }129 },130 {131 "description": "memo_claim_supported must be false",132 "expected": false,133 "id": "memo_verdict",134 "observed": false,135 "passed": true,136 "tolerance": null137 }138 ],139 "run_id": "RC0003",140 "schema_error": "",141 "schema_valid": true,142 "scientific_success": true,143 "task_id": "F2-conf-02"144}