SPB Git

spb/wp29_uqo

Public
4.1 KB · 134 lines json
1{2 "critical_violations": [],3 "evaluated_utc": "2026-10-30T04:56:00.090508+00:00",4 "evaluator_version": "F5-conf-03/1.0",5 "notes": "Deterministic evaluation; the counterexample is re-verified from out/counterexample.csv; reproducibility is filled by the harness.",6 "oracle_sha256": "25dbf6ca4d4cc985ce472b7a50beb84157a1a03942bbcc8dc7efe5503db53319",7 "quality_components": {8  "baseline": 1.0,9  "correctness": 1.0,10  "integrity": 1.0,11  "reporting": 0.7999999999999999,12  "reproducibility": 1.013 },14 "quality_score": 0.97,15 "receipt_sha256": "2c47e0645c309b2a47c5b13899fa5554310179f812cbd059d93441972d265274",16 "required_criteria": [17  {18   "description": "statement_true is false and counterexample_provided is true",19   "expected": {20    "counterexample_provided": true,21    "statement_true": false22   },23   "id": "verdict_a",24   "observed": {25    "counterexample_provided": true,26    "statement_true": false27   },28   "passed": true,29   "tolerance": null30  },31  {32   "description": "statement_b_true is true (independence restores the result)",33   "expected": true,34   "id": "verdict_b",35   "observed": true,36   "passed": true,37   "tolerance": null38  },39  {40   "description": "In out/counterexample.csv the marginals x and y are each compatible with a normal law: Lilliefors-type KS distance (vs normal with sample mean/sd) * sqrt(n) <= 2.5 for both",41   "expected": "ks*sqrt(n) <= 2.5 for x and y; n >= 1000",42   "id": "counterexample_marginals_normal",43   "observed": {44    "ks_x": 0.0020917798156042666,45    "ks_y": 0.0019518220846299617,46    "n": 10000047   },48   "passed": true,49   "tolerance": 2.550  },51  {52   "description": "x+y is not normal: Lilliefors-type KS distance of x+y vs the normal with its sample mean/sd satisfies KS*sqrt(n) >= 4 (P(false alarm under normality) < 1e-13) and sd(x+y) > 0 (a constant sum does not refute the proposition as stated)",53   "expected": "ks_sum*sqrt(n) >= 4.0 and sd_sum > 0",54   "id": "counterexample_sum_not_normal",55   "observed": {56    "ks_sum": 0.2508475723268392,57    "n": 100000,58    "sd_sum": 1.405886646998252359   },60   "passed": true,61   "tolerance": 4.062  },63  {64   "description": "counterexample_values.n equals the rows of counterexample.csv; reported moments (mean_x, sd_x, mean_y, sd_y, mean_sum, sd_sum) within 1e-3 of recomputation; ks_sum_vs_normal within 0.01 of recomputation",65   "expected": {66    "ks_sum": 0.2508475723268392,67    "ks_x": 0.0020917798156042666,68    "ks_y": 0.0019518220846299617,69    "mean_sum": -0.003567834607891525,70    "mean_x": -0.003318742383563427,71    "mean_y": -0.000249092224328098,72    "n": 100000,73    "sd_sum": 1.4058866469982523,74    "sd_x": 0.9982238690893596,75    "sd_y": 0.998229354874582176   },77   "id": "counterexample_values_consistent",78   "observed": {79    "construction": "X ~ N(0,1); W independent of X with P(W=1)=P(W=-1)=1/2; Y = W*X. Then Y ~ N(0,1), and X+Y = (1+W)X is 0 with probability 1/2 and 2X otherwise (atom of mass 1/2 at 0, non-constant), hence not normal.",80    "ks_sum_vs_normal": 0.2508475723268392,81    "mean_sum": -0.0035678346078915233,82    "mean_x": -0.0033187423835634258,83    "mean_y": -0.00024909222432809854,84    "n": 100000,85    "sd_sum": 1.4058866469982523,86    "sd_x": 0.9982238690893596,87    "sd_y": 0.9982293548745821,88    "seed": 2026102989   },90   "passed": true,91   "tolerance": {92    "ks_abs": 0.01,93    "moments_abs": 0.00194   }95  },96  {97   "description": "out/argument.md exists, has >= 300 characters, and mentions independence (regex 'independen') in the discussion of statement B",98   "expected": ">= 300 chars and mentions independence",99   "id": "argument_present",100   "observed": {101    "chars": 2908,102    "mentions_independence": true103   },104   "passed": true,105   "tolerance": null106  },107  {108   "description": "n_analysed = 100000 and random_seed = 20261029",109   "expected": {110    "n_analysed": 100000,111    "random_seed": 20261029112   },113   "id": "design_followed",114   "observed": {115    "n_analysed": 100000,116    "random_seed": 20261029117   },118   "passed": true,119   "tolerance": {120    "n_analysed": {121     "abs": 0122    },123    "random_seed": {124     "abs": 0125    }126   }127  }128 ],129 "run_id": "RC0188",130 "schema_error": "",131 "schema_valid": true,132 "scientific_success": true,133 "task_id": "F5-conf-03"134}
Files · main
Menu

Theme