spb/wpai0001_uqo

1"""Regression: the numbers quoted in the paper for the confirmatory run are those in the registered results."""2import json3from pathlib import Path45import pytest67ROOT = Path(__file__).resolve().parents[2]8RUN = "graft_tier0_confirmatory_0c2257f6803e"9P = ROOT / "experiments" / "summaries" / RUN / "confirmatory.json"101112@pytest.mark.skipif(not P.exists(), reason="confirmatory results not present")13def test_primary_contrast_as_reported():14    c = json.loads(P.read_text())15    prim = c["primary"]16    assert prim["n_pairs_lower_bound_above_sesoi"] == 917    assert abs(prim["mean_adj"] - 0.875) < 0.001518    assert prim["H2_supported"] is True and prim["H4_retention_supported"] is False19    assert abs(c["secondary"]["subspace_k8_vs_random"]["estimate"] - 0.850) < 0.001520    assert abs(c["secondary"]["rule_vs_cache"]["ratio"] - 0.816) < 0.001521    assert c["mechanism"]["mech_rescue_from_intact_donor"]["donor_s1->donor_s0(ablated)"] == 1.0222324@pytest.mark.skipif(not P.exists(), reason="confirmatory results not present")25def test_manifest_completed_and_hashes_recorded():26    m = json.loads((ROOT / "experiments" / "manifests" / f"{RUN}.json").read_text())27    assert m["status"] == "completed"28    assert {"target_iid", "control_iid", "align_target", "align_unrelated"} <= set(m["data_hashes"])29