{
  "run_id": "p4v2_abl_L1_seed01_20261030095138",
  "name": "p4v2_abl_L1",
  "seed": 1,
  "code_commit": "unknown",
  "config_sha256": "f1a70d4991aa2fe3cdc82b4be951f7d8ed93b85bf24b4e8ca86e06419eb06be0",
  "started_at": "2026-10-30T09:51:38-0400",
  "host": "simonpirresMBP2",
  "python": "3.12.13",
  "torch": "2.15.0",
  "command": "/Users/simon-pierreboucher/wp31/prisme-slm/training/train_editor.py --config configs/experiments/p4v2_abl_L1.yaml --seed 1 --device mps",
  "state": "completed",
  "wall_seconds": 1296.24,
  "device": "mps",
  "backend": "mps",
  "precision": "fp32",
  "n_params": 4937413,
  "n_trainable": 137025,
  "checkpoint_parent": "experiments/runs/p4_tiny_backbone_v2_seed01_20261029233624/checkpoint",
  "mode": "prisme",
  "freeze_backbone": true,
  "readout_scale": 38.47460174560547,
  "finished_at": "2026-10-30T10:13:14-0400",
  "train_tokens": 496298,
  "peak_memory_bytes": 5626970112,
  "final_exact_match": {
    "dev_iid": {
      "0": {
        "accuracy": 0.377,
        "n": 1000,
        "by_family": {
          "fsm": 0.48125,
          "bind": 0.24651162790697675,
          "arith": 0.09693877551020408,
          "excl": 0.2777777777777778,
          "sched": 0.7887323943661971
        },
        "edits_per_token": 0.0
      },
      "1": {
        "accuracy": 0.398,
        "n": 1000,
        "by_family": {
          "fsm": 0.55625,
          "bind": 0.26976744186046514,
          "arith": 0.10204081632653061,
          "excl": 0.2824074074074074,
          "sched": 0.7981220657276995
        },
        "edits_per_token": 1.0
      },
      "2": {
        "accuracy": 0.397,
        "n": 1000,
        "by_family": {
          "fsm": 0.54375,
          "bind": 0.26976744186046514,
          "arith": 0.10714285714285714,
          "excl": 0.27314814814814814,
          "sched": 0.8075117370892019
        },
        "edits_per_token": 2.0
      },
      "8": {
        "accuracy": 0.384,
        "n": 1000,
        "by_family": {
          "fsm": 0.5,
          "bind": 0.2372093023255814,
          "arith": 0.12755102040816327,
          "excl": 0.26851851851851855,
          "sched": 0.7981220657276995
        },
        "edits_per_token": 8.0
      }
    },
    "dev_template": {
      "0": {
        "accuracy": 0.281,
        "n": 1000,
        "by_family": {
          "fsm": 0.453125,
          "arith": 0.04950495049504951,
          "bind": 0.12871287128712872,
          "sched": 0.5445544554455446,
          "excl": 0.2376237623762376
        },
        "edits_per_token": 0.0
      },
      "1": {
        "accuracy": 0.276,
        "n": 1000,
        "by_family": {
          "fsm": 0.4427083333333333,
          "arith": 0.04455445544554455,
          "bind": 0.13366336633663367,
          "sched": 0.5396039603960396,
          "excl": 0.22772277227722773
        },
        "edits_per_token": 1.0
      },
      "2": {
        "accuracy": 0.28,
        "n": 1000,
        "by_family": {
          "fsm": 0.4427083333333333,
          "arith": 0.04455445544554455,
          "bind": 0.13366336633663367,
          "sched": 0.5544554455445545,
          "excl": 0.23267326732673269
        },
        "edits_per_token": 2.0
      },
      "8": {
        "accuracy": 0.276,
        "n": 1000,
        "by_family": {
          "fsm": 0.4010416666666667,
          "arith": 0.009900990099009901,
          "bind": 0.13366336633663367,
          "sched": 0.594059405940594,
          "excl": 0.24752475247524752
        },
        "edits_per_token": 8.0
      }
    },
    "dev_depth": {
      "0": {
        "accuracy": 0.29,
        "n": 1000,
        "by_family": {
          "arith": 0.03,
          "bind": 0.02,
          "fsm": 0.37,
          "excl": 0.75,
          "sched": 0.28
        },
        "edits_per_token": 0.0
      },
      "1": {
        "accuracy": 0.293,
        "n": 1000,
        "by_family": {
          "arith": 0.025,
          "bind": 0.015,
          "fsm": 0.385,
          "excl": 0.75,
          "sched": 0.29
        },
        "edits_per_token": 1.0
      },
      "2": {
        "accuracy": 0.298,
        "n": 1000,
        "by_family": {
          "arith": 0.035,
          "bind": 0.015,
          "fsm": 0.39,
          "excl": 0.755,
          "sched": 0.295
        },
        "edits_per_token": 2.0
      },
      "8": {
        "accuracy": 0.298,
        "n": 1000,
        "by_family": {
          "arith": 0.01,
          "bind": 0.005,
          "fsm": 0.425,
          "excl": 0.735,
          "sched": 0.315
        },
        "edits_per_token": 8.0
      }
    },
    "dev_compose": {
      "0": {
        "accuracy": 0.03518518518518519,
        "n": 540,
        "by_family": {
          "compose": 0.03518518518518519
        },
        "edits_per_token": 0.0
      },
      "1": {
        "accuracy": 0.03333333333333333,
        "n": 540,
        "by_family": {
          "compose": 0.03333333333333333
        },
        "edits_per_token": 1.0
      },
      "2": {
        "accuracy": 0.02962962962962963,
        "n": 540,
        "by_family": {
          "compose": 0.02962962962962963
        },
        "edits_per_token": 2.0
      },
      "8": {
        "accuracy": 0.03148148148148148,
        "n": 540,
        "by_family": {
          "compose": 0.03148148148148148
        },
        "edits_per_token": 8.0
      }
    }
  },
  "metrics_file": "experiments/runs/p4v2_abl_L1_seed01_20261030095138/metrics.jsonl"
}