{
  "config": {
    "name": "tiny_p4",
    "vocab_size": 128,
    "d_model": 192,
    "n_layers": 4,
    "n_heads": 6,
    "n_kv_heads": 2,
    "ffn_width": 512,
    "max_seq_len": 320,
    "rope_theta": 10000.0,
    "norm_eps": 1e-05,
    "tie_embeddings": true,
    "init_std": 0.02,
    "use_workspace": true,
    "w": 64,
    "ffn_w": 192,
    "n_slots": 16,
    "n_editor_blocks": 2,
    "n_editor_heads": 2,
    "r_max": 8,
    "eta_max": 0.25,
    "clip_c": 1.0,
    "clip_eps": 1e-06,
    "readout_zero_init": false,
    "readout_init_std": 0.5,
    "readout_scale": 5.3098063468933105,
    "controller_hidden": 0,
    "lambda_cost": 0.0,
    "kappa_risk": 0.0,
    "dense_writes": false
  },
  "saved_at": "2026-10-29T23:59:50-0400",
  "step": 600,
  "run_id": "p4_overfit64_b8_seed01_20261029235111",
  "weights_sha256": "bb9dc4e9f2ffa760b97cb1d16b164ff6dc35c9f7c3d1c4d1ee8e375ec7a99914"
}