1{2 "config": {3 "name": "tiny_p4",4 "vocab_size": 128,5 "d_model": 192,6 "n_layers": 4,7 "n_heads": 6,8 "n_kv_heads": 2,9 "ffn_width": 512,10 "max_seq_len": 320,11 "rope_theta": 10000.0,12 "norm_eps": 1e-05,13 "tie_embeddings": true,14 "init_std": 0.02,15 "use_workspace": true,16 "w": 64,17 "ffn_w": 192,18 "n_slots": 16,19 "n_editor_blocks": 2,20 "n_editor_heads": 2,21 "r_max": 8,22 "eta_max": 0.25,23 "clip_c": 1.0,24 "clip_eps": 1e-06,25 "readout_zero_init": false,26 "readout_init_std": 0.5,27 "readout_scale": 5.3098063468933105,28 "controller_hidden": 0,29 "lambda_cost": 0.0,30 "kappa_risk": 0.0,31 "dense_writes": false32 },33 "saved_at": "2026-10-29T23:59:50-0400",34 "step": 600,35 "run_id": "p4_overfit64_b8_seed01_20261029235111",36 "weights_sha256": "bb9dc4e9f2ffa760b97cb1d16b164ff6dc35c9f7c3d1c4d1ee8e375ec7a99914"37}