1{2 "config": {3 "name": "tiny_p4v2",4 "vocab_size": 128,5 "d_model": 256,6 "n_layers": 6,7 "n_heads": 8,8 "n_kv_heads": 4,9 "ffn_width": 768,10 "max_seq_len": 320,11 "rope_theta": 10000.0,12 "norm_eps": 1e-05,13 "tie_embeddings": true,14 "init_std": 0.02,15 "use_workspace": true,16 "w": 64,17 "ffn_w": 192,18 "n_slots": 16,19 "n_editor_blocks": 2,20 "n_editor_heads": 2,21 "r_max": 8,22 "eta_max": 0.25,23 "clip_c": 1.0,24 "clip_eps": 1e-06,25 "readout_zero_init": false,26 "readout_init_std": 0.2,27 "readout_scale": 38.51451873779297,28 "controller_hidden": 0,29 "ctrl_input": "h",30 "ctrl_use_entropy": true,31 "lambda_cost": 0.3,32 "kappa_risk": 0.5,33 "dense_writes": false34 },35 "saved_at": "2026-10-30T00:50:30-0400",36 "run_id": "controller_v2s2_seed01_20261030004717",37 "parent": "experiments/runs/p4v2_prisme_seed02_20261030001749/checkpoint",38 "selected": {39 "lambda": 0.3,40 "kappa": 0.5,41 "loss": 0.4873708813215914,42 "edits_per_token": 0.020166073546856466,43 "extra_ops_ratio": 0.0021535491621649844,44 "loss_reduction": 3.514453892466962e-05,45 "reduction_per_ops": 0.01631935761770047746 },47 "locked": true,48 "weights_sha256": "809bef042a202eb089b8c2860bdd01a30faec25414290983bc7de06b17c27445"49}