SPB Git

spb/wp31_uqo

Public
1{2  "config": {3    "name": "tiny_p4v2",4    "vocab_size": 128,5    "d_model": 256,6    "n_layers": 6,7    "n_heads": 8,8    "n_kv_heads": 4,9    "ffn_width": 768,10    "max_seq_len": 320,11    "rope_theta": 10000.0,12    "norm_eps": 1e-05,13    "tie_embeddings": true,14    "init_std": 0.02,15    "use_workspace": true,16    "w": 64,17    "ffn_w": 192,18    "n_slots": 16,19    "n_editor_blocks": 2,20    "n_editor_heads": 2,21    "r_max": 8,22    "eta_max": 0.25,23    "clip_c": 1.0,24    "clip_eps": 1e-06,25    "readout_zero_init": false,26    "readout_init_std": 0.2,27    "readout_scale": 38.47460174560547,28    "controller_hidden": 0,29    "ctrl_input": "h",30    "ctrl_use_entropy": true,31    "lambda_cost": 0.3,32    "kappa_risk": 0.5,33    "dense_writes": false34  },35  "saved_at": "2026-10-30T01:00:19-0400",36  "run_id": "controller_v2s1_seed01_20261030005758",37  "parent": "experiments/runs/p4v2_prisme_seed01_20261030001749/checkpoint",38  "selected": {39    "lambda": 0.3,40    "kappa": 0.5,41    "loss": 0.48617894680615986,42    "edits_per_token": 0.15361803084223014,43    "extra_ops_ratio": 0.016404977543356864,44    "loss_reduction": 0.001227108467798943,45    "reduction_per_ops": 0.0748009843083178246  },47  "locked": true,48  "weights_sha256": "61a4dda3056e6047dd0671e53f2bb195aaa6d90f3fc112cc93fcf80d84ba4198"49}
Files · main
Menu

Theme