SPB Git

spb/wp31_uqo

Public
1{2  "config": {3    "name": "tiny_p4v2",4    "vocab_size": 128,5    "d_model": 256,6    "n_layers": 6,7    "n_heads": 8,8    "n_kv_heads": 4,9    "ffn_width": 768,10    "max_seq_len": 320,11    "rope_theta": 10000.0,12    "norm_eps": 1e-05,13    "tie_embeddings": true,14    "init_std": 0.02,15    "use_workspace": true,16    "w": 64,17    "ffn_w": 192,18    "n_slots": 16,19    "n_editor_blocks": 2,20    "n_editor_heads": 2,21    "r_max": 8,22    "eta_max": 0.25,23    "clip_c": 1.0,24    "clip_eps": 1e-06,25    "readout_zero_init": false,26    "readout_init_std": 0.2,27    "readout_scale": 39.0492057800293,28    "controller_hidden": 0,29    "ctrl_input": "z",30    "ctrl_use_entropy": false,31    "lambda_cost": 0.0,32    "kappa_risk": 0.0,33    "dense_writes": false34  },35  "saved_at": "2026-10-30T00:35:47-0400",36  "step": 3000,37  "run_id": "p4v2_prisme_seed04_20261030001749",38  "weights_sha256": "65045ef16316b83087e70da42e8febdbff86fe691e7547db981b3b3e65988cba"39}
Files · 20e88d79efe28fb13610284e7be1ef0ef40c265d
Menu

Theme