SPB Git

spb/wp31_uqo

Public
1{2  "config": {3    "name": "mini",4    "vocab_size": 128,5    "d_model": 96,6    "n_layers": 2,7    "n_heads": 4,8    "n_kv_heads": 2,9    "ffn_width": 256,10    "max_seq_len": 320,11    "rope_theta": 10000.0,12    "norm_eps": 1e-05,13    "tie_embeddings": true,14    "init_std": 0.02,15    "use_workspace": false,16    "w": 32,17    "ffn_w": 96,18    "n_slots": 16,19    "n_editor_blocks": 2,20    "n_editor_heads": 2,21    "r_max": 8,22    "eta_max": 0.25,23    "clip_c": 1.0,24    "clip_eps": 1e-06,25    "readout_zero_init": false,26    "readout_init_std": 0.2,27    "readout_scale": 1.0,28    "controller_hidden": 0,29    "ctrl_input": "h",30    "ctrl_use_entropy": true,31    "lambda_cost": 0.0,32    "kappa_risk": 0.0,33    "dense_writes": false34  },35  "saved_at": "2026-10-30T00:51:17-0400",36  "step": 150,37  "run_id": "mini_backbone_seed01_20261030005114",38  "weights_sha256": "fff6ca1bd1170d08423861d53f6e4c270ed2c20a4359ccfe7b8eb78e091d694b"39}
Files · d6746e03e0d6828cde427e384b9ef1d2b92c62d6
Menu

Theme