SPB Git

spb/wp31_uqo

Public
1{2  "config": {3    "name": "tiny_p4v2",4    "vocab_size": 128,5    "d_model": 256,6    "n_layers": 6,7    "n_heads": 8,8    "n_kv_heads": 4,9    "ffn_width": 768,10    "max_seq_len": 320,11    "rope_theta": 10000.0,12    "norm_eps": 1e-05,13    "tie_embeddings": true,14    "init_std": 0.02,15    "use_workspace": false,16    "w": 64,17    "ffn_w": 192,18    "n_slots": 16,19    "n_editor_blocks": 2,20    "n_editor_heads": 2,21    "r_max": 8,22    "eta_max": 0.25,23    "clip_c": 1.0,24    "clip_eps": 1e-06,25    "readout_zero_init": true,26    "controller_hidden": 0,27    "lambda_cost": 0.0,28    "kappa_risk": 0.0,29    "dense_writes": false30  },31  "saved_at": "2026-10-29T23:57:16-0400",32  "step": 5000,33  "run_id": "p4_tiny_backbone_v2_seed01_20261029233624",34  "weights_sha256": "71927bfc6ee34ea898424f7c3c655f14e7c3257b12075f126003d51f5a1886f1"35}
Files · main
Menu

Theme