SPB Git

spb/wp31_uqo

Public
1{2  "config": {3    "name": "mini",4    "vocab_size": 128,5    "d_model": 96,6    "n_layers": 2,7    "n_heads": 4,8    "n_kv_heads": 2,9    "ffn_width": 256,10    "max_seq_len": 320,11    "rope_theta": 10000.0,12    "norm_eps": 1e-05,13    "tie_embeddings": true,14    "init_std": 0.02,15    "use_workspace": true,16    "w": 32,17    "ffn_w": 96,18    "n_slots": 16,19    "n_editor_blocks": 2,20    "n_editor_heads": 2,21    "r_max": 8,22    "eta_max": 0.25,23    "clip_c": 1.0,24    "clip_eps": 1e-06,25    "readout_zero_init": false,26    "readout_init_std": 0.2,27    "readout_scale": 0.11967716366052628,28    "controller_hidden": 0,29    "ctrl_input": "h",30    "ctrl_use_entropy": true,31    "lambda_cost": 0.3,32    "kappa_risk": 0.0,33    "dense_writes": false34  },35  "saved_at": "2026-10-30T00:51:57-0400",36  "run_id": "controller_mini_seed01_20261030005154",37  "parent": "experiments/runs/mini_editor_seed01_20261030005118/checkpoint",38  "selected": {39    "lambda": 0.3,40    "kappa": 0.0,41    "loss": 2.307212234388852,42    "edits_per_token": 0.04964539007092199,43    "extra_ops_ratio": 0.02571701665296622,44    "loss_reduction": 0.04320390850094169,45    "reduction_per_ops": 1.679973578737738846  },47  "locked": true,48  "weights_sha256": "bb56e9c7b34c773d7cb314b50da687d910b37fa126243f4cfbe9b36c931da83e"49}
Files · main
Menu

Theme