SPB Git

spb/wp31_uqo

Public
923 B · 51 lines yaml
1name: controller_p4_hent2seed: 13mode: prisme4model:5  name: tiny_p46  vocab_size: 1287  d_model: 1928  n_layers: 49  n_heads: 610  n_kv_heads: 211  ffn_width: 51212  readout_zero_init: false13  readout_init_std: 0.214  readout_scale: 5.25115  max_seq_len: 32016  w: 6417  ffn_w: 19218  n_slots: 1619  n_editor_heads: 220  r_max: 821checkpoint: experiments/runs/p4_editor_v1_Ustd02_seed01_20261029235050/checkpoint22labels:23  train: experiments/runs/labels_p4_seed01_20261030000543/labels_train.pt24  calib: experiments/runs/labels_p4_seed01_20261030000543/labels_calib.pt25train:26  steps: 300027  lr: 0.00128  weight_decay: 0.0129  alpha: 1.030  beta: 0.531  gamma: 0.132  huber_delta: 0.133  log_every: 10034  eval_every: 100035  seq_len: 32036lambda_grid:37- 0.038- 0.0139- 0.0340- 0.141- 0.342kappa_grid:43- 0.044- 0.545sweep_batches: 1046max_budget: 847selection_rule: max_loss_reduction_per_ops48model_overrides:49  ctrl_input: h50  ctrl_use_entropy: true51
Files · 20e88d79efe28fb13610284e7be1ef0ef40c265d
Menu

Theme