SPB Git

spb/wp31_uqo

Public
1experiment:2  name: controller_p4_hent3  seed: 14  mode: prisme5  model:6    name: tiny_p47    vocab_size: 1288    d_model: 1929    n_layers: 410    n_heads: 611    n_kv_heads: 212    ffn_width: 51213    readout_zero_init: false14    readout_init_std: 0.215    readout_scale: 5.25116    max_seq_len: 32017    w: 6418    ffn_w: 19219    n_slots: 1620    n_editor_heads: 221    r_max: 822  checkpoint: experiments/runs/p4_editor_v1_Ustd02_seed01_20261029235050/checkpoint23  labels:24    train: experiments/runs/labels_p4_seed01_20261030000543/labels_train.pt25    calib: experiments/runs/labels_p4_seed01_20261030000543/labels_calib.pt26  train:27    steps: 300028    lr: 0.00129    weight_decay: 0.0130    alpha: 1.031    beta: 0.532    gamma: 0.133    huber_delta: 0.134    log_every: 10035    eval_every: 100036    seq_len: 32037  lambda_grid:38  - 0.039  - 0.0140  - 0.0341  - 0.142  - 0.343  kappa_grid:44  - 0.045  - 0.546  sweep_batches: 1047  max_budget: 848  selection_rule: max_loss_reduction_per_ops49  model_overrides:50    ctrl_input: h51    ctrl_use_entropy: true52model:53  name: tiny_p454  vocab_size: 12855  d_model: 19256  n_layers: 457  n_heads: 658  n_kv_heads: 259  ffn_width: 51260  max_seq_len: 32061  rope_theta: 10000.062  norm_eps: 1.0e-0563  tie_embeddings: true64  init_std: 0.0265  use_workspace: true66  w: 6467  ffn_w: 19268  n_slots: 1669  n_editor_blocks: 270  n_editor_heads: 271  r_max: 872  eta_max: 0.2573  clip_c: 1.074  clip_eps: 1.0e-0675  readout_zero_init: false76  readout_init_std: 0.277  readout_scale: 5.25178  controller_hidden: 079  ctrl_input: h80  ctrl_use_entropy: true81  lambda_cost: 0.082  kappa_risk: 0.083  dense_writes: false84
Files · main
Menu

Theme