SPB Git

spb/wp31_uqo

Public
1.3 KB · 73 lines yaml
1experiment:2  name: labels_p43  seed: 14  mode: prisme5  model:6    name: tiny_p47    vocab_size: 1288    d_model: 1929    n_layers: 410    n_heads: 611    n_kv_heads: 212    ffn_width: 51213    readout_zero_init: false14    readout_init_std: 0.215    readout_scale: 5.25116    max_seq_len: 32017    w: 6418    ffn_w: 19219    n_slots: 1620    n_editor_heads: 221    r_max: 822  checkpoint: experiments/runs/p4_editor_v1_Ustd02_seed01_20261029235050/checkpoint23  use_policy: false24  data:25    kind: synthetic26    tokenizer: char27    splits_dir: data/splits/synthetic_v128    loss_span: answer29  collect:30    batch_size: 3231    seq_len: 32032    max_prefix: 333    audit_every: 434  partitions:35    train:36      split: train37      n_batches: 12038      stream_seed: 1139    calib:40      split: calib41      n_batches: 3042      stream_seed: 1243model:44  name: tiny_p445  vocab_size: 12846  d_model: 19247  n_layers: 448  n_heads: 649  n_kv_heads: 250  ffn_width: 51251  max_seq_len: 32052  rope_theta: 10000.053  norm_eps: 1.0e-0554  tie_embeddings: true55  init_std: 0.0256  use_workspace: true57  w: 6458  ffn_w: 19259  n_slots: 1660  n_editor_blocks: 261  n_editor_heads: 262  r_max: 863  eta_max: 0.2564  clip_c: 1.065  clip_eps: 1.0e-0666  readout_zero_init: false67  readout_init_std: 0.268  readout_scale: 5.25169  controller_hidden: 070  lambda_cost: 0.071  kappa_risk: 0.072  dense_writes: false73
Files · main
Menu

Theme