seed: 1
model:
  name: tiny_p4v2
  vocab_size: 128
  d_model: 256
  n_layers: 6
  n_heads: 8
  n_kv_heads: 4
  ffn_width: 768
  max_seq_len: 320
  w: 64
  ffn_w: 192
  n_slots: 16
  n_editor_heads: 2
  r_max: 8
  readout_zero_init: false
  readout_init_std: 0.2
  n_editor_blocks: 4
init:
  backbone_checkpoint: experiments/runs/p4_tiny_backbone_v2_seed01_20261029233624/checkpoint
  freeze_backbone: true
  auto_readout_scale: true
data:
  kind: synthetic
  tokenizer: char
  splits_dir: data/splits/synthetic_v1
  loss_span: answer
  eval_splits:
  - dev_iid
  - dev_template
  - dev_depth
  - dev_compose
budgets:
- 0
- 1
- 2
- 4
- 8
budget_probs:
- 0.2
- 0.2
- 0.2
- 0.2
- 0.2
budget_per: position
train:
  batch_size: 32
  seq_len: 320
  steps: 3000
  lr: 0.001
  warmup: 100
  weight_decay: 0.1
  grad_clip: 1.0
  log_every: 50
  eval_every: 500
  eval_batches: 12
  ckpt_every: 3000
em_budgets:
- 0
- 1
- 2
- 8
em_max_items: 1000
name: p4v2_abl_L4
mode: prisme