seed: 1
model: configs/prisme_103m.yaml
model_overrides:
  readout_zero_init: false
  readout_init_std: 0.2
  ctrl_input: h
  ctrl_use_entropy: true
init:
  backbone_checkpoint: experiments/runs/pretrain103m_seed01_20261029232706/checkpoint
  freeze_backbone: true
  auto_readout_scale: true
data:
  kind: tokens
  train_bin: data/processed/fineweb_edu_300m/train.bin
  val_bin: data/processed/fineweb_edu_300m/val.bin
budgets:
- 0
- 1
- 2
- 4
- 8
budget_probs:
- 0.2
- 0.2
- 0.2
- 0.2
- 0.2
budget_per: position
train:
  batch_size: 8
  seq_len: 512
  steps: 300
  lr: 0.001
  warmup: 100
  weight_decay: 0.1
  grad_clip: 1.0
  log_every: 10
  eval_every: 150
  eval_batches: 10
  ckpt_every: 300
final_exact_match: false
name: dense_probe_103m
mode: dense