1experiment:2 name: pretrain103m3 seed: 14 model: configs/prisme_103m.yaml5 data:6 train_bin: data/processed/fineweb_edu_300m/train.bin7 val_bin: data/processed/fineweb_edu_300m/val.bin8 train: &id0019 batch_size: 3210 seq_len: 51211 steps: 600012 lr: 0.000613 warmup: 30014 weight_decay: 0.115 grad_clip: 1.016 log_every: 2017 eval_every: 50018 eval_batches: 2019 ckpt_every: 100020model:21 name: prisme_103m22 vocab_size: 3276823 d_model: 76824 n_layers: 1225 n_heads: 1226 n_kv_heads: 327 ffn_width: 204828 max_seq_len: 409629 rope_theta: 10000.030 norm_eps: 1.0e-0531 tie_embeddings: true32 init_std: 0.0233 use_workspace: false34 w: 25635 ffn_w: 76836 n_slots: 1637 n_editor_blocks: 238 n_editor_heads: 439 r_max: 840 eta_max: 0.2541 clip_c: 1.042 clip_eps: 1.0e-0643 readout_zero_init: true44 controller_hidden: 045 lambda_cost: 0.046 kappa_risk: 0.047 dense_writes: false48resolved_train: *id00149