SPB Git

spb/wp33_uqo

Public MIT
1.0 KB · 18 lines shellscript
1#!/bin/bash2# Cold-NVMe tier experiment on the laptop: purge the page cache before each configuration, open the checkpoint with F_NOCACHE,3# compare demand loading with prefetch predictors at 16 and 32 slots on held-out prompts. Writes one JSONL (append-only).4cd "$(dirname "$0")/../.."5M=$(ls -d ~/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/*)6OUT=benchmarks/raw/gateC/cold_nvme_laptop/sweep.jsonl7mkdir -p $(dirname $OUT)8for cap in 16 32; do9  for cfg in "none 8" "transition 8" "transition2 8" "transition3 8" "prev_rank 16" "transition2 16"; do10    set -- $cfg; pr=$1; m=$211    echo "$SUDO_PW" | sudo -S purge 2>/dev/null; sleep 212    .venv/bin/python benchmarks/scripts/bench_decode.py --model $M --backend titan --capacity $cap --predictor $pr --m $m --nocache \13      --traces benchmarks/raw/gateC/traces_olmoe_v2_laptop --families general,code,reasoning --split heldout --repeats 2 --max-tokens 64 \14      --tag cold_nvme --out $OUT 2>&1 | grep -v Fetching | tail -215  done16done17echo DONE18
Files · ffe7decb318f23ecdb239c8be6f9cc7d2310b66c
Menu

Theme