Commit
Offload P8 zero-shot + P5 neural validation predictions to M2U64 (N7b) and P2 checkpoint re-scoring to m4mm (N8b)
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
added
scripts/review/batch_N7b.sh
+15 −0
@@ -0,0 +1,15 @@ | ||
| 1 | +#!/bin/bash | |
| 2 | +# N7b = M2U64 (M2 Ultra GPU, offloaded from M3U96b): P8 zero-shot predictions of the five main checkpoints on the 66 | |
| 3 | +# look-ahead instruments (2024, 2025 once) + tables + pairwise; then P5 neural validation predictions (100k subset) + c fit. | |
| 4 | +set -e; cd ~/wp41_uqo | |
| 5 | +export WP41_NUM_WORKERS=8 OMP_NUM_THREADS=4 PYTORCH_ENABLE_MPS_FALLBACK=1; ulimit -n 65536 | |
| 6 | +PY="nice -n 10 .venv/bin/python" | |
| 7 | +for split in test final; do | |
| 8 | + bash scripts/review/ledger.sh P8_neural_$split "$PY scripts/run_experiment.py --config configs/lookahead66.yaml --stage neural --heldout --models-from results/metrics/main --spec-from configs/main.yaml --eval-split $split" | |
| 9 | + bash scripts/review/ledger.sh P8_tables_$split "$PY scripts/run_experiment.py --config configs/lookahead66.yaml --stage tables --heldout --eval-split $split" | |
| 10 | + bash scripts/review/ledger.sh P8_pairwise_$split "$PY scripts/pairwise.py --exp lookahead66 --tag ${split}_heldout --universe data/manifests/universe_lookahead66.json --pairs mrpt_small:har_rv,mrpt_small:ridge,mrpt_small:naive_rw,mrpt_small:mrpt_small_1m_only,mrpt_small:lightgbm,mrpt_base:mrpt_small,mrpt_small:elastic_net --mcs" | |
| 11 | +done | |
| 12 | +bash scripts/review/ledger.sh P5_recal_subset "$PY scripts/recalibrate.py --part subset" | |
| 13 | +bash scripts/review/ledger.sh P5_recal_neural_predict "$PY scripts/recalibrate.py --part neural-predict" | |
| 14 | +bash scripts/review/ledger.sh P5_recal_neural_fit "$PY scripts/recalibrate.py --part neural-fit" | |
| 15 | +echo "[N7b] done" | |
added
scripts/review/batch_N8b.sh
+7 −0
@@ -0,0 +1,7 @@ | ||
| 1 | +#!/bin/bash | |
| 2 | +# N8b = m4mm (M4 Pro GPU, offloaded from M3U96b): P2 re-scoring of the 40 saved checkpoints on the original 3,840-row | |
| 3 | +# subset and on the stratified 50,000-origin subset. | |
| 4 | +set -e; cd ~/wp41_uqo | |
| 5 | +export WP41_NUM_WORKERS=8 OMP_NUM_THREADS=4 PYTORCH_ENABLE_MPS_FALLBACK=1; ulimit -n 65536 | |
| 6 | +bash scripts/review/ledger.sh P2_rescore_validation "nice -n 10 .venv/bin/python scripts/rescore_validation.py" | |
| 7 | +echo "[N8b] done" | |
modified
scripts/review/push_inputs.sh
+4 −0
@@ -14,6 +14,10 @@ case "$KIND" in | ||
| 14 | 14 | ssh -A M3U96b "cd ~/wp41_uqo/results/metrics && ssh -o StrictHostKeyChecking=no $IP 'mkdir -p ~/wp41_uqo/results/metrics/main ~/wp41_uqo/results/metrics/final' && $R --include='per_origin_*' --include='origins_*.csv' --include='summary_*' --include='run_meta_*' --include='leaderboard_*' --include='compare_*' --include='pairwise_*' --exclude='*' main/ $IP:~/wp41_uqo/results/metrics/main/ && $R --include='per_origin_*' --include='origins_*.csv' --include='summary_*' --include='run_meta_*' --include='leaderboard_*' --include='compare_*' --include='pairwise_*' --exclude='*' final/ $IP:~/wp41_uqo/results/metrics/final/";; |
| 15 | 15 | p1_ablations) |
| 16 | 16 | ssh -A M3U96b "cd ~/wp41_uqo/results/metrics && ssh -o StrictHostKeyChecking=no $IP 'mkdir -p ~/wp41_uqo/results/metrics/main ~/wp41_uqo/results/metrics/ablations' && $R --include='per_origin_*' --include='origins_test.csv' --include='summary_*' --include='run_meta_*' --include='leaderboard_*' --include='compare_*' --include='pairwise_*' --include='path_scores_*' --include='pred_mrpt_small_copula_test.npz' --exclude='*' ablations/ $IP:~/wp41_uqo/results/metrics/ablations/ && $R main/pred_mrpt_small_test.npz main/origins_test.csv $IP:~/wp41_uqo/results/metrics/main/";; |
| 17 | + p8_gpu) # zero-shot on the 66 look-ahead instruments on another GPU node: main checkpoints + the lookahead66 baseline outputs of N1b | |
| 18 | + ssh -A M3U96b "cd ~/wp41_uqo/results/metrics && ssh -o StrictHostKeyChecking=no $IP 'mkdir -p ~/wp41_uqo/results/metrics/main ~/wp41_uqo/results/metrics/lookahead66' && $R --include='*/' --include='best.pt' --include='train_summary.json' --exclude='*' main/mrpt_small main/mrpt_small_1m_only main/mrpt_base main/tcn main/mlp $IP:~/wp41_uqo/results/metrics/main/ && $R --exclude='pred_*' lookahead66/ $IP:~/wp41_uqo/results/metrics/lookahead66/";; | |
| 19 | + p2_ckpts) # checkpoint re-scoring on another GPU node: best/last of the 20 main + ablation models | |
| 20 | + ssh -A M3U96b "cd ~/wp41_uqo/results/metrics && ssh -o StrictHostKeyChecking=no $IP 'mkdir -p ~/wp41_uqo/results/metrics/main ~/wp41_uqo/results/metrics/ablations' && $R --include='*/' --include='best.pt' --include='last.pt' --include='train_summary.json' --include='train_log.jsonl' --exclude='*' --exclude='copula*' main/ $IP:~/wp41_uqo/results/metrics/main/ && $R --include='*/' --include='best.pt' --include='last.pt' --include='train_summary.json' --include='train_log.jsonl' --exclude='*' ablations/ $IP:~/wp41_uqo/results/metrics/ablations/";; | |
| 17 | 21 | *) echo "unknown kind $KIND"; exit 1;; |
| 18 | 22 | esac |
| 19 | 23 | echo "[push_inputs] $IP $KIND done" |
| 20 | 24 | |