WP44: collect embeddings from M5M36 too
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
1 changed file +1 −1
modified
embeddings/collect_multinode.sh
+1 −1
@@ -1,7 +1,7 @@ | ||
| 1 | 1 | #!/bin/sh |
| 2 | 2 | # Run from the laptop: pull finished shards from the three auxiliary nodes to M3U96b (via LAN IPs, agent forwarding). |
| 3 | 3 | MODEL=${1:-allenai/specter2_base}; TAG=$(echo $MODEL | sed 's#/#__#g') |
| 4 | −for spec in "M3U96a:192.168.2.80" "M4M64a:192.168.2.70" "M4M64c:192.168.2.103"; do | |
| 4 | +for spec in "M3U96a:192.168.2.80" "M4M64c:192.168.2.103" "M5M36:192.168.2.104"; do | |
| 5 | 5 | node=${spec%%:*}; ip=${spec#*:} |
| 6 | 6 | ssh -A M3U96b "mkdir -p ~/wp44_uqo/data/processed/embeddings/$TAG; rsync -aq -e 'ssh -o StrictHostKeyChecking=no' $ip:~/wp44_uqo/data/processed/embeddings/$TAG/ ~/wp44_uqo/data/processed/embeddings/$TAG/" && echo "$node collected" |
| 7 | 7 | done |
| 8 | 8 | |