WP44: collect embeddings from M5M36 too
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
1 changed file +1 −1
modified
embeddings/collect_multinode.sh
+1 −1
@@ -1,7 +1,7 @@ | |||||
| 1 | #!/bin/sh | 1 | #!/bin/sh | ||
| 2 | # Run from the laptop: pull finished shards from the three auxiliary nodes to M3U96b (via LAN IPs, agent forwarding). | 2 | # Run from the laptop: pull finished shards from the three auxiliary nodes to M3U96b (via LAN IPs, agent forwarding). | ||
| 3 | MODEL=${1:-allenai/specter2_base}; TAG=$(echo $MODEL | sed 's#/#__#g') | 3 | MODEL=${1:-allenai/specter2_base}; TAG=$(echo $MODEL | sed 's#/#__#g') | ||
| 4 | −for spec in "M3U96a:192.168.2.80" "M4M64a:192.168.2.70" "M4M64c:192.168.2.103"; do | 4 | +for spec in "M3U96a:192.168.2.80" "M4M64c:192.168.2.103" "M5M36:192.168.2.104"; do | ||
| 5 | node=${spec%%:*}; ip=${spec#*:} | 5 | node=${spec%%:*}; ip=${spec#*:} | ||
| 6 | ssh -A M3U96b "mkdir -p ~/wp44_uqo/data/processed/embeddings/$TAG; rsync -aq -e 'ssh -o StrictHostKeyChecking=no' $ip:~/wp44_uqo/data/processed/embeddings/$TAG/ ~/wp44_uqo/data/processed/embeddings/$TAG/" && echo "$node collected" | 6 | ssh -A M3U96b "mkdir -p ~/wp44_uqo/data/processed/embeddings/$TAG; rsync -aq -e 'ssh -o StrictHostKeyChecking=no' $ip:~/wp44_uqo/data/processed/embeddings/$TAG/ ~/wp44_uqo/data/processed/embeddings/$TAG/" && echo "$node collected" | ||
| 7 | done | 7 | done | ||
| 8 | 8 | ||||