#!/bin/sh
# Run from the laptop: pull finished shards from the three auxiliary nodes to M3U96b (via LAN IPs, agent forwarding).
MODEL=${1:-allenai/specter2_base}; TAG=$(echo $MODEL | sed 's#/#__#g')
for spec in "M3U96a:192.168.2.80" "M4M64a:192.168.2.70" "M4M64c:192.168.2.103"; do
  node=${spec%%:*}; ip=${spec#*:}
  ssh -A M3U96b "mkdir -p ~/wp44_uqo/data/processed/embeddings/$TAG; rsync -aq -e 'ssh -o StrictHostKeyChecking=no' $ip:~/wp44_uqo/data/processed/embeddings/$TAG/ ~/wp44_uqo/data/processed/embeddings/$TAG/" && echo "$node collected"
done
ssh M3U96b "ls ~/wp44_uqo/data/processed/embeddings/$TAG/shard_*.npy | grep -v ids | wc -l"