SPB Git

spb/wp44_uqo

Public
646 B · 9 lines shellscript
1#!/bin/sh2# Run from the laptop: pull finished shards from the three auxiliary nodes to M3U96b (via LAN IPs, agent forwarding).3MODEL=${1:-allenai/specter2_base}; TAG=$(echo $MODEL | sed 's#/#__#g')4for spec in "M3U96a:192.168.2.80" "M4M64c:192.168.2.103" "M5M36:192.168.2.104"; do5  node=${spec%%:*}; ip=${spec#*:}6  ssh -A M3U96b "mkdir -p ~/wp44_uqo/data/processed/embeddings/$TAG; rsync -aq -e 'ssh -o StrictHostKeyChecking=no' $ip:~/wp44_uqo/data/processed/embeddings/$TAG/ ~/wp44_uqo/data/processed/embeddings/$TAG/" && echo "$node collected"7done8ssh M3U96b "ls ~/wp44_uqo/data/processed/embeddings/$TAG/shard_*.npy | grep -v ids | wc -l"9
Files · 9decbb36a6f62baf413bbeb8f25918559b6ceba3
Menu

Theme