SPB Git

spb/wp44_uqo

Public
646 B · 9 lines shellscript
1#!/bin/sh2# Run from the laptop: pull finished shards from the three auxiliary nodes to M3U96b (via LAN IPs, agent forwarding).3MODEL=${1:-allenai/specter2_base}; TAG=$(echo $MODEL | sed 's#/#__#g')4for spec in "M3U96a:192.168.2.80" "M4M64a:192.168.2.70" "M4M64c:192.168.2.103"; do5  node=${spec%%:*}; ip=${spec#*:}6  ssh -A M3U96b "mkdir -p ~/wp44_uqo/data/processed/embeddings/$TAG; rsync -aq -e 'ssh -o StrictHostKeyChecking=no' $ip:~/wp44_uqo/data/processed/embeddings/$TAG/ ~/wp44_uqo/data/processed/embeddings/$TAG/" && echo "$node collected"7done8ssh M3U96b "ls ~/wp44_uqo/data/processed/embeddings/$TAG/shard_*.npy | grep -v ids | wc -l"9
Files · 75471a74fc6ac4b5262d0a59571141fa1ebc1099
Menu

Theme