SPB Git

spb/wp28_uqo

Public
467 B · 9 lines shellscript
1#!/bin/bash2# Pull finished raw results and logs from all nodes used by scatter_cluster.py3cd "$(dirname "$0")/.."4for n in $(python3 -c "import json;print(' '.join(json.load(open('experiments/cluster_assignment.json'))['nodes']))"); do5  rsync -az --ignore-existing "$n:~/wp28/repo/results/raw/" results/raw/ 2>/dev/null &6  rsync -az "$n:~/wp28/repo/logs/" logs/cluster/$n/ 2>/dev/null &7done; wait8echo "raw csv files: $(ls results/raw/*.csv 2>/dev/null | wc -l)"9
Files · main
Menu

Theme