#!/bin/bash
# Pull finished raw results and logs from all nodes used by scatter_cluster.py
cd "$(dirname "$0")/.."
for n in $(python3 -c "import json;print(' '.join(json.load(open('experiments/cluster_assignment.json'))['nodes']))"); do
  rsync -az --ignore-existing "$n:~/wp28/repo/results/raw/" results/raw/ 2>/dev/null &
  rsync -az "$n:~/wp28/repo/logs/" logs/cluster/$n/ 2>/dev/null &
done; wait
echo "raw csv files: $(ls results/raw/*.csv 2>/dev/null | wc -l)"