SPB Git

spb/wp44_uqo

Public
1.1 KB · 14 lines shellscript
1#!/bin/sh2# Semantic layer on M3U96b: waits for PHASE26_DONE and for the embeddings collection flag (logs/embeddings_collected.flag,3# raised from the laptop by embeddings/collect_multinode.sh), then builds the atlas, the k-NN edges and re-runs diversity with4# semantic similarities and the figures.5cd ~/wp44_uqo; . .venv/bin/activate; export WP44_DUCKDB_MEM=${WP44_DUCKDB_MEM:-40GB}; ulimit -n 655366while ! grep -q PHASE26_DONE logs/p26_pipeline.log 2>/dev/null; do sleep 60; done7while [ ! -f logs/embeddings_collected.flag ]; do sleep 60; done8run() { echo "[$(date +%H:%M:%S)] $1"; shift; "$@" > logs/sem_$(echo $1 | tr '/' '_' | sed 's/\.py//').log 2>&1 || echo "FAILED: $*"; }9run "semantic atlas"   python embeddings/semantic_atlas.py --root ~/wp44_uqo --n 20000010run "semantic edges"   python knowledge_graph/04_semantic_edges.py --root ~/wp44_uqo --k 10 --min-sim 0.8011run "diversity (semantic)" python bibliometrics/04_diversity_cagr.py --root ~/wp44_uqo12run "figures"          python figures/make_figures.py --root ~/wp44_uqo13echo SEMANTIC_DONE >> logs/sem_pipeline.log14
Files · f6af7f139d560f37602bf1e461a75db29d36bd61
Menu

Theme