spb/maclustr-dispatch
Public
1"""maclustr-dispatch — configuration centrale.23Tout tourne SUR la passerelle (M1M32). Python 3.9 (système macOS) : pas de syntaxe > 3.9.4"""5import os67USER = "simon-pierreboucher"8HOME = os.path.expanduser("~")9GATEWAY = "M1M32"10DOMAIN = "maclustr.io"11LAN_PREFIX = "192.168.2."12SSH_KEY = os.path.join(HOME, ".ssh", "id_ed25519") # clé « maclustr-m1m32 », autorisée sur tous les nœuds13STATE = os.path.join(HOME, "dispatch") # état : apps/, stage/, registry.json, lan.json, logs/14APPS_DIR = os.path.join(STATE, "apps")15STAGE_DIR = os.path.join(STATE, "stage")16LOG_DIR = os.path.join(STATE, "logs")17REGISTRY = os.path.join(STATE, "registry.json")18LAN_CACHE = os.path.join(STATE, "lan.json")19SCAN_CACHE = os.path.join(STATE, "scan.json")20NGROK_CFG = os.path.join(HOME, "Library", "Application Support", "ngrok", "ngrok.yml")21RUN_DIR = "~/dispatch-run" # sur les nœuds : ecosystem PM2 générés22SUDO_PW_FILE = os.path.join(STATE, ".sudo") # mot de passe sudo des nœuds (0600), pour `prepare`2324# Inventaire statique (alias -> cœurs, RAM Go, modèle). Les IP LAN sont découvertes en live.25NODES = {26 "M3U96a": {"cores": 32, "ram_gb": 96, "model": "Mac Studio"},27 "M3U96b": {"cores": 32, "ram_gb": 96, "model": "Mac Studio"},28 "M2U64": {"cores": 24, "ram_gb": 64, "model": "Mac Studio"},29 "M4M64a": {"cores": 16, "ram_gb": 64, "model": "Mac Studio"},30 "M4M64b": {"cores": 16, "ram_gb": 64, "model": "Mac Studio"},31 "M4BP48": {"cores": 16, "ram_gb": 48, "model": "MacBook Pro"},32 "M4BP36": {"cores": 14, "ram_gb": 36, "model": "MacBook Pro"},33 "M4M36": {"cores": 14, "ram_gb": 36, "model": "Mac Studio"},34 "M2M32": {"cores": 12, "ram_gb": 32, "model": "Mac Studio"},35 "M2M32b": {"cores": 12, "ram_gb": 32, "model": "Mac Studio"},36 "M2M32c": {"cores": 12, "ram_gb": 32, "model": "Mac Studio"},37 "m4mc": {"cores": 12, "ram_gb": 24, "model": "Mac mini"},38 "M1M32": {"cores": 10, "ram_gb": 32, "model": "Mac Studio"},39 "m4ma": {"cores": 10, "ram_gb": 24, "model": "Mac mini"},40 "m4mb": {"cores": 10, "ram_gb": 16, "model": "Mac mini"},41 "m2m16": {"cores": 10, "ram_gb": 16, "model": "Mac mini"},42 "M3BA24": {"cores": 8, "ram_gb": 24, "model": "MacBook Air"},43 "M3BA16": {"cores": 8, "ram_gb": 16, "model": "MacBook Air"},44 "m2m8a": {"cores": 8, "ram_gb": 8, "model": "Mac mini"},45 "m2m8b": {"cores": 8, "ram_gb": 8, "model": "Mac mini"},46 "m4md": {"cores": 10, "ram_gb": 16, "model": "Mac mini"}, # ajouté 2026-09-04 (Mac16,10, M4, 100.78.227.79)47 "M1M64": {"cores": 10, "ram_gb": 64, "model": "Mac Studio"}, # ajouté 2026-09-08 (Mac13,1, M1 Max, loué, hors LAN — voir REMOTE_NODES)48 "m2m16b": {"cores": 10, "ram_gb": 16, "model": "Mac mini"}, # ajouté 2026-09-08 (Mac14,12, M2 Pro, loué, hors LAN — voir REMOTE_NODES)49 "m1m16": {"cores": 8, "ram_gb": 16, "model": "Mac mini"}, # ajouté 2026-09-08 (Macmini9,1, M1, loué, hors LAN — voir REMOTE_NODES)50 "m2m16c": {"cores": 8, "ram_gb": 16, "model": "Mac mini"}, # ajouté 2026-09-08 (Mac14,3, M2, loué, hors LAN — voir REMOTE_NODES)51 "m4me": {"cores": 10, "ram_gb": 16, "model": "Mac mini"}, # ajouté 2026-09-08 (Mac16,10, M4, loué Macly, hors LAN — voir REMOTE_NODES)52 "m4mf": {"cores": 10, "ram_gb": 16, "model": "Mac mini"}, # ajouté 2026-09-09 (Mac16,10, M4, loué Macly, hors LAN — voir REMOTE_NODES)53 "m4mg": {"cores": 10, "ram_gb": 16, "model": "Mac mini"}, # ajouté 2026-09-09 (Mac16,10, M4, loué rentamac, Chypre, via gate1.rentamac.io:27335 — voir REMOTE_NODES)54 "m4mh": {"cores": 10, "ram_gb": 16, "model": "Mac mini"}, # ajouté 2026-09-10 (Mac16,10, M4, loué Macly, hors LAN — voir REMOTE_NODES)55 "m1m16b": {"cores": 8, "ram_gb": 16, "model": "Mac mini"}, # ajouté 2026-09-10 (Macmini9,1, M1 — vendu comme M4 par Macly, hors LAN — voir REMOTE_NODES)56 "m4mi": {"cores": 10, "ram_gb": 16, "model": "Mac mini"}, # ajouté 2026-09-10 (Mac16,10, M4, loué Macly, hors LAN — voir REMOTE_NODES)57 "m4mj": {"cores": 10, "ram_gb": 16, "model": "Mac mini"}, # ajouté 2026-09-10 (Mac16,10, M4, loué Macly, hors LAN — voir REMOTE_NODES)58 "m4mk": {"cores": 10, "ram_gb": 16, "model": "Mac mini"}, # ajouté 2026-09-10 (Mac16,10, M4, loué Macly, hors LAN — voir REMOTE_NODES)59}6061# Nœuds HORS LAN : IP publique fixe + autre utilisateur + autre mot de passe sudo. Ils ne sont pas trouvés par le62# balayage 192.168.2.x : `discover` s'y connecte directement et vérifie le marqueur ~/.maclustr-node.63REMOTE_NODES = {64 "M1M64": {"host": "45.74.241.221", "user": "simon", "sudo_pw_file": os.path.join(STATE, ".sudo-M1M64")},65 "m2m16b": {"host": "208.52.154.68", "user": "administrator", "sudo_pw_file": os.path.join(STATE, ".sudo-m2m16b")},66 "m1m16": {"host": "207.254.29.71", "user": "administrator", "sudo_pw_file": os.path.join(STATE, ".sudo-m1m16")},67 "m2m16c": {"host": "207.254.29.128", "user": "administrator", "sudo_pw_file": os.path.join(STATE, ".sudo-m2m16c")},68 "m4me": {"host": "45.74.245.36", "user": "simon", "sudo_pw_file": os.path.join(STATE, ".sudo-m4me")},69 "m4mf": {"host": "45.74.245.37", "user": "simon", "sudo_pw_file": os.path.join(STATE, ".sudo-m4mf")},70 # m4mg : Mac derrière NAT chez rentamac ; joint via la passerelle SSH du fournisseur. Le port 27335 est porté par71 # ~/.ssh/config de la passerelle M1M32 (`Host gate1.rentamac.io` → Port 27335), mld n'a pas de notion de port.72 "m4mg": {"host": "gate1.rentamac.io", "user": "rentamac", "sudo_pw_file": os.path.join(STATE, ".sudo-m4mg")},73 "m4mh": {"host": "45.74.241.182", "user": "simon", "sudo_pw_file": os.path.join(STATE, ".sudo-m4mh")},74 "m1m16b": {"host": "45.74.241.171", "user": "simon", "sudo_pw_file": os.path.join(STATE, ".sudo-m1m16b")},75 "m4mi": {"host": "45.74.245.39", "user": "simon", "sudo_pw_file": os.path.join(STATE, ".sudo-m4mi")},76 "m4mj": {"host": "45.74.245.38", "user": "simon", "sudo_pw_file": os.path.join(STATE, ".sudo-m4mj")},77 "m4mk": {"host": "45.74.241.98", "user": "simon", "sudo_pw_file": os.path.join(STATE, ".sudo-m4mk")},78}798081def _remote(key):82 for alias, r in REMOTE_NODES.items():83 if key in (alias, r["host"]):84 return r85 return None868788def user_of(key=None):89 """Utilisateur SSH d'un nœud (alias ou IP) — simon-pierreboucher partout sauf REMOTE_NODES."""90 r = _remote(key) if key else None91 return r["user"] if r else USER929394def home_of(key=None):95 return "/Users/%s" % user_of(key)969798def sudo_pw_file(key=None):99 r = _remote(key) if key else None100 return r["sudo_pw_file"] if r else SUDO_PW_FILE101102103# Nœuds réservés : inéligibles au placement automatique (sauf app épinglée dessus).104RESERVED = {105 "M3U96b": "réservé à hfmarketdata (lac FirstRate Data) depuis le 2026-09-04",106 "M1M64": "nœud distant hors LAN (loué, user simon) : pas de LAN 192.168.2.x ni de gardiens Ka → placement seulement avec --node",107 "m2m16b": "nœud distant hors LAN (loué, user administrator) : pas de LAN 192.168.2.x ni de gardiens Ka → placement seulement avec --node",108 "m1m16": "nœud distant hors LAN (loué, user administrator) : pas de LAN 192.168.2.x ni de gardiens Ka → placement seulement avec --node",109 "m2m16c": "nœud distant hors LAN (loué, user administrator) : pas de LAN 192.168.2.x ni de gardiens Ka → placement seulement avec --node",110 "m4me": "nœud distant hors LAN (loué Macly, user simon) : pas de LAN 192.168.2.x ni de gardiens Ka → placement seulement avec --node",111 "m4mf": "nœud distant hors LAN (loué Macly, user simon) : pas de LAN 192.168.2.x ni de gardiens Ka → placement seulement avec --node",112 "m4mg": "nœud distant hors LAN (loué rentamac, user rentamac, via gate1.rentamac.io:27335) : pas de LAN ni de gardiens Ka → placement seulement avec --node",113 "m4mh": "nœud distant hors LAN (loué Macly, user simon) : pas de LAN 192.168.2.x ni de gardiens Ka → placement seulement avec --node",114 "m1m16b": "nœud distant hors LAN (loué Macly, user simon, M1) : pas de LAN 192.168.2.x ni de gardiens Ka → placement seulement avec --node",115 "m4mi": "nœud distant hors LAN (loué Macly, user simon) : pas de LAN 192.168.2.x ni de gardiens Ka → placement seulement avec --node",116 "m4mj": "nœud distant hors LAN (loué Macly, user simon) : pas de LAN 192.168.2.x ni de gardiens Ka → placement seulement avec --node",117 "m4mk": "nœud distant hors LAN (loué Macly, user simon) : pas de LAN 192.168.2.x ni de gardiens Ka → placement seulement avec --node",118}119120# Rôles : gateway = jamais d'app ; worker = éligible. Un nœud absent du scan est « offline ».121ROLES = {alias: ("gateway" if alias == GATEWAY else "worker") for alias in NODES}122123# Runtimes que `prepare` sait installer via Homebrew, et comment les détecter sur un nœud.124RUNTIME_CHECKS = {125 "node": "test -x /opt/homebrew/bin/node",126 "pnpm": "test -x /opt/homebrew/bin/pnpm",127 "pm2": "test -x /opt/homebrew/bin/pm2",128 "ngrok": "(test -x /opt/homebrew/bin/ngrok || test -x $HOME/bin/ngrok) && test -f \"$HOME/Library/Application Support/ngrok/ngrok.yml\"",129 "python@3.14": "test -x /opt/homebrew/opt/python@3.14/bin/python3.14",130 "python@3.13": "test -x /opt/homebrew/opt/python@3.13/bin/python3.13",131 "python@3.12": "test -x /opt/homebrew/opt/python@3.12/bin/python3.12",132 "uv": "test -x /opt/homebrew/bin/uv || test -x $HOME/.local/bin/uv",133 "uv-python@3.12": "ls -d $HOME/.local/share/uv/python/cpython-3.12* >/dev/null 2>&1",134 "redis": "test -x /opt/homebrew/bin/redis-server && redis-cli ping >/dev/null 2>&1",135 "docker": "test -x /opt/homebrew/bin/docker",136 "postgresql@17": "test -x /opt/homebrew/opt/postgresql@17/bin/postgres",137 "brew": "test -x /opt/homebrew/bin/brew",138 "git": "test -x /opt/homebrew/bin/git || test -x /usr/bin/git",139}140BREW_FORMULAE = {141 "node": "node", "pnpm": "pnpm", "pm2": "pm2", "python@3.14": "python@3.14", "python@3.13": "python@3.13",142 "python@3.12": "python@3.12", "uv": "uv", "redis": "redis", "docker": "docker", "postgresql@17": "postgresql@17", "git": "git",143}144BREW_CASKS = {"ngrok": "ngrok"}145146os.makedirs(APPS_DIR, exist_ok=True)147os.makedirs(STAGE_DIR, exist_ok=True)148os.makedirs(LOG_DIR, exist_ok=True)149