spb/maclustr-dispatch

1"""CLI `mld` — MacLustr Dispatch (tourne sur la passerelle M1M32)."""2import argparse3import json4import sys5from . import config, deploy, manifest, nodes, picker, registry678def cmd_discover(a):9    nodes.discover()101112def cmd_scan(a):13    nodes.scan(aliases=a.nodes or None)141516def cmd_nodes(a):17    res = nodes.load_scan() or nodes.scan(verbose=False)18    nodes.print_scan(res)192021def cmd_apps(a):22    ms = manifest.load_all()23    r = registry.load()["apps"]24    print("%-18s %-8s %-6s %-30s %-8s %s" % ("app", "nœud", "port", "domaine", "épingle", "runtimes"))25    for name, m in ms.items():26        cur = r.get(name, {}).get("node") or "—"27        print("%-18s %-8s %-6s %-30s %-8s %s" % (name, cur, m.get("port") or "", m.get("domain") or "", m["placement"].get("pin") or "", ",".join(m["requires"]["runtimes"])))282930def cmd_show(a):31    print(json.dumps(manifest.load(a.app), indent=2, ensure_ascii=False))323334def cmd_pick(a):35    m = manifest.load(a.app) if a.app else {"app": "(ad hoc)", "requires": {"runtimes": a.runtime or ["pm2"], "ram_gb": a.ram or 1, "ports": []}, "ram_mb_observed": int((a.ram or 1) * 1024), "size_mb": 0, "placement": {"pin": None, "prefer": None, "avoid": [], "reason": ""}}36    scan = nodes.load_scan() if not a.rescan else nodes.scan(verbose=False)37    rows = picker.rank(m, scan, exclude=a.exclude or ())38    if a.json:39        print(json.dumps(rows, indent=2))40        return41    print("classement pour %s :" % m["app"])42    for r in rows:43        if r["ok"]:44            print("  %-8s score %.3f" % (r["node"], r["score"]))45        elif scan.get(r["node"], {}).get("online") and scan[r["node"]].get("role") == "worker":46            print("  %-8s —  %s" % (r["node"], r["why"]))474849def cmd_plan(a):50    ms = manifest.load_all()51    if a.apps:52        ms = {k: v for k, v in ms.items() if k in a.apps}53    scan = nodes.scan(verbose=False) if a.rescan else (nodes.load_scan() or nodes.scan(verbose=False))54    rows = picker.plan(ms, scan, exclude=a.exclude or ())55    if a.json:56        print(json.dumps(rows, indent=2, ensure_ascii=False))57        return58    print("%-19s %-8s %-8s %-6s %7s  %s" % ("app", "actuel", "proposé", "score", "taille", "note"))59    counts = {}60    moving_mb = 061    for r in rows:62        counts[r["node"]] = counts.get(r["node"], 0) + 163        mv = r["node"] and r["current"] and r["node"] != r["current"]64        if mv:65            moving_mb += r["size_mb"]66        note = ("épinglé — " + r["reason"]) if r["pin"] else (("alt: " + ", ".join("%s %.2f" % x for x in r["alternatives"])) if r["alternatives"] else "")67        if not r["node"]:68            note = "AUCUN NŒUD : " + " ; ".join("%s (%s)" % b for b in r["blockers"])69        flag = "→" if mv else ("=" if r["node"] else "!")70        print("%-19s %-8s %-8s %-6s %6dM %s %s" % (r["app"], r["current"] or "—", r["node"] or "—", ("%.3f" % r["score"]) if r["score"] is not None else "", r["size_mb"], flag, note))71    print("\nrépartition : " + ", ".join("%s×%s" % (k, v) for k, v in sorted(counts.items(), key=lambda x: -x[1]) if k))72    print("données à déplacer : %.1f Go (→ = migration, = = redéploiement en place)" % (moving_mb / 1024.0))737475def cmd_fetch(a):76    deploy.fetch(a.app, a.from_node, final=a.final)777879def cmd_deploy(a):80    if a.node:81        node = a.node82    else:83        scan = nodes.load_scan() or nodes.scan(verbose=False)84        rows = picker.rank(manifest.load(a.app), scan)85        if not rows or not rows[0]["ok"]:86            raise SystemExit("aucun nœud éligible : " + "; ".join("%s: %s" % (r["node"], r["why"]) for r in rows[:6]))87        node = rows[0]["node"]88        print("nœud choisi : %s (score %.3f)" % (node, rows[0]["score"]))89    try:90        deploy.deploy(a.app, node, reinstall=a.reinstall, skip_sync=a.skip_sync, force=a.force)91    except deploy.DeployError as e:92        raise SystemExit("ÉCHEC : %s" % e)939495def cmd_adopt(a):96    try:97        for app in a.apps:98            deploy.adopt(app, alias=a.node, repo=a.repo if len(a.apps) == 1 else None, dry_run=a.dry_run)99    except deploy.DeployError as e:100        raise SystemExit("ÉCHEC : %s" % e)101102103def cmd_move(a):104    to = a.to105    if not to:106        scan = nodes.load_scan() or nodes.scan(verbose=False)107        rows = picker.rank(manifest.load(a.app), scan, exclude=[registry.node_of(a.app)] if a.away else ())108        if not rows or not rows[0]["ok"]:109            raise SystemExit("aucun nœud éligible : " + "; ".join("%s: %s" % (r["node"], r["why"]) for r in rows[:6]))110        to = rows[0]["node"]111        print("nœud choisi : %s (score %.3f)" % (to, rows[0]["score"]))112    try:113        deploy.move(a.app, to, from_alias=a.from_node, keep_source=a.keep_source, reinstall=a.reinstall)114    except deploy.DeployError as e:115        raise SystemExit("ÉCHEC : %s" % e)116117118def cmd_stop(a):119    deploy.stop(a.app, a.node or registry.node_of(a.app))120    registry.set_app(a.app, status="stopped")121122123def cmd_start(a):124    node = a.node or registry.node_of(a.app)125    deploy.start(a.app, node)126    ok, det = deploy.health(a.app, node)127    registry.set_app(a.app, node=node, status="online" if ok else "unhealthy", health=det)128    print("santé :", det)129130131def cmd_restart(a):132    cmd_stop(a)133    cmd_start(a)134135136def cmd_retire(a):137    deploy.retire(a.app, a.node or registry.node_of(a.app), remove_dir=not a.keep_dir)138    if not a.keep_registry:139        registry.remove_app(a.app, note=a.note or "")140        # app retirée du cluster : sa route publique tombe (page 404 MacLustr au lieu d'un 502)141        from . import tunnel142        try:143            tunnel.remove_route(manifest.load(a.app))144        except tunnel.TunnelError as e:145            print("  tunnel :", e)146147148def cmd_tunnel(a):149    from . import tunnel150    try:151        if a.sub == "status":152            tunnel.print_status(a.gateway)153        elif a.sub == "peer":154            for n in a.args:155                tunnel.ensure_peer(n, a.gateway, log=print) or tunnel.peer(n, a.gateway, log=print)156        elif a.sub == "route":157            for app in a.args:158                node = registry.node_of(app)159                if not node:160                    print("%s : pas dans le registre" % app)161                    continue162                m = manifest.load(app)163                s = tunnel.ensure_route(m, node, log=print)164                if s:165                    registry.set_app(app, tunnel={"gateway": s["gateway"], "domain": s["domain"], "upstream": s["upstreams"][0], "url": "https://%s" % s["domain"]})166                else:167                    print("%s : pas de domaine → rien à exposer" % app)168        elif a.sub == "rm":169            for app in a.args:170                tunnel.remove_route(manifest.load(app))171    except tunnel.TunnelError as e:172        raise SystemExit("ÉCHEC : %s" % e)173174175def cmd_heal(a):176    from . import heal177    if a.install:178        heal.install(interval=a.interval)179        return180    s = heal.heal(apps_filter=a.apps or None, nodes_filter=a.nodes or None, dry_run=a.dry_run, quiet=a.quiet, public=not a.no_public)181    sys.exit(0 if not s["ko"] else 1)182183184def cmd_harden(a):185    from . import harden186    autologin = True if a.autologin else (False if a.no_autologin else None)187    if a.all or not a.nodes:188        harden.harden_all(aliases=a.nodes or None, autologin=autologin)189    else:190        for n in a.nodes:191            harden.harden(n, autologin=autologin)192193194def cmd_status(a):195    if a.live:196        for row in deploy.live_status(a.app):197            print("%-18s %-8s %-30s %-3s %s" % row)198    else:199        print("%-18s %-8s %-6s %-30s %-10s %s" % ("app", "nœud", "port", "domaine", "état", "déployée"))200        for row in deploy.status(a.app):201            print("%-18s %-8s %-6s %-30s %-10s %s" % tuple("" if x is None else x for x in row))202203204def cmd_health(a):205    ok, det = deploy.health(a.app, a.node or registry.node_of(a.app))206    print("OK" if ok else "KO", det)207    sys.exit(0 if ok else 1)208209210def cmd_registry(a):211    if a.push:212        res = registry.push_to_subscribers()213        bad = [x for x in res if not x[1]]214        sys.exit(1 if bad else 0)215    print(json.dumps(registry.load(), indent=2, ensure_ascii=False))216217218def cmd_subscribers(a):219    subs = registry.load_subscribers()220    if a.add:221        kind, target, path = a.add222        if kind not in ("app", "node"):223            raise SystemExit("usage : mld subscribers --add app|node <nom> <chemin>")224        subs = [s for s in subs if not (s.get(kind) == target and s.get("path") == path)]225        subs.append({kind: target, "path": path})226        registry.save_subscribers(subs)227    if a.remove:228        kind, target = a.remove229        subs = [s for s in subs if s.get(kind) != target]230        registry.save_subscribers(subs)231    r = registry.load()232    print("%-22s %-8s %-15s %s" % ("abonné", "nœud", "ip", "chemin"))233    for s in subs:234        try:235            label, node, ip, path = registry.resolve_subscriber(s, r)236            print("%-22s %-8s %-15s %s" % (label, node, ip, path))237        except ValueError as e:238            print("%-22s %-8s %-15s %s" % (s.get("app") or s.get("node"), "—", "—", "(%s)" % e))239240241def cmd_import(a):242    from . import importer243    for p in importer.import_node(a.node, apps_filter=a.apps or None):244        print("brouillon :", p)245246247def cmd_prepare(a):248    from . import prepare249    prepare.prepare(a.node, runtimes=a.runtime or None, ka_helpers=a.ka_helpers, tunnel_peer=not a.no_tunnel, harden=not a.no_harden)250251252def cmd_bootstrap(a):253    from . import prepare254    prepare.bootstrap(a.node)255256257def cmd_logs(a):258    node = a.node or registry.node_of(a.app)259    from . import ssh260    ip = nodes.ip_of(node)261    names = manifest.pm2_names(manifest.load(a.app))262    rc, out, err = ssh.run(ip, "pm2 logs %s --nostream --lines %d 2>/dev/null" % (" ".join(names), a.lines), timeout=60)263    print(out)264265266def main(argv=None):267    p = argparse.ArgumentParser(prog="mld", description="MacLustr Dispatch — déploie les apps depuis la passerelle %s vers le nœud le plus efficient." % config.GATEWAY)268    sp = p.add_subparsers(dest="cmd", required=True)269    s = sp.add_parser("discover", help="balaye le LAN, met en cache les IP des nœuds"); s.set_defaults(f=cmd_discover)270    s = sp.add_parser("scan", help="sonde ressources + runtimes de chaque nœud"); s.add_argument("nodes", nargs="*"); s.set_defaults(f=cmd_scan)271    s = sp.add_parser("nodes", help="dernier scan"); s.set_defaults(f=cmd_nodes)272    s = sp.add_parser("apps", help="manifestes + emplacement courant"); s.set_defaults(f=cmd_apps)273    s = sp.add_parser("show", help="affiche un manifeste"); s.add_argument("app"); s.set_defaults(f=cmd_show)274    s = sp.add_parser("pick", help="classe les nœuds pour une app (ou un besoin ad hoc)"); s.add_argument("app", nargs="?"); s.add_argument("--ram", type=float); s.add_argument("--runtime", action="append"); s.add_argument("--exclude", action="append"); s.add_argument("--rescan", action="store_true"); s.add_argument("--json", action="store_true"); s.set_defaults(f=cmd_pick)275    s = sp.add_parser("plan", help="plan de placement pour toutes les apps (ou une liste)"); s.add_argument("apps", nargs="*"); s.add_argument("--exclude", action="append"); s.add_argument("--rescan", action="store_true"); s.add_argument("--json", action="store_true"); s.set_defaults(f=cmd_plan)276    s = sp.add_parser("fetch", help="copie l'app d'un nœud vers le staging"); s.add_argument("app"); s.add_argument("--from", dest="from_node", required=True); s.add_argument("--final", action="store_true"); s.set_defaults(f=cmd_fetch)277    s = sp.add_parser("deploy", help="staging -> nœud (choisi automatiquement sans --node)"); s.add_argument("app"); s.add_argument("--node"); s.add_argument("--reinstall", action="store_true"); s.add_argument("--skip-sync", action="store_true"); s.add_argument("--force", action="store_true", help="écrase un dépôt git du nœud différent du staging (contourne la garde remote-first)"); s.set_defaults(f=cmd_deploy)278    s = sp.add_parser("move", help="migre une app (fetch, stop, deploy, retire)"); s.add_argument("app"); s.add_argument("--to"); s.add_argument("--from", dest="from_node"); s.add_argument("--away", action="store_true", help="exclut le nœud actuel"); s.add_argument("--keep-source", action="store_true"); s.add_argument("--reinstall", action="store_true"); s.set_defaults(f=cmd_move)279    s = sp.add_parser("stop"); s.add_argument("app"); s.add_argument("--node"); s.set_defaults(f=cmd_stop)280    s = sp.add_parser("start"); s.add_argument("app"); s.add_argument("--node"); s.set_defaults(f=cmd_start)281    s = sp.add_parser("restart"); s.add_argument("app"); s.add_argument("--node"); s.set_defaults(f=cmd_restart)282    s = sp.add_parser("adopt", help="REMOTE-FIRST : fait du dossier déployé sur le nœud un dépôt git (origin spbgit), état du nœud = vérité"); s.add_argument("apps", nargs="+"); s.add_argument("--node"); s.add_argument("--repo", help="nom du dépôt spbgit (défaut : nom de l'app)"); s.add_argument("--dry-run", action="store_true"); s.set_defaults(f=cmd_adopt)283    s = sp.add_parser("retire", help="arrête + efface la copie d'un nœud"); s.add_argument("app"); s.add_argument("--node"); s.add_argument("--keep-dir", action="store_true"); s.add_argument("--keep-registry", action="store_true"); s.add_argument("--note"); s.set_defaults(f=cmd_retire)284    s = sp.add_parser("status"); s.add_argument("app", nargs="?"); s.add_argument("--live", action="store_true"); s.set_defaults(f=cmd_status)285    s = sp.add_parser("health"); s.add_argument("app"); s.add_argument("--node"); s.set_defaults(f=cmd_health)286    s = sp.add_parser("logs"); s.add_argument("app"); s.add_argument("--node"); s.add_argument("--lines", type=int, default=40); s.set_defaults(f=cmd_logs)287    s = sp.add_parser("registry", help="registre JSON complet (--push : rediffuse aux abonnés)"); s.add_argument("--push", action="store_true"); s.set_defaults(f=cmd_registry)288    s = sp.add_parser("subscribers", help="abonnés du registre (copie poussée à chaque sauvegarde)"); s.add_argument("--add", nargs=3, metavar=("app|node", "NOM", "CHEMIN")); s.add_argument("--remove", nargs=2, metavar=("app|node", "NOM")); s.set_defaults(f=cmd_subscribers)289    s = sp.add_parser("import", help="brouillons de manifestes depuis les PM2 d'un nœud"); s.add_argument("node"); s.add_argument("apps", nargs="*"); s.set_defaults(f=cmd_import)290    s = sp.add_parser("prepare", help="runtimes Homebrew + pm2 startup + raccordement tunnel + harden sur un nœud"); s.add_argument("node"); s.add_argument("--runtime", action="append"); s.add_argument("--ka-helpers", action="store_true"); s.add_argument("--no-tunnel", action="store_true"); s.add_argument("--no-harden", action="store_true"); s.set_defaults(f=cmd_prepare)291    s = sp.add_parser("bootstrap", help="Xcode CLT + Homebrew sur un nœud vierge (long)"); s.add_argument("node"); s.set_defaults(f=cmd_bootstrap)292    s = sp.add_parser("tunnel", help="MacLustr Tunnel : status | peer <nœud>… | route <app>… | rm <app>…"); s.add_argument("sub", choices=["status", "peer", "route", "rm"]); s.add_argument("args", nargs="*"); s.add_argument("-g", "--gateway", help="passerelle (BHS64, la seule depuis le 2026-10-02)"); s.set_defaults(f=cmd_tunnel)293    s = sp.add_parser("heal", help="auto-réparation : PM2/launchd/wg1/routes de chaque app du registre (--install = LaunchDaemon 5 min)"); s.add_argument("--apps", nargs="*"); s.add_argument("--nodes", nargs="*"); s.add_argument("--dry-run", action="store_true"); s.add_argument("--quiet", action="store_true"); s.add_argument("--no-public", action="store_true"); s.add_argument("--install", action="store_true"); s.add_argument("--interval", type=int, help="secondes entre deux passages (avec --install)"); s.set_defaults(f=cmd_heal)294    s = sp.add_parser("harden", help="résilience d'un nœud : auto-login, pas de veille, redémarrage après coupure/gel, MAJ macOS + Tailscale off"); s.add_argument("nodes", nargs="*"); s.add_argument("--all", action="store_true"); s.add_argument("--autologin", action="store_true", help="force l'auto-login même sur un nœud loué"); s.add_argument("--no-autologin", action="store_true"); s.set_defaults(f=cmd_harden)295    a = p.parse_args(argv)296    a.f(a)297298299if __name__ == "__main__":300    main()301