spb/maclustr-dispatch

1"""CLI `mld` — MacLustr Dispatch (tourne sur la passerelle M1M32)."""2import argparse3import json4import sys5from . import config, deploy, manifest, nodes, picker, registry678def cmd_discover(a):9    nodes.discover()101112def cmd_scan(a):13    nodes.scan(aliases=a.nodes or None)141516def cmd_nodes(a):17    res = nodes.load_scan() or nodes.scan(verbose=False)18    nodes.print_scan(res)192021def cmd_apps(a):22    ms = manifest.load_all()23    r = registry.load()["apps"]24    print("%-18s %-8s %-6s %-30s %-8s %s" % ("app", "nœud", "port", "domaine", "épingle", "runtimes"))25    for name, m in ms.items():26        cur = r.get(name, {}).get("node") or "—"27        print("%-18s %-8s %-6s %-30s %-8s %s" % (name, cur, m.get("port") or "", m.get("domain") or "", m["placement"].get("pin") or "", ",".join(m["requires"]["runtimes"])))282930def cmd_show(a):31    print(json.dumps(manifest.load(a.app), indent=2, ensure_ascii=False))323334def cmd_pick(a):35    m = manifest.load(a.app) if a.app else {"app": "(ad hoc)", "requires": {"runtimes": a.runtime or ["pm2"], "ram_gb": a.ram or 1, "ports": []}, "ram_mb_observed": int((a.ram or 1) * 1024), "size_mb": 0, "placement": {"pin": None, "prefer": None, "avoid": [], "reason": ""}}36    scan = nodes.load_scan() if not a.rescan else nodes.scan(verbose=False)37    rows = picker.rank(m, scan, exclude=a.exclude or ())38    if a.json:39        print(json.dumps(rows, indent=2))40        return41    print("classement pour %s :" % m["app"])42    for r in rows:43        if r["ok"]:44            print("  %-8s score %.3f" % (r["node"], r["score"]))45        elif scan.get(r["node"], {}).get("online") and scan[r["node"]].get("role") == "worker":46            print("  %-8s —  %s" % (r["node"], r["why"]))474849def cmd_plan(a):50    ms = manifest.load_all()51    if a.apps:52        ms = {k: v for k, v in ms.items() if k in a.apps}53    scan = nodes.scan(verbose=False) if a.rescan else (nodes.load_scan() or nodes.scan(verbose=False))54    rows = picker.plan(ms, scan, exclude=a.exclude or ())55    if a.json:56        print(json.dumps(rows, indent=2, ensure_ascii=False))57        return58    print("%-19s %-8s %-8s %-6s %7s  %s" % ("app", "actuel", "proposé", "score", "taille", "note"))59    counts = {}60    moving_mb = 061    for r in rows:62        counts[r["node"]] = counts.get(r["node"], 0) + 163        mv = r["node"] and r["current"] and r["node"] != r["current"]64        if mv:65            moving_mb += r["size_mb"]66        note = ("épinglé — " + r["reason"]) if r["pin"] else (("alt: " + ", ".join("%s %.2f" % x for x in r["alternatives"])) if r["alternatives"] else "")67        if not r["node"]:68            note = "AUCUN NŒUD : " + " ; ".join("%s (%s)" % b for b in r["blockers"])69        flag = "→" if mv else ("=" if r["node"] else "!")70        print("%-19s %-8s %-8s %-6s %6dM %s %s" % (r["app"], r["current"] or "—", r["node"] or "—", ("%.3f" % r["score"]) if r["score"] is not None else "", r["size_mb"], flag, note))71    print("\nrépartition : " + ", ".join("%s×%s" % (k, v) for k, v in sorted(counts.items(), key=lambda x: -x[1]) if k))72    print("données à déplacer : %.1f Go (→ = migration, = = redéploiement en place)" % (moving_mb / 1024.0))737475def cmd_fetch(a):76    deploy.fetch(a.app, a.from_node, final=a.final)777879def cmd_deploy(a):80    if a.node:81        node = a.node82    else:83        scan = nodes.load_scan() or nodes.scan(verbose=False)84        rows = picker.rank(manifest.load(a.app), scan)85        if not rows or not rows[0]["ok"]:86            raise SystemExit("aucun nœud éligible : " + "; ".join("%s: %s" % (r["node"], r["why"]) for r in rows[:6]))87        node = rows[0]["node"]88        print("nœud choisi : %s (score %.3f)" % (node, rows[0]["score"]))89    try:90        deploy.deploy(a.app, node, reinstall=a.reinstall, skip_sync=a.skip_sync)91    except deploy.DeployError as e:92        raise SystemExit("ÉCHEC : %s" % e)939495def cmd_move(a):96    to = a.to97    if not to:98        scan = nodes.load_scan() or nodes.scan(verbose=False)99        rows = picker.rank(manifest.load(a.app), scan, exclude=[registry.node_of(a.app)] if a.away else ())100        if not rows or not rows[0]["ok"]:101            raise SystemExit("aucun nœud éligible : " + "; ".join("%s: %s" % (r["node"], r["why"]) for r in rows[:6]))102        to = rows[0]["node"]103        print("nœud choisi : %s (score %.3f)" % (to, rows[0]["score"]))104    try:105        deploy.move(a.app, to, from_alias=a.from_node, keep_source=a.keep_source, reinstall=a.reinstall)106    except deploy.DeployError as e:107        raise SystemExit("ÉCHEC : %s" % e)108109110def cmd_stop(a):111    deploy.stop(a.app, a.node or registry.node_of(a.app))112    registry.set_app(a.app, status="stopped")113114115def cmd_start(a):116    node = a.node or registry.node_of(a.app)117    deploy.start(a.app, node)118    ok, det = deploy.health(a.app, node)119    registry.set_app(a.app, node=node, status="online" if ok else "unhealthy", health=det)120    print("santé :", det)121122123def cmd_restart(a):124    cmd_stop(a)125    cmd_start(a)126127128def cmd_retire(a):129    deploy.retire(a.app, a.node or registry.node_of(a.app), remove_dir=not a.keep_dir)130    if not a.keep_registry:131        registry.remove_app(a.app, note=a.note or "")132        # app retirée du cluster : sa route publique tombe (page 404 MacLustr au lieu d'un 502)133        from . import tunnel134        try:135            tunnel.remove_route(manifest.load(a.app))136        except tunnel.TunnelError as e:137            print("  tunnel :", e)138139140def cmd_tunnel(a):141    from . import tunnel142    try:143        if a.sub == "status":144            tunnel.print_status(a.gateway)145        elif a.sub == "peer":146            for n in a.args:147                tunnel.ensure_peer(n, a.gateway, log=print) or tunnel.peer(n, a.gateway, log=print)148        elif a.sub == "route":149            for app in a.args:150                node = registry.node_of(app)151                if not node:152                    print("%s : pas dans le registre" % app)153                    continue154                m = manifest.load(app)155                s = tunnel.ensure_route(m, node, log=print)156                if s:157                    registry.set_app(app, tunnel={"gateway": s["gateway"], "domain": s["domain"], "upstream": s["upstreams"][0], "url": "https://%s" % s["domain"]})158                else:159                    print("%s : pas de domaine → rien à exposer" % app)160        elif a.sub == "rm":161            for app in a.args:162                tunnel.remove_route(manifest.load(app))163    except tunnel.TunnelError as e:164        raise SystemExit("ÉCHEC : %s" % e)165166167def cmd_heal(a):168    from . import heal169    if a.install:170        heal.install(interval=a.interval)171        return172    s = heal.heal(apps_filter=a.apps or None, nodes_filter=a.nodes or None, dry_run=a.dry_run, quiet=a.quiet, public=not a.no_public)173    sys.exit(0 if not s["ko"] else 1)174175176def cmd_harden(a):177    from . import harden178    autologin = True if a.autologin else (False if a.no_autologin else None)179    if a.all or not a.nodes:180        harden.harden_all(aliases=a.nodes or None, autologin=autologin)181    else:182        for n in a.nodes:183            harden.harden(n, autologin=autologin)184185186def cmd_status(a):187    if a.live:188        for row in deploy.live_status(a.app):189            print("%-18s %-8s %-30s %-3s %s" % row)190    else:191        print("%-18s %-8s %-6s %-30s %-10s %s" % ("app", "nœud", "port", "domaine", "état", "déployée"))192        for row in deploy.status(a.app):193            print("%-18s %-8s %-6s %-30s %-10s %s" % tuple("" if x is None else x for x in row))194195196def cmd_health(a):197    ok, det = deploy.health(a.app, a.node or registry.node_of(a.app))198    print("OK" if ok else "KO", det)199    sys.exit(0 if ok else 1)200201202def cmd_registry(a):203    if a.push:204        res = registry.push_to_subscribers()205        bad = [x for x in res if not x[1]]206        sys.exit(1 if bad else 0)207    print(json.dumps(registry.load(), indent=2, ensure_ascii=False))208209210def cmd_subscribers(a):211    subs = registry.load_subscribers()212    if a.add:213        kind, target, path = a.add214        if kind not in ("app", "node"):215            raise SystemExit("usage : mld subscribers --add app|node <nom> <chemin>")216        subs = [s for s in subs if not (s.get(kind) == target and s.get("path") == path)]217        subs.append({kind: target, "path": path})218        registry.save_subscribers(subs)219    if a.remove:220        kind, target = a.remove221        subs = [s for s in subs if s.get(kind) != target]222        registry.save_subscribers(subs)223    r = registry.load()224    print("%-22s %-8s %-15s %s" % ("abonné", "nœud", "ip", "chemin"))225    for s in subs:226        try:227            label, node, ip, path = registry.resolve_subscriber(s, r)228            print("%-22s %-8s %-15s %s" % (label, node, ip, path))229        except ValueError as e:230            print("%-22s %-8s %-15s %s" % (s.get("app") or s.get("node"), "—", "—", "(%s)" % e))231232233def cmd_import(a):234    from . import importer235    for p in importer.import_node(a.node, apps_filter=a.apps or None):236        print("brouillon :", p)237238239def cmd_prepare(a):240    from . import prepare241    prepare.prepare(a.node, runtimes=a.runtime or None, ka_helpers=a.ka_helpers, tunnel_peer=not a.no_tunnel, harden=not a.no_harden)242243244def cmd_bootstrap(a):245    from . import prepare246    prepare.bootstrap(a.node)247248249def cmd_logs(a):250    node = a.node or registry.node_of(a.app)251    from . import ssh252    ip = nodes.ip_of(node)253    names = manifest.pm2_names(manifest.load(a.app))254    rc, out, err = ssh.run(ip, "pm2 logs %s --nostream --lines %d 2>/dev/null" % (" ".join(names), a.lines), timeout=60)255    print(out)256257258def main(argv=None):259    p = argparse.ArgumentParser(prog="mld", description="MacLustr Dispatch — déploie les apps depuis la passerelle %s vers le nœud le plus efficient." % config.GATEWAY)260    sp = p.add_subparsers(dest="cmd", required=True)261    s = sp.add_parser("discover", help="balaye le LAN, met en cache les IP des nœuds"); s.set_defaults(f=cmd_discover)262    s = sp.add_parser("scan", help="sonde ressources + runtimes de chaque nœud"); s.add_argument("nodes", nargs="*"); s.set_defaults(f=cmd_scan)263    s = sp.add_parser("nodes", help="dernier scan"); s.set_defaults(f=cmd_nodes)264    s = sp.add_parser("apps", help="manifestes + emplacement courant"); s.set_defaults(f=cmd_apps)265    s = sp.add_parser("show", help="affiche un manifeste"); s.add_argument("app"); s.set_defaults(f=cmd_show)266    s = sp.add_parser("pick", help="classe les nœuds pour une app (ou un besoin ad hoc)"); s.add_argument("app", nargs="?"); s.add_argument("--ram", type=float); s.add_argument("--runtime", action="append"); s.add_argument("--exclude", action="append"); s.add_argument("--rescan", action="store_true"); s.add_argument("--json", action="store_true"); s.set_defaults(f=cmd_pick)267    s = sp.add_parser("plan", help="plan de placement pour toutes les apps (ou une liste)"); s.add_argument("apps", nargs="*"); s.add_argument("--exclude", action="append"); s.add_argument("--rescan", action="store_true"); s.add_argument("--json", action="store_true"); s.set_defaults(f=cmd_plan)268    s = sp.add_parser("fetch", help="copie l'app d'un nœud vers le staging"); s.add_argument("app"); s.add_argument("--from", dest="from_node", required=True); s.add_argument("--final", action="store_true"); s.set_defaults(f=cmd_fetch)269    s = sp.add_parser("deploy", help="staging -> nœud (choisi automatiquement sans --node)"); s.add_argument("app"); s.add_argument("--node"); s.add_argument("--reinstall", action="store_true"); s.add_argument("--skip-sync", action="store_true"); s.set_defaults(f=cmd_deploy)270    s = sp.add_parser("move", help="migre une app (fetch, stop, deploy, retire)"); s.add_argument("app"); s.add_argument("--to"); s.add_argument("--from", dest="from_node"); s.add_argument("--away", action="store_true", help="exclut le nœud actuel"); s.add_argument("--keep-source", action="store_true"); s.add_argument("--reinstall", action="store_true"); s.set_defaults(f=cmd_move)271    s = sp.add_parser("stop"); s.add_argument("app"); s.add_argument("--node"); s.set_defaults(f=cmd_stop)272    s = sp.add_parser("start"); s.add_argument("app"); s.add_argument("--node"); s.set_defaults(f=cmd_start)273    s = sp.add_parser("restart"); s.add_argument("app"); s.add_argument("--node"); s.set_defaults(f=cmd_restart)274    s = sp.add_parser("retire", help="arrête + efface la copie d'un nœud"); s.add_argument("app"); s.add_argument("--node"); s.add_argument("--keep-dir", action="store_true"); s.add_argument("--keep-registry", action="store_true"); s.add_argument("--note"); s.set_defaults(f=cmd_retire)275    s = sp.add_parser("status"); s.add_argument("app", nargs="?"); s.add_argument("--live", action="store_true"); s.set_defaults(f=cmd_status)276    s = sp.add_parser("health"); s.add_argument("app"); s.add_argument("--node"); s.set_defaults(f=cmd_health)277    s = sp.add_parser("logs"); s.add_argument("app"); s.add_argument("--node"); s.add_argument("--lines", type=int, default=40); s.set_defaults(f=cmd_logs)278    s = sp.add_parser("registry", help="registre JSON complet (--push : rediffuse aux abonnés)"); s.add_argument("--push", action="store_true"); s.set_defaults(f=cmd_registry)279    s = sp.add_parser("subscribers", help="abonnés du registre (copie poussée à chaque sauvegarde)"); s.add_argument("--add", nargs=3, metavar=("app|node", "NOM", "CHEMIN")); s.add_argument("--remove", nargs=2, metavar=("app|node", "NOM")); s.set_defaults(f=cmd_subscribers)280    s = sp.add_parser("import", help="brouillons de manifestes depuis les PM2 d'un nœud"); s.add_argument("node"); s.add_argument("apps", nargs="*"); s.set_defaults(f=cmd_import)281    s = sp.add_parser("prepare", help="runtimes Homebrew + pm2 startup + raccordement tunnel + harden sur un nœud"); s.add_argument("node"); s.add_argument("--runtime", action="append"); s.add_argument("--ka-helpers", action="store_true"); s.add_argument("--no-tunnel", action="store_true"); s.add_argument("--no-harden", action="store_true"); s.set_defaults(f=cmd_prepare)282    s = sp.add_parser("bootstrap", help="Xcode CLT + Homebrew sur un nœud vierge (long)"); s.add_argument("node"); s.set_defaults(f=cmd_bootstrap)283    s = sp.add_parser("tunnel", help="MacLustr Tunnel : status | peer <nœud>… | route <app>… | rm <app>…"); s.add_argument("sub", choices=["status", "peer", "route", "rm"]); s.add_argument("args", nargs="*"); s.add_argument("-g", "--gateway", help="BHS64 (défaut) ou R9128"); s.set_defaults(f=cmd_tunnel)284    s = sp.add_parser("heal", help="auto-réparation : PM2/launchd/wg1/routes de chaque app du registre (--install = LaunchDaemon 5 min)"); s.add_argument("--apps", nargs="*"); s.add_argument("--nodes", nargs="*"); s.add_argument("--dry-run", action="store_true"); s.add_argument("--quiet", action="store_true"); s.add_argument("--no-public", action="store_true"); s.add_argument("--install", action="store_true"); s.add_argument("--interval", type=int, help="secondes entre deux passages (avec --install)"); s.set_defaults(f=cmd_heal)285    s = sp.add_parser("harden", help="résilience d'un nœud : auto-login, pas de veille, redémarrage après coupure/gel, MAJ macOS + Tailscale off"); s.add_argument("nodes", nargs="*"); s.add_argument("--all", action="store_true"); s.add_argument("--autologin", action="store_true", help="force l'auto-login même sur un nœud loué"); s.add_argument("--no-autologin", action="store_true"); s.set_defaults(f=cmd_harden)286    a = p.parse_args(argv)287    a.f(a)288289290if __name__ == "__main__":291    main()292