SPB Git

Repository Public

dev_server.py 3.9 KB 113 lines python

1"""Serveur de DÉVELOPPEMENT du frontend (laptop) : passerelle réelle + faux moteur de test.23    .venv/bin/python scripts/dev_server.py [--port 8910] [--fresh]45- http://localhost:8910 : le site, l'API, le Dashboard (WebAuthn fonctionne sur localhost).6- Les réponses du modèle sont un écho déterministe (tests/fake_engine.py) : ne sert qu'à développer l'interface.7- Affiche un lien d'activation et une clé API de test au démarrage. Données dans /tmp/maclustr-llm-dev.8"""910from __future__ import annotations1112import argparse13import asyncio14import json15import os16import shutil17import sys18import threading19from pathlib import Path2021import uvicorn2223ROOT = Path(__file__).resolve().parents[1]24sys.path.insert(0, str(ROOT / "tests"))252627def main() -> None:28    ap = argparse.ArgumentParser()29    ap.add_argument("--port", type=int, default=8910)30    ap.add_argument("--fresh", action="store_true", help="repart d'une base vide")31    args = ap.parse_args()32    data = Path("/tmp/maclustr-llm-dev")33    if args.fresh and data.exists():34        shutil.rmtree(data)35    data.mkdir(parents=True, exist_ok=True)36    engine_port = args.port + 137    catalog = data / "models.json"38    catalog.write_text(39        json.dumps(40            {41                "models": [42                    {43                        "id": "maclustr-qwen3",44                        "display_name": "Qwen3-30B-A3B Instruct (MLX 4-bit)",45                        "engine_model": "/nonexistent",46                        "repo": "mlx-community/Qwen3-30B-A3B-Instruct-2507-4bit",47                        "revision": "dev",48                        "quantization": "MLX 4-bit",49                        "license": "apache-2.0",50                        "context_window": 32768,51                        "max_output_tokens": 8192,52                        "default_max_tokens": 1024,53                        "supports_tools": True,54                        "supports_thinking": False,55                        "description": "Moteur de test (écho).",56                        "created": 0,57                    }58                ],59                "engines": [60                    {61                        "id": "dev",62                        "url": f"http://127.0.0.1:{engine_port}",63                        "models": ["maclustr-qwen3"],64                        "max_active": 4,65                        "token_budget": 0,66                    }67                ],68            }69        )70    )71    os.environ.update(72        {73            "MLLM_DATA_DIR": str(data),74            "MLLM_CATALOG": str(catalog),75            "MLLM_WEB_DIR": str(ROOT / "web"),76            "MLLM_PUBLIC_ORIGIN": f"http://localhost:{args.port}",77            "MLLM_RP_ID": "localhost",78            "MLLM_HOST": "127.0.0.1",79            "MLLM_PORT": str(args.port),80            "MLLM_TRUST_PROXY": "0",81        }82    )8384    import fake_engine8586    threading.Thread(87        target=lambda: uvicorn.run(fake_engine.app, host="127.0.0.1", port=engine_port, log_level="error"), daemon=True88    ).start()8990    from maclustr_llm.app import build_services, create_app91    from maclustr_llm.config import load_settings9293    settings = load_settings()94    svc = build_services(settings)95    try:96        print("\n  Lien d'activation :", svc.auth.create_setup_link_sync("setup"))97    except RuntimeError:98        print("\n  Administrateur déjà activé. Lien de récupération :", svc.auth.create_setup_link_sync("recovery"))99100    async def make_key() -> str:101        _, secret = await svc.keys.create({"name": "Clé de dev", "app": "dev", "priority": "internal"})102        return secret103104    loop = asyncio.new_event_loop()105    print("  Clé API de test   :", loop.run_until_complete(make_key()))106    loop.close()107    print(f"  Site              : http://localhost:{args.port}\n")108    uvicorn.run(create_app(settings, services=svc), host="127.0.0.1", port=args.port, log_level="warning")109110111if __name__ == "__main__":112    main()113
Files main
Menu

Theme