SPB Git

Repository Public

run-engine.sh 867 B 13 lines shellscript

1#!/bin/bash2# Lance le moteur MLX d'un modèle du catalogue (appelé par launchd). Paramètres : deploy/engine.env3set -euo pipefail4ROOT="$(cd "$(dirname "$0")/.." && pwd)"5set -a; . "$ROOT/deploy/engine.env"; [ -f "$HOME/.config/maclustr-llm/engine.env" ] && . "$HOME/.config/maclustr-llm/engine.env"; set +a6DATA="${MLLM_DATA_DIR:-$HOME/maclustr-llm-data}"7exec "$ROOT/.venv/bin/python" -m maclustr_llm.engine_main \8  --model "${ENGINE_MODEL_DIR/#\~/$HOME}" --host 127.0.0.1 --port "$ENGINE_PORT" \9  --decode-concurrency "$ENGINE_DECODE_CONCURRENCY" --prompt-concurrency "$ENGINE_PROMPT_CONCURRENCY" \10  --prefill-step-size "$ENGINE_PREFILL_STEP" --prompt-cache-size "$ENGINE_PROMPT_CACHE_SIZE" \11  --prompt-cache-bytes "$ENGINE_PROMPT_CACHE_BYTES" --memory-limit "$ENGINE_MEMORY_LIMIT" \12  --cache-limit "$ENGINE_CACHE_LIMIT" --log-file "$DATA/logs/engine.log"13
Files main
Menu

Theme