SPB Git

Repository Public

compare.sh 1.1 KB 15 lines shellscript

1#!/bin/bash2# Compare des modèles candidats sur ce Mac : qualité (quality.py) puis vitesse (bench.py --quick).3# Usage : bench/compare.sh <label> <dossier-modèle> [extra-json]   (moteur de mesure sur le port 8821)4set -euo pipefail5LABEL=$1; MODEL=$2; EXTRA=${3:-}6ROOT="$(cd "$(dirname "$0")/.." && pwd)"; PY="$ROOT/.venv/bin/python"7DATA="${MLLM_DATA_DIR:-$HOME/maclustr-llm-data}"; PORT=${BENCH_PORT:-8821}8"$PY" -m maclustr_llm.engine_main --model "$MODEL" --port "$PORT" --decode-concurrency "${DECODE:-16}" \9  --prompt-concurrency "${PROMPT:-8}" --log-file "$DATA/logs/engine-bench.log" >/dev/null 2>&1 &10EPID=$!; trap 'kill $EPID 2>/dev/null || true' EXIT11for _ in $(seq 1 120); do sleep 2; curl -s -m 2 "127.0.0.1:$PORT/internal/stats" | grep -q '"ready": true' && break; done12ARGS=(--base "http://127.0.0.1:$PORT" --label "$LABEL"); [ -n "$EXTRA" ] && ARGS+=(--extra "$EXTRA")13"$PY" "$ROOT/bench/quality.py" "${ARGS[@]}" ${QTOK:+--max-tokens "$QTOK"}14"$PY" "$ROOT/bench/bench.py" "${ARGS[@]}" --stats "http://127.0.0.1:$PORT/internal/stats" ${BENCH_FLAGS:---quick}15
Files main
Menu

Theme