Repository Public
1{2 "meta": {3 "date": "2026-11-19 09:52:07",4 "label": "qwen3-30b-a3b-4bit-nothink",5 "host": "m4mm",6 "chip": "Apple M4 Pro",7 "memory_gb": 48,8 "macos": "26.5.1",9 "mlx": "0.32.4",10 "mlx_lm": "0.32.2",11 "model": "qwen3-30b-a3b-4bit",12 "base": "http://127.0.0.1:8821",13 "extra": {14 "chat_template_kwargs": {15 "enable_thinking": false16 }17 },18 "decode_concurrency": 16,19 "prompt_concurrency": 820 },21 "summary": {22 "model": "qwen3-30b-a3b-4bit",23 "single": {24 "ttft_ms": 131.4,25 "tokens_per_second": 80.626 },27 "concurrency": [28 {29 "clients": 1,30 "aggregate_tps": 75.3,31 "per_request_tps": 79.4,32 "ttft_p50_ms": 167.3,33 "ttft_p95_ms": 214.1,34 "latency_p95_ms": 3419.6,35 "error_rate": 0.036 },37 {38 "clients": 2,39 "aggregate_tps": 102.8,40 "per_request_tps": 53.5,41 "ttft_p50_ms": 218.2,42 "ttft_p95_ms": 221.4,43 "latency_p95_ms": 4988.3,44 "error_rate": 0.045 },46 {47 "clients": 4,48 "aggregate_tps": 125.9,49 "per_request_tps": 32.8,50 "ttft_p50_ms": 364.9,51 "ttft_p95_ms": 367.1,52 "latency_p95_ms": 8147.1,53 "error_rate": 0.054 },55 {56 "clients": 8,57 "aggregate_tps": 157.2,58 "per_request_tps": 20.5,59 "ttft_p50_ms": 414.0,60 "ttft_p95_ms": 966.3,61 "latency_p95_ms": 13198.7,62 "error_rate": 0.063 },64 {65 "clients": 16,66 "aggregate_tps": 179.2,67 "per_request_tps": 11.7,68 "ttft_p50_ms": 1024.4,69 "ttft_p95_ms": 1387.1,70 "latency_p95_ms": 22856.0,71 "error_rate": 0.072 }73 ],74 "peak_memory_bytes": 20194807710,75 "recommended": {76 "max_active": 1677 }78 },79 "single": {80 "ttft_ms": 131.4,81 "tokens_per_second": 80.682 },83 "scenarios": [84 {85 "name": "short_prompt",86 "description": "Question courte, réponse de 128 tokens.",87 "requests": 5,88 "error_rate": 0.0,89 "ttft_ms_p50": 131.4,90 "ttft_ms_p95": 170.4,91 "ttft_ms_p99": 170.4,92 "latency_ms_p50": 1707.6,93 "latency_ms_p95": 1747.6,94 "latency_ms_p99": 1747.6,95 "tokens_per_second_p50": 80.6,96 "prompt_tokens_avg": 34,97 "completion_tokens_avg": 128,98 "cached_tokens_avg": 13,99 "cache_hit_ratio": 0.371,100 "errors": []101 },102 {103 "name": "coding",104 "description": "Programmation : fonction Python avec tests.",105 "requests": 3,106 "error_rate": 0.0,107 "ttft_ms_p50": 105.4,108 "ttft_ms_p95": 219.3,109 "ttft_ms_p99": 219.3,110 "latency_ms_p50": 6594.4,111 "latency_ms_p95": 6727.1,112 "latency_ms_p99": 6727.1,113 "tokens_per_second_p50": 78.8,114 "prompt_tokens_avg": 50,115 "completion_tokens_avg": 512,116 "cached_tokens_avg": 28,117 "cache_hit_ratio": 0.567,118 "errors": []119 },120 {121 "name": "reasoning",122 "description": "Raisonnement en plusieurs étapes.",123 "requests": 3,124 "error_rate": 0.0,125 "ttft_ms_p50": 266.3,126 "ttft_ms_p95": 277.8,127 "ttft_ms_p99": 277.8,128 "latency_ms_p50": 5312.2,129 "latency_ms_p95": 5341.2,130 "latency_ms_p99": 5341.2,131 "tokens_per_second_p50": 79.1,132 "prompt_tokens_avg": 64,133 "completion_tokens_avg": 400,134 "cached_tokens_avg": 6,135 "cache_hit_ratio": 0.098,136 "errors": []137 },138 {139 "name": "tool_calling",140 "description": "Appel d'outil (get_weather) attendu.",141 "requests": 3,142 "error_rate": 0.0,143 "ttft_ms_p50": 432.7,144 "ttft_ms_p95": 475.3,145 "ttft_ms_p99": 475.3,146 "latency_ms_p50": 473.8,147 "latency_ms_p95": 487.0,148 "latency_ms_p99": 487.0,149 "tokens_per_second_p50": 85.4,150 "prompt_tokens_avg": 185,151 "completion_tokens_avg": 23,152 "cached_tokens_avg": 131,153 "cache_hit_ratio": 0.705,154 "errors": [],155 "tool_call_rate": 0.67156 },157 {158 "name": "multi_turn",159 "description": "Conversation de 5 tours (préfixe réutilisé d'un tour à l'autre).",160 "requests": 5,161 "error_rate": 0.0,162 "ttft_ms_p50": 277.3,163 "ttft_ms_p95": 312.4,164 "ttft_ms_p99": 312.4,165 "latency_ms_p50": 1540.6,166 "latency_ms_p95": 1733.0,167 "latency_ms_p99": 1733.0,168 "tokens_per_second_p50": 78.3,169 "prompt_tokens_avg": 271,170 "completion_tokens_avg": 102,171 "cached_tokens_avg": 165,172 "cache_hit_ratio": 0.608,173 "errors": []174 },175 {176 "name": "repeated_prefix",177 "description": "Préfixe système commun d'environ 3 000 tokens, 5 questions différentes après un premier appel à froid.",178 "requests": 5,179 "error_rate": 0.0,180 "ttft_ms_p50": 184.2,181 "ttft_ms_p95": 185.5,182 "ttft_ms_p99": 185.5,183 "latency_ms_p50": 450.0,184 "latency_ms_p95": 465.4,185 "latency_ms_p99": 465.4,186 "tokens_per_second_p50": 67.9,187 "prompt_tokens_avg": 2945,188 "completion_tokens_avg": 18,189 "cached_tokens_avg": 2925,190 "cache_hit_ratio": 0.993,191 "errors": []192 }193 ],194 "prefix_cache": {195 "cold_ttft_ms": 4903.5,196 "warm_ttft_ms": 184.2,197 "warm_cached_tokens": 2925,198 "prompt_tokens": 2945199 },200 "concurrency": [201 {202 "clients": 1,203 "aggregate_tps": 75.3,204 "per_request_tps": 79.4,205 "ttft_p50_ms": 167.3,206 "ttft_p95_ms": 214.1,207 "latency_p50_ms": 3380.6,208 "latency_p95_ms": 3419.6,209 "latency_p99_ms": 3419.6,210 "error_rate": 0.0,211 "wall_s": 6.8,212 "mlx_peak_bytes": 20012488770,213 "mlx_active_bytes": 19360985154,214 "memory_before": {215 "pressure_level": "normal",216 "free_percent": 56,217 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"218 },219 "memory_after": {220 "pressure_level": "normal",221 "free_percent": 57,222 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"223 },224 "errors": []225 },226 {227 "clients": 2,228 "aggregate_tps": 102.8,229 "per_request_tps": 53.5,230 "ttft_p50_ms": 218.2,231 "ttft_p95_ms": 221.4,232 "latency_p50_ms": 4971.5,233 "latency_p95_ms": 4988.3,234 "latency_p99_ms": 4988.3,235 "error_rate": 0.0,236 "wall_s": 9.96,237 "mlx_peak_bytes": 20012488770,238 "mlx_active_bytes": 19551318082,239 "memory_before": {240 "pressure_level": "normal",241 "free_percent": 57,242 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"243 },244 "memory_after": {245 "pressure_level": "normal",246 "free_percent": 56,247 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"248 },249 "errors": []250 },251 {252 "clients": 4,253 "aggregate_tps": 125.9,254 "per_request_tps": 32.8,255 "ttft_p50_ms": 364.9,256 "ttft_p95_ms": 367.1,257 "latency_p50_ms": 8114.4,258 "latency_p95_ms": 8147.1,259 "latency_p99_ms": 8147.1,260 "error_rate": 0.0,261 "wall_s": 16.26,262 "mlx_peak_bytes": 20012488770,263 "mlx_active_bytes": 18938212422,264 "memory_before": {265 "pressure_level": "normal",266 "free_percent": 56,267 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"268 },269 "memory_after": {270 "pressure_level": "normal",271 "free_percent": 56,272 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"273 },274 "errors": []275 },276 {277 "clients": 8,278 "aggregate_tps": 157.2,279 "per_request_tps": 20.5,280 "ttft_p50_ms": 414.0,281 "ttft_p95_ms": 966.3,282 "latency_p50_ms": 12971.8,283 "latency_p95_ms": 13198.7,284 "latency_p99_ms": 13199.1,285 "error_rate": 0.0,286 "wall_s": 26.05,287 "mlx_peak_bytes": 20012488770,288 "mlx_active_bytes": 18654261318,289 "memory_before": {290 "pressure_level": "normal",291 "free_percent": 56,292 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"293 },294 "memory_after": {295 "pressure_level": "normal",296 "free_percent": 57,297 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"298 },299 "errors": []300 },301 {302 "clients": 16,303 "aggregate_tps": 179.2,304 "per_request_tps": 11.7,305 "ttft_p50_ms": 1024.4,306 "ttft_p95_ms": 1387.1,307 "latency_p50_ms": 22729.6,308 "latency_p95_ms": 22856.0,309 "latency_p99_ms": 22856.8,310 "error_rate": 0.0,311 "wall_s": 45.7,312 "mlx_peak_bytes": 20194807710,313 "mlx_active_bytes": 18885881942,314 "memory_before": {315 "pressure_level": "normal",316 "free_percent": 57,317 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"318 },319 "memory_after": {320 "pressure_level": "normal",321 "free_percent": 54,322 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"323 },324 "errors": []325 }326 ],327 "peak_memory_bytes": 20194807710,328 "engine_start": {329 "ready": true,330 "requests": 42,331 "errors": 0,332 "model": "qwen3-30b-a3b-4bit",333 "load_s": null,334 "warmup_s": 4.01,335 "healthy": true,336 "uptime_s": 38,337 "pid": 76604,338 "mlx": {339 "active_bytes": 18854965314,340 "peak_bytes": 20012488770,341 "cache_bytes": 1692832342 },343 "prompt_cache": {344 "entries": 16,345 "bytes": 327057408346 },347 "decode_concurrency": 16,348 "prompt_concurrency": 8,349 "versions": {350 "mlx": "0.32.4",351 "mlx_lm": "0.32.2"352 }353 },354 "engine_end": {355 "ready": true,356 "requests": 129,357 "errors": 0,358 "model": "qwen3-30b-a3b-4bit",359 "load_s": null,360 "warmup_s": 4.01,361 "healthy": true,362 "uptime_s": 205,363 "pid": 76604,364 "mlx": {365 "active_bytes": 18885881942,366 "peak_bytes": 20194807710,367 "cache_bytes": 1867969459368 },369 "prompt_cache": {370 "entries": 16,371 "bytes": 475004928372 },373 "decode_concurrency": 16,374 "prompt_concurrency": 8,375 "versions": {376 "mlx": "0.32.4",377 "mlx_lm": "0.32.2"378 }379 },380 "memory_end": {381 "pressure_level": "normal",382 "free_percent": 54,383 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"384 },385 "samples_single": [386 {387 "ok": true,388 "ttft_ms": 170.3525420743972,389 "latency_ms": 1747.6199169177562,390 "gen_ms": 1576.9863328896463,391 "prompt_tokens": 34,392 "completion_tokens": 128,393 "cached_tokens": 3,394 "finish_reason": "length",395 "tool_calls": 0,396 "error": null,397 "text": null398 },399 {400 "ok": true,401 "ttft_ms": 130.93841704539955,402 "latency_ms": 1707.1575839072466,403 "gen_ms": 1575.9238749742508,404 "prompt_tokens": 34,405 "completion_tokens": 128,406 "cached_tokens": 15,407 "finish_reason": "length",408 "tool_calls": 0,409 "error": null,410 "text": null411 },412 {413 "ok": true,414 "ttft_ms": 130.9728748165071,415 "latency_ms": 1707.551916828379,416 "gen_ms": 1576.2947499752045,417 "prompt_tokens": 34,418 "completion_tokens": 128,419 "cached_tokens": 15,420 "finish_reason": "length",421 "tool_calls": 0,422 "error": null,423 "text": null424 },425 {426 "ok": true,427 "ttft_ms": 131.39858399517834,428 "latency_ms": 1706.7244171630591,429 "gen_ms": 1575.0339161604643,430 "prompt_tokens": 34,431 "completion_tokens": 128,432 "cached_tokens": 15,433 "finish_reason": "length",434 "tool_calls": 0,435 "error": null,436 "text": null437 },438 {439 "ok": true,440 "ttft_ms": 132.4869580566883,441 "latency_ms": 1712.0766250882298,442 "gen_ms": 1579.325292026624,443 "prompt_tokens": 34,444 "completion_tokens": 128,445 "cached_tokens": 15,446 "finish_reason": "length",447 "tool_calls": 0,448 "error": null,449 "text": null450 }451 ]452}