Repository Public
1{2 "meta": {3 "date": "2026-11-19 09:48:29",4 "label": "instruct-2507-4bit",5 "host": "m4mm",6 "chip": "Apple M4 Pro",7 "memory_gb": 48,8 "macos": "26.5.1",9 "mlx": "0.32.4",10 "mlx_lm": "0.32.2",11 "model": "qwen3-30b-a3b-instruct-2507-4bit",12 "base": "http://127.0.0.1:8821",13 "extra": {},14 "decode_concurrency": 16,15 "prompt_concurrency": 816 },17 "summary": {18 "model": "qwen3-30b-a3b-instruct-2507-4bit",19 "single": {20 "ttft_ms": 106.6,21 "tokens_per_second": 80.122 },23 "concurrency": [24 {25 "clients": 1,26 "aggregate_tps": 75.4,27 "per_request_tps": 78.8,28 "ttft_p50_ms": 141.6,29 "ttft_p95_ms": 188.1,30 "latency_p95_ms": 3412.3,31 "error_rate": 0.032 },33 {34 "clients": 2,35 "aggregate_tps": 103.2,36 "per_request_tps": 53.4,37 "ttft_p50_ms": 181.5,38 "ttft_p95_ms": 185.2,39 "latency_p95_ms": 4960.8,40 "error_rate": 0.041 },42 {43 "clients": 4,44 "aggregate_tps": 125.4,45 "per_request_tps": 32.5,46 "ttft_p50_ms": 302.2,47 "ttft_p95_ms": 308.8,48 "latency_p95_ms": 8176.7,49 "error_rate": 0.050 },51 {52 "clients": 8,53 "aggregate_tps": 156.7,54 "per_request_tps": 20.2,55 "ttft_p50_ms": 343.2,56 "ttft_p95_ms": 856.5,57 "latency_p95_ms": 13153.2,58 "error_rate": 0.059 },60 {61 "clients": 16,62 "aggregate_tps": 180.6,63 "per_request_tps": 11.6,64 "ttft_p50_ms": 595.5,65 "ttft_p95_ms": 1061.1,66 "latency_p95_ms": 22689.9,67 "error_rate": 0.068 }69 ],70 "peak_memory_bytes": 21588461381,71 "recommended": {72 "max_active": 1673 }74 },75 "single": {76 "ttft_ms": 106.6,77 "tokens_per_second": 80.178 },79 "scenarios": [80 {81 "name": "short_prompt",82 "description": "Question courte, réponse de 128 tokens.",83 "requests": 5,84 "error_rate": 0.0,85 "ttft_ms_p50": 106.6,86 "ttft_ms_p95": 143.9,87 "ttft_ms_p99": 143.9,88 "latency_ms_p50": 1695.2,89 "latency_ms_p95": 1730.3,90 "latency_ms_p99": 1730.3,91 "tokens_per_second_p50": 80.1,92 "prompt_tokens_avg": 30,93 "completion_tokens_avg": 128,94 "cached_tokens_avg": 13,95 "cache_hit_ratio": 0.42,96 "errors": []97 },98 {99 "name": "coding",100 "description": "Programmation : fonction Python avec tests.",101 "requests": 3,102 "error_rate": 0.0,103 "ttft_ms_p50": 76.5,104 "ttft_ms_p95": 193.4,105 "ttft_ms_p99": 193.4,106 "latency_ms_p50": 6617.0,107 "latency_ms_p95": 6715.3,108 "latency_ms_p99": 6715.3,109 "tokens_per_second_p50": 78.2,110 "prompt_tokens_avg": 46,111 "completion_tokens_avg": 512,112 "cached_tokens_avg": 28,113 "cache_hit_ratio": 0.616,114 "errors": []115 },116 {117 "name": "reasoning",118 "description": "Raisonnement en plusieurs étapes.",119 "requests": 3,120 "error_rate": 0.0,121 "ttft_ms_p50": 239.4,122 "ttft_ms_p95": 251.4,123 "ttft_ms_p99": 251.4,124 "latency_ms_p50": 5321.9,125 "latency_ms_p95": 5334.9,126 "latency_ms_p99": 5334.9,127 "tokens_per_second_p50": 78.5,128 "prompt_tokens_avg": 60,129 "completion_tokens_avg": 400,130 "cached_tokens_avg": 6,131 "cache_hit_ratio": 0.105,132 "errors": []133 },134 {135 "name": "tool_calling",136 "description": "Appel d'outil (get_weather) attendu.",137 "requests": 3,138 "error_rate": 0.0,139 "ttft_ms_p50": 449.6,140 "ttft_ms_p95": 577.4,141 "ttft_ms_p99": 577.4,142 "latency_ms_p50": 461.4,143 "latency_ms_p95": 589.2,144 "latency_ms_p99": 589.2,145 "tokens_per_second_p50": null,146 "prompt_tokens_avg": 181,147 "completion_tokens_avg": 23,148 "cached_tokens_avg": 112,149 "cache_hit_ratio": 0.616,150 "errors": [],151 "tool_call_rate": 1.0152 },153 {154 "name": "multi_turn",155 "description": "Conversation de 5 tours (préfixe réutilisé d'un tour à l'autre).",156 "requests": 5,157 "error_rate": 0.0,158 "ttft_ms_p50": 112.1,159 "ttft_ms_p95": 167.7,160 "ttft_ms_p99": 167.7,161 "latency_ms_p50": 1949.9,162 "latency_ms_p95": 2122.5,163 "latency_ms_p99": 2122.5,164 "tokens_per_second_p50": 77.7,165 "prompt_tokens_avg": 343,166 "completion_tokens_avg": 143,167 "cached_tokens_avg": 325,168 "cache_hit_ratio": 0.948,169 "errors": []170 },171 {172 "name": "repeated_prefix",173 "description": "Préfixe système commun d'environ 3 000 tokens, 5 questions différentes après un premier appel à froid.",174 "requests": 5,175 "error_rate": 0.0,176 "ttft_ms_p50": 148.5,177 "ttft_ms_p95": 150.0,178 "ttft_ms_p99": 150.0,179 "latency_ms_p50": 399.9,180 "latency_ms_p95": 402.1,181 "latency_ms_p99": 402.1,182 "tokens_per_second_p50": 67.7,183 "prompt_tokens_avg": 2941,184 "completion_tokens_avg": 17,185 "cached_tokens_avg": 2925,186 "cache_hit_ratio": 0.995,187 "errors": []188 }189 ],190 "prefix_cache": {191 "cold_ttft_ms": 4833.5,192 "warm_ttft_ms": 148.5,193 "warm_cached_tokens": 2925,194 "prompt_tokens": 2941195 },196 "concurrency": [197 {198 "clients": 1,199 "aggregate_tps": 75.4,200 "per_request_tps": 78.8,201 "ttft_p50_ms": 141.6,202 "ttft_p95_ms": 188.1,203 "latency_p50_ms": 3379.9,204 "latency_p95_ms": 3412.3,205 "latency_p99_ms": 3412.3,206 "error_rate": 0.0,207 "wall_s": 6.79,208 "mlx_peak_bytes": 21588461381,209 "mlx_active_bytes": 19450638402,210 "memory_before": {211 "pressure_level": "normal",212 "free_percent": 56,213 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"214 },215 "memory_after": {216 "pressure_level": "normal",217 "free_percent": 57,218 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"219 },220 "errors": []221 },222 {223 "clients": 2,224 "aggregate_tps": 103.2,225 "per_request_tps": 53.4,226 "ttft_p50_ms": 181.5,227 "ttft_p95_ms": 185.2,228 "latency_p50_ms": 4958.6,229 "latency_p95_ms": 4960.8,230 "latency_p99_ms": 4960.8,231 "error_rate": 0.0,232 "wall_s": 9.92,233 "mlx_peak_bytes": 21588461381,234 "mlx_active_bytes": 19557904450,235 "memory_before": {236 "pressure_level": "normal",237 "free_percent": 57,238 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"239 },240 "memory_after": {241 "pressure_level": "normal",242 "free_percent": 56,243 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"244 },245 "errors": []246 },247 {248 "clients": 4,249 "aggregate_tps": 125.4,250 "per_request_tps": 32.5,251 "ttft_p50_ms": 302.2,252 "ttft_p95_ms": 308.8,253 "latency_p50_ms": 8152.3,254 "latency_p95_ms": 8176.7,255 "latency_p99_ms": 8176.7,256 "error_rate": 0.0,257 "wall_s": 16.33,258 "mlx_peak_bytes": 21588461381,259 "mlx_active_bytes": 18935001158,260 "memory_before": {261 "pressure_level": "normal",262 "free_percent": 56,263 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"264 },265 "memory_after": {266 "pressure_level": "normal",267 "free_percent": 56,268 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"269 },270 "errors": []271 },272 {273 "clients": 8,274 "aggregate_tps": 156.7,275 "per_request_tps": 20.2,276 "ttft_p50_ms": 343.2,277 "ttft_p95_ms": 856.5,278 "latency_p50_ms": 12988.8,279 "latency_p95_ms": 13153.2,280 "latency_p99_ms": 13153.5,281 "error_rate": 0.0,282 "wall_s": 26.14,283 "mlx_peak_bytes": 21588461381,284 "mlx_active_bytes": 18649641030,285 "memory_before": {286 "pressure_level": "normal",287 "free_percent": 56,288 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"289 },290 "memory_after": {291 "pressure_level": "normal",292 "free_percent": 57,293 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"294 },295 "errors": []296 },297 {298 "clients": 16,299 "aggregate_tps": 180.6,300 "per_request_tps": 11.6,301 "ttft_p50_ms": 595.5,302 "ttft_p95_ms": 1061.1,303 "latency_p50_ms": 22553.1,304 "latency_p95_ms": 22689.9,305 "latency_p99_ms": 22690.7,306 "error_rate": 0.0,307 "wall_s": 45.37,308 "mlx_peak_bytes": 21588461381,309 "mlx_active_bytes": 18893746262,310 "memory_before": {311 "pressure_level": "normal",312 "free_percent": 57,313 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"314 },315 "memory_after": {316 "pressure_level": "normal",317 "free_percent": 54,318 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"319 },320 "errors": []321 }322 ],323 "peak_memory_bytes": 21588461381,324 "engine_start": {325 "ready": true,326 "requests": 42,327 "errors": 0,328 "model": "qwen3-30b-a3b-instruct-2507-4bit",329 "load_s": null,330 "warmup_s": 2.86,331 "healthy": true,332 "uptime_s": 48,333 "pid": 74654,334 "mlx": {335 "active_bytes": 20696985666,336 "peak_bytes": 21588461381,337 "cache_bytes": 39433100338 },339 "prompt_cache": {340 "entries": 16,341 "bytes": 394199040342 },343 "decode_concurrency": 16,344 "prompt_concurrency": 8,345 "versions": {346 "mlx": "0.32.4",347 "mlx_lm": "0.32.2"348 }349 },350 "engine_end": {351 "ready": true,352 "requests": 129,353 "errors": 0,354 "model": "qwen3-30b-a3b-instruct-2507-4bit",355 "load_s": null,356 "warmup_s": 2.86,357 "healthy": true,358 "uptime_s": 216,359 "pid": 74654,360 "mlx": {361 "active_bytes": 18893746262,362 "peak_bytes": 21588461381,363 "cache_bytes": 1815561941364 },365 "prompt_cache": {366 "entries": 16,367 "bytes": 468713472368 },369 "decode_concurrency": 16,370 "prompt_concurrency": 8,371 "versions": {372 "mlx": "0.32.4",373 "mlx_lm": "0.32.2"374 }375 },376 "memory_end": {377 "pressure_level": "normal",378 "free_percent": 54,379 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"380 },381 "samples_single": [382 {383 "ok": true,384 "ttft_ms": 143.87549995444715,385 "latency_ms": 1730.3065829910338,386 "gen_ms": 1586.1398330889642,387 "prompt_tokens": 30,388 "completion_tokens": 128,389 "cached_tokens": 3,390 "finish_reason": "length",391 "tool_calls": 0,392 "error": null,393 "text": null394 },395 {396 "ok": true,397 "ttft_ms": 105.93466693535447,398 "latency_ms": 1695.1688749250025,399 "gen_ms": 1588.9574170578271,400 "prompt_tokens": 30,401 "completion_tokens": 128,402 "cached_tokens": 15,403 "finish_reason": "length",404 "tool_calls": 0,405 "error": null,406 "text": null407 },408 {409 "ok": true,410 "ttft_ms": 106.59012501128018,411 "latency_ms": 1692.9065419826657,412 "gen_ms": 1586.0357079654932,413 "prompt_tokens": 30,414 "completion_tokens": 128,415 "cached_tokens": 15,416 "finish_reason": "length",417 "tool_calls": 0,418 "error": null,419 "text": null420 },421 {422 "ok": true,423 "ttft_ms": 106.63758288137615,424 "latency_ms": 1691.7417920194566,425 "gen_ms": 1584.820416988805,426 "prompt_tokens": 30,427 "completion_tokens": 128,428 "cached_tokens": 15,429 "finish_reason": "length",430 "tool_calls": 0,431 "error": null,432 "text": null433 },434 {435 "ok": true,436 "ttft_ms": 106.50800005532801,437 "latency_ms": 1705.1931249443442,438 "gen_ms": 1598.4056249726564,439 "prompt_tokens": 30,440 "completion_tokens": 128,441 "cached_tokens": 15,442 "finish_reason": "length",443 "tool_calls": 0,444 "error": null,445 "text": null446 }447 ]448}