Repository Public
1{2 "meta": {3 "date": "2026-11-19 09:58:27",4 "label": "qwen3-30b-a3b-4bit-think",5 "host": "m4mm",6 "chip": "Apple M4 Pro",7 "memory_gb": 48,8 "macos": "26.5.1",9 "mlx": "0.32.4",10 "mlx_lm": "0.32.2",11 "model": "qwen3-30b-a3b-4bit",12 "base": "http://127.0.0.1:8821",13 "extra": {14 "chat_template_kwargs": {15 "enable_thinking": true16 }17 },18 "decode_concurrency": 16,19 "prompt_concurrency": 820 },21 "summary": {22 "model": "qwen3-30b-a3b-4bit",23 "single": {24 "ttft_ms": 120.3,25 "tokens_per_second": 81.326 },27 "concurrency": [28 {29 "clients": 1,30 "aggregate_tps": 77.0,31 "per_request_tps": 78.9,32 "ttft_p50_ms": 153.5,33 "ttft_p95_ms": 199.2,34 "latency_p95_ms": 6669.5,35 "error_rate": 0.036 },37 {38 "clients": 4,39 "aggregate_tps": 126.5,40 "per_request_tps": 32.1,41 "ttft_p50_ms": 293.3,42 "ttft_p95_ms": 298.5,43 "latency_p95_ms": 16192.6,44 "error_rate": 0.045 }46 ],47 "peak_memory_bytes": 28202864694,48 "recommended": {49 "max_active": 450 }51 },52 "single": {53 "ttft_ms": 120.3,54 "tokens_per_second": 81.355 },56 "scenarios": [57 {58 "name": "short_prompt",59 "description": "Question courte, réponse de 128 tokens.",60 "requests": 5,61 "error_rate": 0.0,62 "ttft_ms_p50": 120.3,63 "ttft_ms_p95": 157.8,64 "ttft_ms_p99": 157.8,65 "latency_ms_p50": 1680.5,66 "latency_ms_p95": 1725.4,67 "latency_ms_p99": 1725.4,68 "tokens_per_second_p50": 81.3,69 "prompt_tokens_avg": 30,70 "completion_tokens_avg": 128,71 "cached_tokens_avg": 13,72 "cache_hit_ratio": 0.42,73 "errors": []74 },75 {76 "name": "coding",77 "description": "Programmation : fonction Python avec tests.",78 "requests": 3,79 "error_rate": 0.0,80 "ttft_ms_p50": 89.3,81 "ttft_ms_p95": 207.0,82 "ttft_ms_p99": 207.0,83 "latency_ms_p50": 6578.1,84 "latency_ms_p95": 6676.3,85 "latency_ms_p99": 6676.3,86 "tokens_per_second_p50": 79.0,87 "prompt_tokens_avg": 46,88 "completion_tokens_avg": 512,89 "cached_tokens_avg": 28,90 "cache_hit_ratio": 0.616,91 "errors": []92 },93 {94 "name": "reasoning",95 "description": "Raisonnement en plusieurs étapes.",96 "requests": 3,97 "error_rate": 0.0,98 "ttft_ms_p50": 252.8,99 "ttft_ms_p95": 263.5,100 "ttft_ms_p99": 263.5,101 "latency_ms_p50": 5285.5,102 "latency_ms_p95": 5298.7,103 "latency_ms_p99": 5298.7,104 "tokens_per_second_p50": 79.5,105 "prompt_tokens_avg": 60,106 "completion_tokens_avg": 400,107 "cached_tokens_avg": 6,108 "cache_hit_ratio": 0.105,109 "errors": []110 },111 {112 "name": "tool_calling",113 "description": "Appel d'outil (get_weather) attendu.",114 "requests": 3,115 "error_rate": 0.0,116 "ttft_ms_p50": 134.0,117 "ttft_ms_p95": 350.1,118 "ttft_ms_p99": 350.1,119 "latency_ms_p50": 1603.0,120 "latency_ms_p95": 1864.5,121 "latency_ms_p99": 1864.5,122 "tokens_per_second_p50": 80.5,123 "prompt_tokens_avg": 181,124 "completion_tokens_avg": 120,125 "cached_tokens_avg": 112,126 "cache_hit_ratio": 0.616,127 "errors": [],128 "tool_call_rate": 1.0129 },130 {131 "name": "multi_turn",132 "description": "Conversation de 5 tours (préfixe réutilisé d'un tour à l'autre).",133 "requests": 5,134 "error_rate": 0.0,135 "ttft_ms_p50": 134.6,136 "ttft_ms_p95": 179.2,137 "ttft_ms_p99": 179.2,138 "latency_ms_p50": 2115.9,139 "latency_ms_p95": 2144.9,140 "latency_ms_p99": 2144.9,141 "tokens_per_second_p50": 80.5,142 "prompt_tokens_avg": 65,143 "completion_tokens_avg": 160,144 "cached_tokens_avg": 45,145 "cache_hit_ratio": 0.685,146 "errors": []147 },148 {149 "name": "repeated_prefix",150 "description": "Préfixe système commun d'environ 3 000 tokens, 5 questions différentes après un premier appel à froid.",151 "requests": 5,152 "error_rate": 0.0,153 "ttft_ms_p50": 161.0,154 "ttft_ms_p95": 164.9,155 "ttft_ms_p99": 164.9,156 "latency_ms_p50": 1122.9,157 "latency_ms_p95": 1126.9,158 "latency_ms_p99": 1126.9,159 "tokens_per_second_p50": 65.5,160 "prompt_tokens_avg": 2941,161 "completion_tokens_avg": 64,162 "cached_tokens_avg": 2925,163 "cache_hit_ratio": 0.995,164 "errors": []165 }166 ],167 "prefix_cache": {168 "cold_ttft_ms": 4665.8,169 "warm_ttft_ms": 161.0,170 "warm_cached_tokens": 2925,171 "prompt_tokens": 2941172 },173 "concurrency": [174 {175 "clients": 1,176 "aggregate_tps": 77.0,177 "per_request_tps": 78.9,178 "ttft_p50_ms": 153.5,179 "ttft_p95_ms": 199.2,180 "latency_p50_ms": 6632.1,181 "latency_p95_ms": 6669.5,182 "latency_p99_ms": 6669.5,183 "error_rate": 0.0,184 "wall_s": 13.3,185 "mlx_peak_bytes": 28202864694,186 "mlx_active_bytes": 19405942850,187 "memory_before": {188 "pressure_level": "normal",189 "free_percent": 56,190 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"191 },192 "memory_after": {193 "pressure_level": "normal",194 "free_percent": 57,195 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"196 },197 "errors": []198 },199 {200 "clients": 4,201 "aggregate_tps": 126.5,202 "per_request_tps": 32.1,203 "ttft_p50_ms": 293.3,204 "ttft_p95_ms": 298.5,205 "latency_p50_ms": 16188.4,206 "latency_p95_ms": 16192.6,207 "latency_p99_ms": 16192.6,208 "error_rate": 0.0,209 "wall_s": 32.38,210 "mlx_peak_bytes": 28202864694,211 "mlx_active_bytes": 20343631946,212 "memory_before": {213 "pressure_level": "normal",214 "free_percent": 57,215 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"216 },217 "memory_after": {218 "pressure_level": "normal",219 "free_percent": 54,220 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"221 },222 "errors": []223 }224 ],225 "peak_memory_bytes": 28202864694,226 "engine_start": {227 "ready": true,228 "requests": 42,229 "errors": 0,230 "model": "qwen3-30b-a3b-4bit",231 "load_s": null,232 "warmup_s": 0.95,233 "healthy": true,234 "uptime_s": 262,235 "pid": 78438,236 "mlx": {237 "active_bytes": 24034259010,238 "peak_bytes": 28202864694,239 "cache_bytes": 1283572824240 },241 "prompt_cache": {242 "entries": 16,243 "bytes": 1026981888244 },245 "decode_concurrency": 16,246 "prompt_concurrency": 8,247 "versions": {248 "mlx": "0.32.4",249 "mlx_lm": "0.32.2"250 }251 },252 "engine_end": {253 "ready": true,254 "requests": 77,255 "errors": 0,256 "model": "qwen3-30b-a3b-4bit",257 "load_s": null,258 "warmup_s": 0.95,259 "healthy": true,260 "uptime_s": 379,261 "pid": 78438,262 "mlx": {263 "active_bytes": 20343631946,264 "peak_bytes": 28202864694,265 "cache_bytes": 438827637266 },267 "prompt_cache": {268 "entries": 16,269 "bytes": 2315943936270 },271 "decode_concurrency": 16,272 "prompt_concurrency": 8,273 "versions": {274 "mlx": "0.32.4",275 "mlx_lm": "0.32.2"276 }277 },278 "memory_end": {279 "pressure_level": "normal",280 "free_percent": 54,281 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"282 },283 "samples_single": [284 {285 "ok": true,286 "ttft_ms": 157.84970810636878,287 "latency_ms": 1725.4030001349747,288 "gen_ms": 1567.2674579545856,289 "prompt_tokens": 30,290 "completion_tokens": 128,291 "cached_tokens": 3,292 "finish_reason": "length",293 "tool_calls": 0,294 "error": null,295 "text": null296 },297 {298 "ok": true,299 "ttft_ms": 121.57279206439853,300 "latency_ms": 1690.54220803082,301 "gen_ms": 1568.6763329431415,302 "prompt_tokens": 30,303 "completion_tokens": 128,304 "cached_tokens": 15,305 "finish_reason": "length",306 "tool_calls": 0,307 "error": null,308 "text": null309 },310 {311 "ok": true,312 "ttft_ms": 120.34912500530481,313 "latency_ms": 1676.802083151415,314 "gen_ms": 1556.1847500503063,315 "prompt_tokens": 30,316 "completion_tokens": 128,317 "cached_tokens": 15,318 "finish_reason": "length",319 "tool_calls": 0,320 "error": null,321 "text": null322 },323 {324 "ok": true,325 "ttft_ms": 118.82724985480309,326 "latency_ms": 1679.9812079407275,327 "gen_ms": 1560.8901251107454,328 "prompt_tokens": 30,329 "completion_tokens": 128,330 "cached_tokens": 15,331 "finish_reason": "length",332 "tool_calls": 0,333 "error": null,334 "text": null335 },336 {337 "ok": true,338 "ttft_ms": 118.8066250178963,339 "latency_ms": 1680.5350831709802,340 "gen_ms": 1561.452333116904,341 "prompt_tokens": 30,342 "completion_tokens": 128,343 "cached_tokens": 15,344 "finish_reason": "length",345 "tool_calls": 0,346 "error": null,347 "text": null348 }349 ]350}