SPB Git

Repository Public

20261119-095207-qwen3-30b-a3b-4bit-nothink.json 10.4 KB 452 lines json

1{2 "meta": {3  "date": "2026-11-19 09:52:07",4  "label": "qwen3-30b-a3b-4bit-nothink",5  "host": "m4mm",6  "chip": "Apple M4 Pro",7  "memory_gb": 48,8  "macos": "26.5.1",9  "mlx": "0.32.4",10  "mlx_lm": "0.32.2",11  "model": "qwen3-30b-a3b-4bit",12  "base": "http://127.0.0.1:8821",13  "extra": {14   "chat_template_kwargs": {15    "enable_thinking": false16   }17  },18  "decode_concurrency": 16,19  "prompt_concurrency": 820 },21 "summary": {22  "model": "qwen3-30b-a3b-4bit",23  "single": {24   "ttft_ms": 131.4,25   "tokens_per_second": 80.626  },27  "concurrency": [28   {29    "clients": 1,30    "aggregate_tps": 75.3,31    "per_request_tps": 79.4,32    "ttft_p50_ms": 167.3,33    "ttft_p95_ms": 214.1,34    "latency_p95_ms": 3419.6,35    "error_rate": 0.036   },37   {38    "clients": 2,39    "aggregate_tps": 102.8,40    "per_request_tps": 53.5,41    "ttft_p50_ms": 218.2,42    "ttft_p95_ms": 221.4,43    "latency_p95_ms": 4988.3,44    "error_rate": 0.045   },46   {47    "clients": 4,48    "aggregate_tps": 125.9,49    "per_request_tps": 32.8,50    "ttft_p50_ms": 364.9,51    "ttft_p95_ms": 367.1,52    "latency_p95_ms": 8147.1,53    "error_rate": 0.054   },55   {56    "clients": 8,57    "aggregate_tps": 157.2,58    "per_request_tps": 20.5,59    "ttft_p50_ms": 414.0,60    "ttft_p95_ms": 966.3,61    "latency_p95_ms": 13198.7,62    "error_rate": 0.063   },64   {65    "clients": 16,66    "aggregate_tps": 179.2,67    "per_request_tps": 11.7,68    "ttft_p50_ms": 1024.4,69    "ttft_p95_ms": 1387.1,70    "latency_p95_ms": 22856.0,71    "error_rate": 0.072   }73  ],74  "peak_memory_bytes": 20194807710,75  "recommended": {76   "max_active": 1677  }78 },79 "single": {80  "ttft_ms": 131.4,81  "tokens_per_second": 80.682 },83 "scenarios": [84  {85   "name": "short_prompt",86   "description": "Question courte, réponse de 128 tokens.",87   "requests": 5,88   "error_rate": 0.0,89   "ttft_ms_p50": 131.4,90   "ttft_ms_p95": 170.4,91   "ttft_ms_p99": 170.4,92   "latency_ms_p50": 1707.6,93   "latency_ms_p95": 1747.6,94   "latency_ms_p99": 1747.6,95   "tokens_per_second_p50": 80.6,96   "prompt_tokens_avg": 34,97   "completion_tokens_avg": 128,98   "cached_tokens_avg": 13,99   "cache_hit_ratio": 0.371,100   "errors": []101  },102  {103   "name": "coding",104   "description": "Programmation : fonction Python avec tests.",105   "requests": 3,106   "error_rate": 0.0,107   "ttft_ms_p50": 105.4,108   "ttft_ms_p95": 219.3,109   "ttft_ms_p99": 219.3,110   "latency_ms_p50": 6594.4,111   "latency_ms_p95": 6727.1,112   "latency_ms_p99": 6727.1,113   "tokens_per_second_p50": 78.8,114   "prompt_tokens_avg": 50,115   "completion_tokens_avg": 512,116   "cached_tokens_avg": 28,117   "cache_hit_ratio": 0.567,118   "errors": []119  },120  {121   "name": "reasoning",122   "description": "Raisonnement en plusieurs étapes.",123   "requests": 3,124   "error_rate": 0.0,125   "ttft_ms_p50": 266.3,126   "ttft_ms_p95": 277.8,127   "ttft_ms_p99": 277.8,128   "latency_ms_p50": 5312.2,129   "latency_ms_p95": 5341.2,130   "latency_ms_p99": 5341.2,131   "tokens_per_second_p50": 79.1,132   "prompt_tokens_avg": 64,133   "completion_tokens_avg": 400,134   "cached_tokens_avg": 6,135   "cache_hit_ratio": 0.098,136   "errors": []137  },138  {139   "name": "tool_calling",140   "description": "Appel d'outil (get_weather) attendu.",141   "requests": 3,142   "error_rate": 0.0,143   "ttft_ms_p50": 432.7,144   "ttft_ms_p95": 475.3,145   "ttft_ms_p99": 475.3,146   "latency_ms_p50": 473.8,147   "latency_ms_p95": 487.0,148   "latency_ms_p99": 487.0,149   "tokens_per_second_p50": 85.4,150   "prompt_tokens_avg": 185,151   "completion_tokens_avg": 23,152   "cached_tokens_avg": 131,153   "cache_hit_ratio": 0.705,154   "errors": [],155   "tool_call_rate": 0.67156  },157  {158   "name": "multi_turn",159   "description": "Conversation de 5 tours (préfixe réutilisé d'un tour à l'autre).",160   "requests": 5,161   "error_rate": 0.0,162   "ttft_ms_p50": 277.3,163   "ttft_ms_p95": 312.4,164   "ttft_ms_p99": 312.4,165   "latency_ms_p50": 1540.6,166   "latency_ms_p95": 1733.0,167   "latency_ms_p99": 1733.0,168   "tokens_per_second_p50": 78.3,169   "prompt_tokens_avg": 271,170   "completion_tokens_avg": 102,171   "cached_tokens_avg": 165,172   "cache_hit_ratio": 0.608,173   "errors": []174  },175  {176   "name": "repeated_prefix",177   "description": "Préfixe système commun d'environ 3 000 tokens, 5 questions différentes après un premier appel à froid.",178   "requests": 5,179   "error_rate": 0.0,180   "ttft_ms_p50": 184.2,181   "ttft_ms_p95": 185.5,182   "ttft_ms_p99": 185.5,183   "latency_ms_p50": 450.0,184   "latency_ms_p95": 465.4,185   "latency_ms_p99": 465.4,186   "tokens_per_second_p50": 67.9,187   "prompt_tokens_avg": 2945,188   "completion_tokens_avg": 18,189   "cached_tokens_avg": 2925,190   "cache_hit_ratio": 0.993,191   "errors": []192  }193 ],194 "prefix_cache": {195  "cold_ttft_ms": 4903.5,196  "warm_ttft_ms": 184.2,197  "warm_cached_tokens": 2925,198  "prompt_tokens": 2945199 },200 "concurrency": [201  {202   "clients": 1,203   "aggregate_tps": 75.3,204   "per_request_tps": 79.4,205   "ttft_p50_ms": 167.3,206   "ttft_p95_ms": 214.1,207   "latency_p50_ms": 3380.6,208   "latency_p95_ms": 3419.6,209   "latency_p99_ms": 3419.6,210   "error_rate": 0.0,211   "wall_s": 6.8,212   "mlx_peak_bytes": 20012488770,213   "mlx_active_bytes": 19360985154,214   "memory_before": {215    "pressure_level": "normal",216    "free_percent": 56,217    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"218   },219   "memory_after": {220    "pressure_level": "normal",221    "free_percent": 57,222    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"223   },224   "errors": []225  },226  {227   "clients": 2,228   "aggregate_tps": 102.8,229   "per_request_tps": 53.5,230   "ttft_p50_ms": 218.2,231   "ttft_p95_ms": 221.4,232   "latency_p50_ms": 4971.5,233   "latency_p95_ms": 4988.3,234   "latency_p99_ms": 4988.3,235   "error_rate": 0.0,236   "wall_s": 9.96,237   "mlx_peak_bytes": 20012488770,238   "mlx_active_bytes": 19551318082,239   "memory_before": {240    "pressure_level": "normal",241    "free_percent": 57,242    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"243   },244   "memory_after": {245    "pressure_level": "normal",246    "free_percent": 56,247    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"248   },249   "errors": []250  },251  {252   "clients": 4,253   "aggregate_tps": 125.9,254   "per_request_tps": 32.8,255   "ttft_p50_ms": 364.9,256   "ttft_p95_ms": 367.1,257   "latency_p50_ms": 8114.4,258   "latency_p95_ms": 8147.1,259   "latency_p99_ms": 8147.1,260   "error_rate": 0.0,261   "wall_s": 16.26,262   "mlx_peak_bytes": 20012488770,263   "mlx_active_bytes": 18938212422,264   "memory_before": {265    "pressure_level": "normal",266    "free_percent": 56,267    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"268   },269   "memory_after": {270    "pressure_level": "normal",271    "free_percent": 56,272    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"273   },274   "errors": []275  },276  {277   "clients": 8,278   "aggregate_tps": 157.2,279   "per_request_tps": 20.5,280   "ttft_p50_ms": 414.0,281   "ttft_p95_ms": 966.3,282   "latency_p50_ms": 12971.8,283   "latency_p95_ms": 13198.7,284   "latency_p99_ms": 13199.1,285   "error_rate": 0.0,286   "wall_s": 26.05,287   "mlx_peak_bytes": 20012488770,288   "mlx_active_bytes": 18654261318,289   "memory_before": {290    "pressure_level": "normal",291    "free_percent": 56,292    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"293   },294   "memory_after": {295    "pressure_level": "normal",296    "free_percent": 57,297    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"298   },299   "errors": []300  },301  {302   "clients": 16,303   "aggregate_tps": 179.2,304   "per_request_tps": 11.7,305   "ttft_p50_ms": 1024.4,306   "ttft_p95_ms": 1387.1,307   "latency_p50_ms": 22729.6,308   "latency_p95_ms": 22856.0,309   "latency_p99_ms": 22856.8,310   "error_rate": 0.0,311   "wall_s": 45.7,312   "mlx_peak_bytes": 20194807710,313   "mlx_active_bytes": 18885881942,314   "memory_before": {315    "pressure_level": "normal",316    "free_percent": 57,317    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"318   },319   "memory_after": {320    "pressure_level": "normal",321    "free_percent": 54,322    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"323   },324   "errors": []325  }326 ],327 "peak_memory_bytes": 20194807710,328 "engine_start": {329  "ready": true,330  "requests": 42,331  "errors": 0,332  "model": "qwen3-30b-a3b-4bit",333  "load_s": null,334  "warmup_s": 4.01,335  "healthy": true,336  "uptime_s": 38,337  "pid": 76604,338  "mlx": {339   "active_bytes": 18854965314,340   "peak_bytes": 20012488770,341   "cache_bytes": 1692832342  },343  "prompt_cache": {344   "entries": 16,345   "bytes": 327057408346  },347  "decode_concurrency": 16,348  "prompt_concurrency": 8,349  "versions": {350   "mlx": "0.32.4",351   "mlx_lm": "0.32.2"352  }353 },354 "engine_end": {355  "ready": true,356  "requests": 129,357  "errors": 0,358  "model": "qwen3-30b-a3b-4bit",359  "load_s": null,360  "warmup_s": 4.01,361  "healthy": true,362  "uptime_s": 205,363  "pid": 76604,364  "mlx": {365   "active_bytes": 18885881942,366   "peak_bytes": 20194807710,367   "cache_bytes": 1867969459368  },369  "prompt_cache": {370   "entries": 16,371   "bytes": 475004928372  },373  "decode_concurrency": 16,374  "prompt_concurrency": 8,375  "versions": {376   "mlx": "0.32.4",377   "mlx_lm": "0.32.2"378  }379 },380 "memory_end": {381  "pressure_level": "normal",382  "free_percent": 54,383  "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"384 },385 "samples_single": [386  {387   "ok": true,388   "ttft_ms": 170.3525420743972,389   "latency_ms": 1747.6199169177562,390   "gen_ms": 1576.9863328896463,391   "prompt_tokens": 34,392   "completion_tokens": 128,393   "cached_tokens": 3,394   "finish_reason": "length",395   "tool_calls": 0,396   "error": null,397   "text": null398  },399  {400   "ok": true,401   "ttft_ms": 130.93841704539955,402   "latency_ms": 1707.1575839072466,403   "gen_ms": 1575.9238749742508,404   "prompt_tokens": 34,405   "completion_tokens": 128,406   "cached_tokens": 15,407   "finish_reason": "length",408   "tool_calls": 0,409   "error": null,410   "text": null411  },412  {413   "ok": true,414   "ttft_ms": 130.9728748165071,415   "latency_ms": 1707.551916828379,416   "gen_ms": 1576.2947499752045,417   "prompt_tokens": 34,418   "completion_tokens": 128,419   "cached_tokens": 15,420   "finish_reason": "length",421   "tool_calls": 0,422   "error": null,423   "text": null424  },425  {426   "ok": true,427   "ttft_ms": 131.39858399517834,428   "latency_ms": 1706.7244171630591,429   "gen_ms": 1575.0339161604643,430   "prompt_tokens": 34,431   "completion_tokens": 128,432   "cached_tokens": 15,433   "finish_reason": "length",434   "tool_calls": 0,435   "error": null,436   "text": null437  },438  {439   "ok": true,440   "ttft_ms": 132.4869580566883,441   "latency_ms": 1712.0766250882298,442   "gen_ms": 1579.325292026624,443   "prompt_tokens": 34,444   "completion_tokens": 128,445   "cached_tokens": 15,446   "finish_reason": "length",447   "tool_calls": 0,448   "error": null,449   "text": null450  }451 ]452}
Files main
Menu

Theme