SPB Git

Repository Public

20261119-095827-qwen3-30b-a3b-4bit-think.json 7.9 KB 350 lines json

1{2 "meta": {3  "date": "2026-11-19 09:58:27",4  "label": "qwen3-30b-a3b-4bit-think",5  "host": "m4mm",6  "chip": "Apple M4 Pro",7  "memory_gb": 48,8  "macos": "26.5.1",9  "mlx": "0.32.4",10  "mlx_lm": "0.32.2",11  "model": "qwen3-30b-a3b-4bit",12  "base": "http://127.0.0.1:8821",13  "extra": {14   "chat_template_kwargs": {15    "enable_thinking": true16   }17  },18  "decode_concurrency": 16,19  "prompt_concurrency": 820 },21 "summary": {22  "model": "qwen3-30b-a3b-4bit",23  "single": {24   "ttft_ms": 120.3,25   "tokens_per_second": 81.326  },27  "concurrency": [28   {29    "clients": 1,30    "aggregate_tps": 77.0,31    "per_request_tps": 78.9,32    "ttft_p50_ms": 153.5,33    "ttft_p95_ms": 199.2,34    "latency_p95_ms": 6669.5,35    "error_rate": 0.036   },37   {38    "clients": 4,39    "aggregate_tps": 126.5,40    "per_request_tps": 32.1,41    "ttft_p50_ms": 293.3,42    "ttft_p95_ms": 298.5,43    "latency_p95_ms": 16192.6,44    "error_rate": 0.045   }46  ],47  "peak_memory_bytes": 28202864694,48  "recommended": {49   "max_active": 450  }51 },52 "single": {53  "ttft_ms": 120.3,54  "tokens_per_second": 81.355 },56 "scenarios": [57  {58   "name": "short_prompt",59   "description": "Question courte, réponse de 128 tokens.",60   "requests": 5,61   "error_rate": 0.0,62   "ttft_ms_p50": 120.3,63   "ttft_ms_p95": 157.8,64   "ttft_ms_p99": 157.8,65   "latency_ms_p50": 1680.5,66   "latency_ms_p95": 1725.4,67   "latency_ms_p99": 1725.4,68   "tokens_per_second_p50": 81.3,69   "prompt_tokens_avg": 30,70   "completion_tokens_avg": 128,71   "cached_tokens_avg": 13,72   "cache_hit_ratio": 0.42,73   "errors": []74  },75  {76   "name": "coding",77   "description": "Programmation : fonction Python avec tests.",78   "requests": 3,79   "error_rate": 0.0,80   "ttft_ms_p50": 89.3,81   "ttft_ms_p95": 207.0,82   "ttft_ms_p99": 207.0,83   "latency_ms_p50": 6578.1,84   "latency_ms_p95": 6676.3,85   "latency_ms_p99": 6676.3,86   "tokens_per_second_p50": 79.0,87   "prompt_tokens_avg": 46,88   "completion_tokens_avg": 512,89   "cached_tokens_avg": 28,90   "cache_hit_ratio": 0.616,91   "errors": []92  },93  {94   "name": "reasoning",95   "description": "Raisonnement en plusieurs étapes.",96   "requests": 3,97   "error_rate": 0.0,98   "ttft_ms_p50": 252.8,99   "ttft_ms_p95": 263.5,100   "ttft_ms_p99": 263.5,101   "latency_ms_p50": 5285.5,102   "latency_ms_p95": 5298.7,103   "latency_ms_p99": 5298.7,104   "tokens_per_second_p50": 79.5,105   "prompt_tokens_avg": 60,106   "completion_tokens_avg": 400,107   "cached_tokens_avg": 6,108   "cache_hit_ratio": 0.105,109   "errors": []110  },111  {112   "name": "tool_calling",113   "description": "Appel d'outil (get_weather) attendu.",114   "requests": 3,115   "error_rate": 0.0,116   "ttft_ms_p50": 134.0,117   "ttft_ms_p95": 350.1,118   "ttft_ms_p99": 350.1,119   "latency_ms_p50": 1603.0,120   "latency_ms_p95": 1864.5,121   "latency_ms_p99": 1864.5,122   "tokens_per_second_p50": 80.5,123   "prompt_tokens_avg": 181,124   "completion_tokens_avg": 120,125   "cached_tokens_avg": 112,126   "cache_hit_ratio": 0.616,127   "errors": [],128   "tool_call_rate": 1.0129  },130  {131   "name": "multi_turn",132   "description": "Conversation de 5 tours (préfixe réutilisé d'un tour à l'autre).",133   "requests": 5,134   "error_rate": 0.0,135   "ttft_ms_p50": 134.6,136   "ttft_ms_p95": 179.2,137   "ttft_ms_p99": 179.2,138   "latency_ms_p50": 2115.9,139   "latency_ms_p95": 2144.9,140   "latency_ms_p99": 2144.9,141   "tokens_per_second_p50": 80.5,142   "prompt_tokens_avg": 65,143   "completion_tokens_avg": 160,144   "cached_tokens_avg": 45,145   "cache_hit_ratio": 0.685,146   "errors": []147  },148  {149   "name": "repeated_prefix",150   "description": "Préfixe système commun d'environ 3 000 tokens, 5 questions différentes après un premier appel à froid.",151   "requests": 5,152   "error_rate": 0.0,153   "ttft_ms_p50": 161.0,154   "ttft_ms_p95": 164.9,155   "ttft_ms_p99": 164.9,156   "latency_ms_p50": 1122.9,157   "latency_ms_p95": 1126.9,158   "latency_ms_p99": 1126.9,159   "tokens_per_second_p50": 65.5,160   "prompt_tokens_avg": 2941,161   "completion_tokens_avg": 64,162   "cached_tokens_avg": 2925,163   "cache_hit_ratio": 0.995,164   "errors": []165  }166 ],167 "prefix_cache": {168  "cold_ttft_ms": 4665.8,169  "warm_ttft_ms": 161.0,170  "warm_cached_tokens": 2925,171  "prompt_tokens": 2941172 },173 "concurrency": [174  {175   "clients": 1,176   "aggregate_tps": 77.0,177   "per_request_tps": 78.9,178   "ttft_p50_ms": 153.5,179   "ttft_p95_ms": 199.2,180   "latency_p50_ms": 6632.1,181   "latency_p95_ms": 6669.5,182   "latency_p99_ms": 6669.5,183   "error_rate": 0.0,184   "wall_s": 13.3,185   "mlx_peak_bytes": 28202864694,186   "mlx_active_bytes": 19405942850,187   "memory_before": {188    "pressure_level": "normal",189    "free_percent": 56,190    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"191   },192   "memory_after": {193    "pressure_level": "normal",194    "free_percent": 57,195    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"196   },197   "errors": []198  },199  {200   "clients": 4,201   "aggregate_tps": 126.5,202   "per_request_tps": 32.1,203   "ttft_p50_ms": 293.3,204   "ttft_p95_ms": 298.5,205   "latency_p50_ms": 16188.4,206   "latency_p95_ms": 16192.6,207   "latency_p99_ms": 16192.6,208   "error_rate": 0.0,209   "wall_s": 32.38,210   "mlx_peak_bytes": 28202864694,211   "mlx_active_bytes": 20343631946,212   "memory_before": {213    "pressure_level": "normal",214    "free_percent": 57,215    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"216   },217   "memory_after": {218    "pressure_level": "normal",219    "free_percent": 54,220    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"221   },222   "errors": []223  }224 ],225 "peak_memory_bytes": 28202864694,226 "engine_start": {227  "ready": true,228  "requests": 42,229  "errors": 0,230  "model": "qwen3-30b-a3b-4bit",231  "load_s": null,232  "warmup_s": 0.95,233  "healthy": true,234  "uptime_s": 262,235  "pid": 78438,236  "mlx": {237   "active_bytes": 24034259010,238   "peak_bytes": 28202864694,239   "cache_bytes": 1283572824240  },241  "prompt_cache": {242   "entries": 16,243   "bytes": 1026981888244  },245  "decode_concurrency": 16,246  "prompt_concurrency": 8,247  "versions": {248   "mlx": "0.32.4",249   "mlx_lm": "0.32.2"250  }251 },252 "engine_end": {253  "ready": true,254  "requests": 77,255  "errors": 0,256  "model": "qwen3-30b-a3b-4bit",257  "load_s": null,258  "warmup_s": 0.95,259  "healthy": true,260  "uptime_s": 379,261  "pid": 78438,262  "mlx": {263   "active_bytes": 20343631946,264   "peak_bytes": 28202864694,265   "cache_bytes": 438827637266  },267  "prompt_cache": {268   "entries": 16,269   "bytes": 2315943936270  },271  "decode_concurrency": 16,272  "prompt_concurrency": 8,273  "versions": {274   "mlx": "0.32.4",275   "mlx_lm": "0.32.2"276  }277 },278 "memory_end": {279  "pressure_level": "normal",280  "free_percent": 54,281  "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"282 },283 "samples_single": [284  {285   "ok": true,286   "ttft_ms": 157.84970810636878,287   "latency_ms": 1725.4030001349747,288   "gen_ms": 1567.2674579545856,289   "prompt_tokens": 30,290   "completion_tokens": 128,291   "cached_tokens": 3,292   "finish_reason": "length",293   "tool_calls": 0,294   "error": null,295   "text": null296  },297  {298   "ok": true,299   "ttft_ms": 121.57279206439853,300   "latency_ms": 1690.54220803082,301   "gen_ms": 1568.6763329431415,302   "prompt_tokens": 30,303   "completion_tokens": 128,304   "cached_tokens": 15,305   "finish_reason": "length",306   "tool_calls": 0,307   "error": null,308   "text": null309  },310  {311   "ok": true,312   "ttft_ms": 120.34912500530481,313   "latency_ms": 1676.802083151415,314   "gen_ms": 1556.1847500503063,315   "prompt_tokens": 30,316   "completion_tokens": 128,317   "cached_tokens": 15,318   "finish_reason": "length",319   "tool_calls": 0,320   "error": null,321   "text": null322  },323  {324   "ok": true,325   "ttft_ms": 118.82724985480309,326   "latency_ms": 1679.9812079407275,327   "gen_ms": 1560.8901251107454,328   "prompt_tokens": 30,329   "completion_tokens": 128,330   "cached_tokens": 15,331   "finish_reason": "length",332   "tool_calls": 0,333   "error": null,334   "text": null335  },336  {337   "ok": true,338   "ttft_ms": 118.8066250178963,339   "latency_ms": 1680.5350831709802,340   "gen_ms": 1561.452333116904,341   "prompt_tokens": 30,342   "completion_tokens": 128,343   "cached_tokens": 15,344   "finish_reason": "length",345   "tool_calls": 0,346   "error": null,347   "text": null348  }349 ]350}
Files main
Menu

Theme