SPB Git

Repository Public

20261119-094829-instruct-2507-4bit.json 10.3 KB 448 lines json

1{2 "meta": {3  "date": "2026-11-19 09:48:29",4  "label": "instruct-2507-4bit",5  "host": "m4mm",6  "chip": "Apple M4 Pro",7  "memory_gb": 48,8  "macos": "26.5.1",9  "mlx": "0.32.4",10  "mlx_lm": "0.32.2",11  "model": "qwen3-30b-a3b-instruct-2507-4bit",12  "base": "http://127.0.0.1:8821",13  "extra": {},14  "decode_concurrency": 16,15  "prompt_concurrency": 816 },17 "summary": {18  "model": "qwen3-30b-a3b-instruct-2507-4bit",19  "single": {20   "ttft_ms": 106.6,21   "tokens_per_second": 80.122  },23  "concurrency": [24   {25    "clients": 1,26    "aggregate_tps": 75.4,27    "per_request_tps": 78.8,28    "ttft_p50_ms": 141.6,29    "ttft_p95_ms": 188.1,30    "latency_p95_ms": 3412.3,31    "error_rate": 0.032   },33   {34    "clients": 2,35    "aggregate_tps": 103.2,36    "per_request_tps": 53.4,37    "ttft_p50_ms": 181.5,38    "ttft_p95_ms": 185.2,39    "latency_p95_ms": 4960.8,40    "error_rate": 0.041   },42   {43    "clients": 4,44    "aggregate_tps": 125.4,45    "per_request_tps": 32.5,46    "ttft_p50_ms": 302.2,47    "ttft_p95_ms": 308.8,48    "latency_p95_ms": 8176.7,49    "error_rate": 0.050   },51   {52    "clients": 8,53    "aggregate_tps": 156.7,54    "per_request_tps": 20.2,55    "ttft_p50_ms": 343.2,56    "ttft_p95_ms": 856.5,57    "latency_p95_ms": 13153.2,58    "error_rate": 0.059   },60   {61    "clients": 16,62    "aggregate_tps": 180.6,63    "per_request_tps": 11.6,64    "ttft_p50_ms": 595.5,65    "ttft_p95_ms": 1061.1,66    "latency_p95_ms": 22689.9,67    "error_rate": 0.068   }69  ],70  "peak_memory_bytes": 21588461381,71  "recommended": {72   "max_active": 1673  }74 },75 "single": {76  "ttft_ms": 106.6,77  "tokens_per_second": 80.178 },79 "scenarios": [80  {81   "name": "short_prompt",82   "description": "Question courte, réponse de 128 tokens.",83   "requests": 5,84   "error_rate": 0.0,85   "ttft_ms_p50": 106.6,86   "ttft_ms_p95": 143.9,87   "ttft_ms_p99": 143.9,88   "latency_ms_p50": 1695.2,89   "latency_ms_p95": 1730.3,90   "latency_ms_p99": 1730.3,91   "tokens_per_second_p50": 80.1,92   "prompt_tokens_avg": 30,93   "completion_tokens_avg": 128,94   "cached_tokens_avg": 13,95   "cache_hit_ratio": 0.42,96   "errors": []97  },98  {99   "name": "coding",100   "description": "Programmation : fonction Python avec tests.",101   "requests": 3,102   "error_rate": 0.0,103   "ttft_ms_p50": 76.5,104   "ttft_ms_p95": 193.4,105   "ttft_ms_p99": 193.4,106   "latency_ms_p50": 6617.0,107   "latency_ms_p95": 6715.3,108   "latency_ms_p99": 6715.3,109   "tokens_per_second_p50": 78.2,110   "prompt_tokens_avg": 46,111   "completion_tokens_avg": 512,112   "cached_tokens_avg": 28,113   "cache_hit_ratio": 0.616,114   "errors": []115  },116  {117   "name": "reasoning",118   "description": "Raisonnement en plusieurs étapes.",119   "requests": 3,120   "error_rate": 0.0,121   "ttft_ms_p50": 239.4,122   "ttft_ms_p95": 251.4,123   "ttft_ms_p99": 251.4,124   "latency_ms_p50": 5321.9,125   "latency_ms_p95": 5334.9,126   "latency_ms_p99": 5334.9,127   "tokens_per_second_p50": 78.5,128   "prompt_tokens_avg": 60,129   "completion_tokens_avg": 400,130   "cached_tokens_avg": 6,131   "cache_hit_ratio": 0.105,132   "errors": []133  },134  {135   "name": "tool_calling",136   "description": "Appel d'outil (get_weather) attendu.",137   "requests": 3,138   "error_rate": 0.0,139   "ttft_ms_p50": 449.6,140   "ttft_ms_p95": 577.4,141   "ttft_ms_p99": 577.4,142   "latency_ms_p50": 461.4,143   "latency_ms_p95": 589.2,144   "latency_ms_p99": 589.2,145   "tokens_per_second_p50": null,146   "prompt_tokens_avg": 181,147   "completion_tokens_avg": 23,148   "cached_tokens_avg": 112,149   "cache_hit_ratio": 0.616,150   "errors": [],151   "tool_call_rate": 1.0152  },153  {154   "name": "multi_turn",155   "description": "Conversation de 5 tours (préfixe réutilisé d'un tour à l'autre).",156   "requests": 5,157   "error_rate": 0.0,158   "ttft_ms_p50": 112.1,159   "ttft_ms_p95": 167.7,160   "ttft_ms_p99": 167.7,161   "latency_ms_p50": 1949.9,162   "latency_ms_p95": 2122.5,163   "latency_ms_p99": 2122.5,164   "tokens_per_second_p50": 77.7,165   "prompt_tokens_avg": 343,166   "completion_tokens_avg": 143,167   "cached_tokens_avg": 325,168   "cache_hit_ratio": 0.948,169   "errors": []170  },171  {172   "name": "repeated_prefix",173   "description": "Préfixe système commun d'environ 3 000 tokens, 5 questions différentes après un premier appel à froid.",174   "requests": 5,175   "error_rate": 0.0,176   "ttft_ms_p50": 148.5,177   "ttft_ms_p95": 150.0,178   "ttft_ms_p99": 150.0,179   "latency_ms_p50": 399.9,180   "latency_ms_p95": 402.1,181   "latency_ms_p99": 402.1,182   "tokens_per_second_p50": 67.7,183   "prompt_tokens_avg": 2941,184   "completion_tokens_avg": 17,185   "cached_tokens_avg": 2925,186   "cache_hit_ratio": 0.995,187   "errors": []188  }189 ],190 "prefix_cache": {191  "cold_ttft_ms": 4833.5,192  "warm_ttft_ms": 148.5,193  "warm_cached_tokens": 2925,194  "prompt_tokens": 2941195 },196 "concurrency": [197  {198   "clients": 1,199   "aggregate_tps": 75.4,200   "per_request_tps": 78.8,201   "ttft_p50_ms": 141.6,202   "ttft_p95_ms": 188.1,203   "latency_p50_ms": 3379.9,204   "latency_p95_ms": 3412.3,205   "latency_p99_ms": 3412.3,206   "error_rate": 0.0,207   "wall_s": 6.79,208   "mlx_peak_bytes": 21588461381,209   "mlx_active_bytes": 19450638402,210   "memory_before": {211    "pressure_level": "normal",212    "free_percent": 56,213    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"214   },215   "memory_after": {216    "pressure_level": "normal",217    "free_percent": 57,218    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"219   },220   "errors": []221  },222  {223   "clients": 2,224   "aggregate_tps": 103.2,225   "per_request_tps": 53.4,226   "ttft_p50_ms": 181.5,227   "ttft_p95_ms": 185.2,228   "latency_p50_ms": 4958.6,229   "latency_p95_ms": 4960.8,230   "latency_p99_ms": 4960.8,231   "error_rate": 0.0,232   "wall_s": 9.92,233   "mlx_peak_bytes": 21588461381,234   "mlx_active_bytes": 19557904450,235   "memory_before": {236    "pressure_level": "normal",237    "free_percent": 57,238    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"239   },240   "memory_after": {241    "pressure_level": "normal",242    "free_percent": 56,243    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"244   },245   "errors": []246  },247  {248   "clients": 4,249   "aggregate_tps": 125.4,250   "per_request_tps": 32.5,251   "ttft_p50_ms": 302.2,252   "ttft_p95_ms": 308.8,253   "latency_p50_ms": 8152.3,254   "latency_p95_ms": 8176.7,255   "latency_p99_ms": 8176.7,256   "error_rate": 0.0,257   "wall_s": 16.33,258   "mlx_peak_bytes": 21588461381,259   "mlx_active_bytes": 18935001158,260   "memory_before": {261    "pressure_level": "normal",262    "free_percent": 56,263    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"264   },265   "memory_after": {266    "pressure_level": "normal",267    "free_percent": 56,268    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"269   },270   "errors": []271  },272  {273   "clients": 8,274   "aggregate_tps": 156.7,275   "per_request_tps": 20.2,276   "ttft_p50_ms": 343.2,277   "ttft_p95_ms": 856.5,278   "latency_p50_ms": 12988.8,279   "latency_p95_ms": 13153.2,280   "latency_p99_ms": 13153.5,281   "error_rate": 0.0,282   "wall_s": 26.14,283   "mlx_peak_bytes": 21588461381,284   "mlx_active_bytes": 18649641030,285   "memory_before": {286    "pressure_level": "normal",287    "free_percent": 56,288    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"289   },290   "memory_after": {291    "pressure_level": "normal",292    "free_percent": 57,293    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"294   },295   "errors": []296  },297  {298   "clients": 16,299   "aggregate_tps": 180.6,300   "per_request_tps": 11.6,301   "ttft_p50_ms": 595.5,302   "ttft_p95_ms": 1061.1,303   "latency_p50_ms": 22553.1,304   "latency_p95_ms": 22689.9,305   "latency_p99_ms": 22690.7,306   "error_rate": 0.0,307   "wall_s": 45.37,308   "mlx_peak_bytes": 21588461381,309   "mlx_active_bytes": 18893746262,310   "memory_before": {311    "pressure_level": "normal",312    "free_percent": 57,313    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"314   },315   "memory_after": {316    "pressure_level": "normal",317    "free_percent": 54,318    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"319   },320   "errors": []321  }322 ],323 "peak_memory_bytes": 21588461381,324 "engine_start": {325  "ready": true,326  "requests": 42,327  "errors": 0,328  "model": "qwen3-30b-a3b-instruct-2507-4bit",329  "load_s": null,330  "warmup_s": 2.86,331  "healthy": true,332  "uptime_s": 48,333  "pid": 74654,334  "mlx": {335   "active_bytes": 20696985666,336   "peak_bytes": 21588461381,337   "cache_bytes": 39433100338  },339  "prompt_cache": {340   "entries": 16,341   "bytes": 394199040342  },343  "decode_concurrency": 16,344  "prompt_concurrency": 8,345  "versions": {346   "mlx": "0.32.4",347   "mlx_lm": "0.32.2"348  }349 },350 "engine_end": {351  "ready": true,352  "requests": 129,353  "errors": 0,354  "model": "qwen3-30b-a3b-instruct-2507-4bit",355  "load_s": null,356  "warmup_s": 2.86,357  "healthy": true,358  "uptime_s": 216,359  "pid": 74654,360  "mlx": {361   "active_bytes": 18893746262,362   "peak_bytes": 21588461381,363   "cache_bytes": 1815561941364  },365  "prompt_cache": {366   "entries": 16,367   "bytes": 468713472368  },369  "decode_concurrency": 16,370  "prompt_concurrency": 8,371  "versions": {372   "mlx": "0.32.4",373   "mlx_lm": "0.32.2"374  }375 },376 "memory_end": {377  "pressure_level": "normal",378  "free_percent": 54,379  "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"380 },381 "samples_single": [382  {383   "ok": true,384   "ttft_ms": 143.87549995444715,385   "latency_ms": 1730.3065829910338,386   "gen_ms": 1586.1398330889642,387   "prompt_tokens": 30,388   "completion_tokens": 128,389   "cached_tokens": 3,390   "finish_reason": "length",391   "tool_calls": 0,392   "error": null,393   "text": null394  },395  {396   "ok": true,397   "ttft_ms": 105.93466693535447,398   "latency_ms": 1695.1688749250025,399   "gen_ms": 1588.9574170578271,400   "prompt_tokens": 30,401   "completion_tokens": 128,402   "cached_tokens": 15,403   "finish_reason": "length",404   "tool_calls": 0,405   "error": null,406   "text": null407  },408  {409   "ok": true,410   "ttft_ms": 106.59012501128018,411   "latency_ms": 1692.9065419826657,412   "gen_ms": 1586.0357079654932,413   "prompt_tokens": 30,414   "completion_tokens": 128,415   "cached_tokens": 15,416   "finish_reason": "length",417   "tool_calls": 0,418   "error": null,419   "text": null420  },421  {422   "ok": true,423   "ttft_ms": 106.63758288137615,424   "latency_ms": 1691.7417920194566,425   "gen_ms": 1584.820416988805,426   "prompt_tokens": 30,427   "completion_tokens": 128,428   "cached_tokens": 15,429   "finish_reason": "length",430   "tool_calls": 0,431   "error": null,432   "text": null433  },434  {435   "ok": true,436   "ttft_ms": 106.50800005532801,437   "latency_ms": 1705.1931249443442,438   "gen_ms": 1598.4056249726564,439   "prompt_tokens": 30,440   "completion_tokens": 128,441   "cached_tokens": 15,442   "finish_reason": "length",443   "tool_calls": 0,444   "error": null,445   "text": null446  }447 ]448}
Files main
Menu

Theme