SPB Git

Repository Public

20261119-101308-memory-instruct-2507-4bit.json 3.6 KB 150 lines json

1{2 "meta": {3  "date": "2026-11-19 10:13:08",4  "label": "instruct-2507-4bit",5  "plan": "1x2000,1x8000,4x8000,8x4000,1x30000,4x16000",6  "engine": {7   "ready": true,8   "requests": 0,9   "errors": 0,10   "model": "qwen3-30b-a3b-instruct-2507-4bit",11   "load_s": null,12   "warmup_s": 5.06,13   "healthy": true,14   "uptime_s": 5,15   "pid": 84265,16   "mlx": {17    "active_bytes": 17231589442,18    "peak_bytes": 0,19    "cache_bytes": 1058999020   },21   "prompt_cache": {22    "entries": 1,23    "bytes": 167116824   },25   "decode_concurrency": 8,26   "prompt_concurrency": 4,27   "versions": {28    "mlx": "0.32.4",29    "mlx_lm": "0.32.2"30   }31  }32 },33 "idle_bytes": 17231589442,34 "steps": [35  {36   "requests": 1,37   "context_tokens_each": 2000,38   "tokens_in_flight": 2524,39   "errors": 0,40   "mlx_peak_bytes": 18125700434,41   "peak_over_idle_bytes": 894110992,42   "bytes_per_token": 354244,43   "mlx_active_after_bytes": 17690865730,44   "prompt_cache_bytes": 249790464,45   "wall_s": 4.7,46   "prefill_tokens_per_s": 664,47   "memory": {48    "pressure_level": "normal",49    "free_percent": 60,50    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"51   },52   "first_error": null53  },54  {55   "requests": 1,56   "context_tokens_each": 8000,57   "tokens_in_flight": 10122,58   "errors": 0,59   "mlx_peak_bytes": 19467791452,60   "peak_over_idle_bytes": 2236202010,61   "bytes_per_token": 220925,62   "mlx_active_after_bytes": 19449327682,63   "prompt_cache_bytes": 1244823552,64   "wall_s": 21.8,65   "prefill_tokens_per_s": 489,66   "memory": {67    "pressure_level": "normal",68    "free_percent": 57,69    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"70   },71   "first_error": null72  },73  {74   "requests": 4,75   "context_tokens_each": 8000,76   "tokens_in_flight": 40678,77   "errors": 0,78   "mlx_peak_bytes": 29567764142,79   "peak_over_idle_bytes": 12336174700,80   "bytes_per_token": 303264,81   "mlx_active_after_bytes": 28259545166,82   "prompt_cache_bytes": 3998810112,83   "wall_s": 86.7,84   "prefill_tokens_per_s": 488,85   "memory": {86    "pressure_level": "normal",87    "free_percent": 37,88    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"89   },90   "first_error": null91  },92  {93   "requests": 8,94   "context_tokens_each": 4000,95   "tokens_in_flight": 40870,96   "errors": 0,97   "mlx_peak_bytes": 25832301574,98   "peak_over_idle_bytes": 8600712132,99   "bytes_per_token": 210441,100   "mlx_active_after_bytes": 25540472910,101   "prompt_cache_bytes": 4017684480,102   "wall_s": 72.4,103   "prefill_tokens_per_s": 601,104   "memory": {105    "pressure_level": "normal",106    "free_percent": 25,107    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"108   },109   "first_error": null110  },111  {112   "requests": 1,113   "context_tokens_each": 30000,114   "tokens_in_flight": 39087,115   "errors": 0,116   "mlx_peak_bytes": 28556998882,117   "peak_over_idle_bytes": 11325409440,118   "bytes_per_token": 289749,119   "mlx_active_after_bytes": 24885145666,120   "prompt_cache_bytes": 3842408448,121   "wall_s": 171.5,122   "prefill_tokens_per_s": 231,123   "memory": {124    "pressure_level": "normal",125    "free_percent": 33,126    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"127   },128   "first_error": null129  },130  {131   "requests": 4,132   "context_tokens_each": 16000,133   "tokens_in_flight": 82216,134   "errors": 0,135   "mlx_peak_bytes": 33855902318,136   "peak_over_idle_bytes": 16624312876,137   "bytes_per_token": 202203,138   "mlx_active_after_bytes": 33491939406,139   "prompt_cache_bytes": 4041080832,140   "wall_s": 238.9,141   "prefill_tokens_per_s": 352,142   "memory": {143    "pressure_level": "normal",144    "free_percent": 29,145    "swap": "total = 0,00M  used = 0,00M  free = 0,00M  (encrypted)"146   },147   "first_error": null148  }149 ]150}
Files main
Menu

Theme