Repository Public
1{2 "meta": {3 "date": "2026-11-19 10:13:08",4 "label": "instruct-2507-4bit",5 "plan": "1x2000,1x8000,4x8000,8x4000,1x30000,4x16000",6 "engine": {7 "ready": true,8 "requests": 0,9 "errors": 0,10 "model": "qwen3-30b-a3b-instruct-2507-4bit",11 "load_s": null,12 "warmup_s": 5.06,13 "healthy": true,14 "uptime_s": 5,15 "pid": 84265,16 "mlx": {17 "active_bytes": 17231589442,18 "peak_bytes": 0,19 "cache_bytes": 1058999020 },21 "prompt_cache": {22 "entries": 1,23 "bytes": 167116824 },25 "decode_concurrency": 8,26 "prompt_concurrency": 4,27 "versions": {28 "mlx": "0.32.4",29 "mlx_lm": "0.32.2"30 }31 }32 },33 "idle_bytes": 17231589442,34 "steps": [35 {36 "requests": 1,37 "context_tokens_each": 2000,38 "tokens_in_flight": 2524,39 "errors": 0,40 "mlx_peak_bytes": 18125700434,41 "peak_over_idle_bytes": 894110992,42 "bytes_per_token": 354244,43 "mlx_active_after_bytes": 17690865730,44 "prompt_cache_bytes": 249790464,45 "wall_s": 4.7,46 "prefill_tokens_per_s": 664,47 "memory": {48 "pressure_level": "normal",49 "free_percent": 60,50 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"51 },52 "first_error": null53 },54 {55 "requests": 1,56 "context_tokens_each": 8000,57 "tokens_in_flight": 10122,58 "errors": 0,59 "mlx_peak_bytes": 19467791452,60 "peak_over_idle_bytes": 2236202010,61 "bytes_per_token": 220925,62 "mlx_active_after_bytes": 19449327682,63 "prompt_cache_bytes": 1244823552,64 "wall_s": 21.8,65 "prefill_tokens_per_s": 489,66 "memory": {67 "pressure_level": "normal",68 "free_percent": 57,69 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"70 },71 "first_error": null72 },73 {74 "requests": 4,75 "context_tokens_each": 8000,76 "tokens_in_flight": 40678,77 "errors": 0,78 "mlx_peak_bytes": 29567764142,79 "peak_over_idle_bytes": 12336174700,80 "bytes_per_token": 303264,81 "mlx_active_after_bytes": 28259545166,82 "prompt_cache_bytes": 3998810112,83 "wall_s": 86.7,84 "prefill_tokens_per_s": 488,85 "memory": {86 "pressure_level": "normal",87 "free_percent": 37,88 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"89 },90 "first_error": null91 },92 {93 "requests": 8,94 "context_tokens_each": 4000,95 "tokens_in_flight": 40870,96 "errors": 0,97 "mlx_peak_bytes": 25832301574,98 "peak_over_idle_bytes": 8600712132,99 "bytes_per_token": 210441,100 "mlx_active_after_bytes": 25540472910,101 "prompt_cache_bytes": 4017684480,102 "wall_s": 72.4,103 "prefill_tokens_per_s": 601,104 "memory": {105 "pressure_level": "normal",106 "free_percent": 25,107 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"108 },109 "first_error": null110 },111 {112 "requests": 1,113 "context_tokens_each": 30000,114 "tokens_in_flight": 39087,115 "errors": 0,116 "mlx_peak_bytes": 28556998882,117 "peak_over_idle_bytes": 11325409440,118 "bytes_per_token": 289749,119 "mlx_active_after_bytes": 24885145666,120 "prompt_cache_bytes": 3842408448,121 "wall_s": 171.5,122 "prefill_tokens_per_s": 231,123 "memory": {124 "pressure_level": "normal",125 "free_percent": 33,126 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"127 },128 "first_error": null129 },130 {131 "requests": 4,132 "context_tokens_each": 16000,133 "tokens_in_flight": 82216,134 "errors": 0,135 "mlx_peak_bytes": 33855902318,136 "peak_over_idle_bytes": 16624312876,137 "bytes_per_token": 202203,138 "mlx_active_after_bytes": 33491939406,139 "prompt_cache_bytes": 4041080832,140 "wall_s": 238.9,141 "prefill_tokens_per_s": 352,142 "memory": {143 "pressure_level": "normal",144 "free_percent": 29,145 "swap": "total = 0,00M used = 0,00M free = 0,00M (encrypted)"146 },147 "first_error": null148 }149 ]150}