spb/wp33_uqo

1{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "code", "prompt": "Write a C function that computes the dot product of two floa", "ts": "2026-11-01T01:55:14", "prompt_tokens": 24, "gen_tokens": 64, "ttft_ms": 178.5065419971943, "prompt_tps": 135.2013967648807, "gen_tps": 85.29149785612425, "decode_tps_wall": 83.96721550863145, "itl_ms_p50": 11.420542025007308, "itl_ms_p95": 16.61008410155773, "itl_ms_p99": 18.366832984611392, "itl_ms_mean": 11.909410047034422, "total_s": 0.9287993749603629, "peak_mem_gb": 2.4887002, "text": "#include <arm_neon.h>\n\nfloat dot_product_neon(const float *a, const float *b, int len) {\n    // TODO: Implement the dot product computation using NEON intrinsics\n    // Start by loading the arrays int", "cache_hit_rate": 0.8315087060786154, "cache_misses": 1616, "stall_s": 0.30019399186130613, "remote": null}2{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "general", "prompt": "Summarize the history of the Rideau Canal in one paragraph.", "ts": "2026-11-01T01:55:15", "prompt_tokens": 14, "gen_tokens": 64, "ttft_ms": 137.19691603910178, "prompt_tps": 102.26237237442251, "gen_tps": 67.556206611936, "decode_tps_wall": 66.50156215173993, "itl_ms_p50": 14.862500014714897, "itl_ms_p95": 19.776417058892548, "itl_ms_p99": 22.61562494095415, "itl_ms_mean": 15.037240745085809, "total_s": 1.0845430829795077, "peak_mem_gb": 2.378082608, "text": "\n\nThe Rideau Canal, officially opened in 1832, was constructed by the British to connect Ottawa to Montreal via the Ottawa River. It was designed by Colonel John By and took approximately three years ", "cache_hit_rate": 0.7312304202225343, "cache_misses": 2488, "stall_s": 0.4498609454603866, "remote": null}3{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "code", "prompt": "Write a bash script that lists the ten largest files under a", "ts": "2026-11-01T01:55:16", "prompt_tokens": 19, "gen_tokens": 64, "ttft_ms": 138.96504207514226, "prompt_tps": 137.0431559884101, "gen_tps": 86.86643912128626, "decode_tps_wall": 85.51017618663688, "itl_ms_p50": 11.230833944864571, "itl_ms_p95": 15.840583015233278, "itl_ms_p99": 16.847082995809615, "itl_ms_mean": 11.694514554821783, "total_s": 0.8757194590289146, "peak_mem_gb": 2.491316616, "text": "#!/bin/bash\n\n# Specify the directory\ndir=\"/path/to/directory\"\n\n# Get the size of each file and store it in an array\nfiles=( $(ls -l \"$dir\" | awk '{print $5, $9}') )\n\n# Sort the array", "cache_hit_rate": 0.8505428997232276, "cache_misses": 1404, "stall_s": 0.28127925912849605, "remote": null}4{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "general", "prompt": "Write a short motivational note for someone starting to lear", "ts": "2026-11-01T01:55:17", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 158.30483299214393, "prompt_tps": 101.30691236803094, "gen_tps": 70.68724291593257, "decode_tps_wall": 69.58378267048148, "itl_ms_p50": 13.993666972965002, "itl_ms_p95": 18.955791951157153, "itl_ms_p99": 20.24804102256894, "itl_ms_mean": 14.371164682661258, "total_s": 1.0636882079998031, "peak_mem_gb": 2.451297796, "text": "\n\nDear [Name],\n\nWelcome to the wonderful world of piano playing! You've made an exciting decision to learn this beautiful instrument, and I'm thrilled to be a part of your journey.\n\nAs an adult, you b", "cache_hit_rate": 0.7533808966031307, "cache_misses": 2316, "stall_s": 0.42419996042735875, "remote": null}5{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "general", "prompt": "Describe the main differences between a Mac Studio and a Mac", "ts": "2026-11-01T01:55:18", "prompt_tokens": 18, "gen_tokens": 64, "ttft_ms": 165.02429090905935, "prompt_tps": 109.29177412541864, "gen_tps": 76.24919105377168, "decode_tps_wall": 75.05894503518664, "itl_ms_p50": 12.891583028249443, "itl_ms_p95": 16.64870895911008, "itl_ms_p99": 19.467083970084786, "itl_ms_mean": 13.322862445391596, "total_s": 1.00436462496873, "peak_mem_gb": 2.458187812, "text": "\n\nMac Studio:\n- More powerful hardware options, including multiple GPUs and more RAM.\n- Higher-end CPU options, often with more cores and higher clock speeds.\n- Larger display with a higher resolution", "cache_hit_rate": 0.7915640723691254, "cache_misses": 1947, "stall_s": 0.38373546046204865, "remote": null}6{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "general", "prompt": "What should a visitor know before hiking in Gatineau Park in", "ts": "2026-11-01T01:55:19", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 173.93787496257573, "prompt_tps": 92.15448546106387, "gen_tps": 69.8509005899028, "decode_tps_wall": 68.76032461231404, "itl_ms_p50": 13.8498330488801, "itl_ms_p95": 20.000332966446877, "itl_ms_p99": 21.816540975123644, "itl_ms_mean": 14.543270492660147, "total_s": 1.090163916000165, "peak_mem_gb": 2.48167362, "text": "\n\n1. **Temperature and Weather Conditions**: The temperature in Gatineau Park can drop to as low as -20\u00b0C (-4\u00b0F) during winter. Visitors should dress warmly, including layers of clothing, a hat, glove", "cache_hit_rate": 0.7343583173179585, "cache_misses": 2488, "stall_s": 0.44438852614257485, "remote": null}7{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "code", "prompt": "Write a Go function that reads lines from stdin and prints t", "ts": "2026-11-01T01:55:20", "prompt_tokens": 21, "gen_tokens": 64, "ttft_ms": 167.44037496391684, "prompt_tps": 125.65955638304263, "gen_tps": 87.24190006967281, "decode_tps_wall": 85.8797892789634, "itl_ms_p50": 11.386458994820714, "itl_ms_p95": 16.809249995276332, "itl_ms_p99": 18.317250069230795, "itl_ms_mean": 11.64418320533716, "total_s": 0.9010239169001579, "peak_mem_gb": 2.62909018, "text": "package main\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n)\n\nfunc main() {\n\tfmt.Println(\"Enter your lines (press Ctrl+D to finish):\")\n\tvar line string\n\tfmt.Scan(&line)\n\n\tif len(line) >", "cache_hit_rate": 0.839597947858863, "cache_misses": 1532, "stall_s": 0.29442348168231547, "remote": null}8{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "code", "prompt": "Implement Dijkstra's shortest path in Python using a binary ", "ts": "2026-11-01T01:55:21", "prompt_tokens": 20, "gen_tokens": 64, "ttft_ms": 139.64537507854402, "prompt_tps": 143.54796750430953, "gen_tps": 85.5902706529226, "decode_tps_wall": 84.25424651708104, "itl_ms_p50": 11.529083945788443, "itl_ms_p95": 15.486916992813349, "itl_ms_p99": 17.92583300266415, "itl_ms_mean": 11.868837967677603, "total_s": 0.887382167042233, "peak_mem_gb": 2.462204416, "text": "import heapq\n\ndef dijkstra(graph, start):\n    # Create a priority queue (binary heap)\n    pq = []\n    for node, distance in graph.items():\n        heapq.heappush(pq, (distance, node))\n\n    # Initializ", "cache_hit_rate": 0.8534923339011925, "cache_misses": 1376, "stall_s": 0.29426933045033365, "remote": null}9{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "general", "prompt": "Summarize the history of the Rideau Canal in one paragraph.", "ts": "2026-11-01T01:55:22", "prompt_tokens": 14, "gen_tokens": 64, "ttft_ms": 146.9164160080254, "prompt_tps": 95.46034900302631, "gen_tps": 66.82504844253033, "decode_tps_wall": 65.78184570894004, "itl_ms_p50": 15.321042039431632, "itl_ms_p95": 19.980457960627973, "itl_ms_p99": 22.824499988928437, "itl_ms_mean": 15.201762571768274, "total_s": 1.1046274580294266, "peak_mem_gb": 2.378082704, "text": "\n\nThe Rideau Canal, officially opened in 1832, was constructed by the British to connect Ottawa to Montreal via the Ottawa River. It was designed by Colonel John By and took approximately three years ", "cache_hit_rate": 0.730690288430377, "cache_misses": 2493, "stall_s": 0.46624807722400874, "remote": null}10{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "general", "prompt": "Describe the main differences between a Mac Studio and a Mac", "ts": "2026-11-01T01:55:23", "prompt_tokens": 18, "gen_tokens": 64, "ttft_ms": 162.1235409984365, "prompt_tps": 111.23470520221872, "gen_tps": 77.66610518487911, "decode_tps_wall": 76.45371273766366, "itl_ms_p50": 12.691083014942706, "itl_ms_p95": 16.15708298049867, "itl_ms_p99": 18.63858290016651, "itl_ms_mean": 13.079809523852807, "total_s": 0.9861515410011634, "peak_mem_gb": 2.47575146, "text": "\n\nMac Studio:\n- More powerful hardware options, including multiple GPUs and more RAM.\n- Higher-end CPU options, often with more cores and higher clock speeds.\n- Larger display with a higher resolution", "cache_hit_rate": 0.7912429076116048, "cache_misses": 1950, "stall_s": 0.36670958204194903, "remote": null}11{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "code", "prompt": "Write a C function that computes the dot product of two floa", "ts": "2026-11-01T01:55:24", "prompt_tokens": 24, "gen_tokens": 64, "ttft_ms": 162.7222920069471, "prompt_tps": 147.76865457730722, "gen_tps": 85.17920156787372, "decode_tps_wall": 83.84935992799959, "itl_ms_p50": 11.171665973961353, "itl_ms_p95": 16.503208898939192, "itl_ms_p99": 18.431083066388965, "itl_ms_mean": 11.926149476378683, "total_s": 0.9140697090188041, "peak_mem_gb": 2.488716588, "text": "#include <arm_neon.h>\n\nfloat dot_product_neon(const float *a, const float *b, int len) {\n    // TODO: Implement the dot product computation using NEON intrinsics\n    // Start by loading the arrays int", "cache_hit_rate": 0.833385465540611, "cache_misses": 1598, "stall_s": 0.30661741935182363, "remote": null}12{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "code", "prompt": "Write a bash script that lists the ten largest files under a", "ts": "2026-11-01T01:55:25", "prompt_tokens": 19, "gen_tokens": 64, "ttft_ms": 122.92812496889383, "prompt_tps": 154.90782678547015, "gen_tps": 87.17073754227556, "decode_tps_wall": 85.80985863220397, "itl_ms_p50": 10.944292065687478, "itl_ms_p95": 16.057790955528617, "itl_ms_p99": 17.15020788833499, "itl_ms_mean": 11.653672619205382, "total_s": 0.8571094999788329, "peak_mem_gb": 2.470363016, "text": "#!/bin/bash\n\n# Specify the directory\ndir=\"/path/to/directory\"\n\n# Get the size of each file and store it in an array\nfiles=( $(ls -l \"$dir\" | awk '{print $5, $9}') )\n\n# Sort the array", "cache_hit_rate": 0.8594847775175644, "cache_misses": 1320, "stall_s": 0.268574655870907, "remote": null}13{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "general", "prompt": "What should a visitor know before hiking in Gatineau Park in", "ts": "2026-11-01T01:55:26", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 175.50287500489503, "prompt_tps": 91.32452674904759, "gen_tps": 69.83237998653466, "decode_tps_wall": 68.74226793595986, "itl_ms_p50": 14.033625018782914, "itl_ms_p95": 19.981416990049183, "itl_ms_p99": 22.00574998278171, "itl_ms_mean": 14.547090604162168, "total_s": 1.0919695830671117, "peak_mem_gb": 2.478134676, "text": "\n\n1. **Temperature and Weather Conditions**: The temperature in Gatineau Park can drop to as low as -20\u00b0C (-4\u00b0F) during winter. Visitors should dress warmly, including layers of clothing, a hat, glove", "cache_hit_rate": 0.7351057014734145, "cache_misses": 2481, "stall_s": 0.4473360065603629, "remote": null}14{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "general", "prompt": "Write a short motivational note for someone starting to lear", "ts": "2026-11-01T01:55:27", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 160.18208302557468, "prompt_tps": 100.0729437649106, "gen_tps": 70.45778798608657, "decode_tps_wall": 69.35762952120434, "itl_ms_p50": 13.85816594120115, "itl_ms_p95": 19.32783389929682, "itl_ms_p99": 20.50099999178201, "itl_ms_mean": 14.418024475508858, "total_s": 1.0685176249826327, "peak_mem_gb": 2.472564228, "text": "\n\nDear [Name],\n\nWelcome to the wonderful world of piano playing! You've made an exciting decision to learn this beautiful instrument, and I'm thrilled to be a part of your journey.\n\nAs an adult, you b", "cache_hit_rate": 0.7527419870088382, "cache_misses": 2322, "stall_s": 0.43018227932043374, "remote": null}15{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "code", "prompt": "Write a Go function that reads lines from stdin and prints t", "ts": "2026-11-01T01:55:28", "prompt_tokens": 21, "gen_tokens": 64, "ttft_ms": 166.05354193598032, "prompt_tps": 126.69017593141277, "gen_tps": 87.04919884972608, "decode_tps_wall": 85.69026911704765, "itl_ms_p50": 11.284708976745605, "itl_ms_p95": 16.361374990083277, "itl_ms_p99": 18.399417051114142, "itl_ms_mean": 11.66993650859074, "total_s": 0.9012595419771969, "peak_mem_gb": 2.62909018, "text": "package main\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n)\n\nfunc main() {\n\tfmt.Println(\"Enter your lines (press Ctrl+D to finish):\")\n\tvar line string\n\tfmt.Scan(&line)\n\n\tif len(line) >", "cache_hit_rate": 0.839597947858863, "cache_misses": 1532, "stall_s": 0.293128167046234, "remote": null}16{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "code", "prompt": "Implement Dijkstra's shortest path in Python using a binary ", "ts": "2026-11-01T01:55:29", "prompt_tokens": 20, "gen_tokens": 64, "ttft_ms": 135.34779206383973, "prompt_tps": 148.09882797281205, "gen_tps": 87.69233512390521, "decode_tps_wall": 86.32334979907448, "itl_ms_p50": 11.204999987967312, "itl_ms_p95": 15.035209013149142, "itl_ms_p99": 17.13545899838209, "itl_ms_mean": 11.584351190351068, "total_s": 0.865161917055957, "peak_mem_gb": 2.462204416, "text": "import heapq\n\ndef dijkstra(graph, start):\n    # Create a priority queue (binary heap)\n    pq = []\n    for node, distance in graph.items():\n        heapq.heappush(pq, (distance, node))\n\n    # Initializ", "cache_hit_rate": 0.8534923339011925, "cache_misses": 1376, "stall_s": 0.2728264428442344, "remote": null}17{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "code", "prompt": "Write a bash script that lists the ten largest files under a", "ts": "2026-11-01T01:55:30", "prompt_tokens": 19, "gen_tokens": 64, "ttft_ms": 134.4117079861462, "prompt_tps": 141.659076615189, "gen_tps": 85.04810557075245, "decode_tps_wall": 83.72053616230828, "itl_ms_p50": 11.741708032786846, "itl_ms_p95": 16.16783393546939, "itl_ms_p99": 17.03070802614093, "itl_ms_mean": 11.944500666614326, "total_s": 0.8869152499828488, "peak_mem_gb": 2.470526856, "text": "#!/bin/bash\n\n# Specify the directory\ndir=\"/path/to/directory\"\n\n# Get the size of each file and store it in an array\nfiles=( $(ls -l \"$dir\" | awk '{print $5, $9}') )\n\n# Sort the array", "cache_hit_rate": 0.8544815839897807, "cache_misses": 1367, "stall_s": 0.29486278689000756, "remote": null}18{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "code", "prompt": "Write a C function that computes the dot product of two floa", "ts": "2026-11-01T01:55:30", "prompt_tokens": 24, "gen_tokens": 64, "ttft_ms": 152.79633307363838, "prompt_tps": 157.37992946371142, "gen_tps": 84.87378422386163, "decode_tps_wall": 83.54890553921419, "itl_ms_p50": 11.48695801384747, "itl_ms_p95": 16.662833048030734, "itl_ms_p99": 18.45091604627669, "itl_ms_mean": 11.96903769769484, "total_s": 0.9068457080284134, "peak_mem_gb": 2.462681856, "text": "#include <arm_neon.h>\n\nfloat dot_product_neon(const float *a, const float *b, int len) {\n    // TODO: Implement the dot product computation using NEON intrinsics\n    // Start by loading the arrays int", "cache_hit_rate": 0.8391200083411532, "cache_misses": 1543, "stall_s": 0.2983368367422372, "remote": null}19{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "general", "prompt": "What should a visitor know before hiking in Gatineau Park in", "ts": "2026-11-01T01:55:32", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 167.2900830162689, "prompt_tps": 95.79478321726408, "gen_tps": 68.34150218383628, "decode_tps_wall": 67.27441447089066, "itl_ms_p50": 14.28854197729379, "itl_ms_p95": 20.15958307310939, "itl_ms_p99": 22.961582988500595, "itl_ms_mean": 14.864492063809719, "total_s": 1.1037530830362812, "peak_mem_gb": 2.474595732, "text": "\n\n1. **Temperature and Weather Conditions**: The temperature in Gatineau Park can drop to as low as -20\u00b0C (-4\u00b0F) during winter. Visitors should dress warmly, including layers of clothing, a hat, glove", "cache_hit_rate": 0.7362801622891308, "cache_misses": 2470, "stall_s": 0.45875864988192916, "remote": null}20{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "code", "prompt": "Implement Dijkstra's shortest path in Python using a binary ", "ts": "2026-11-01T01:55:32", "prompt_tokens": 20, "gen_tokens": 64, "ttft_ms": 151.3802499976009, "prompt_tps": 132.38114582665884, "gen_tps": 87.38064732483016, "decode_tps_wall": 86.01648937387795, "itl_ms_p50": 11.2885000417009, "itl_ms_p95": 15.679541043937206, "itl_ms_p99": 16.871374915353954, "itl_ms_mean": 11.625677905237627, "total_s": 0.8837979580275714, "peak_mem_gb": 2.484714128, "text": "import heapq\n\ndef dijkstra(graph, start):\n    # Create a priority queue (binary heap)\n    pq = []\n    for node, distance in graph.items():\n        heapq.heappush(pq, (distance, node))\n\n    # Initializ", "cache_hit_rate": 0.843164395229983, "cache_misses": 1473, "stall_s": 0.2850979488575831, "remote": null}21{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "general", "prompt": "Describe the main differences between a Mac Studio and a Mac", "ts": "2026-11-01T01:55:33", "prompt_tokens": 18, "gen_tokens": 64, "ttft_ms": 166.17045796010643, "prompt_tps": 108.493019146244, "gen_tps": 77.70834053769316, "decode_tps_wall": 76.49541319997908, "itl_ms_p50": 12.561082956381142, "itl_ms_p95": 16.49658300448209, "itl_ms_p99": 18.97879200987518, "itl_ms_mean": 13.072679238763476, "total_s": 0.9897492500022054, "peak_mem_gb": 2.478372888, "text": "\n\nMac Studio:\n- More powerful hardware options, including multiple GPUs and more RAM.\n- Higher-end CPU options, often with more cores and higher clock speeds.\n- Larger display with a higher resolution", "cache_hit_rate": 0.7926346215608607, "cache_misses": 1937, "stall_s": 0.3649376155808568, "remote": null}22{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "general", "prompt": "Summarize the history of the Rideau Canal in one paragraph.", "ts": "2026-11-01T01:55:35", "prompt_tokens": 14, "gen_tokens": 64, "ttft_ms": 152.44841703679413, "prompt_tps": 92.00715268714727, "gen_tps": 67.63118307781752, "decode_tps_wall": 66.57519917654966, "itl_ms_p50": 14.890999998897314, "itl_ms_p95": 19.589249975979328, "itl_ms_p99": 21.93804201669991, "itl_ms_mean": 15.020608460338462, "total_s": 1.0987467500381172, "peak_mem_gb": 2.376903056, "text": "\n\nThe Rideau Canal, officially opened in 1832, was constructed by the British to connect Ottawa to Montreal via the Ottawa River. It was designed by Colonel John By and took approximately three years ", "cache_hit_rate": 0.7274494976774333, "cache_misses": 2523, "stall_s": 0.45728433376643807, "remote": null}23{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "code", "prompt": "Write a Go function that reads lines from stdin and prints t", "ts": "2026-11-01T01:55:35", "prompt_tokens": 21, "gen_tokens": 64, "ttft_ms": 162.5065830303356, "prompt_tps": 129.47208525668592, "gen_tps": 86.91246514746022, "decode_tps_wall": 85.55557139831683, "itl_ms_p50": 11.230209027417004, "itl_ms_p95": 16.04699995368719, "itl_ms_p99": 18.92783399671316, "itl_ms_mean": 11.688309523927431, "total_s": 0.8988700830377638, "peak_mem_gb": 2.639395204, "text": "package main\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n)\n\nfunc main() {\n\tfmt.Println(\"Enter your lines (press Ctrl+D to finish):\")\n\tvar line string\n\tfmt.Scan(&line)\n\n\tif len(line) >", "cache_hit_rate": 0.8392838446235996, "cache_misses": 1535, "stall_s": 0.2996750872116536, "remote": null}24{"backend": "titan-distributed", "capacity": 32, "placement": "none", "workers": ["w0"], "rtt_ms": {"w0": [0.650166068226099, 0.46366697642952204, 0.5771249998360872, 0.6172090070322156, 0.4903330700471997, 0.5491249030455947, 0.6382910069078207, 0.6402080180123448, 0.47025003004819155, 0.5896659567952156]}, "n_remote_experts": 0, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement none --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "general", "prompt": "Write a short motivational note for someone starting to lear", "ts": "2026-11-01T01:55:37", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 154.26137496251613, "prompt_tps": 103.90959860802235, "gen_tps": 70.71857391390355, "decode_tps_wall": 69.61445834315857, "itl_ms_p50": 13.978666975162923, "itl_ms_p95": 18.903166987001896, "itl_ms_p99": 21.142125013284385, "itl_ms_mean": 14.36483201622549, "total_s": 1.059245791984722, "peak_mem_gb": 2.461947396, "text": "\n\nDear [Name],\n\nWelcome to the wonderful world of piano playing! You've made an exciting decision to learn this beautiful instrument, and I'm thrilled to be a part of your journey.\n\nAs an adult, you b", "cache_hit_rate": 0.7514641678202534, "cache_misses": 2334, "stall_s": 0.4296938021434471, "remote": null}25{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "code", "prompt": "Write a C function that computes the dot product of two floa", "ts": "2026-11-01T01:55:44", "prompt_tokens": 24, "gen_tokens": 64, "ttft_ms": 374.1029159864411, "prompt_tps": 64.45335044114691, "gen_tps": 15.068215016015037, "decode_tps_wall": 14.833604919487318, "itl_ms_p50": 66.3045410765335, "itl_ms_p95": 83.44208297785372, "itl_ms_p99": 103.98220794741064, "itl_ms_mean": 67.41449603300896, "total_s": 4.621216166066006, "peak_mem_gb": 2.39195148, "text": "#include <arm_neon.h>\n\nfloat dot_product_neon(const float *a, const float *b, int len) {\n    // TODO: Implement the dot product computation using NEON intrinsics\n    // Start by loading the arrays int", "cache_hit_rate": 0.9510503773200082, "cache_misses": 240, "stall_s": 0.11324438010342419, "remote": {"remote_pairs": 5498, "local_pairs": 5766, "layers_remote": 1086, "remote_wait_s": 2.4414072384824976, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 1102, "exec_wall_s": 3.0890125607838854, "bytes_sent": 6237027, "bytes_recv": 23909140}}}}26{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "general", "prompt": "Summarize the history of the Rideau Canal in one paragraph.", "ts": "2026-11-01T01:55:48", "prompt_tokens": 14, "gen_tokens": 64, "ttft_ms": 406.81245899759233, "prompt_tps": 34.559545843670264, "gen_tps": 15.57887635546551, "decode_tps_wall": 15.335682886660065, "itl_ms_p50": 64.76954102981836, "itl_ms_p95": 82.00216700788587, "itl_ms_p99": 85.42329201009125, "itl_ms_mean": 65.20739946115229, "total_s": 4.514878625050187, "peak_mem_gb": 2.234789604, "text": "\n\nThe Rideau Canal, officially opened in 1832, was constructed by the British to connect Ottawa to Montreal via the Ottawa River. It was designed by Colonel John By and took approximately three years ", "cache_hit_rate": 0.9911631730374024, "cache_misses": 43, "stall_s": 0.07472425198648125, "remote": {"remote_pairs": 4766, "local_pairs": 5218, "layers_remote": 1072, "remote_wait_s": 2.3485147501342, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 2174, "exec_wall_s": 5.5557810658356175, "bytes_sent": 11478587, "bytes_recv": 43536815}}}}27{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "code", "prompt": "Write a bash script that lists the ten largest files under a", "ts": "2026-11-01T01:55:53", "prompt_tokens": 19, "gen_tokens": 64, "ttft_ms": 394.3847499322146, "prompt_tps": 48.270068576301135, "gen_tps": 15.415767616154488, "decode_tps_wall": 15.17506713280049, "itl_ms_p50": 65.56804210413247, "itl_ms_p95": 80.68816701415926, "itl_ms_p99": 82.00950000900775, "itl_ms_mean": 65.8975667948465, "total_s": 4.545931458007544, "peak_mem_gb": 2.118866256, "text": "#!/bin/bash\n\n# Specify the directory\ndir=\"/path/to/directory\"\n\n# Get the size of each file and store it in an array\nfiles=( $(ls -l \"$dir\" | awk '{print $5, $9}') )\n\n# Sort the array", "cache_hit_rate": 0.9997953336062219, "cache_misses": 1, "stall_s": 0.0035461250226944685, "remote": {"remote_pairs": 5080, "local_pairs": 5544, "layers_remote": 1076, "remote_wait_s": 2.454924648278393, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 3250, "exec_wall_s": 8.056348544429056, "bytes_sent": 17042206, "bytes_recv": 64450919}}}}28{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "general", "prompt": "Write a short motivational note for someone starting to lear", "ts": "2026-11-01T01:55:57", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 412.4626669799909, "prompt_tps": 38.93484011208967, "gen_tps": 15.165112081698279, "decode_tps_wall": 14.928277181055577, "itl_ms_p50": 65.68445800803602, "itl_ms_p95": 83.55854195542634, "itl_ms_p99": 85.41866601444781, "itl_ms_mean": 66.98696627022906, "total_s": 4.632641542004421, "peak_mem_gb": 2.1928547, "text": "\n\nDear [Name],\n\nWelcome to the wonderful world of piano playing! You've made an exciting decision to learn this beautiful instrument, and I'm thrilled to be a part of your journey.\n\nAs an adult, you b", "cache_hit_rate": 0.9984779299847792, "cache_misses": 7, "stall_s": 0.012387834023684263, "remote": {"remote_pairs": 5268, "local_pairs": 4972, "layers_remote": 1077, "remote_wait_s": 2.486839544842951, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 4327, "exec_wall_s": 10.594491942902096, "bytes_sent": 22410562, "bytes_recv": 86135018}}}}29{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "general", "prompt": "Describe the main differences between a Mac Studio and a Mac", "ts": "2026-11-01T01:56:02", "prompt_tokens": 18, "gen_tokens": 64, "ttft_ms": 394.823707989417, "prompt_tps": 45.78161614812507, "gen_tps": 15.38288234416988, "decode_tps_wall": 15.142698753768581, "itl_ms_p50": 65.66441594623029, "itl_ms_p95": 76.68329204898328, "itl_ms_p99": 84.53599992208183, "itl_ms_mean": 66.03842658833379, "total_s": 4.555244583054446, "peak_mem_gb": 2.118837564, "text": "\n\nMac Studio:\n- More powerful hardware options, including multiple GPUs and more RAM.\n- Higher-end CPU options, often with more cores and higher clock speeds.\n- Larger display with a higher resolution", "cache_hit_rate": 0.9997890740350137, "cache_misses": 1, "stall_s": 0.0036434170324355364, "remote": {"remote_pairs": 5185, "local_pairs": 5311, "layers_remote": 1070, "remote_wait_s": 2.5084352880949154, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 5397, "exec_wall_s": 13.145984808332287, "bytes_sent": 27896423, "bytes_recv": 107478069}}}}30{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "general", "prompt": "What should a visitor know before hiking in Gatineau Park in", "ts": "2026-11-01T01:56:06", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 362.0685419300571, "prompt_tps": 44.37987789118793, "gen_tps": 15.281103511109274, "decode_tps_wall": 15.04245030328018, "itl_ms_p50": 65.74237497989088, "itl_ms_p95": 78.6904999986291, "itl_ms_p99": 82.10070908535272, "itl_ms_mean": 66.47853107960333, "total_s": 4.550215999945067, "peak_mem_gb": 2.1181566, "text": "\n\n1. **Temperature and Weather Conditions**: The temperature in Gatineau Park can drop to as low as -20\u00b0C (-4\u00b0F) during winter. Visitors should dress warmly, including layers of clothing, a hat, glove", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5195, "local_pairs": 5045, "layers_remote": 1079, "remote_wait_s": 2.4603631681529805, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 6476, "exec_wall_s": 15.646278485888615, "bytes_sent": 33276690, "bytes_recv": 128862963}}}}31{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "code", "prompt": "Write a Go function that reads lines from stdin and prints t", "ts": "2026-11-01T01:56:11", "prompt_tokens": 21, "gen_tokens": 64, "ttft_ms": 427.8730839723721, "prompt_tps": 49.26016405710952, "gen_tps": 14.369898072449228, "decode_tps_wall": 14.145553689009986, "itl_ms_p50": 71.40662497840822, "itl_ms_p95": 81.9948329590261, "itl_ms_p99": 83.02629203535616, "itl_ms_mean": 70.69359192188593, "total_s": 4.8815693750511855, "peak_mem_gb": 2.117360616, "text": "package main\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n)\n\nfunc main() {\n\tfmt.Println(\"Enter your lines (press Ctrl+D to finish):\")\n\tvar line string\n\tfmt.Scan(&line)\n\n\tif len(line) >", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5303, "local_pairs": 5577, "layers_remote": 1087, "remote_wait_s": 2.586499751312658, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 7563, "exec_wall_s": 18.2761108946288, "bytes_sent": 38986233, "bytes_recv": 150691037}}}}32{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "code", "prompt": "Implement Dijkstra's shortest path in Python using a binary ", "ts": "2026-11-01T01:56:16", "prompt_tokens": 20, "gen_tokens": 64, "ttft_ms": 432.6194580644369, "prompt_tps": 46.37712077172855, "gen_tps": 14.705547687114, "decode_tps_wall": 14.475975847372972, "itl_ms_p50": 68.95387498661876, "itl_ms_p95": 83.08483299333602, "itl_ms_p99": 86.98933303821832, "itl_ms_mean": 69.07997157106855, "total_s": 4.784657667041756, "peak_mem_gb": 2.117329368, "text": "import heapq\n\ndef dijkstra(graph, start):\n    # Create a priority queue (binary heap)\n    pq = []\n    for node, distance in graph.items():\n        heapq.heappush(pq, (distance, node))\n\n    # Initializ", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5276, "local_pairs": 5476, "layers_remote": 1077, "remote_wait_s": 2.546213002759032, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 8640, "exec_wall_s": 20.86342571384739, "bytes_sent": 44616881, "bytes_recv": 172407476}}}}33{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "general", "prompt": "Summarize the history of the Rideau Canal in one paragraph.", "ts": "2026-11-01T01:56:21", "prompt_tokens": 14, "gen_tokens": 64, "ttft_ms": 365.9865000518039, "prompt_tps": 38.39828847339567, "gen_tps": 15.06037976991632, "decode_tps_wall": 14.825232712502277, "itl_ms_p50": 67.21037498209625, "itl_ms_p95": 78.49420898128301, "itl_ms_p99": 83.23866699356586, "itl_ms_mean": 67.45256680906529, "total_s": 4.615498209022917, "peak_mem_gb": 2.11646588, "text": "\n\nThe Rideau Canal, officially opened in 1832, was constructed by the British to connect Ottawa to Montreal via the Ottawa River. It was designed by Colonel John By and took approximately three years ", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 4766, "local_pairs": 5218, "layers_remote": 1072, "remote_wait_s": 2.51390994573012, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 9712, "exec_wall_s": 23.418756291270256, "bytes_sent": 49858441, "bytes_recv": 192034295}}}}34{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "general", "prompt": "Describe the main differences between a Mac Studio and a Mac", "ts": "2026-11-01T01:56:25", "prompt_tokens": 18, "gen_tokens": 64, "ttft_ms": 397.6970419753343, "prompt_tps": 45.304906767709255, "gen_tps": 14.576662683119048, "decode_tps_wall": 14.349083711392803, "itl_ms_p50": 68.59983294270933, "itl_ms_p95": 82.47004193253815, "itl_ms_p99": 86.76099998410791, "itl_ms_mean": 69.69086111094506, "total_s": 4.788221291964874, "peak_mem_gb": 2.117292472, "text": "\n\nMac Studio:\n- More powerful hardware options, including multiple GPUs and more RAM.\n- Higher-end CPU options, often with more cores and higher clock speeds.\n- Larger display with a higher resolution", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5185, "local_pairs": 5311, "layers_remote": 1070, "remote_wait_s": 2.5479154620552436, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 10782, "exec_wall_s": 26.008038206840865, "bytes_sent": 55344302, "bytes_recv": 213377595}}}}35{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "code", "prompt": "Write a C function that computes the dot product of two floa", "ts": "2026-11-01T01:56:30", "prompt_tokens": 24, "gen_tokens": 64, "ttft_ms": 502.1301250671968, "prompt_tps": 47.937756852362824, "gen_tps": 15.149045451555484, "decode_tps_wall": 14.912525461834464, "itl_ms_p50": 68.03220906294882, "itl_ms_p95": 78.64704099483788, "itl_ms_p99": 82.98891701269895, "itl_ms_mean": 67.0577228893452, "total_s": 4.726766667095944, "peak_mem_gb": 2.118710312, "text": "#include <arm_neon.h>\n\nfloat dot_product_neon(const float *a, const float *b, int len) {\n    // TODO: Implement the dot product computation using NEON intrinsics\n    // Start by loading the arrays int", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5498, "local_pairs": 5766, "layers_remote": 1086, "remote_wait_s": 2.558194422046654, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 11868, "exec_wall_s": 28.607590664876625, "bytes_sent": 61247737, "bytes_recv": 236005152}}}}36{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "code", "prompt": "Write a bash script that lists the ten largest files under a", "ts": "2026-11-01T01:56:35", "prompt_tokens": 19, "gen_tokens": 64, "ttft_ms": 441.87854102347046, "prompt_tps": 43.15306990152925, "gen_tps": 14.869198533365013, "decode_tps_wall": 14.63703053702119, "itl_ms_p50": 67.03179189935327, "itl_ms_p95": 84.04724998399615, "itl_ms_p99": 87.05008297692984, "itl_ms_mean": 68.31986839616937, "total_s": 4.746030249982141, "peak_mem_gb": 2.117214664, "text": "#!/bin/bash\n\n# Specify the directory\ndir=\"/path/to/directory\"\n\n# Get the size of each file and store it in an array\nfiles=( $(ls -l \"$dir\" | awk '{print $5, $9}') )\n\n# Sort the array", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5080, "local_pairs": 5544, "layers_remote": 1076, "remote_wait_s": 2.52509659784846, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 12944, "exec_wall_s": 31.177086664014496, "bytes_sent": 66811356, "bytes_recv": 256919569}}}}37{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "general", "prompt": "What should a visitor know before hiking in Gatineau Park in", "ts": "2026-11-01T01:56:40", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 391.6577079799026, "prompt_tps": 41.00100971960321, "gen_tps": 14.84831934271548, "decode_tps_wall": 14.616513156490033, "itl_ms_p50": 68.51250003091991, "itl_ms_p95": 80.63674997538328, "itl_ms_p99": 83.12412502709776, "itl_ms_mean": 68.41576984152198, "total_s": 4.701851207995787, "peak_mem_gb": 2.116729528, "text": "\n\n1. **Temperature and Weather Conditions**: The temperature in Gatineau Park can drop to as low as -20\u00b0C (-4\u00b0F) during winter. Visitors should dress warmly, including layers of clothing, a hat, glove", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5195, "local_pairs": 5045, "layers_remote": 1079, "remote_wait_s": 2.526873570284806, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 14023, "exec_wall_s": 33.74513076571748, "bytes_sent": 72191623, "bytes_recv": 278305340}}}}38{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "general", "prompt": "Write a short motivational note for someone starting to lear", "ts": "2026-11-01T01:56:44", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 399.7366250259802, "prompt_tps": 40.171990553010986, "gen_tps": 15.13912083515291, "decode_tps_wall": 14.902680175827347, "itl_ms_p50": 66.29099999554455, "itl_ms_p95": 81.93741692230105, "itl_ms_p99": 86.64470899384469, "itl_ms_mean": 67.10202381059173, "total_s": 4.627164125093259, "peak_mem_gb": 2.118217908, "text": "\n\nDear [Name],\n\nWelcome to the wonderful world of piano playing! You've made an exciting decision to learn this beautiful instrument, and I'm thrilled to be a part of your journey.\n\nAs an adult, you b", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5268, "local_pairs": 4972, "layers_remote": 1077, "remote_wait_s": 2.5310352966189384, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 15100, "exec_wall_s": 36.31421813927591, "bytes_sent": 77559979, "bytes_recv": 299989938}}}}39{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "code", "prompt": "Write a Go function that reads lines from stdin and prints t", "ts": "2026-11-01T01:56:49", "prompt_tokens": 21, "gen_tokens": 64, "ttft_ms": 546.0713329957798, "prompt_tps": 38.562928030022064, "gen_tps": 14.132192827300631, "decode_tps_wall": 13.91158632885405, "itl_ms_p50": 69.87091701012105, "itl_ms_p95": 82.87633303552866, "itl_ms_p99": 91.89437492750585, "itl_ms_mean": 71.88252844507733, "total_s": 5.074670625035651, "peak_mem_gb": 2.11737188, "text": "package main\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n)\n\nfunc main() {\n\tfmt.Println(\"Enter your lines (press Ctrl+D to finish):\")\n\tvar line string\n\tfmt.Scan(&line)\n\n\tif len(line) >", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5303, "local_pairs": 5577, "layers_remote": 1087, "remote_wait_s": 2.737311046337709, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 16187, "exec_wall_s": 39.09460177505389, "bytes_sent": 83269522, "bytes_recv": 321818871}}}}40{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "code", "prompt": "Implement Dijkstra's shortest path in Python using a binary ", "ts": "2026-11-01T01:56:54", "prompt_tokens": 20, "gen_tokens": 64, "ttft_ms": 428.98575006984174, "prompt_tps": 46.75799994121783, "gen_tps": 14.561354691058426, "decode_tps_wall": 14.333987616562041, "itl_ms_p50": 70.06154197733849, "itl_ms_p95": 81.88924996647984, "itl_ms_p99": 85.67404199857265, "itl_ms_mean": 69.76425728487176, "total_s": 4.824133959016763, "peak_mem_gb": 2.11717372, "text": "import heapq\n\ndef dijkstra(graph, start):\n    # Create a priority queue (binary heap)\n    pq = []\n    for node, distance in graph.items():\n        heapq.heappush(pq, (distance, node))\n\n    # Initializ", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5276, "local_pairs": 5476, "layers_remote": 1077, "remote_wait_s": 2.5831803614273667, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 17264, "exec_wall_s": 41.71912443486508, "bytes_sent": 88900170, "bytes_recv": 343536203}}}}41{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "code", "prompt": "Write a bash script that lists the ten largest files under a", "ts": "2026-11-01T01:56:59", "prompt_tokens": 19, "gen_tokens": 64, "ttft_ms": 440.9932499984279, "prompt_tps": 43.23506776748733, "gen_tps": 15.491728960104247, "decode_tps_wall": 15.249880640954956, "itl_ms_p50": 64.38850006088614, "itl_ms_p95": 81.6039580386132, "itl_ms_p99": 92.41149993613362, "itl_ms_mean": 65.57428373009084, "total_s": 4.572173124994151, "peak_mem_gb": 2.117112264, "text": "#!/bin/bash\n\n# Specify the directory\ndir=\"/path/to/directory\"\n\n# Get the size of each file and store it in an array\nfiles=( $(ls -l \"$dir\" | awk '{print $5, $9}') )\n\n# Sort the array", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5080, "local_pairs": 5544, "layers_remote": 1076, "remote_wait_s": 2.4575695286039263, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 18340, "exec_wall_s": 44.21957937953994, "bytes_sent": 94463789, "bytes_recv": 364450393}}}}42{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "code", "prompt": "Write a C function that computes the dot product of two floa", "ts": "2026-11-01T01:57:04", "prompt_tokens": 24, "gen_tokens": 64, "ttft_ms": 513.9315000269562, "prompt_tps": 46.8238549984884, "gen_tps": 14.645398013728665, "decode_tps_wall": 14.41674374490024, "itl_ms_p50": 69.07674996182323, "itl_ms_p95": 82.37241697497666, "itl_ms_p99": 92.20283408649266, "itl_ms_mean": 69.36379099848665, "total_s": 4.883850332931615, "peak_mem_gb": 2.117523608, "text": "#include <arm_neon.h>\n\nfloat dot_product_neon(const float *a, const float *b, int len) {\n    // TODO: Implement the dot product computation using NEON intrinsics\n    // Start by loading the arrays int", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5498, "local_pairs": 5766, "layers_remote": 1086, "remote_wait_s": 2.676588977687061, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 19426, "exec_wall_s": 46.939388262690045, "bytes_sent": 100367224, "bytes_recv": 387077694}}}}43{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "general", "prompt": "What should a visitor know before hiking in Gatineau Park in", "ts": "2026-11-01T01:57:08", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 393.809667089954, "prompt_tps": 40.760860879697425, "gen_tps": 15.02024873134101, "decode_tps_wall": 14.785734177562771, "itl_ms_p50": 67.60754203423858, "itl_ms_p95": 81.05779101606458, "itl_ms_p99": 84.4417919870466, "itl_ms_mean": 67.6327592523266, "total_s": 4.654673499986529, "peak_mem_gb": 2.116823, "text": "\n\n1. **Temperature and Weather Conditions**: The temperature in Gatineau Park can drop to as low as -20\u00b0C (-4\u00b0F) during winter. Visitors should dress warmly, including layers of clothing, a hat, glove", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5195, "local_pairs": 5045, "layers_remote": 1079, "remote_wait_s": 2.504336794721894, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 20505, "exec_wall_s": 49.4849353521131, "bytes_sent": 105747491, "bytes_recv": 408463236}}}}44{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "code", "prompt": "Implement Dijkstra's shortest path in Python using a binary ", "ts": "2026-11-01T01:57:13", "prompt_tokens": 20, "gen_tokens": 64, "ttft_ms": 454.0538330329582, "prompt_tps": 44.188226381154706, "gen_tps": 15.854698623434825, "decode_tps_wall": 15.607095096973826, "itl_ms_p50": 62.409750069491565, "itl_ms_p95": 79.17545805685222, "itl_ms_p99": 88.79329194314778, "itl_ms_mean": 64.07342261878685, "total_s": 4.49067945801653, "peak_mem_gb": 2.117079512, "text": "import heapq\n\ndef dijkstra(graph, start):\n    # Create a priority queue (binary heap)\n    pq = []\n    for node, distance in graph.items():\n        heapq.heappush(pq, (distance, node))\n\n    # Initializ", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5276, "local_pairs": 5476, "layers_remote": 1077, "remote_wait_s": 2.4161494338186458, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 21582, "exec_wall_s": 51.94137500633951, "bytes_sent": 111378139, "bytes_recv": 430180340}}}}45{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "general", "prompt": "Describe the main differences between a Mac Studio and a Mac", "ts": "2026-11-01T01:57:17", "prompt_tokens": 18, "gen_tokens": 64, "ttft_ms": 411.3634170498699, "prompt_tps": 43.89156868685017, "gen_tps": 15.400196822417758, "decode_tps_wall": 15.159722416776361, "itl_ms_p50": 64.80091693811119, "itl_ms_p95": 82.2217499371618, "itl_ms_p99": 83.59787496738136, "itl_ms_mean": 65.9642685075394, "total_s": 4.567112333024852, "peak_mem_gb": 2.11709804, "text": "\n\nMac Studio:\n- More powerful hardware options, including multiple GPUs and more RAM.\n- Higher-end CPU options, often with more cores and higher clock speeds.\n- Larger display with a higher resolution", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5185, "local_pairs": 5311, "layers_remote": 1070, "remote_wait_s": 2.487515496555716, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 22652, "exec_wall_s": 54.466830635094084, "bytes_sent": 116864000, "bytes_recv": 451524030}}}}46{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "general", "prompt": "Summarize the history of the Rideau Canal in one paragraph.", "ts": "2026-11-01T01:57:22", "prompt_tokens": 14, "gen_tokens": 64, "ttft_ms": 373.53870808146894, "prompt_tps": 37.61048500312227, "gen_tps": 15.478581724182211, "decode_tps_wall": 15.236935404847973, "itl_ms_p50": 65.55262499023229, "itl_ms_p95": 81.47870807442814, "itl_ms_p99": 85.38237493485212, "itl_ms_mean": 65.62999536519841, "total_s": 4.5082284160889685, "peak_mem_gb": 2.117269908, "text": "\n\nThe Rideau Canal, officially opened in 1832, was constructed by the British to connect Ottawa to Montreal via the Ottawa River. It was designed by Colonel John By and took approximately three years ", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 4766, "local_pairs": 5218, "layers_remote": 1072, "remote_wait_s": 2.442976040299982, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 23724, "exec_wall_s": 56.953110640635714, "bytes_sent": 122105560, "bytes_recv": 471151661}}}}47{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "code", "prompt": "Write a Go function that reads lines from stdin and prints t", "ts": "2026-11-01T01:57:26", "prompt_tokens": 21, "gen_tokens": 64, "ttft_ms": 456.90874999854714, "prompt_tps": 46.10961558148383, "gen_tps": 15.486656536334875, "decode_tps_wall": 15.244791884474834, "itl_ms_p50": 65.32587495166808, "itl_ms_p95": 77.03037501778454, "itl_ms_p99": 94.00350006762892, "itl_ms_mean": 65.59617261934493, "total_s": 4.589467625017278, "peak_mem_gb": 2.117360616, "text": "package main\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n)\n\nfunc main() {\n\tfmt.Println(\"Enter your lines (press Ctrl+D to finish):\")\n\tvar line string\n\tfmt.Scan(&line)\n\n\tif len(line) >", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5303, "local_pairs": 5577, "layers_remote": 1087, "remote_wait_s": 2.525287412921898, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 24811, "exec_wall_s": 59.52095779264346, "bytes_sent": 127815103, "bytes_recv": 492980378}}}}48{"backend": "titan-distributed", "capacity": 32, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5602079909294844, 0.5876249633729458, 0.6379169644787908, 0.5096249515190721, 0.5739580374211073, 0.5437079817056656, 0.6351670017465949, 0.5011250032112002, 0.5718749016523361, 0.6378750549629331]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 32 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "general", "prompt": "Write a short motivational note for someone starting to lear", "ts": "2026-11-01T01:57:31", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 396.3244999758899, "prompt_tps": 40.49894701700236, "gen_tps": 15.485025943324581, "decode_tps_wall": 15.243234540567924, "itl_ms_p50": 64.10962494555861, "itl_ms_p95": 83.66962510626763, "itl_ms_p99": 86.45658299792558, "itl_ms_mean": 65.60287433343807, "total_s": 4.529305582982488, "peak_mem_gb": 2.116628824, "text": "\n\nDear [Name],\n\nWelcome to the wonderful world of piano playing! You've made an exciting decision to learn this beautiful instrument, and I'm thrilled to be a part of your journey.\n\nAs an adult, you b", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5268, "local_pairs": 4972, "layers_remote": 1077, "remote_wait_s": 2.49132607888896, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 25888, "exec_wall_s": 62.05094386078417, "bytes_sent": 133183459, "bytes_recv": 514664735}}}}49{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "code", "prompt": "Write a C function that computes the dot product of two floa", "ts": "2026-11-01T01:57:36", "prompt_tokens": 24, "gen_tokens": 64, "ttft_ms": 257.6604589121416, "prompt_tps": 93.49550484693123, "gen_tps": 16.955016001077553, "decode_tps_wall": 16.690376494227106, "itl_ms_p50": 59.50458301231265, "itl_ms_p95": 69.95866599027067, "itl_ms_p99": 70.94483310356736, "itl_ms_mean": 59.91476587396825, "total_s": 4.032290708972141, "peak_mem_gb": 3.976988316, "text": "#include <arm_neon.h>\n\nfloat dot_product_neon(const float *a, const float *b, int len) {\n    // TODO: Implement the dot product computation using NEON intrinsics\n    // Start by loading the arrays int", "cache_hit_rate": 0.9481977120656162, "cache_misses": 240, "stall_s": 0.09956279234029353, "remote": {"remote_pairs": 5498, "local_pairs": 5766, "layers_remote": 1055, "remote_wait_s": 2.1914026216836646, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 1071, "exec_wall_s": 2.412593872868456, "bytes_sent": 6234822, "bytes_recv": 23907886}}}}50{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "general", "prompt": "Summarize the history of the Rideau Canal in one paragraph.", "ts": "2026-11-01T01:57:40", "prompt_tokens": 14, "gen_tokens": 64, "ttft_ms": 310.83316600415856, "prompt_tps": 45.24359833855363, "gen_tps": 17.448054181829573, "decode_tps_wall": 17.175550862291246, "itl_ms_p50": 57.15133307967335, "itl_ms_p95": 67.94600002467632, "itl_ms_p99": 72.43295793887228, "itl_ms_mean": 58.22229563509897, "total_s": 3.978837791015394, "peak_mem_gb": 3.934340388, "text": "\n\nThe Rideau Canal, officially opened in 1832, was constructed by the British to connect Ottawa to Montreal via the Ottawa River. It was designed by Colonel John By and took approximately three years ", "cache_hit_rate": 0.9909110124709364, "cache_misses": 43, "stall_s": 0.07054520992096514, "remote": {"remote_pairs": 4766, "local_pairs": 5218, "layers_remote": 1055, "remote_wait_s": 2.1445465096039698, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 2126, "exec_wall_s": 4.672204844537191, "bytes_sent": 11474989, "bytes_recv": 43533820}}}}51{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "code", "prompt": "Write a bash script that lists the ten largest files under a", "ts": "2026-11-01T01:57:44", "prompt_tokens": 19, "gen_tokens": 64, "ttft_ms": 335.90412500780076, "prompt_tps": 56.82127588201756, "gen_tps": 17.344942175429484, "decode_tps_wall": 17.074052969998572, "itl_ms_p50": 57.24125006236136, "itl_ms_p95": 68.56862490531057, "itl_ms_p99": 72.3577500320971, "itl_ms_mean": 58.56840211033289, "total_s": 4.025713457958773, "peak_mem_gb": 3.930807632, "text": "#!/bin/bash\n\n# Specify the directory\ndir=\"/path/to/directory\"\n\n# Get the size of each file and store it in an array\nfiles=( $(ls -l \"$dir\" | awk '{print $5, $9}') )\n\n# Sort the array", "cache_hit_rate": 0.999786233433091, "cache_misses": 1, "stall_s": 0.003519207937642932, "remote": {"remote_pairs": 5080, "local_pairs": 5544, "layers_remote": 1053, "remote_wait_s": 2.2477200055727735, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 3179, "exec_wall_s": 6.963823046302423, "bytes_sent": 17036896, "bytes_recv": 64445736}}}}52{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "general", "prompt": "Write a short motivational note for someone starting to lear", "ts": "2026-11-01T01:57:49", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 332.25095900706947, "prompt_tps": 48.379872822764185, "gen_tps": 16.568221478682467, "decode_tps_wall": 16.309467399036027, "itl_ms_p50": 59.867250034585595, "itl_ms_p95": 70.0176659738645, "itl_ms_p99": 83.56362499762326, "itl_ms_mean": 61.31408068292316, "total_s": 4.1950380420312285, "peak_mem_gb": 3.930772072, "text": "\n\nDear [Name],\n\nWelcome to the wonderful world of piano playing! You've made an exciting decision to learn this beautiful instrument, and I'm thrilled to be a part of your journey.\n\nAs an adult, you b", "cache_hit_rate": 0.9984170058796924, "cache_misses": 7, "stall_s": 0.014119333121925592, "remote": {"remote_pairs": 5268, "local_pairs": 4972, "layers_remote": 1053, "remote_wait_s": 2.3574230516096577, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 4232, "exec_wall_s": 9.374994189362042, "bytes_sent": 22403332, "bytes_recv": 86127723}}}}53{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "general", "prompt": "Describe the main differences between a Mac Studio and a Mac", "ts": "2026-11-01T01:57:53", "prompt_tokens": 18, "gen_tokens": 64, "ttft_ms": 351.0849999729544, "prompt_tps": 51.5028949665602, "gen_tps": 17.201231904025644, "decode_tps_wall": 16.932477445892992, "itl_ms_p50": 59.86454198136926, "itl_ms_p95": 65.34862506669015, "itl_ms_p99": 70.08058298379183, "itl_ms_mean": 59.058103174532924, "total_s": 4.071745499968529, "peak_mem_gb": 3.930772376, "text": "\n\nMac Studio:\n- More powerful hardware options, including multiple GPUs and more RAM.\n- Higher-end CPU options, often with more cores and higher clock speeds.\n- Larger display with a higher resolution", "cache_hit_rate": 0.9997826086956522, "cache_misses": 1, "stall_s": 0.002606875030323863, "remote": {"remote_pairs": 5185, "local_pairs": 5311, "layers_remote": 1050, "remote_wait_s": 2.274140348425135, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 5282, "exec_wall_s": 11.692408705712296, "bytes_sent": 27887767, "bytes_recv": 107469402}}}}54{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "general", "prompt": "What should a visitor know before hiking in Gatineau Park in", "ts": "2026-11-01T01:57:57", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 287.85133291967213, "prompt_tps": 55.84103800491083, "gen_tps": 16.437401480807562, "decode_tps_wall": 16.180715476516337, "itl_ms_p50": 62.47966596856713, "itl_ms_p95": 69.74233302753419, "itl_ms_p99": 72.38837506156415, "itl_ms_mean": 61.80196428590173, "total_s": 4.181375082931481, "peak_mem_gb": 3.929057676, "text": "\n\n1. **Temperature and Weather Conditions**: The temperature in Gatineau Park can drop to as low as -20\u00b0C (-4\u00b0F) during winter. Visitors should dress warmly, including layers of clothing, a hat, glove", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5195, "local_pairs": 5045, "layers_remote": 1056, "remote_wait_s": 2.3621108037186787, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 6338, "exec_wall_s": 14.095058789243922, "bytes_sent": 33266207, "bytes_recv": 128852601}}}}55{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "code", "prompt": "Write a Go function that reads lines from stdin and prints t", "ts": "2026-11-01T01:58:01", "prompt_tokens": 21, "gen_tokens": 64, "ttft_ms": 328.16816703416407, "prompt_tps": 64.29895954419706, "gen_tps": 16.441890008158396, "decode_tps_wall": 16.18513256726093, "itl_ms_p50": 61.68937508482486, "itl_ms_p95": 70.47816691920161, "itl_ms_p99": 72.9299170197919, "itl_ms_mean": 61.78509788809433, "total_s": 4.220629333984107, "peak_mem_gb": 3.929732608, "text": "package main\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n)\n\nfunc main() {\n\tfmt.Println(\"Enter your lines (press Ctrl+D to finish):\")\n\tvar line string\n\tfmt.Scan(&line)\n\n\tif len(line) >", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5303, "local_pairs": 5577, "layers_remote": 1056, "remote_wait_s": 2.3896616504061967, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 7394, "exec_wall_s": 16.524280771496706, "bytes_sent": 38973417, "bytes_recv": 150678220}}}}56{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": true, "repeat": -1, "family": "code", "prompt": "Implement Dijkstra's shortest path in Python using a binary ", "ts": "2026-11-01T01:58:05", "prompt_tokens": 20, "gen_tokens": 64, "ttft_ms": 318.29787499736995, "prompt_tps": 63.094882802830774, "gen_tps": 16.187676379146705, "decode_tps_wall": 15.934791127721224, "itl_ms_p50": 62.68637499306351, "itl_ms_p95": 69.6389579679817, "itl_ms_p99": 81.47662505507469, "itl_ms_mean": 62.75576453966399, "total_s": 4.271911040996201, "peak_mem_gb": 3.928974552, "text": "import heapq\n\ndef dijkstra(graph, start):\n    # Create a priority queue (binary heap)\n    pq = []\n    for node, distance in graph.items():\n        heapq.heappush(pq, (distance, node))\n\n    # Initializ", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5276, "local_pairs": 5476, "layers_remote": 1053, "remote_wait_s": 2.444692069548182, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 8447, "exec_wall_s": 19.00972998223733, "bytes_sent": 44602299, "bytes_recv": 172392932}}}}57{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "general", "prompt": "Summarize the history of the Rideau Canal in one paragraph.", "ts": "2026-11-01T01:58:09", "prompt_tokens": 14, "gen_tokens": 64, "ttft_ms": 277.1625410532579, "prompt_tps": 50.710122831968036, "gen_tps": 17.370990202125057, "decode_tps_wall": 17.099712548657298, "itl_ms_p50": 58.65108291618526, "itl_ms_p95": 67.12662510108203, "itl_ms_p99": 71.53516705147922, "itl_ms_mean": 58.480515222375594, "total_s": 3.96143500006292, "peak_mem_gb": 3.928853312, "text": "\n\nThe Rideau Canal, officially opened in 1832, was constructed by the British to connect Ottawa to Montreal via the Ottawa River. It was designed by Colonel John By and took approximately three years ", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 4766, "local_pairs": 5218, "layers_remote": 1055, "remote_wait_s": 2.2757996366126463, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 9502, "exec_wall_s": 21.324912759126164, "bytes_sent": 49842466, "bytes_recv": 192018873}}}}58{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "general", "prompt": "Describe the main differences between a Mac Studio and a Mac", "ts": "2026-11-01T01:58:13", "prompt_tokens": 18, "gen_tokens": 64, "ttft_ms": 314.9471250362694, "prompt_tps": 57.41954955116638, "gen_tps": 16.72422787875299, "decode_tps_wall": 16.463147000736527, "itl_ms_p50": 60.21262507420033, "itl_ms_p95": 68.67741700261831, "itl_ms_p99": 72.74716708343476, "itl_ms_mean": 60.74172817355406, "total_s": 4.141675999970175, "peak_mem_gb": 3.929440136, "text": "\n\nMac Studio:\n- More powerful hardware options, including multiple GPUs and more RAM.\n- Higher-end CPU options, often with more cores and higher clock speeds.\n- Larger display with a higher resolution", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5185, "local_pairs": 5311, "layers_remote": 1050, "remote_wait_s": 2.3272604587255046, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 10552, "exec_wall_s": 23.692372957943007, "bytes_sent": 55326901, "bytes_recv": 213360450}}}}59{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "code", "prompt": "Write a C function that computes the dot product of two floa", "ts": "2026-11-01T01:58:18", "prompt_tokens": 24, "gen_tokens": 64, "ttft_ms": 366.462167003192, "prompt_tps": 65.76356701026846, "gen_tps": 16.912153663335577, "decode_tps_wall": 16.648152388791885, "itl_ms_p50": 58.397875051014125, "itl_ms_p95": 70.92670793645084, "itl_ms_p99": 73.38308403268456, "itl_ms_mean": 60.06672552284149, "total_s": 4.150665874942206, "peak_mem_gb": 3.930389652, "text": "#include <arm_neon.h>\n\nfloat dot_product_neon(const float *a, const float *b, int len) {\n    // TODO: Implement the dot product computation using NEON intrinsics\n    // Start by loading the arrays int", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5498, "local_pairs": 5766, "layers_remote": 1055, "remote_wait_s": 2.301105487626046, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 11607, "exec_wall_s": 26.03322983160615, "bytes_sent": 61228131, "bytes_recv": 235984255}}}}60{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "code", "prompt": "Write a bash script that lists the ten largest files under a", "ts": "2026-11-01T01:58:22", "prompt_tokens": 19, "gen_tokens": 64, "ttft_ms": 307.99845792353153, "prompt_tps": 62.01355569123096, "gen_tps": 17.05873644203296, "decode_tps_wall": 16.79229550635324, "itl_ms_p50": 58.62408294342458, "itl_ms_p95": 68.79629206378013, "itl_ms_p99": 73.7650420051068, "itl_ms_mean": 59.55111971568493, "total_s": 4.0597190000116825, "peak_mem_gb": 3.929555316, "text": "#!/bin/bash\n\n# Specify the directory\ndir=\"/path/to/directory\"\n\n# Get the size of each file and store it in an array\nfiles=( $(ls -l \"$dir\" | awk '{print $5, $9}') )\n\n# Sort the array", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5080, "local_pairs": 5544, "layers_remote": 1053, "remote_wait_s": 2.281695583485998, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 12660, "exec_wall_s": 28.357330945320427, "bytes_sent": 66790038, "bytes_recv": 256895756}}}}61{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "general", "prompt": "What should a visitor know before hiking in Gatineau Park in", "ts": "2026-11-01T01:58:26", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 303.25433297548443, "prompt_tps": 52.96033073170715, "gen_tps": 16.747381561926478, "decode_tps_wall": 16.486004623569183, "itl_ms_p50": 59.50295797083527, "itl_ms_p95": 70.59470796957612, "itl_ms_p99": 71.61116600036621, "itl_ms_mean": 60.657510587516875, "total_s": 4.124677499989048, "peak_mem_gb": 3.929051516, "text": "\n\n1. **Temperature and Weather Conditions**: The temperature in Gatineau Park can drop to as low as -20\u00b0C (-4\u00b0F) during winter. Visitors should dress warmly, including layers of clothing, a hat, glove", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5195, "local_pairs": 5045, "layers_remote": 1056, "remote_wait_s": 2.3054669718258083, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 13716, "exec_wall_s": 30.70366168045439, "bytes_sent": 72168478, "bytes_recv": 278278592}}}}62{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "general", "prompt": "Write a short motivational note for someone starting to lear", "ts": "2026-11-01T01:58:30", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 339.3256670096889, "prompt_tps": 47.350487491347074, "gen_tps": 17.32043353474051, "decode_tps_wall": 17.04994537966174, "itl_ms_p50": 58.83241700939834, "itl_ms_p95": 71.87708304263651, "itl_ms_p99": 73.41812504455447, "itl_ms_mean": 58.651214284408425, "total_s": 4.03435216692742, "peak_mem_gb": 3.929057664, "text": "\n\nDear [Name],\n\nWelcome to the wonderful world of piano playing! You've made an exciting decision to learn this beautiful instrument, and I'm thrilled to be a part of your journey.\n\nAs an adult, you b", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5268, "local_pairs": 4972, "layers_remote": 1053, "remote_wait_s": 2.3013280048035085, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 14769, "exec_wall_s": 33.041625296114944, "bytes_sent": 77534914, "bytes_recv": 299960109}}}}63{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "code", "prompt": "Write a Go function that reads lines from stdin and prints t", "ts": "2026-11-01T01:58:34", "prompt_tokens": 21, "gen_tokens": 64, "ttft_ms": 342.00699999928474, "prompt_tps": 61.66631944653354, "gen_tps": 16.925835625670608, "decode_tps_wall": 16.661501270359107, "itl_ms_p50": 60.39737502578646, "itl_ms_p95": 66.95083295926452, "itl_ms_p99": 71.25345803797245, "itl_ms_mean": 60.018601191658824, "total_s": 4.1231788750737906, "peak_mem_gb": 3.9297326, "text": "package main\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n)\n\nfunc main() {\n\tfmt.Println(\"Enter your lines (press Ctrl+D to finish):\")\n\tvar line string\n\tfmt.Scan(&line)\n\n\tif len(line) >", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5303, "local_pairs": 5577, "layers_remote": 1056, "remote_wait_s": 2.3457581215770915, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 15825, "exec_wall_s": 35.428386667976156, "bytes_sent": 83242124, "bytes_recv": 321785293}}}}64{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 0, "family": "code", "prompt": "Implement Dijkstra's shortest path in Python using a binary ", "ts": "2026-11-01T01:58:38", "prompt_tokens": 20, "gen_tokens": 64, "ttft_ms": 337.675292044878, "prompt_tps": 59.44652320122906, "gen_tps": 16.39640005206339, "decode_tps_wall": 16.140335004911005, "itl_ms_p50": 62.394042033702135, "itl_ms_p95": 69.84700006432831, "itl_ms_p99": 75.79287502449006, "itl_ms_mean": 61.956582666699966, "total_s": 4.240940000046976, "peak_mem_gb": 3.928987864, "text": "import heapq\n\ndef dijkstra(graph, start):\n    # Create a priority queue (binary heap)\n    pq = []\n    for node, distance in graph.items():\n        heapq.heappush(pq, (distance, node))\n\n    # Initializ", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5276, "local_pairs": 5476, "layers_remote": 1053, "remote_wait_s": 2.3813273230334744, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 16878, "exec_wall_s": 37.85123591427691, "bytes_sent": 88871006, "bytes_recv": 343499635}}}}65{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "code", "prompt": "Write a bash script that lists the ten largest files under a", "ts": "2026-11-01T01:58:42", "prompt_tokens": 19, "gen_tokens": 64, "ttft_ms": 314.2438749782741, "prompt_tps": 60.74697206931925, "gen_tps": 16.335709722923635, "decode_tps_wall": 16.080592695876064, "itl_ms_p50": 64.47133293841034, "itl_ms_p95": 70.98191697150469, "itl_ms_p99": 73.02016601897776, "itl_ms_mean": 62.18676257228095, "total_s": 4.232009917031974, "peak_mem_gb": 3.929555312, "text": "#!/bin/bash\n\n# Specify the directory\ndir=\"/path/to/directory\"\n\n# Get the size of each file and store it in an array\nfiles=( $(ls -l \"$dir\" | awk '{print $5, $9}') )\n\n# Sort the array", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5080, "local_pairs": 5544, "layers_remote": 1053, "remote_wait_s": 2.396930565824732, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 17931, "exec_wall_s": 40.29035819589626, "bytes_sent": 94432913, "bytes_recv": 364411110}}}}66{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "code", "prompt": "Write a C function that computes the dot product of two floa", "ts": "2026-11-01T01:58:47", "prompt_tokens": 24, "gen_tokens": 64, "ttft_ms": 368.5920829884708, "prompt_tps": 65.3798340795785, "gen_tps": 15.89720568717961, "decode_tps_wall": 15.648938987322436, "itl_ms_p50": 65.70179096888751, "itl_ms_p95": 72.5217079743743, "itl_ms_p99": 78.81049998104572, "itl_ms_mean": 63.90209590631818, "total_s": 4.394424125086516, "peak_mem_gb": 3.930396948, "text": "#include <arm_neon.h>\n\nfloat dot_product_neon(const float *a, const float *b, int len) {\n    // TODO: Implement the dot product computation using NEON intrinsics\n    // Start by loading the arrays int", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5498, "local_pairs": 5766, "layers_remote": 1055, "remote_wait_s": 2.4686616924591362, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 18986, "exec_wall_s": 42.800328896264546, "bytes_sent": 100334143, "bytes_recv": 387034930}}}}67{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "general", "prompt": "What should a visitor know before hiking in Gatineau Park in", "ts": "2026-11-01T01:58:51", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 304.0867920499295, "prompt_tps": 52.87881787496036, "gen_tps": 17.123550718786106, "decode_tps_wall": 16.85612057902145, "itl_ms_p50": 58.13645804300904, "itl_ms_p95": 67.32404208742082, "itl_ms_p99": 126.80229207035154, "itl_ms_mean": 59.32563161920933, "total_s": 4.041601584060118, "peak_mem_gb": 3.929051532, "text": "\n\n1. **Temperature and Weather Conditions**: The temperature in Gatineau Park can drop to as low as -20\u00b0C (-4\u00b0F) during winter. Visitors should dress warmly, including layers of clothing, a hat, glove", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5195, "local_pairs": 5045, "layers_remote": 1056, "remote_wait_s": 2.2295505325309932, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 20042, "exec_wall_s": 45.06953572505154, "bytes_sent": 105712583, "bytes_recv": 408417736}}}}68{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "code", "prompt": "Implement Dijkstra's shortest path in Python using a binary ", "ts": "2026-11-01T01:58:55", "prompt_tokens": 20, "gen_tokens": 64, "ttft_ms": 333.642499987036, "prompt_tps": 60.21527714334043, "gen_tps": 16.801364717181464, "decode_tps_wall": 16.539100105883325, "itl_ms_p50": 59.55762509256601, "itl_ms_p95": 68.51629097945988, "itl_ms_p99": 71.15379197057337, "itl_ms_mean": 60.462781747374386, "total_s": 4.142797750071622, "peak_mem_gb": 3.9289766, "text": "import heapq\n\ndef dijkstra(graph, start):\n    # Create a priority queue (binary heap)\n    pq = []\n    for node, distance in graph.items():\n        heapq.heappush(pq, (distance, node))\n\n    # Initializ", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5276, "local_pairs": 5476, "layers_remote": 1053, "remote_wait_s": 2.302055887179449, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 21095, "exec_wall_s": 47.41107607888989, "bytes_sent": 111341465, "bytes_recv": 430132044}}}}69{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "general", "prompt": "Describe the main differences between a Mac Studio and a Mac", "ts": "2026-11-01T01:58:59", "prompt_tokens": 18, "gen_tokens": 64, "ttft_ms": 309.8848749650642, "prompt_tps": 58.36380308768657, "gen_tps": 16.627315176570754, "decode_tps_wall": 16.367629074619177, "itl_ms_p50": 60.280082980170846, "itl_ms_p95": 70.00595796853304, "itl_ms_p99": 75.6408330053091, "itl_ms_mean": 61.096203698229694, "total_s": 4.158945707953535, "peak_mem_gb": 3.930145552, "text": "\n\nMac Studio:\n- More powerful hardware options, including multiple GPUs and more RAM.\n- Higher-end CPU options, often with more cores and higher clock speeds.\n- Larger display with a higher resolution", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5185, "local_pairs": 5311, "layers_remote": 1050, "remote_wait_s": 2.299758543027565, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 22145, "exec_wall_s": 49.75092511344701, "bytes_sent": 116825900, "bytes_recv": 451473335}}}}70{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "general", "prompt": "Summarize the history of the Rideau Canal in one paragraph.", "ts": "2026-11-01T01:59:03", "prompt_tokens": 14, "gen_tokens": 64, "ttft_ms": 304.7085839789361, "prompt_tps": 46.15351647580348, "gen_tps": 16.97438091815592, "decode_tps_wall": 16.70929710991178, "itl_ms_p50": 59.820333030074835, "itl_ms_p95": 69.97345807030797, "itl_ms_p99": 72.18454196117818, "itl_ms_mean": 59.846921951421315, "total_s": 4.075064666918479, "peak_mem_gb": 3.928859872, "text": "\n\nThe Rideau Canal, officially opened in 1832, was constructed by the British to connect Ottawa to Montreal via the Ottawa River. It was designed by Colonel John By and took approximately three years ", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 4766, "local_pairs": 5218, "layers_remote": 1055, "remote_wait_s": 2.386137642432004, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 23200, "exec_wall_s": 52.17577198485378, "bytes_sent": 122066067, "bytes_recv": 471098872}}}}71{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "code", "prompt": "Write a Go function that reads lines from stdin and prints t", "ts": "2026-11-01T01:59:07", "prompt_tokens": 21, "gen_tokens": 64, "ttft_ms": 346.0335830459371, "prompt_tps": 60.91614982825395, "gen_tps": 16.835513384106463, "decode_tps_wall": 16.57275148401759, "itl_ms_p50": 60.098999994806945, "itl_ms_p95": 70.96566702239215, "itl_ms_p99": 72.5581250153482, "itl_ms_mean": 60.34001058691906, "total_s": 4.147454250021838, "peak_mem_gb": 3.92973056, "text": "package main\n\nimport (\n\t\"fmt\"\n\t\"strings\"\n)\n\nfunc main() {\n\tfmt.Println(\"Enter your lines (press Ctrl+D to finish):\")\n\tvar line string\n\tfmt.Scan(&line)\n\n\tif len(line) >", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5303, "local_pairs": 5577, "layers_remote": 1056, "remote_wait_s": 2.3132648391183466, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 24256, "exec_wall_s": 54.527921771397814, "bytes_sent": 127773277, "bytes_recv": 492924006}}}}72{"backend": "titan-distributed", "capacity": 64, "placement": "odd", "workers": ["w0"], "rtt_ms": {"w0": [0.5988340126350522, 0.534667051397264, 0.5446670111268759, 0.547999981790781, 0.5813329480588436, 0.5235420539975166, 0.634583062492311, 0.5202499451115727, 0.6310830358415842, 0.5090000340715051]}, "n_remote_experts": 512, "predictor": "none", "m": 8, "max_tokens": 64, "split": "heldout", "tag": "", "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b", "cmd": "benchmarks/scripts/bench_distributed.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --workers w0=192.168.2.85:9411 --placement odd --capacity 64 --repeats 2 --out benchmarks/raw/gateE/two_node_m3u96a_m3u96b.jsonl", "env": {"host": "MacStudnpierre2", "chip": "Apple M3 Ultra", "ram_gb": 96, "macos": "26.6", "python": "3.12.13", "mlx": "0.32.4", "mlx_lm": "0.32.2", "numpy": "2.5.4", "git": ""}, "seed": 0, "dlogit_vs_mlx_lm": 0.0, "warmup": false, "repeat": 1, "family": "general", "prompt": "Write a short motivational note for someone starting to lear", "ts": "2026-11-01T01:59:11", "prompt_tokens": 16, "gen_tokens": 64, "ttft_ms": 314.44320792797953, "prompt_tps": 51.12232824472741, "gen_tps": 16.591369647323315, "decode_tps_wall": 16.33231737588295, "itl_ms_p50": 60.72887510526925, "itl_ms_p95": 69.88466694019735, "itl_ms_p99": 74.59004106931388, "itl_ms_mean": 61.22829828647867, "total_s": 4.171825999976136, "peak_mem_gb": 3.92905152, "text": "\n\nDear [Name],\n\nWelcome to the wonderful world of piano playing! You've made an exciting decision to learn this beautiful instrument, and I'm thrilled to be a part of your journey.\n\nAs an adult, you b", "cache_hit_rate": 1.0, "cache_misses": 0, "stall_s": 0.0, "remote": {"remote_pairs": 5268, "local_pairs": 4972, "layers_remote": 1053, "remote_wait_s": 2.3272019665455446, "failures": 0, "workers": {"w0": {"worker": "w0", "exec_calls": 25309, "exec_wall_s": 56.893484837026335, "bytes_sent": 133139713, "bytes_recv": 514605555}}}}73