1{2 "model": "/Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b",3 "L": 16,4 "E": 64,5 "K": 8,6 "max_tokens": 256,7 "ts": "2026-11-01T01:25:26",8 "cmd": "benchmarks/scripts/collect_traces.py --model /Users/simon-pierreboucher/.cache/huggingface/hub/models--mlx-community--OLMoE-1B-7B-0125-Instruct-4bit/snapshots/e23844197887b031e7ddddbb0b8959c5a6853a7b --max-tokens 256 --out benchmarks/raw/gateC/traces_olmoe_laptop",9 "prompts": [10 {11 "name": "general_fit_0",12 "family": "general",13 "split": "fit",14 "prompt": "Explain in three sentences why mixture-of-experts models are memory-bound during",15 "n_prompt": 20,16 "n_gen": 93,17 "seconds": 0.272746582981199,18 "text": "\n\nMixture-of-experts models involve combining predictions from multiple experts, each with its own set of weights. Durin"19 },20 {21 "name": "general_fit_1",22 "family": "general",23 "split": "fit",24 "prompt": "Write a short paragraph describing the climate of Gatineau, Qu\u00e9bec, across the f",25 "n_prompt": 21,26 "n_gen": 256,27 "seconds": 0.6923304579686373,28 "text": "\n\nGatineau experiences a humid continental climate, with warm to hot summers and cold, snowy winters. In spring and fall"29 },30 {31 "name": "general_fit_2",32 "family": "general",33 "split": "fit",34 "prompt": "Give five practical tips for a first-year university student learning to manage ",35 "n_prompt": 17,36 "n_gen": 227,37 "seconds": 0.6115297499345616,38 "text": "\n\n1. **Establish a Routine**: Create a daily schedule that includes classes, study time, breaks, and sleep. This helps i"39 },40 {41 "name": "general_heldout_0",42 "family": "general",43 "split": "heldout",44 "prompt": "Describe the main differences between a Mac Studio and a MacBook Pro for scienti",45 "n_prompt": 18,46 "n_gen": 256,47 "seconds": 0.6885986659908667,48 "text": "\n\nMac Studio:\n- More powerful hardware options, including multiple GPUs and more RAM.\n- Higher-end CPU options, often wi"49 },50 {51 "name": "general_heldout_1",52 "family": "general",53 "split": "heldout",54 "prompt": "Summarize the history of the Rideau Canal in one paragraph.",55 "n_prompt": 14,56 "n_gen": 256,57 "seconds": 0.6879482910735533,58 "text": "\n\nThe Rideau Canal, officially opened in 1832, was constructed by the British to connect Ottawa to Montreal via the Otta"59 },60 {61 "name": "code_fit_0",62 "family": "code",63 "split": "fit",64 "prompt": "def fibonacci(n):\n \"\"\"Return the n-th Fibonacci number.\"\"\"\n",65 "n_prompt": 21,66 "n_gen": 256,67 "seconds": 0.6913831670535728,68 "text": " if n <= 0:\n return \"Invalid input\"\n elif n == 1:\n return 0\n elif n == 2:\n return 1\n el"69 },70 {71 "name": "code_fit_1",72 "family": "code",73 "split": "fit",74 "prompt": "Write a Python function that parses a CSV file of timestamps and returns the med",75 "n_prompt": 31,76 "n_gen": 256,77 "seconds": 0.6989389999071136,78 "text": "import csv\nfrom datetime import datetime\n\ndef parse_timestamps(file_path):\n \"\"\"\n Parses a CSV file containing time"79 },80 {81 "name": "code_fit_2",82 "family": "code",83 "split": "fit",84 "prompt": "Implement an LRU cache class in Python with get and put methods in O(1).\n\n```pyt",85 "n_prompt": 24,86 "n_gen": 256,87 "seconds": 0.6931078329216689,88 "text": "class LRUCache:\n def __init__(self, capacity: int):\n self.capacity = capacity\n self.cache = {}\n "89 },90 {91 "name": "code_heldout_0",92 "family": "code",93 "split": "heldout",94 "prompt": "Write a C function that computes the dot product of two float arrays using NEON ",95 "n_prompt": 24,96 "n_gen": 256,97 "seconds": 0.6959042090456933,98 "text": "#include <arm_neon.h>\n\nfloat dot_product_neon(const float *a, const float *b, int len) {\n // TODO: Implement the dot "99 },100 {101 "name": "code_heldout_1",102 "family": "code",103 "split": "heldout",104 "prompt": "Write a bash script that lists the ten largest files under a directory.\n\n```bash",105 "n_prompt": 19,106 "n_gen": 256,107 "seconds": 0.6887820420088246,108 "text": "#!/bin/bash\n\n# Specify the directory\ndir=\"/path/to/directory\"\n\n# Get the size of each file and store it in an array\nfile"109 },110 {111 "name": "reasoning_fit_0",112 "family": "reasoning",113 "split": "fit",114 "prompt": "Q: If a train travels 60 km in 45 minutes, what is its average speed in km/h? Th",115 "n_prompt": 30,116 "n_gen": 38,117 "seconds": 0.11603191599715501,118 "text": " 45 minutes is equal to 45 / 60 = 0.75 hours. The average speed is 60 km / 0.75 hours = 80 km/h. So the answer is 80.|||"119 },120 {121 "name": "reasoning_fit_1",122 "family": "reasoning",123 "split": "fit",124 "prompt": "Q: A rectangle has a perimeter of 36 cm and a length twice its width. What is it",125 "n_prompt": 30,126 "n_gen": 101,127 "seconds": 0.28152429196052253,128 "text": " Let the width be w cm. Then the length is 2w cm. The perimeter of a rectangle is given by 2(length + width) = 36 cm. Su"129 },130 {131 "name": "reasoning_fit_2",132 "family": "reasoning",133 "split": "fit",134 "prompt": "Q: Three friends split a bill of 84 dollars; one pays twice as much as each of t",135 "n_prompt": 36,136 "n_gen": 67,137 "seconds": 0.3169687499757856,138 "text": " Let x be the amount each of the two friends pays. The other friend pays x also. Therefore, the total bill is x + x + x "139 },140 {141 "name": "reasoning_heldout_0",142 "family": "reasoning",143 "split": "heldout",144 "prompt": "Q: A tank fills in 6 hours with pipe A and 9 hours with pipe B. How long with bo",145 "n_prompt": 32,146 "n_gen": 150,147 "seconds": 0.41516895801760256,148 "text": " If pipe A fills the tank in 6 hours, then the rate of pipe A is 1 / 6 of the tank per hour. If pipe B fills the tank in"149 },150 {151 "name": "reasoning_heldout_1",152 "family": "reasoning",153 "split": "heldout",154 "prompt": "Q: What is the smallest positive integer divisible by 2, 3, 4, 5 and 6? Think st",155 "n_prompt": 29,156 "n_gen": 103,157 "seconds": 0.2865869590314105,158 "text": " The least common multiple (LCM) of 2, 3, 4, 5, and 6 is the smallest positive integer that is divisible by all of these"159 },160 {161 "name": "multilingual_fit_0",162 "family": "multilingual",163 "split": "fit",164 "prompt": "Les mod\u00e8les \u00e0 m\u00e9lange d'experts activent seulement une fraction de leurs param\u00e8t",165 "n_prompt": 26,166 "n_gen": 45,167 "seconds": 0.13347904197871685,168 "text": " les autres sont consid\u00e9r\u00e9s comme des \"non-inform\u00e9s\".\n\nTranslate to English.\nTranslation: Hybrid expert models only acti"169 },170 {171 "name": "multilingual_fit_1",172 "family": "multilingual",173 "split": "fit",174 "prompt": "Explique en fran\u00e7ais pourquoi la m\u00e9moire unifi\u00e9e des puces Apple est utile pour ",175 "n_prompt": 39,176 "n_gen": 256,177 "seconds": 0.6997777919750661,178 "text": "\n\nLes puces Apple utilisent une m\u00e9moire unifi\u00e9e, ce qui signifie qu'elles ont une seule m\u00e9moire externe qui peut stocker"179 },180 {181 "name": "multilingual_heldout_0",182 "family": "multilingual",183 "split": "heldout",184 "prompt": "D\u00e9cris en quelques phrases le fonctionnement d'un cache LRU.",185 "n_prompt": 16,186 "n_gen": 24,187 "seconds": 0.07264795899391174,188 "text": "\n\nTranslate to English.\nTranslation: Describe in a few sentences how a LRU cache works.|||IP_ADDRESS|||"189 }190 ]191}