1{2 "cmd": "benchmarks/scripts/simulate_cache.py --traces benchmarks/raw/gateC/traces_olmoe_v2_laptop --capacities 16,24,32,48 --policies lru --predictors probe --m 8 --t-read-ms 0.43 --out benchmarks/processed/gateC/sim_olmoe_v2_ssd043_m8_probe_fixed.json",3 "ts": "2026-11-01T01:03:19",4 "traces": "benchmarks/raw/gateC/traces_olmoe_v2_laptop",5 "L": 16,6 "E": 64,7 "K": 8,8 "t_read_ms": 0.43,9 "t_layer_ms": 0.128,10 "loaders": 1,11 "results": [12 {13 "capacity": 16,14 "policy": "lru",15 "predictor": "probe",16 "m": 8,17 "hit_rate": 0.8134218505477309,18 "misses_per_token": 23.882003129890453,19 "stall_ms_per_token": 9.836425039123652,20 "prefetch_loads_per_token": 53.71596244131455,21 "prefetch_precision": 0.7587539512593046,22 "loads_per_token": 77.59796557120501,23 "pred_recall_at_k": 0.7792273082942097,24 "tokens": 12780,25 "families": {26 "general": {27 "hit_rate": 0.802437477750089,28 "stall_ms_per_token": 10.39433107867568629 },30 "code": {31 "hit_rate": 0.8304392880364109,32 "stall_ms_per_token": 8.9569440832249233 },34 "reasoning": {35 "hit_rate": 0.8113862683438156,36 "stall_ms_per_token": 9.93115303983229237 },38 "multilingual": {39 "hit_rate": 0.8074926380991064,40 "stall_ms_per_token": 10.15202437043054841 },42 "longctx": {43 "hit_rate": 0.8017371762099523,44 "stall_ms_per_token": 10.44645535105659245 },46 "drift": {47 "hit_rate": 0.8127011263073209,48 "stall_ms_per_token": 9.87838455349959249 }50 },51 "split": "fit"52 },53 {54 "capacity": 16,55 "policy": "lru",56 "predictor": "probe",57 "m": 8,58 "hit_rate": 0.8107280287984111,59 "misses_per_token": 24.226812313803375,60 "stall_ms_per_token": 10.039172989076453,61 "prefetch_loads_per_token": 53.51976166832175,62 "prefetch_precision": 0.7396946621541385,63 "loads_per_token": 77.74657398212513,64 "pred_recall_at_k": 0.761458126448196,65 "tokens": 5035,66 "families": {67 "general": {68 "hit_rate": 0.7883979628305933,69 "stall_ms_per_token": 11.24683917083629270 },71 "code": {72 "hit_rate": 0.8312998982467126,73 "stall_ms_per_token": 8.9434126487163574 },75 "reasoning": {76 "hit_rate": 0.8172567437379576,77 "stall_ms_per_token": 9.64779961464353278 },79 "multilingual": {80 "hit_rate": 0.8011740986717267,81 "stall_ms_per_token": 10.59775332068312582 },83 "longctx": {84 "hit_rate": 0.8135106519507187,85 "stall_ms_per_token": 9.83385215605750386 },87 "drift": {88 "hit_rate": 0.8081151185770751,89 "stall_ms_per_token": 10.17582608695651290 }91 },92 "split": "heldout"93 },94 {95 "capacity": 24,96 "policy": "lru",97 "predictor": "probe",98 "m": 8,99 "hit_rate": 0.8682762372848201,100 "misses_per_token": 16.860641627543036,101 "stall_ms_per_token": 7.022730672926475,102 "prefetch_loads_per_token": 36.59170579029734,103 "prefetch_precision": 0.7842216909516254,104 "loads_per_token": 53.45234741784038,105 "pred_recall_at_k": 0.7792273082942097,106 "tokens": 12780,107 "families": {108 "general": {109 "hit_rate": 0.8568663225347098,110 "stall_ms_per_token": 7.590407974368118111 },112 "code": {113 "hit_rate": 0.8836354031209362,114 "stall_ms_per_token": 6.252072821846548115 },116 "reasoning": {117 "hit_rate": 0.8658690382599581,118 "stall_ms_per_token": 7.147633123689735119 },120 "multilingual": {121 "hit_rate": 0.86384291226645,122 "stall_ms_per_token": 7.249991876523144123 },124 "longctx": {125 "hit_rate": 0.8567122528970689,126 "stall_ms_per_token": 7.596267211997278127 },128 "drift": {129 "hit_rate": 0.8708266291230893,130 "stall_ms_per_token": 6.900865647626699131 }132 },133 "split": "fit"134 },135 {136 "capacity": 24,137 "policy": "lru",138 "predictor": "probe",139 "m": 8,140 "hit_rate": 0.8636714870903675,141 "misses_per_token": 17.45004965243297,142 "stall_ms_per_token": 7.27823118172787,143 "prefetch_loads_per_token": 37.06554121151937,144 "prefetch_precision": 0.7664514400535833,145 "loads_per_token": 54.51559086395233,146 "pred_recall_at_k": 0.761458126448196,147 "tokens": 5035,148 "families": {149 "general": {150 "hit_rate": 0.8398688795568263,151 "stall_ms_per_token": 8.499243745532524152 },153 "code": {154 "hit_rate": 0.8832283187226049,155 "stall_ms_per_token": 6.283484032561061156 },157 "reasoning": {158 "hit_rate": 0.8712969653179191,159 "stall_ms_per_token": 6.859876685934493160 },161 "multilingual": {162 "hit_rate": 0.8551648481973435,163 "stall_ms_per_token": 7.757745730550289164 },165 "longctx": {166 "hit_rate": 0.8699948665297741,167 "stall_ms_per_token": 6.927868583162222168 },169 "drift": {170 "hit_rate": 0.8627099802371542,171 "stall_ms_per_token": 7.308790513833989172 }173 },174 "split": "heldout"175 },176 {177 "capacity": 32,178 "policy": "lru",179 "predictor": "probe",180 "m": 8,181 "hit_rate": 0.90824469385759,182 "misses_per_token": 11.744679186228481,183 "stall_ms_per_token": 4.924405477308244,184 "prefetch_loads_per_token": 23.853442879499216,185 "prefetch_precision": 0.8062536288695641,186 "loads_per_token": 35.5981220657277,187 "pred_recall_at_k": 0.7792273082942097,188 "tokens": 12780,189 "families": {190 "general": {191 "hit_rate": 0.8983512815948737,192 "stall_ms_per_token": 5.417714489142024193 },194 "code": {195 "hit_rate": 0.9207330949284785,196 "stall_ms_per_token": 4.2883807542262495197 },198 "reasoning": {199 "hit_rate": 0.9015166404612159,200 "stall_ms_per_token": 5.270654088050317201 },202 "multilingual": {203 "hit_rate": 0.9051901401299757,204 "stall_ms_per_token": 5.091374492282687205 },206 "longctx": {207 "hit_rate": 0.8993534850034083,208 "stall_ms_per_token": 5.378602590320401209 },210 "drift": {211 "hit_rate": 0.9136791029766693,212 "stall_ms_per_token": 4.644521319388589213 }214 },215 "split": "fit"216 },217 {218 "capacity": 32,219 "policy": "lru",220 "predictor": "probe",221 "m": 8,222 "hit_rate": 0.9042980387288977,223 "misses_per_token": 12.249851042701092,224 "stall_ms_per_token": 5.1351904667328165,225 "prefetch_loads_per_token": 24.360476663356504,226 "prefetch_precision": 0.7871020341608577,227 "loads_per_token": 36.610327706057596,228 "pred_recall_at_k": 0.761458126448196,229 "tokens": 5035,230 "families": {231 "general": {232 "hit_rate": 0.8843761168691923,233 "stall_ms_per_token": 6.165396711937117234 },235 "code": {236 "hit_rate": 0.9198203663118347,237 "stall_ms_per_token": 4.33534126487165238 },239 "reasoning": {240 "hit_rate": 0.9087186897880539,241 "stall_ms_per_token": 4.888231213872839242 },243 "multilingual": {244 "hit_rate": 0.8971181214421252,245 "stall_ms_per_token": 5.538747628083496246 },247 "longctx": {248 "hit_rate": 0.9107417864476386,249 "stall_ms_per_token": 4.783983572895287250 },251 "drift": {252 "hit_rate": 0.907130064229249,253 "stall_ms_per_token": 4.982296442687752254 }255 },256 "split": "heldout"257 },258 {259 "capacity": 48,260 "policy": "lru",261 "predictor": "probe",262 "m": 8,263 "hit_rate": 0.9654024843505478,264 "misses_per_token": 4.428482003129891,265 "stall_ms_per_token": 1.8745909233176232,266 "prefetch_loads_per_token": 7.827934272300469,267 "prefetch_precision": 0.8526004338221329,268 "loads_per_token": 12.25641627543036,269 "pred_recall_at_k": 0.7792273082942097,270 "tokens": 12780,271 "families": {272 "general": {273 "hit_rate": 0.9605842826628693,274 "stall_ms_per_token": 2.1284300462798225275 },276 "code": {277 "hit_rate": 0.9724357932379714,278 "stall_ms_per_token": 1.5022200260078151279 },280 "reasoning": {281 "hit_rate": 0.9616417714884696,282 "stall_ms_per_token": 2.083463312368981283 },284 "multilingual": {285 "hit_rate": 0.9631302041023558,286 "stall_ms_per_token": 1.9939082047116292287 },288 "longctx": {289 "hit_rate": 0.9590096710974778,290 "stall_ms_per_token": 2.2097764144512735291 },292 "drift": {293 "hit_rate": 0.9694665124698311,294 "stall_ms_per_token": 1.660585679806928295 }296 },297 "split": "fit"298 },299 {300 "capacity": 48,301 "policy": "lru",302 "predictor": "probe",303 "m": 8,304 "hit_rate": 0.9650524453823237,305 "misses_per_token": 4.473286991062562,306 "stall_ms_per_token": 1.8950407149949926,307 "prefetch_loads_per_token": 7.836544190665343,308 "prefetch_precision": 0.8325012038421573,309 "loads_per_token": 12.309831181727905,310 "pred_recall_at_k": 0.761458126448196,311 "tokens": 5035,312 "families": {313 "general": {314 "hit_rate": 0.9567213187991422,315 "stall_ms_per_token": 2.3366776268763556316 },317 "code": {318 "hit_rate": 0.9724679085785849,319 "stall_ms_per_token": 1.499576706324367320 },321 "reasoning": {322 "hit_rate": 0.9659802504816956,323 "stall_ms_per_token": 1.8477842003853637324 },325 "multilingual": {326 "hit_rate": 0.9567569971537002,327 "stall_ms_per_token": 2.3383187855787524328 },329 "longctx": {330 "hit_rate": 0.9713648613963038,331 "stall_ms_per_token": 1.5582053388090409332 },333 "drift": {334 "hit_rate": 0.9662950839920948,335 "stall_ms_per_token": 1.8331106719367645336 }337 },338 "split": "heldout"339 }340 ]341}