1{2 "cmd": "benchmarks/scripts/simulate_cache.py --traces benchmarks/raw/gateC/traces_olmoe_v2_laptop --capacities 16,24,32,48 --policies lru --m 8 --t-read-ms 0.43 --out benchmarks/processed/gateC/sim_olmoe_v2_ssd043_m8.json",3 "ts": "2026-11-01T01:47:09",4 "traces": "benchmarks/raw/gateC/traces_olmoe_v2_laptop",5 "L": 16,6 "E": 64,7 "K": 8,8 "t_read_ms": 0.43,9 "t_layer_ms": 0.128,10 "loaders": 1,11 "results": [12 {13 "capacity": 16,14 "policy": "lru",15 "predictor": "none",16 "m": 8,17 "hit_rate": 0.5768595950704225,18 "misses_per_token": 54.16197183098591,19 "stall_ms_per_token": 23.289647887323987,20 "prefetch_loads_per_token": 0.0,21 "prefetch_precision": null,22 "loads_per_token": 54.16197183098591,23 "pred_recall_at_k": null,24 "tokens": 12780,25 "families": {26 "general": {27 "hit_rate": 0.5229952830188679,28 "stall_ms_per_token": 26.25433962264149629 },30 "code": {31 "hit_rate": 0.6450788361508453,32 "stall_ms_per_token": 19.53486085825746733 },34 "reasoning": {35 "hit_rate": 0.534992465932914,36 "stall_ms_per_token": 25.59401467505240637 },38 "multilingual": {39 "hit_rate": 0.5699602711210398,40 "stall_ms_per_token": 23.66938667749799341 },42 "longctx": {43 "hit_rate": 0.5257540899795501,44 "stall_ms_per_token": 26.1024948875255545 },46 "drift": {47 "hit_rate": 0.5936745776347546,48 "stall_ms_per_token": 22.36415124698308449 }50 },51 "split": "fit"52 },53 {54 "capacity": 16,55 "policy": "lru",56 "predictor": "none",57 "m": 8,58 "hit_rate": 0.5807302010923535,59 "misses_per_token": 53.66653426017875,60 "stall_ms_per_token": 23.076609731876843,61 "prefetch_loads_per_token": 0.0,62 "prefetch_precision": null,63 "loads_per_token": 53.66653426017875,64 "pred_recall_at_k": null,65 "tokens": 5035,66 "families": {67 "general": {68 "hit_rate": 0.4989222212294496,69 "stall_ms_per_token": 27.57932094353111670 },71 "code": {72 "hit_rate": 0.6525027395115842,73 "stall_ms_per_token": 19.12624921728239374 },75 "reasoning": {76 "hit_rate": 0.5798861994219653,77 "stall_ms_per_token": 23.12306358381503678 },79 "multilingual": {80 "hit_rate": 0.5800225332068312,81 "stall_ms_per_token": 23.11555977229602482 },83 "longctx": {84 "hit_rate": 0.5904132443531828,85 "stall_ms_per_token": 22.54365503080080786 },87 "drift": {88 "hit_rate": 0.5726747776679841,89 "stall_ms_per_token": 23.51998023715416590 }91 },92 "split": "heldout"93 },94 {95 "capacity": 16,96 "policy": "lru",97 "predictor": "prev_rank",98 "m": 8,99 "hit_rate": 0.5450747016823161,100 "misses_per_token": 58.230438184663534,101 "stall_ms_per_token": 25.03908841940522,102 "prefetch_loads_per_token": 101.44154929577465,103 "prefetch_precision": 0.17654808654274107,104 "loads_per_token": 159.6719874804382,105 "pred_recall_at_k": null,106 "tokens": 12780,107 "families": {108 "general": {109 "hit_rate": 0.4931080900676397,110 "stall_ms_per_token": 27.899330722677103111 },112 "code": {113 "hit_rate": 0.6040047951885565,114 "stall_ms_per_token": 21.795576072821852115 },116 "reasoning": {117 "hit_rate": 0.5079844732704403,118 "stall_ms_per_token": 27.08053459119503119 },120 "multilingual": {121 "hit_rate": 0.547024141957758,122 "stall_ms_per_token": 24.931791226644997123 },124 "longctx": {125 "hit_rate": 0.5017574130879345,126 "stall_ms_per_token": 27.423271983640134127 },128 "drift": {129 "hit_rate": 0.55595082461786,130 "stall_ms_per_token": 24.440466613033017131 }132 },133 "split": "fit"134 },135 {136 "capacity": 16,137 "policy": "lru",138 "predictor": "prev_rank",139 "m": 8,140 "hit_rate": 0.5563927507447864,141 "misses_per_token": 56.78172790466733,142 "stall_ms_per_token": 24.41614299900682,143 "prefetch_loads_per_token": 100.51956305858987,144 "prefetch_precision": 0.17786831477368825,145 "loads_per_token": 157.3012909632572,146 "pred_recall_at_k": null,147 "tokens": 5035,148 "families": {149 "general": {150 "hit_rate": 0.49301956754824877,151 "stall_ms_per_token": 27.904203002144374152 },153 "code": {154 "hit_rate": 0.6179897855353789,155 "stall_ms_per_token": 21.025842204132797156 },157 "reasoning": {158 "hit_rate": 0.5361121146435452,159 "stall_ms_per_token": 25.53238921001927160 },161 "multilingual": {162 "hit_rate": 0.5729512571157496,163 "stall_ms_per_token": 23.504762808349145164 },165 "longctx": {166 "hit_rate": 0.5559708675564682,167 "stall_ms_per_token": 24.43936344969197168 },169 "drift": {170 "hit_rate": 0.5411623023715415,171 "stall_ms_per_token": 25.25442687747036172 }173 },174 "split": "heldout"175 },176 {177 "capacity": 16,178 "policy": "lru",179 "predictor": "transition",180 "m": 8,181 "hit_rate": 0.6797400723787167,182 "misses_per_token": 40.993270735524256,183 "stall_ms_per_token": 17.323041314554185,184 "prefetch_loads_per_token": 47.78051643192488,185 "prefetch_precision": 0.5297419898957643,186 "loads_per_token": 88.77378716744914,187 "pred_recall_at_k": 0.5303931924882629,188 "tokens": 12780,189 "families": {190 "general": {191 "hit_rate": 0.6455338866144535,192 "stall_ms_per_token": 19.18719473122103193 },194 "code": {195 "hit_rate": 0.7263146131339402,196 "stall_ms_per_token": 14.791964109232758197 },198 "reasoning": {199 "hit_rate": 0.6476267688679245,200 "stall_ms_per_token": 19.093540880503163201 },202 "multilingual": {203 "hit_rate": 0.6693015079203899,204 "stall_ms_per_token": 17.88471242891963205 },206 "longctx": {207 "hit_rate": 0.6531984918200409,208 "stall_ms_per_token": 18.75508520790728209 },210 "drift": {211 "hit_rate": 0.6896181114239742,212 "stall_ms_per_token": 16.77829927594529213 }214 },215 "split": "fit"216 },217 {218 "capacity": 16,219 "policy": "lru",220 "predictor": "transition",221 "m": 8,222 "hit_rate": 0.6861811072492552,223 "misses_per_token": 40.16881827209533,224 "stall_ms_per_token": 17.002457199602762,225 "prefetch_loads_per_token": 46.16464746772592,226 "prefetch_precision": 0.5307672120427295,227 "loads_per_token": 86.33346573982125,228 "pred_recall_at_k": 0.5340830850711685,229 "tokens": 5035,230 "families": {231 "general": {232 "hit_rate": 0.6342811829878484,233 "stall_ms_per_token": 19.886887776983528234 },235 "code": {236 "hit_rate": 0.7338026377582968,237 "stall_ms_per_token": 14.39574326862868238 },239 "reasoning": {240 "hit_rate": 0.6778961946050096,241 "stall_ms_per_token": 17.441518304431565242 },243 "multilingual": {244 "hit_rate": 0.6813626660341556,245 "stall_ms_per_token": 17.254110056925995246 },247 "longctx": {248 "hit_rate": 0.7016651694045175,249 "stall_ms_per_token": 16.071305954825455250 },251 "drift": {252 "hit_rate": 0.6779891304347826,253 "stall_ms_per_token": 17.43838735177865254 }255 },256 "split": "heldout"257 },258 {259 "capacity": 16,260 "policy": "lru",261 "predictor": "transition2",262 "m": 8,263 "hit_rate": 0.6632561864241001,264 "misses_per_token": 43.10320813771518,265 "stall_ms_per_token": 17.99225242566519,266 "prefetch_loads_per_token": 43.67801251956182,267 "prefetch_precision": 0.5143074676866026,268 "loads_per_token": 86.78122065727699,269 "pred_recall_at_k": 0.5199705175497429,270 "tokens": 12780,271 "families": {272 "general": {273 "hit_rate": 0.6251084683161268,274 "stall_ms_per_token": 20.05331363474548275 },276 "code": {277 "hit_rate": 0.7141153283485046,278 "stall_ms_per_token": 15.27096332899875279 },280 "reasoning": {281 "hit_rate": 0.629373034591195,282 "stall_ms_per_token": 19.87898951781966283 },284 "multilingual": {285 "hit_rate": 0.652372309098294,286 "stall_ms_per_token": 18.537619821283528287 },288 "longctx": {289 "hit_rate": 0.6350066036128152,290 "stall_ms_per_token": 19.499581458759362291 },292 "drift": {293 "hit_rate": 0.6730440466613034,294 "stall_ms_per_token": 17.445142397425595295 }296 },297 "split": "fit"298 },299 {300 "capacity": 16,301 "policy": "lru",302 "predictor": "transition2",303 "m": 8,304 "hit_rate": 0.6716360476663357,305 "misses_per_token": 42.030585898709035,306 "stall_ms_per_token": 17.603962661370414,307 "prefetch_loads_per_token": 42.25759682224429,308 "prefetch_precision": 0.5179233621755254,309 "loads_per_token": 84.28818272095333,310 "pred_recall_at_k": 0.5253883529578663,311 "tokens": 5035,312 "families": {313 "general": {314 "hit_rate": 0.6152162258756254,315 "stall_ms_per_token": 20.749392423159403316 },317 "code": {318 "hit_rate": 0.7224385566687539,319 "stall_ms_per_token": 14.84929993738261320 },321 "reasoning": {322 "hit_rate": 0.6646194605009634,323 "stall_ms_per_token": 17.95819653179191324 },325 "multilingual": {326 "hit_rate": 0.66760555028463,327 "stall_ms_per_token": 17.772789373814035328 },329 "longctx": {330 "hit_rate": 0.6891362936344969,331 "stall_ms_per_token": 16.517511293634488332 },333 "drift": {334 "hit_rate": 0.6618391798418972,335 "stall_ms_per_token": 18.107960474308307336 }337 },338 "split": "heldout"339 },340 {341 "capacity": 16,342 "policy": "lru",343 "predictor": "transition3",344 "m": 8,345 "hit_rate": 0.6510508362676056,346 "misses_per_token": 44.66549295774648,347 "stall_ms_per_token": 18.48885117370898,348 "prefetch_loads_per_token": 40.56651017214398,349 "prefetch_precision": 0.5009181390324821,350 "loads_per_token": 85.23200312989046,351 "pred_recall_at_k": 0.5104414951245937,352 "tokens": 12780,353 "families": {354 "general": {355 "hit_rate": 0.6096058428266287,356 "stall_ms_per_token": 20.7317344250623357 },358 "code": {359 "hit_rate": 0.7057847041612484,360 "stall_ms_per_token": 15.57211911573469361 },362 "reasoning": {363 "hit_rate": 0.6173021488469602,364 "stall_ms_per_token": 20.341979035639437365 },366 "multilingual": {367 "hit_rate": 0.6389812652315191,368 "stall_ms_per_token": 19.107618196588138369 },370 "longctx": {371 "hit_rate": 0.6204999573960464,372 "stall_ms_per_token": 20.097956373551472373 },374 "drift": {375 "hit_rate": 0.6612655872888173,376 "stall_ms_per_token": 17.895713596138364377 }378 },379 "split": "fit"380 },381 {382 "capacity": 16,383 "policy": "lru",384 "predictor": "transition3",385 "m": 8,386 "hit_rate": 0.6597722194637538,387 "misses_per_token": 43.54915590863952,388 "stall_ms_per_token": 18.101746176762692,389 "prefetch_loads_per_token": 39.104071499503476,390 "prefetch_precision": 0.5073112261223329,391 "loads_per_token": 82.653227408143,392 "pred_recall_at_k": 0.5172217554044763,393 "tokens": 5035,394 "families": {395 "general": {396 "hit_rate": 0.6017411990707648,397 "stall_ms_per_token": 21.38684631879916398 },399 "code": {400 "hit_rate": 0.7129040779586725,401 "stall_ms_per_token": 15.208086412022535402 },403 "reasoning": {404 "hit_rate": 0.6510266136801541,405 "stall_ms_per_token": 18.514223506743733406 },407 "multilingual": {408 "hit_rate": 0.6537891366223909,409 "stall_ms_per_token": 18.379984819734347410 },411 "longctx": {412 "hit_rate": 0.6780993326488707,413 "stall_ms_per_token": 16.879236139630407414 },415 "drift": {416 "hit_rate": 0.650089550395257,417 "stall_ms_per_token": 18.61552964426879418 }419 },420 "split": "heldout"421 },422 {423 "capacity": 16,424 "policy": "lru",425 "predictor": "probe",426 "m": 8,427 "hit_rate": 0.49547877543035995,428 "misses_per_token": 64.57871674491393,429 "stall_ms_per_token": 27.66435492957752,430 "prefetch_loads_per_token": 74.49397496087637,431 "prefetch_precision": 0.12610592279889457,432 "loads_per_token": 139.0726917057903,433 "pred_recall_at_k": 0.15737415232133542,434 "tokens": 12780,435 "families": {436 "general": {437 "hit_rate": 0.45225447223211107,438 "stall_ms_per_token": 30.049350658597398439 },440 "code": {441 "hit_rate": 0.546966433680104,442 "stall_ms_per_token": 24.83196827048118443 },444 "reasoning": {445 "hit_rate": 0.4698637316561845,446 "stall_ms_per_token": 29.060226415094373447 },448 "multilingual": {449 "hit_rate": 0.4859552701056052,450 "stall_ms_per_token": 28.199543460601106451 },452 "longctx": {453 "hit_rate": 0.47049143660531695,454 "stall_ms_per_token": 29.01728561690526455 },456 "drift": {457 "hit_rate": 0.5019044147224457,458 "stall_ms_per_token": 27.307982300885016459 }460 },461 "split": "fit"462 },463 {464 "capacity": 16,465 "policy": "lru",466 "predictor": "probe",467 "m": 8,468 "hit_rate": 0.5040823609731877,469 "misses_per_token": 63.477457795431974,470 "stall_ms_per_token": 27.196110029791424,471 "prefetch_loads_per_token": 73.92115193644489,472 "prefetch_precision": 0.12284218134140083,473 "loads_per_token": 137.39860973187686,474 "pred_recall_at_k": 0.1567345249917246,475 "tokens": 5035,476 "families": {477 "general": {478 "hit_rate": 0.44355343102215866,479 "stall_ms_per_token": 30.54273624017161480 },481 "code": {482 "hit_rate": 0.5584151925485284,483 "stall_ms_per_token": 24.21209392611144484 },485 "reasoning": {486 "hit_rate": 0.49816353564547206,487 "stall_ms_per_token": 27.495052023121385488 },489 "multilingual": {490 "hit_rate": 0.5094728415559773,491 "stall_ms_per_token": 26.895631878557854492 },493 "longctx": {494 "hit_rate": 0.5100102669404517,495 "stall_ms_per_token": 26.84471457905543496 },497 "drift": {498 "hit_rate": 0.4947041749011858,499 "stall_ms_per_token": 27.705743083003927500 }501 },502 "split": "heldout"503 },504 {505 "capacity": 16,506 "policy": "lru",507 "predictor": "oracle",508 "m": 8,509 "hit_rate": 0.9378728971048513,510 "misses_per_token": 7.952269170579029,511 "stall_ms_per_token": 2.961490140845083,512 "prefetch_loads_per_token": 53.00367762128325,513 "prefetch_precision": 1.0,514 "loads_per_token": 60.95594679186228,515 "pred_recall_at_k": 1.0,516 "tokens": 12780,517 "families": {518 "general": {519 "hit_rate": 0.9337981710573158,520 "stall_ms_per_token": 3.1469683161267357521 },522 "code": {523 "hit_rate": 0.9422586150845254,524 "stall_ms_per_token": 2.7841321196358835525 },526 "reasoning": {527 "hit_rate": 0.9387775157232704,528 "stall_ms_per_token": 2.8992788259958058529 },530 "multilingual": {531 "hit_rate": 0.938861317018684,532 "stall_ms_per_token": 2.8865028432169013533 },534 "longctx": {535 "hit_rate": 0.9329040985003408,536 "stall_ms_per_token": 3.1930865712338177537 },538 "drift": {539 "hit_rate": 0.9367269207562349,540 "stall_ms_per_token": 3.013903459372493541 }542 },543 "split": "fit"544 },545 {546 "capacity": 16,547 "policy": "lru",548 "predictor": "oracle",549 "m": 8,550 "hit_rate": 0.9400229642502482,551 "misses_per_token": 7.6770605759682224,552 "stall_ms_per_token": 2.8805791459781513,553 "prefetch_loads_per_token": 52.345382323733865,554 "prefetch_precision": 1.0,555 "loads_per_token": 60.022442899702085,556 "pred_recall_at_k": 1.0,557 "tokens": 5035,558 "families": {559 "general": {560 "hit_rate": 0.9348474356683345,561 "stall_ms_per_token": 3.1205675482487574562 },563 "code": {564 "hit_rate": 0.9450630087664371,565 "stall_ms_per_token": 2.6702692548528533566 },567 "reasoning": {568 "hit_rate": 0.9424373795761078,569 "stall_ms_per_token": 2.736400770712911570 },571 "multilingual": {572 "hit_rate": 0.943622509487666,573 "stall_ms_per_token": 2.6937571157495235574 },575 "longctx": {576 "hit_rate": 0.9356070328542094,577 "stall_ms_per_token": 3.06346611909651578 },579 "drift": {580 "hit_rate": 0.9364500988142292,581 "stall_ms_per_token": 3.047256916996053582 }583 },584 "split": "heldout"585 },586 {587 "capacity": 24,588 "policy": "lru",589 "predictor": "none",590 "m": 8,591 "hit_rate": 0.7056955447965572,592 "misses_per_token": 37.67097026604069,593 "stall_ms_per_token": 16.198517214397622,594 "prefetch_loads_per_token": 0.0,595 "prefetch_precision": null,596 "loads_per_token": 37.67097026604069,597 "pred_recall_at_k": null,598 "tokens": 12780,599 "families": {600 "general": {601 "hit_rate": 0.6627970363118547,602 "stall_ms_per_token": 18.559651121395515603 },604 "code": {605 "hit_rate": 0.7612321196358908,606 "stall_ms_per_token": 13.14178413524059607 },608 "reasoning": {609 "hit_rate": 0.6531299135220126,610 "stall_ms_per_token": 19.09172955974842611 },612 "multilingual": {613 "hit_rate": 0.6999961921202275,614 "stall_ms_per_token": 16.5122095857027615 },616 "longctx": {617 "hit_rate": 0.6662619291070211,618 "stall_ms_per_token": 18.368943421949588619 },620 "drift": {621 "hit_rate": 0.7290200120675785,622 "stall_ms_per_token": 14.914738535800488623 }624 },625 "split": "fit"626 },627 {628 "capacity": 24,629 "policy": "lru",630 "predictor": "none",631 "m": 8,632 "hit_rate": 0.7060638033763654,633 "misses_per_token": 37.623833167825225,634 "stall_ms_per_token": 16.17824826216484,635 "prefetch_loads_per_token": 0.0,636 "prefetch_precision": null,637 "loads_per_token": 37.623833167825225,638 "pred_recall_at_k": null,639 "tokens": 5035,640 "families": {641 "general": {642 "hit_rate": 0.6400442280200143,643 "stall_ms_per_token": 19.811965689778436644 },645 "code": {646 "hit_rate": 0.7618434956167814,647 "stall_ms_per_token": 13.10813400125233648 },649 "reasoning": {650 "hit_rate": 0.6932803468208093,651 "stall_ms_per_token": 16.881849710982664652 },653 "multilingual": {654 "hit_rate": 0.7020279886148008,655 "stall_ms_per_token": 16.40037950664138656 },657 "longctx": {658 "hit_rate": 0.7278939938398358,659 "stall_ms_per_token": 14.976714579055447660 },661 "drift": {662 "hit_rate": 0.7088531373517787,663 "stall_ms_per_token": 16.024723320158095664 }665 },666 "split": "heldout"667 },668 {669 "capacity": 24,670 "policy": "lru",671 "predictor": "prev_rank",672 "m": 8,673 "hit_rate": 0.665095608372457,674 "misses_per_token": 42.86776212832551,675 "stall_ms_per_token": 18.43313771518011,676 "prefetch_loads_per_token": 71.26275430359938,677 "prefetch_precision": 0.2513774543282481,678 "loads_per_token": 114.13051643192489,679 "pred_recall_at_k": null,680 "tokens": 12780,681 "families": {682 "general": {683 "hit_rate": 0.612879360982556,684 "stall_ms_per_token": 21.307119971520095685 },686 "code": {687 "hit_rate": 0.7267941319895969,688 "stall_ms_per_token": 15.037250975292599689 },690 "reasoning": {691 "hit_rate": 0.6330008516771488,692 "stall_ms_per_token": 20.199633123689722693 },694 "multilingual": {695 "hit_rate": 0.6600420136068237,696 "stall_ms_per_token": 18.71128757108042697 },698 "longctx": {699 "hit_rate": 0.6173472648261759,700 "stall_ms_per_token": 21.06120654396727701 },702 "drift": {703 "hit_rate": 0.6832386363636364,704 "stall_ms_per_token": 17.43454545454546705 }706 },707 "split": "fit"708 },709 {710 "capacity": 24,711 "policy": "lru",712 "predictor": "prev_rank",713 "m": 8,714 "hit_rate": 0.6703093967229394,715 "misses_per_token": 42.20039721946375,716 "stall_ms_per_token": 18.146170804369323,717 "prefetch_loads_per_token": 69.97715988083417,718 "prefetch_precision": 0.2525295528403366,719 "loads_per_token": 112.17755710029792,720 "pred_recall_at_k": null,721 "tokens": 5035,722 "families": {723 "general": {724 "hit_rate": 0.598206308077198,725 "stall_ms_per_token": 22.11472480343104726 },727 "code": {728 "hit_rate": 0.7332351675015655,729 "stall_ms_per_token": 14.682736380713855730 },731 "reasoning": {732 "hit_rate": 0.6695869460500964,733 "stall_ms_per_token": 18.18593448940269734 },735 "multilingual": {736 "hit_rate": 0.684638875711575,737 "stall_ms_per_token": 17.357476280834916738 },739 "longctx": {740 "hit_rate": 0.6707039271047228,741 "stall_ms_per_token": 18.12445585215607742 },743 "drift": {744 "hit_rate": 0.6564970355731226,745 "stall_ms_per_token": 18.90640316205532746 }747 },748 "split": "heldout"749 },750 {751 "capacity": 24,752 "policy": "lru",753 "predictor": "transition",754 "m": 8,755 "hit_rate": 0.7695171899452269,756 "misses_per_token": 29.501799687010955,757 "stall_ms_per_token": 12.539625508607376,758 "prefetch_loads_per_token": 28.68740219092332,759 "prefetch_precision": 0.5961022843504944,760 "loads_per_token": 58.18920187793427,761 "pred_recall_at_k": 0.5303931924882629,762 "tokens": 12780,763 "families": {764 "general": {765 "hit_rate": 0.7396621351014596,766 "stall_ms_per_token": 14.126401566393742767 },768 "code": {769 "hit_rate": 0.8083042100130039,770 "stall_ms_per_token": 10.47729882964887771 },772 "reasoning": {773 "hit_rate": 0.740811713836478,774 "stall_ms_per_token": 14.119475890985337775 },776 "multilingual": {777 "hit_rate": 0.7617726949634444,778 "stall_ms_per_token": 12.939423233143774779 },780 "longctx": {781 "hit_rate": 0.7455691888207225,782 "stall_ms_per_token": 13.80746557600546783 },784 "drift": {785 "hit_rate": 0.7826390285599356,786 "stall_ms_per_token": 11.832458567980705787 }788 },789 "split": "fit"790 },791 {792 "capacity": 24,793 "policy": "lru",794 "predictor": "transition",795 "m": 8,796 "hit_rate": 0.7710495283018868,797 "misses_per_token": 29.30566037735849,798 "stall_ms_per_token": 12.458053624627631,799 "prefetch_loads_per_token": 28.439126117179743,800 "prefetch_precision": 0.6003310263913235,801 "loads_per_token": 57.74478649453823,802 "pred_recall_at_k": 0.5340830850711685,803 "tokens": 5035,804 "families": {805 "general": {806 "hit_rate": 0.7193028502501787,807 "stall_ms_per_token": 15.229162258756267808 },809 "code": {810 "hit_rate": 0.8130479023168441,811 "stall_ms_per_token": 10.21995241077018812 },813 "reasoning": {814 "hit_rate": 0.7692979287090559,815 "stall_ms_per_token": 12.571815028901753816 },817 "multilingual": {818 "hit_rate": 0.7678783206831119,819 "stall_ms_per_token": 12.61445920303606820 },821 "longctx": {822 "hit_rate": 0.7913244353182751,823 "stall_ms_per_token": 11.335162217659146824 },825 "drift": {826 "hit_rate": 0.7671535326086957,827 "stall_ms_per_token": 12.661308300395252828 }829 },830 "split": "heldout"831 },832 {833 "capacity": 24,834 "policy": "lru",835 "predictor": "transition2",836 "m": 8,837 "hit_rate": 0.7583577856025039,838 "misses_per_token": 30.9302034428795,839 "stall_ms_per_token": 13.046912050078358,840 "prefetch_loads_per_token": 25.87175273865415,841 "prefetch_precision": 0.5829525074022883,842 "loads_per_token": 56.80195618153365,843 "pred_recall_at_k": 0.5199705175497429,844 "tokens": 12780,845 "families": {846 "general": {847 "hit_rate": 0.7251663180847276,848 "stall_ms_per_token": 14.76521965112141849 },850 "code": {851 "hit_rate": 0.8003169700910273,852 "stall_ms_per_token": 10.867247854356316853 },854 "reasoning": {855 "hit_rate": 0.72661982442348,856 "stall_ms_per_token": 14.80265199161428857 },858 "multilingual": {859 "hit_rate": 0.7508313870836718,860 "stall_ms_per_token": 13.408433793663667861 },862 "longctx": {863 "hit_rate": 0.7335655248807089,864 "stall_ms_per_token": 14.32950238582145865 },866 "drift": {867 "hit_rate": 0.7720987530168946,868 "stall_ms_per_token": 12.328875301689468869 }870 },871 "split": "fit"872 },873 {874 "capacity": 24,875 "policy": "lru",876 "predictor": "transition2",877 "m": 8,878 "hit_rate": 0.7605294190665343,879 "misses_per_token": 30.652234359483614,880 "stall_ms_per_token": 12.922579543197587,881 "prefetch_loads_per_token": 25.65183714001986,882 "prefetch_precision": 0.5894376611410919,883 "loads_per_token": 56.30407149950348,884 "pred_recall_at_k": 0.5253883529578663,885 "tokens": 5035,886 "families": {887 "general": {888 "hit_rate": 0.7039012240886348,889 "stall_ms_per_token": 15.872744817726966890 },891 "code": {892 "hit_rate": 0.805377269881027,893 "stall_ms_per_token": 10.588763932373194894 },895 "reasoning": {896 "hit_rate": 0.7580834537572254,897 "stall_ms_per_token": 13.089668593448962898 },899 "multilingual": {900 "hit_rate": 0.758657495256167,901 "stall_ms_per_token": 13.022633776091077902 },903 "longctx": {904 "hit_rate": 0.7839771560574949,905 "stall_ms_per_token": 11.64388501026695906 },907 "drift": {908 "hit_rate": 0.7574419466403162,909 "stall_ms_per_token": 13.086806324110679910 }911 },912 "split": "heldout"913 },914 {915 "capacity": 24,916 "policy": "lru",917 "predictor": "transition3",918 "m": 8,919 "hit_rate": 0.7494186473004695,920 "misses_per_token": 32.07441314553991,921 "stall_ms_per_token": 13.452467136150394,922 "prefetch_loads_per_token": 23.852347417840374,923 "prefetch_precision": 0.5681963566936651,924 "loads_per_token": 55.926760563380284,925 "pred_recall_at_k": 0.5104414951245937,926 "tokens": 12780,927 "families": {928 "general": {929 "hit_rate": 0.7135657707369171,930 "stall_ms_per_token": 15.286467782128895931 },932 "code": {933 "hit_rate": 0.7938454973992197,934 "stall_ms_per_token": 11.183056957087087935 },936 "reasoning": {937 "hit_rate": 0.7177672955974843,938 "stall_ms_per_token": 15.189937106918237939 },940 "multilingual": {941 "hit_rate": 0.7413973649471974,942 "stall_ms_per_token": 13.822506092607616943 },944 "longctx": {945 "hit_rate": 0.7228186775732788,946 "stall_ms_per_token": 14.804788002726658947 },948 "drift": {949 "hit_rate": 0.7645879424778761,950 "stall_ms_per_token": 12.665449718423186951 }952 },953 "split": "fit"954 },955 {956 "capacity": 24,957 "policy": "lru",958 "predictor": "transition3",959 "m": 8,960 "hit_rate": 0.7522964250248262,961 "misses_per_token": 31.706057596822244,962 "stall_ms_per_token": 13.296355908639498,963 "prefetch_loads_per_token": 23.54438927507448,964 "prefetch_precision": 0.5790241762691276,965 "loads_per_token": 55.25044687189672,966 "pred_recall_at_k": 0.5172217554044763,967 "tokens": 5035,968 "families": {969 "general": {970 "hit_rate": 0.6938829074338814,971 "stall_ms_per_token": 16.299172265904204972 },973 "code": {974 "hit_rate": 0.799100853162179,975 "stall_ms_per_token": 10.899272385723242976 },977 "reasoning": {978 "hit_rate": 0.7492021917148363,979 "stall_ms_per_token": 13.512396917148378980 },981 "multilingual": {982 "hit_rate": 0.7502964895635673,983 "stall_ms_per_token": 13.38154079696395984 },985 "longctx": {986 "hit_rate": 0.7759721509240246,987 "stall_ms_per_token": 11.994591375770028988 },989 "drift": {990 "hit_rate": 0.7485486660079052,991 "stall_ms_per_token": 13.502173913043492992 }993 },994 "split": "heldout"995 },996 {997 "capacity": 24,998 "policy": "lru",999 "predictor": "probe",1000 "m": 8,1001 "hit_rate": 0.6263888888888889,1002 "misses_per_token": 47.82222222222222,1003 "stall_ms_per_token": 20.515099843505446,1004 "prefetch_loads_per_token": 54.35453834115806,1005 "prefetch_precision": 0.1747510620441056,1006 "loads_per_token": 102.17676056338028,1007 "pred_recall_at_k": 0.15737415232133542,1008 "tokens": 12780,1009 "families": {1010 "general": {1011 "hit_rate": 0.5880206479174084,1012 "stall_ms_per_token": 22.6254012103951331013 },1014 "code": {1015 "hit_rate": 0.6773833712613784,1016 "stall_ms_per_token": 17.7194345903771261017 },1018 "reasoning": {1019 "hit_rate": 0.602307717505241,1020 "stall_ms_per_token": 21.8269958071279041021 },1022 "multilingual": {1023 "hit_rate": 0.6117644445572705,1024 "stall_ms_per_token": 21.3143111291632831025 },1026 "longctx": {1027 "hit_rate": 0.5963861196319018,1028 "stall_ms_per_token": 22.1545289706884961029 },1030 "drift": {1031 "hit_rate": 0.638211484312148,1032 "stall_ms_per_token": 19.869280772325011033 }1034 },1035 "split": "fit"1036 },1037 {1038 "capacity": 24,1039 "policy": "lru",1040 "predictor": "probe",1041 "m": 8,1042 "hit_rate": 0.6299264523336644,1043 "misses_per_token": 47.369414101290964,1044 "stall_ms_per_token": 20.323469712015903,1045 "prefetch_loads_per_token": 53.83118172790467,1046 "prefetch_precision": 0.1742547225501771,1047 "loads_per_token": 101.20059582919563,1048 "pred_recall_at_k": 0.1567345249917246,1049 "tokens": 5035,1050 "families": {1051 "general": {1052 "hit_rate": 0.5662973552537527,1053 "stall_ms_per_token": 23.8253380986419071054 },1055 "code": {1056 "hit_rate": 0.6815953741390106,1057 "stall_ms_per_token": 17.4894038822792621058 },1059 "reasoning": {1060 "hit_rate": 0.6366359585741811,1061 "stall_ms_per_token": 19.945791907514471062 },1063 "multilingual": {1064 "hit_rate": 0.6333461812144212,1065 "stall_ms_per_token": 20.1274345351043781066 },1067 "longctx": {1068 "hit_rate": 0.6382186858316222,1069 "stall_ms_per_token": 19.859088295687881070 },1071 "drift": {1072 "hit_rate": 0.6243515316205533,1073 "stall_ms_per_token": 20.624592885375491074 }1075 },1076 "split": "heldout"1077 },1078 {1079 "capacity": 24,1080 "policy": "lru",1081 "predictor": "oracle",1082 "m": 8,1083 "hit_rate": 0.9589391383020345,1084 "misses_per_token": 5.255790297339593,1085 "stall_ms_per_token": 2.014346009389659,1086 "prefetch_loads_per_token": 36.14765258215962,1087 "prefetch_precision": 1.0,1088 "loads_per_token": 41.40344287949922,1089 "pred_recall_at_k": 1.0,1090 "tokens": 12780,1091 "families": {1092 "general": {1093 "hit_rate": 0.9532112184051263,1094 "stall_ms_per_token": 2.2690388038447851095 },1096 "code": {1097 "hit_rate": 0.9637678803641092,1098 "stall_ms_per_token": 1.81917711313394111099 },1100 "reasoning": {1101 "hit_rate": 0.9594470649895178,1102 "stall_ms_per_token": 1.98435220125786181103 },1104 "multilingual": {1105 "hit_rate": 0.9606487357839155,1106 "stall_ms_per_token": 1.90625426482535291107 },1108 "longctx": {1109 "hit_rate": 0.9543498636673483,1110 "stall_ms_per_token": 2.2210715746421391111 },1112 "drift": {1113 "hit_rate": 0.9585868362831859,1114 "stall_ms_per_token": 2.0356347546259131115 }1116 },1117 "split": "fit"1118 },1119 {1120 "capacity": 24,1121 "policy": "lru",1122 "predictor": "oracle",1123 "m": 8,1124 "hit_rate": 0.9590988083416088,1125 "misses_per_token": 5.2353525322740815,1126 "stall_ms_per_token": 2.0118276067527248,1127 "prefetch_loads_per_token": 36.057199602780535,1128 "prefetch_precision": 1.0,1129 "loads_per_token": 41.29255213505462,1130 "pred_recall_at_k": 1.0,1131 "tokens": 5035,1132 "families": {1133 "general": {1134 "hit_rate": 0.9526056558255898,1135 "stall_ms_per_token": 2.30253752680486961136 },1137 "code": {1138 "hit_rate": 0.9640634783969944,1139 "stall_ms_per_token": 1.80434063869756981140 },1141 "reasoning": {1142 "hit_rate": 0.961283718689788,1143 "stall_ms_per_token": 1.89516763005780731144 },1145 "multilingual": {1146 "hit_rate": 0.9611153937381404,1147 "stall_ms_per_token": 1.8897950664136641148 },1149 "longctx": {1150 "hit_rate": 0.9581301334702259,1151 "stall_ms_per_token": 2.06612731006160551152 },1153 "drift": {1154 "hit_rate": 0.9579730731225297,1155 "stall_ms_per_token": 2.05741501976284621156 }1157 },1158 "split": "heldout"1159 },1160 {1161 "capacity": 32,1162 "policy": "lru",1163 "predictor": "none",1164 "m": 8,1165 "hit_rate": 0.8038921899452269,1166 "misses_per_token": 25.101799687010956,1167 "stall_ms_per_token": 10.793773865414801,1168 "prefetch_loads_per_token": 0.0,1169 "prefetch_precision": null,1170 "loads_per_token": 25.101799687010956,1171 "pred_recall_at_k": null,1172 "tokens": 12780,1173 "families": {1174 "general": {1175 "hit_rate": 0.7753843672125311,1176 "stall_ms_per_token": 12.3628444286222871177 },1178 "code": {1179 "hit_rate": 0.8468689044213265,1180 "stall_ms_per_token": 8.4283355006501581181 },1182 "reasoning": {1183 "hit_rate": 0.7583120414046122,1184 "stall_ms_per_token": 13.3025052410901651185 },1186 "multilingual": {1187 "hit_rate": 0.7954153127538587,1188 "stall_ms_per_token": 11.260341186027611189 },1190 "longctx": {1191 "hit_rate": 0.7717439928425358,1192 "stall_ms_per_token": 12.5632106339468271193 },1194 "drift": {1195 "hit_rate": 0.8250892497988737,1196 "stall_ms_per_token": 9.6270876910699881197 }1198 },1199 "split": "fit"1200 },1201 {1202 "capacity": 32,1203 "policy": "lru",1204 "predictor": "none",1205 "m": 8,1206 "hit_rate": 0.8059241559086395,1207 "misses_per_token": 24.84170804369414,1208 "stall_ms_per_token": 10.68193445878844,1209 "prefetch_loads_per_token": 0.0,1210 "prefetch_precision": null,1211 "loads_per_token": 24.84170804369414,1212 "pred_recall_at_k": null,1213 "tokens": 5035,1214 "families": {1215 "general": {1216 "hit_rate": 0.7592476769120801,1217 "stall_ms_per_token": 13.251007862759131218 },1219 "code": {1220 "hit_rate": 0.8463525360050094,1221 "stall_ms_per_token": 8.4567564182842681222 },1223 "reasoning": {1224 "hit_rate": 0.79532454238921,1225 "stall_ms_per_token": 11.2653371868978931226 },1227 "multilingual": {1228 "hit_rate": 0.7923535341555977,1229 "stall_ms_per_token": 11.4288614800759151230 },1231 "longctx": {1232 "hit_rate": 0.8272747689938398,1233 "stall_ms_per_token": 9.5067967145790711234 },1235 "drift": {1236 "hit_rate": 0.8118360918972332,1237 "stall_ms_per_token": 10.356541501976291238 }1239 },1240 "split": "heldout"1241 },1242 {1243 "capacity": 32,1244 "policy": "lru",1245 "predictor": "prev_rank",1246 "m": 8,1247 "hit_rate": 0.7698002249608764,1248 "misses_per_token": 29.465571205007826,1249 "stall_ms_per_token": 12.670195618153517,1250 "prefetch_loads_per_token": 50.767605633802816,1251 "prefetch_precision": 0.32121884681185553,1252 "loads_per_token": 80.23317683881064,1253 "pred_recall_at_k": null,1254 "tokens": 12780,1255 "families": {1256 "general": {1257 "hit_rate": 0.7298360181559274,1258 "stall_ms_per_token": 14.8698255606977381259 },1260 "code": {1261 "hit_rate": 0.8158058355006502,1262 "stall_ms_per_token": 10.1380468140441721263 },1264 "reasoning": {1265 "hit_rate": 0.7362257599580713,1266 "stall_ms_per_token": 14.5181341719077571267 },1268 "multilingual": {1269 "hit_rate": 0.7695534626320065,1270 "stall_ms_per_token": 12.683777416734341271 },1272 "longctx": {1273 "hit_rate": 0.7352111025903204,1274 "stall_ms_per_token": 14.573980913428761275 },1276 "drift": {1277 "hit_rate": 0.7848828439259855,1278 "stall_ms_per_token": 11.840048270313761279 }1280 },1281 "split": "fit"1282 },1283 {1284 "capacity": 32,1285 "policy": "lru",1286 "predictor": "prev_rank",1287 "m": 8,1288 "hit_rate": 0.7714064051638531,1289 "misses_per_token": 29.259980139026812,1290 "stall_ms_per_token": 12.581791459781547,1291 "prefetch_loads_per_token": 50.12591857000993,1292 "prefetch_precision": 0.323047419804742,1293 "loads_per_token": 79.38589870903674,1294 "pred_recall_at_k": null,1295 "tokens": 5035,1296 "families": {1297 "general": {1298 "hit_rate": 0.7131991601143675,1299 "stall_ms_per_token": 15.7855182273052321300 },1301 "code": {1302 "hit_rate": 0.819789057608015,1303 "stall_ms_per_token": 9.9188102692548231304 },1305 "reasoning": {1306 "hit_rate": 0.765655105973025,1307 "stall_ms_per_token": 12.8983429672447271308 },1309 "multilingual": {1310 "hit_rate": 0.7742231973434535,1311 "stall_ms_per_token": 12.4267552182163481312 },1313 "longctx": {1314 "hit_rate": 0.7876347535934292,1315 "stall_ms_per_token": 11.6885831622176791316 },1317 "drift": {1318 "hit_rate": 0.766983695652174,1319 "stall_ms_per_token": 12.8252173913043621320 }1321 },1322 "split": "heldout"1323 },1324 {1325 "capacity": 32,1326 "policy": "lru",1327 "predictor": "transition",1328 "m": 8,1329 "hit_rate": 0.8389139524647887,1330 "misses_per_token": 20.619014084507043,1331 "stall_ms_per_token": 8.791339123630697,1332 "prefetch_loads_per_token": 16.70774647887324,1333 "prefetch_precision": 0.6440042149631191,1334 "loads_per_token": 37.32676056338028,1335 "pred_recall_at_k": 0.5303931924882629,1336 "tokens": 12780,1337 "families": {1338 "general": {1339 "hit_rate": 0.8136375266998932,1340 "stall_ms_per_token": 10.1285247419010231341 },1342 "code": {1343 "hit_rate": 0.8715661573472041,1344 "stall_ms_per_token": 7.0396036410922971345 },1346 "reasoning": {1347 "hit_rate": 0.8099122117400419,1348 "stall_ms_per_token": 10.3811236897274691349 },1350 "multilingual": {1351 "hit_rate": 0.8317107534524777,1352 "stall_ms_per_token": 9.1833030056864191353 },1354 "longctx": {1355 "hit_rate": 0.8196734406952966,1356 "stall_ms_per_token": 9.834779822767551357 },1358 "drift": {1359 "hit_rate": 0.854265134754626,1360 "stall_ms_per_token": 7.9601818181818321361 }1362 },1363 "split": "fit"1364 },1365 {1366 "capacity": 32,1367 "policy": "lru",1368 "predictor": "transition",1369 "m": 8,1370 "hit_rate": 0.8400276191658391,1371 "misses_per_token": 20.476464746772592,1372 "stall_ms_per_token": 8.728867924528226,1373 "prefetch_loads_per_token": 16.575372393247267,1374 "prefetch_precision": 0.64816612147573,1375 "loads_per_token": 37.05183714001986,1376 "pred_recall_at_k": 0.5340830850711685,1377 "tokens": 5035,1378 "families": {1379 "general": {1380 "hit_rate": 0.7972714885632595,1381 "stall_ms_per_token": 11.027066476054321382 },1383 "code": {1384 "hit_rate": 0.8732584533500313,1385 "stall_ms_per_token": 6.9429931120851631386 },1387 "reasoning": {1388 "hit_rate": 0.8345827312138728,1389 "stall_ms_per_token": 9.0300847784200451390 },1391 "multilingual": {1392 "hit_rate": 0.8367973197343453,1393 "stall_ms_per_token": 8.9034952561669931394 },1395 "longctx": {1396 "hit_rate": 0.8607225359342916,1397 "stall_ms_per_token": 7.6095852156057541398 },1399 "drift": {1400 "hit_rate": 0.842391304347826,1401 "stall_ms_per_token": 8.5976284584980331402 }1403 },1404 "split": "heldout"1405 },1406 {1407 "capacity": 32,1408 "policy": "lru",1409 "predictor": "transition2",1410 "m": 8,1411 "hit_rate": 0.8318466353677622,1412 "misses_per_token": 21.523630672926448,1413 "stall_ms_per_token": 9.12297464788734,1414 "prefetch_loads_per_token": 14.8,1415 "prefetch_precision": 0.6313337985873197,1416 "loads_per_token": 36.32363067292645,1417 "pred_recall_at_k": 0.5199705175497429,1418 "tokens": 12780,1419 "families": {1420 "general": {1421 "hit_rate": 0.8044677821288715,1422 "stall_ms_per_token": 10.5317023851904261423 },1424 "code": {1425 "hit_rate": 0.8670757477243173,1426 "stall_ms_per_token": 7.27147568270480351427 },1428 "reasoning": {1429 "hit_rate": 0.8014200078616353,1430 "stall_ms_per_token": 10.7994276729559821431 },1432 "multilingual": {1433 "hit_rate": 0.8243774116571893,1434 "stall_ms_per_token": 9.5271413484971461435 },1436 "longctx": {1437 "hit_rate": 0.8110195126107703,1438 "stall_ms_per_token": 10.2243626448534371439 },1440 "drift": {1441 "hit_rate": 0.8474708366854384,1442 "stall_ms_per_token": 8.2796653258246341443 }1444 },1445 "split": "fit"1446 },1447 {1448 "capacity": 32,1449 "policy": "lru",1450 "predictor": "transition2",1451 "m": 8,1452 "hit_rate": 0.8331662735849057,1453 "misses_per_token": 21.354716981132075,1454 "stall_ms_per_token": 9.044283217477576,1455 "prefetch_loads_per_token": 14.600198609731876,1456 "prefetch_precision": 0.6373517248884536,1457 "loads_per_token": 35.954915590863955,1458 "pred_recall_at_k": 0.5253883529578663,1459 "tokens": 5035,1460 "families": {1461 "general": {1462 "hit_rate": 0.7867003216583274,1463 "stall_ms_per_token": 11.4851122230164261464 },1465 "code": {1466 "hit_rate": 0.8686648794614903,1467 "stall_ms_per_token": 7.1732210394489741468 },1469 "reasoning": {1470 "hit_rate": 0.829329238921002,1471 "stall_ms_per_token": 9.2669518304431811472 },1473 "multilingual": {1474 "hit_rate": 0.8303041982922201,1475 "stall_ms_per_token": 9.2084136622390961476 },1477 "longctx": {1478 "hit_rate": 0.8547227926078029,1479 "stall_ms_per_token": 7.9135277207392321480 },1481 "drift": {1482 "hit_rate": 0.8357676630434783,1483 "stall_ms_per_token": 8.8900988142292621484 }1485 },1486 "split": "heldout"1487 },1488 {1489 "capacity": 32,1490 "policy": "lru",1491 "predictor": "transition3",1492 "m": 8,1493 "hit_rate": 0.8264151750782472,1494 "misses_per_token": 22.21885758998435,1495 "stall_ms_per_token": 9.380527543035994,1496 "prefetch_loads_per_token": 13.466118935837246,1497 "prefetch_precision": 0.6154668588063709,1498 "loads_per_token": 35.6849765258216,1499 "pred_recall_at_k": 0.5104414951245937,1500 "tokens": 12780,1501 "families": {1502 "general": {1503 "hit_rate": 0.7967609692061232,1504 "stall_ms_per_token": 10.884571733713061505 },1506 "code": {1507 "hit_rate": 0.8634529421326398,1508 "stall_ms_per_token": 7.4633180754225961509 },1510 "reasoning": {1511 "hit_rate": 0.7947048611111112,1512 "stall_ms_per_token": 11.1154947589098561513 },1514 "multilingual": {1515 "hit_rate": 0.8191986951665313,1516 "stall_ms_per_token": 9.7547806661251041517 },1518 "longctx": {1519 "hit_rate": 0.8043306918882073,1520 "stall_ms_per_token": 10.5426939331969971521 },1522 "drift": {1523 "hit_rate": 0.8435551588897828,1524 "stall_ms_per_token": 8.4676894609815141525 }1526 },1527 "split": "fit"1528 },1529 {1530 "capacity": 32,1531 "policy": "lru",1532 "predictor": "transition3",1533 "m": 8,1534 "hit_rate": 0.8281234483614697,1535 "misses_per_token": 22.00019860973188,1536 "stall_ms_per_token": 9.279868520357407,1537 "prefetch_loads_per_token": 13.218669314796426,1538 "prefetch_precision": 0.6253831360057696,1539 "loads_per_token": 35.218867924528304,1540 "pred_recall_at_k": 0.5172217554044763,1541 "tokens": 5035,1542 "families": {1543 "general": {1544 "hit_rate": 0.780317414224446,1545 "stall_ms_per_token": 11.7644217298069831546 },1547 "code": {1548 "hit_rate": 0.8646779117094552,1549 "stall_ms_per_token": 7.3731070757670641550 },1551 "reasoning": {1552 "hit_rate": 0.8230069845857418,1553 "stall_ms_per_token": 9.5693025048169641554 },1555 "multilingual": {1556 "hit_rate": 0.8256196631878557,1557 "stall_ms_per_token": 9.4222884250474571558 },1559 "longctx": {1560 "hit_rate": 0.8514822895277208,1561 "stall_ms_per_token": 8.0537741273100741562 },1563 "drift": {1564 "hit_rate": 0.8303020009881423,1565 "stall_ms_per_token": 9.1633557312253021566 }1567 },1568 "split": "heldout"1569 },1570 {1571 "capacity": 32,1572 "policy": "lru",1573 "predictor": "probe",1574 "m": 8,1575 "hit_rate": 0.7370629156885758,1576 "misses_per_token": 33.655946791862284,1577 "stall_ms_per_token": 14.447689045383642,1578 "prefetch_loads_per_token": 39.34530516431925,1579 "prefetch_precision": 0.2312656488337082,1580 "loads_per_token": 73.00125195618153,1581 "pred_recall_at_k": 0.15737415232133542,1582 "tokens": 12780,1583 "families": {1584 "general": {1585 "hit_rate": 0.7085511970452119,1586 "stall_ms_per_token": 16.014684941260221587 },1588 "code": {1589 "hit_rate": 0.7734110858257477,1590 "stall_ms_per_token": 12.4544759427828481591 },1592 "reasoning": {1593 "hit_rate": 0.71187106918239,1594 "stall_ms_per_token": 15.8265492662473831595 },1596 "multilingual": {1597 "hit_rate": 0.7287615505686433,1598 "stall_ms_per_token": 14.900681559707551599 },1600 "longctx": {1601 "hit_rate": 0.7159168370824812,1602 "stall_ms_per_token": 15.6083653715064941603 },1604 "drift": {1605 "hit_rate": 0.7497925884955752,1606 "stall_ms_per_token": 13.7468045052292831607 }1608 },1609 "split": "fit"1610 },1611 {1612 "capacity": 32,1613 "policy": "lru",1614 "predictor": "probe",1615 "m": 8,1616 "hit_rate": 0.7380291087388282,1617 "misses_per_token": 33.53227408142999,1618 "stall_ms_per_token": 14.393735451837136,1619 "prefetch_loads_per_token": 38.80754716981132,1620 "prefetch_precision": 0.2311050379741653,1621 "loads_per_token": 72.3398212512413,1622 "pred_recall_at_k": 0.1567345249917246,1623 "tokens": 5035,1624 "families": {1625 "general": {1626 "hit_rate": 0.689448936740529,1627 "stall_ms_per_token": 17.0635439599713981628 },1629 "code": {1630 "hit_rate": 0.7764216108328115,1631 "stall_ms_per_token": 12.2869192235441211632 },1633 "reasoning": {1634 "hit_rate": 0.7364523121387283,1635 "stall_ms_per_token": 14.4777957610791636 },1637 "multilingual": {1638 "hit_rate": 0.7363911290322581,1639 "stall_ms_per_token": 14.481100569259961640 },1641 "longctx": {1642 "hit_rate": 0.7545880390143738,1643 "stall_ms_per_token": 13.4817166324435361644 },1645 "drift": {1646 "hit_rate": 0.7385591650197628,1647 "stall_ms_per_token": 14.3621304347826091648 }1649 },1650 "split": "heldout"1651 },1652 {1653 "capacity": 32,1654 "policy": "lru",1655 "predictor": "oracle",1656 "m": 8,1657 "hit_rate": 0.9727534477699531,1658 "misses_per_token": 3.487558685446009,1659 "stall_ms_per_token": 1.363878090766773,1660 "prefetch_loads_per_token": 23.683255086071988,1661 "prefetch_precision": 1.0,1662 "loads_per_token": 27.170813771517995,1663 "pred_recall_at_k": 1.0,1664 "tokens": 12780,1665 "families": {1666 "general": {1667 "hit_rate": 0.9685191571733713,1668 "stall_ms_per_token": 1.5560391598433671669 },1670 "code": {1671 "hit_rate": 0.9760992360208063,1672 "stall_ms_per_token": 1.22574824447335231673 },1674 "reasoning": {1675 "hit_rate": 0.9700029481132075,1676 "stall_ms_per_token": 1.48211530398323271677 },1678 "multilingual": {1679 "hit_rate": 0.9746775995125914,1680 "stall_ms_per_token": 1.25248740861089411681 },1682 "longctx": {1683 "hit_rate": 0.9693038513974097,1684 "stall_ms_per_token": 1.52137968643490761685 },1686 "drift": {1687 "hit_rate": 0.9743438254223652,1688 "stall_ms_per_token": 1.30090104585679981689 }1690 },1691 "split": "fit"1692 },1693 {1694 "capacity": 32,1695 "policy": "lru",1696 "predictor": "oracle",1697 "m": 8,1698 "hit_rate": 0.9722644612711023,1699 "misses_per_token": 3.550148957298908,1700 "stall_ms_per_token": 1.3869715988083386,1701 "prefetch_loads_per_token": 23.42542204568024,1702 "prefetch_precision": 1.0,1703 "loads_per_token": 26.975571002979144,1704 "pred_recall_at_k": 1.0,1705 "tokens": 5035,1706 "families": {1707 "general": {1708 "hit_rate": 0.9654887419585418,1709 "stall_ms_per_token": 1.6873252323087951710 },1711 "code": {1712 "hit_rate": 0.9769538587977458,1713 "stall_ms_per_token": 1.18293926111459481714 },1715 "reasoning": {1716 "hit_rate": 0.9724981936416185,1717 "stall_ms_per_token": 1.3667090558766881718 },1719 "multilingual": {1720 "hit_rate": 0.9747390891840607,1721 "stall_ms_per_token": 1.26236053130930111722 },1723 "longctx": {1724 "hit_rate": 0.9736749229979466,1725 "stall_ms_per_token": 1.33959342915811421726 },1727 "drift": {1728 "hit_rate": 0.9720232213438735,1729 "stall_ms_per_token": 1.3966640316205561730 }1731 },1732 "split": "heldout"1733 },1734 {1735 "capacity": 48,1736 "policy": "lru",1737 "predictor": "none",1738 "m": 8,1739 "hit_rate": 0.9310189260563381,1740 "misses_per_token": 8.829577464788732,1741 "stall_ms_per_token": 3.796718309859156,1742 "prefetch_loads_per_token": 0.0,1743 "prefetch_precision": null,1744 "loads_per_token": 8.829577464788732,1745 "pred_recall_at_k": null,1746 "tokens": 12780,1747 "families": {1748 "general": {1749 "hit_rate": 0.9204315370238519,1750 "stall_ms_per_token": 4.3794482022071611751 },1752 "code": {1753 "hit_rate": 0.9503332249674903,1754 "stall_ms_per_token": 2.73365929778928951755 },1756 "reasoning": {1757 "hit_rate": 0.8983719863731656,1758 "stall_ms_per_token": 5.5936058700209811759 },1760 "multilingual": {1761 "hit_rate": 0.9266887946791227,1762 "stall_ms_per_token": 4.0350487408610871763 },1764 "longctx": {1765 "hit_rate": 0.9194146216768916,1766 "stall_ms_per_token": 4.4354192229039031767 },1768 "drift": {1769 "hit_rate": 0.9425281576830249,1770 "stall_ms_per_token": 3.16325020112632551771 }1772 },1773 "split": "fit"1774 },1775 {1776 "capacity": 48,1777 "policy": "lru",1778 "predictor": "none",1779 "m": 8,1780 "hit_rate": 0.9327256082423039,1781 "misses_per_token": 8.611122144985105,1782 "stall_ms_per_token": 3.7027825223435427,1783 "prefetch_loads_per_token": 0.0,1784 "prefetch_precision": null,1785 "loads_per_token": 8.611122144985105,1786 "pred_recall_at_k": null,1787 "tokens": 5035,1788 "families": {1789 "general": {1790 "hit_rate": 0.9169105164403145,1791 "stall_ms_per_token": 4.5732451751251131792 },1793 "code": {1794 "hit_rate": 0.9516427285535379,1795 "stall_ms_per_token": 2.6615842204132881796 },1797 "reasoning": {1798 "hit_rate": 0.9211524566473989,1799 "stall_ms_per_token": 4.339768786127181800 },1801 "multilingual": {1802 "hit_rate": 0.9146110056925996,1803 "stall_ms_per_token": 4.6998102466793311804 },1805 "longctx": {1806 "hit_rate": 0.9499005390143738,1807 "stall_ms_per_token": 2.75747433264887931808 },1809 "drift": {1810 "hit_rate": 0.9309535573122529,1811 "stall_ms_per_token": 3.80031620553360531812 }1813 },1814 "split": "heldout"1815 },1816 {1817 "capacity": 48,1818 "policy": "lru",1819 "predictor": "prev_rank",1820 "m": 8,1821 "hit_rate": 0.9188019610719875,1822 "misses_per_token": 10.393348982785602,1823 "stall_ms_per_token": 4.469140062597789,1824 "prefetch_loads_per_token": 20.301486697965572,1825 "prefetch_precision": 0.4753963145540811,1826 "loads_per_token": 30.694835680751172,1827 "pred_recall_at_k": null,1828 "tokens": 12780,1829 "families": {1830 "general": {1831 "hit_rate": 0.9061359692061232,1832 "stall_ms_per_token": 5.1662762548949431833 },1834 "code": {1835 "hit_rate": 0.9401373537061118,1836 "stall_ms_per_token": 3.29484005201556271837 },1838 "reasoning": {1839 "hit_rate": 0.8910835953878407,1840 "stall_ms_per_token": 5.99475890985327451841 },1842 "multilingual": {1843 "hit_rate": 0.9138372004467912,1844 "stall_ms_per_token": 4.7424004874085961845 },1846 "longctx": {1847 "hit_rate": 0.9049505794137696,1848 "stall_ms_per_token": 5.23152010906615051849 },1850 "drift": {1851 "hit_rate": 0.928882994770716,1852 "stall_ms_per_token": 3.9142799678198141853 }1854 },1855 "split": "fit"1856 },1857 {1858 "capacity": 48,1859 "policy": "lru",1860 "predictor": "prev_rank",1861 "m": 8,1862 "hit_rate": 0.9203062934458789,1863 "misses_per_token": 10.200794438927508,1864 "stall_ms_per_token": 4.386341608738748,1865 "prefetch_loads_per_token": 20.139622641509433,1866 "prefetch_precision": 0.47329960652051717,1867 "loads_per_token": 30.340417080436943,1868 "pred_recall_at_k": null,1869 "tokens": 5035,1870 "families": {1871 "general": {1872 "hit_rate": 0.897812053252323,1873 "stall_ms_per_token": 5.6244245889921691874 },1875 "code": {1876 "hit_rate": 0.9410809329993738,1877 "stall_ms_per_token": 3.24290544771448271878 },1879 "reasoning": {1880 "hit_rate": 0.9123916184971098,1881 "stall_ms_per_token": 4.8219653179190841882 },1883 "multilingual": {1884 "hit_rate": 0.9120908444022771,1885 "stall_ms_per_token": 4.8385199240986841886 },1887 "longctx": {1888 "hit_rate": 0.9331686344969199,1889 "stall_ms_per_token": 3.67839835728954071890 },1891 "drift": {1892 "hit_rate": 0.9212265316205533,1893 "stall_ms_per_token": 4.3356916996047541894 }1895 },1896 "split": "heldout"1897 },1898 {1899 "capacity": 48,1900 "policy": "lru",1901 "predictor": "transition",1902 "m": 8,1903 "hit_rate": 0.9404513888888889,1904 "misses_per_token": 7.622222222222222,1905 "stall_ms_per_token": 3.262892644757401,1906 "prefetch_loads_per_token": 4.385993740219092,1907 "prefetch_precision": 0.7281679838724064,1908 "loads_per_token": 12.008215962441314,1909 "pred_recall_at_k": 0.5303931924882629,1910 "tokens": 12780,1911 "families": {1912 "general": {1913 "hit_rate": 0.929006096475614,1914 "stall_ms_per_token": 3.88403702385188471915 },1916 "code": {1917 "hit_rate": 0.9579669213263979,1918 "stall_ms_per_token": 2.31067100130037331919 },1920 "reasoning": {1921 "hit_rate": 0.9237175707547169,1922 "stall_ms_per_token": 4.186777777777791923 },1924 "multilingual": {1925 "hit_rate": 0.934215703696182,1926 "stall_ms_per_token": 3.598047928513411927 },1928 "longctx": {1929 "hit_rate": 0.9306194614860259,1930 "stall_ms_per_token": 3.79977096114520931931 },1932 "drift": {1933 "hit_rate": 0.948932773531778,1934 "stall_ms_per_token": 2.79817699115046061935 }1936 },1937 "split": "fit"1938 },1939 {1940 "capacity": 48,1941 "policy": "lru",1942 "predictor": "transition",1943 "m": 8,1944 "hit_rate": 0.942279046673287,1945 "misses_per_token": 7.388282025819265,1946 "stall_ms_per_token": 3.1628011916583154,1947 "prefetch_loads_per_token": 4.312611717974181,1948 "prefetch_precision": 0.7169107488256424,1949 "loads_per_token": 11.700893743793445,1950 "pred_recall_at_k": 0.5340830850711685,1951 "tokens": 5035,1952 "families": {1953 "general": {1954 "hit_rate": 0.9223161633309507,1955 "stall_ms_per_token": 4.2457998570407551956 },1957 "code": {1958 "hit_rate": 0.9588828663118347,1959 "stall_ms_per_token": 2.25988102692550141960 },1961 "reasoning": {1962 "hit_rate": 0.9390354046242775,1963 "stall_ms_per_token": 3.34809248554914161964 },1965 "multilingual": {1966 "hit_rate": 0.9324893263757116,1967 "stall_ms_per_token": 3.69271347248577971968 },1969 "longctx": {1970 "hit_rate": 0.95877181724846,1971 "stall_ms_per_token": 2.2657823408624331972 },1973 "drift": {1974 "hit_rate": 0.9427186264822134,1975 "stall_ms_per_token": 3.1396126482213491976 }1977 },1978 "split": "heldout"1979 },1980 {1981 "capacity": 48,1982 "policy": "lru",1983 "predictor": "transition2",1984 "m": 8,1985 "hit_rate": 0.9383478824334899,1986 "misses_per_token": 7.891471048513302,1987 "stall_ms_per_token": 3.3680330203442703,1988 "prefetch_loads_per_token": 3.728325508607199,1989 "prefetch_precision": 0.7141747817327065,1990 "loads_per_token": 11.6197965571205,1991 "pred_recall_at_k": 0.5199705175497429,1992 "tokens": 12780,1993 "families": {1994 "general": {1995 "hit_rate": 0.9262916073335706,1996 "stall_ms_per_token": 4.0152609469561981997 },1998 "code": {1999 "hit_rate": 0.9566076072821846,2000 "stall_ms_per_token": 2.3839895968790382001 },2002 "reasoning": {2003 "hit_rate": 0.9204910246331237,2004 "stall_ms_per_token": 4.36168343815515152005 },2006 "multilingual": {2007 "hit_rate": 0.9317691409423233,2008 "stall_ms_per_token": 3.7120666125101642009 },2010 "longctx": {2011 "hit_rate": 0.9280472477845945,2012 "stall_ms_per_token": 3.9288684389911662013 },2014 "drift": {2015 "hit_rate": 0.9480025643604183,2016 "stall_ms_per_token": 2.8434030571198862017 }2018 },2019 "split": "fit"2020 },2021 {2022 "capacity": 48,2023 "policy": "lru",2024 "predictor": "transition2",2025 "m": 8,2026 "hit_rate": 0.9403488083416087,2027 "misses_per_token": 7.635352532274082,2028 "stall_ms_per_token": 3.26093187686189,2029 "prefetch_loads_per_token": 3.6307845084409136,2030 "prefetch_precision": 0.7060335867840928,2031 "loads_per_token": 11.266137040714995,2032 "pred_recall_at_k": 0.5253883529578663,2033 "tokens": 5035,2034 "families": {2035 "general": {2036 "hit_rate": 0.9200545032165832,2037 "stall_ms_per_token": 4.3517083631165342038 },2039 "code": {2040 "hit_rate": 0.9575131105197244,2041 "stall_ms_per_token": 2.33382968065123242042 },2043 "reasoning": {2044 "hit_rate": 0.9367473506743738,2045 "stall_ms_per_token": 3.47008092485549422046 },2047 "multilingual": {2048 "hit_rate": 0.9301915322580645,2049 "stall_ms_per_token": 3.8087400379506692050 },2051 "longctx": {2052 "hit_rate": 0.9565419661190965,2053 "stall_ms_per_token": 2.38877618069816272054 },2055 "drift": {2056 "hit_rate": 0.9409739377470355,2057 "stall_ms_per_token": 3.2255217391304422058 }2059 },2060 "split": "heldout"2061 },2062 {2063 "capacity": 48,2064 "policy": "lru",2065 "predictor": "transition3",2066 "m": 8,2067 "hit_rate": 0.9371662265258216,2068 "misses_per_token": 8.042723004694835,2069 "stall_ms_per_token": 3.4264309859154753,2070 "prefetch_loads_per_token": 3.3140845070422533,2071 "prefetch_precision": 0.703782405439864,2072 "loads_per_token": 11.35680751173709,2073 "pred_recall_at_k": 0.5104414951245937,2074 "tokens": 12780,2075 "families": {2076 "general": {2077 "hit_rate": 0.9251485181559274,2078 "stall_ms_per_token": 4.067468138127432079 },2080 "code": {2081 "hit_rate": 0.9560021131339402,2082 "stall_ms_per_token": 2.41754902470738252083 },2084 "reasoning": {2085 "hit_rate": 0.917886857966457,2086 "stall_ms_per_token": 4.4957589098532592087 },2088 "multilingual": {2089 "hit_rate": 0.9304522491876523,2090 "stall_ms_per_token": 3.77378635255889752091 },2092 "longctx": {2093 "hit_rate": 0.926284509202454,2094 "stall_ms_per_token": 4.0185603271983882095 },2096 "drift": {2097 "hit_rate": 0.9469969328238134,2098 "stall_ms_per_token": 2.89102976669349452099 }2100 },2101 "split": "fit"2102 },2103 {2104 "capacity": 48,2105 "policy": "lru",2106 "predictor": "transition3",2107 "m": 8,2108 "hit_rate": 0.9391090491559086,2109 "misses_per_token": 7.794041708043694,2110 "stall_ms_per_token": 3.3219992055610024,2111 "prefetch_loads_per_token": 3.208738828202582,2112 "prefetch_precision": 0.6996162416439713,2113 "loads_per_token": 11.002780536246275,2114 "pred_recall_at_k": 0.5172217554044763,2115 "tokens": 5035,2116 "families": {2117 "general": {2118 "hit_rate": 0.9188427001429592,2119 "stall_ms_per_token": 4.4067862759113912120 },2121 "code": {2122 "hit_rate": 0.956974992172824,2123 "stall_ms_per_token": 2.3628065122104092124 },2125 "reasoning": {2126 "hit_rate": 0.934971098265896,2127 "stall_ms_per_token": 3.56735260115607262128 },2129 "multilingual": {2130 "hit_rate": 0.9272118121442126,2131 "stall_ms_per_token": 3.95234155597724172132 },2133 "longctx": {2134 "hit_rate": 0.9553708932238193,2135 "stall_ms_per_token": 2.4477125256673622136 },2137 "drift": {2138 "hit_rate": 0.939738759881423,2139 "stall_ms_per_token": 3.28338735177866032140 }2141 },2142 "split": "heldout"2143 },2144 {2145 "capacity": 48,2146 "policy": "lru",2147 "predictor": "probe",2148 "m": 8,2149 "hit_rate": 0.9027955056729264,2150 "misses_per_token": 12.442175273865415,2151 "stall_ms_per_token": 5.343785446009357,2152 "prefetch_loads_per_token": 17.129890453834115,2153 "prefetch_precision": 0.36841311894756074,2154 "loads_per_token": 29.57206572769953,2155 "pred_recall_at_k": 0.15737415232133542,2156 "tokens": 12780,2157 "families": {2158 "general": {2159 "hit_rate": 0.8955116367034532,2160 "stall_ms_per_token": 5.7453891064435562161 },2162 "code": {2163 "hit_rate": 0.9188089239271782,2164 "stall_ms_per_token": 4.4640629388816342165 },2166 "reasoning": {2167 "hit_rate": 0.8817970387840671,2168 "stall_ms_per_token": 6.49743815513628852169 },2170 "multilingual": {2171 "hit_rate": 0.894753376320065,2172 "stall_ms_per_token": 5.7846636880584692173 },2174 "longctx": {2175 "hit_rate": 0.893372955010225,2176 "stall_ms_per_token": 5.8610743012951942177 },2178 "drift": {2179 "hit_rate": 0.9128871681415929,2180 "stall_ms_per_token": 4.7883057119871532181 }2182 },2183 "split": "fit"2184 },2185 {2186 "capacity": 48,2187 "policy": "lru",2188 "predictor": "probe",2189 "m": 8,2190 "hit_rate": 0.9033841236345581,2191 "misses_per_token": 12.366832174776563,2192 "stall_ms_per_token": 5.311433167825154,2193 "prefetch_loads_per_token": 16.753525322740813,2194 "prefetch_precision": 0.35981696185124595,2195 "loads_per_token": 29.12035749751738,2196 "pred_recall_at_k": 0.1567345249917246,2197 "tokens": 5035,2198 "families": {2199 "general": {2200 "hit_rate": 0.8891507326661902,2201 "stall_ms_per_token": 6.0937326661901552202 },2203 "code": {2204 "hit_rate": 0.9174086177207263,2205 "stall_ms_per_token": 4.5420626174076692206 },2207 "reasoning": {2208 "hit_rate": 0.8984826589595376,2209 "stall_ms_per_token": 5.5793757225433632210 },2211 "multilingual": {2212 "hit_rate": 0.8927300759013282,2213 "stall_ms_per_token": 5.8958785578747782214 },2215 "longctx": {2216 "hit_rate": 0.9118005646817249,2217 "stall_ms_per_token": 4.8463490759753692218 },2219 "drift": {2220 "hit_rate": 0.9064970355731226,2221 "stall_ms_per_token": 5.1408379446640382222 }2223 },2224 "split": "heldout"2225 },2226 {2227 "capacity": 48,2228 "policy": "lru",2229 "predictor": "oracle",2230 "m": 8,2231 "hit_rate": 0.9908786922926448,2232 "misses_per_token": 1.167527386541471,2233 "stall_ms_per_token": 0.47129874804381033,2234 "prefetch_loads_per_token": 8.13262910798122,2235 "prefetch_precision": 1.0,2236 "loads_per_token": 9.300156494522692,2237 "pred_recall_at_k": 1.0,2238 "tokens": 12780,2239 "families": {2240 "general": {2241 "hit_rate": 0.9891003248487006,2242 "stall_ms_per_token": 0.56209683161267592243 },2244 "code": {2245 "hit_rate": 0.9925674577373212,2246 "stall_ms_per_token": 0.39214252275682752247 },2248 "reasoning": {2249 "hit_rate": 0.9900173611111112,2250 "stall_ms_per_token": 0.52435429769392212251 },2252 "multilingual": {2253 "hit_rate": 0.9914576563769293,2254 "stall_ms_per_token": 0.43034606011373422255 },2256 "longctx": {2257 "hit_rate": 0.9885395364689843,2258 "stall_ms_per_token": 0.58445262440354982259 },2260 "drift": {2261 "hit_rate": 0.9919486625100563,2262 "stall_ms_per_token": 0.41781335478680832263 }2264 },2265 "split": "fit"2266 },2267 {2268 "capacity": 48,2269 "policy": "lru",2270 "predictor": "oracle",2271 "m": 8,2272 "hit_rate": 0.9908360228401192,2273 "misses_per_token": 1.1729890764647468,2274 "stall_ms_per_token": 0.47738709036743304,2275 "prefetch_loads_per_token": 7.858987090367428,2276 "prefetch_precision": 1.0,2277 "loads_per_token": 9.031976166832175,2278 "pred_recall_at_k": 1.0,2279 "tokens": 5035,2280 "families": {2281 "general": {2282 "hit_rate": 0.9886693620443173,2283 "stall_ms_per_token": 0.58072766261615852284 },2285 "code": {2286 "hit_rate": 0.9924516671884784,2287 "stall_ms_per_token": 0.39838822792736652288 },2289 "reasoning": {2290 "hit_rate": 0.9911638969171483,2291 "stall_ms_per_token": 0.4680886319845882292 },2293 "multilingual": {2294 "hit_rate": 0.9900675996204934,2295 "stall_ms_per_token": 0.51777609108159622296 },2297 "longctx": {2298 "hit_rate": 0.9914976899383984,2299 "stall_ms_per_token": 0.44483778234086452300 },2301 "drift": {2302 "hit_rate": 0.9915544713438735,2303 "stall_ms_per_token": 0.439798418972333352304 }2305 },2306 "split": "heldout"2307 }2308 ]2309}