{
 "cmd": "benchmarks/scripts/simulate_cache.py --traces benchmarks/raw/gateC/traces_olmoe_v2_laptop --capacities 16,24,32,48 --policies lru --m 8 --t-read-ms 0.43 --out benchmarks/processed/gateC/sim_olmoe_v2_ssd043_m8.json",
 "ts": "2026-11-01T01:47:09",
 "traces": "benchmarks/raw/gateC/traces_olmoe_v2_laptop",
 "L": 16,
 "E": 64,
 "K": 8,
 "t_read_ms": 0.43,
 "t_layer_ms": 0.128,
 "loaders": 1,
 "results": [
  {
   "capacity": 16,
   "policy": "lru",
   "predictor": "none",
   "m": 8,
   "hit_rate": 0.5768595950704225,
   "misses_per_token": 54.16197183098591,
   "stall_ms_per_token": 23.289647887323987,
   "prefetch_loads_per_token": 0.0,
   "prefetch_precision": null,
   "loads_per_token": 54.16197183098591,
   "pred_recall_at_k": null,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.5229952830188679,
     "stall_ms_per_token": 26.254339622641496
    },
    "code": {
     "hit_rate": 0.6450788361508453,
     "stall_ms_per_token": 19.534860858257467
    },
    "reasoning": {
     "hit_rate": 0.534992465932914,
     "stall_ms_per_token": 25.594014675052406
    },
    "multilingual": {
     "hit_rate": 0.5699602711210398,
     "stall_ms_per_token": 23.669386677497993
    },
    "longctx": {
     "hit_rate": 0.5257540899795501,
     "stall_ms_per_token": 26.10249488752555
    },
    "drift": {
     "hit_rate": 0.5936745776347546,
     "stall_ms_per_token": 22.364151246983084
    }
   },
   "split": "fit"
  },
  {
   "capacity": 16,
   "policy": "lru",
   "predictor": "none",
   "m": 8,
   "hit_rate": 0.5807302010923535,
   "misses_per_token": 53.66653426017875,
   "stall_ms_per_token": 23.076609731876843,
   "prefetch_loads_per_token": 0.0,
   "prefetch_precision": null,
   "loads_per_token": 53.66653426017875,
   "pred_recall_at_k": null,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.4989222212294496,
     "stall_ms_per_token": 27.579320943531116
    },
    "code": {
     "hit_rate": 0.6525027395115842,
     "stall_ms_per_token": 19.126249217282393
    },
    "reasoning": {
     "hit_rate": 0.5798861994219653,
     "stall_ms_per_token": 23.123063583815036
    },
    "multilingual": {
     "hit_rate": 0.5800225332068312,
     "stall_ms_per_token": 23.115559772296024
    },
    "longctx": {
     "hit_rate": 0.5904132443531828,
     "stall_ms_per_token": 22.543655030800807
    },
    "drift": {
     "hit_rate": 0.5726747776679841,
     "stall_ms_per_token": 23.519980237154165
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 16,
   "policy": "lru",
   "predictor": "prev_rank",
   "m": 8,
   "hit_rate": 0.5450747016823161,
   "misses_per_token": 58.230438184663534,
   "stall_ms_per_token": 25.03908841940522,
   "prefetch_loads_per_token": 101.44154929577465,
   "prefetch_precision": 0.17654808654274107,
   "loads_per_token": 159.6719874804382,
   "pred_recall_at_k": null,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.4931080900676397,
     "stall_ms_per_token": 27.899330722677103
    },
    "code": {
     "hit_rate": 0.6040047951885565,
     "stall_ms_per_token": 21.795576072821852
    },
    "reasoning": {
     "hit_rate": 0.5079844732704403,
     "stall_ms_per_token": 27.08053459119503
    },
    "multilingual": {
     "hit_rate": 0.547024141957758,
     "stall_ms_per_token": 24.931791226644997
    },
    "longctx": {
     "hit_rate": 0.5017574130879345,
     "stall_ms_per_token": 27.423271983640134
    },
    "drift": {
     "hit_rate": 0.55595082461786,
     "stall_ms_per_token": 24.440466613033017
    }
   },
   "split": "fit"
  },
  {
   "capacity": 16,
   "policy": "lru",
   "predictor": "prev_rank",
   "m": 8,
   "hit_rate": 0.5563927507447864,
   "misses_per_token": 56.78172790466733,
   "stall_ms_per_token": 24.41614299900682,
   "prefetch_loads_per_token": 100.51956305858987,
   "prefetch_precision": 0.17786831477368825,
   "loads_per_token": 157.3012909632572,
   "pred_recall_at_k": null,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.49301956754824877,
     "stall_ms_per_token": 27.904203002144374
    },
    "code": {
     "hit_rate": 0.6179897855353789,
     "stall_ms_per_token": 21.025842204132797
    },
    "reasoning": {
     "hit_rate": 0.5361121146435452,
     "stall_ms_per_token": 25.53238921001927
    },
    "multilingual": {
     "hit_rate": 0.5729512571157496,
     "stall_ms_per_token": 23.504762808349145
    },
    "longctx": {
     "hit_rate": 0.5559708675564682,
     "stall_ms_per_token": 24.43936344969197
    },
    "drift": {
     "hit_rate": 0.5411623023715415,
     "stall_ms_per_token": 25.25442687747036
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 16,
   "policy": "lru",
   "predictor": "transition",
   "m": 8,
   "hit_rate": 0.6797400723787167,
   "misses_per_token": 40.993270735524256,
   "stall_ms_per_token": 17.323041314554185,
   "prefetch_loads_per_token": 47.78051643192488,
   "prefetch_precision": 0.5297419898957643,
   "loads_per_token": 88.77378716744914,
   "pred_recall_at_k": 0.5303931924882629,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.6455338866144535,
     "stall_ms_per_token": 19.18719473122103
    },
    "code": {
     "hit_rate": 0.7263146131339402,
     "stall_ms_per_token": 14.791964109232758
    },
    "reasoning": {
     "hit_rate": 0.6476267688679245,
     "stall_ms_per_token": 19.093540880503163
    },
    "multilingual": {
     "hit_rate": 0.6693015079203899,
     "stall_ms_per_token": 17.88471242891963
    },
    "longctx": {
     "hit_rate": 0.6531984918200409,
     "stall_ms_per_token": 18.75508520790728
    },
    "drift": {
     "hit_rate": 0.6896181114239742,
     "stall_ms_per_token": 16.77829927594529
    }
   },
   "split": "fit"
  },
  {
   "capacity": 16,
   "policy": "lru",
   "predictor": "transition",
   "m": 8,
   "hit_rate": 0.6861811072492552,
   "misses_per_token": 40.16881827209533,
   "stall_ms_per_token": 17.002457199602762,
   "prefetch_loads_per_token": 46.16464746772592,
   "prefetch_precision": 0.5307672120427295,
   "loads_per_token": 86.33346573982125,
   "pred_recall_at_k": 0.5340830850711685,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.6342811829878484,
     "stall_ms_per_token": 19.886887776983528
    },
    "code": {
     "hit_rate": 0.7338026377582968,
     "stall_ms_per_token": 14.39574326862868
    },
    "reasoning": {
     "hit_rate": 0.6778961946050096,
     "stall_ms_per_token": 17.441518304431565
    },
    "multilingual": {
     "hit_rate": 0.6813626660341556,
     "stall_ms_per_token": 17.254110056925995
    },
    "longctx": {
     "hit_rate": 0.7016651694045175,
     "stall_ms_per_token": 16.071305954825455
    },
    "drift": {
     "hit_rate": 0.6779891304347826,
     "stall_ms_per_token": 17.43838735177865
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 16,
   "policy": "lru",
   "predictor": "transition2",
   "m": 8,
   "hit_rate": 0.6632561864241001,
   "misses_per_token": 43.10320813771518,
   "stall_ms_per_token": 17.99225242566519,
   "prefetch_loads_per_token": 43.67801251956182,
   "prefetch_precision": 0.5143074676866026,
   "loads_per_token": 86.78122065727699,
   "pred_recall_at_k": 0.5199705175497429,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.6251084683161268,
     "stall_ms_per_token": 20.05331363474548
    },
    "code": {
     "hit_rate": 0.7141153283485046,
     "stall_ms_per_token": 15.27096332899875
    },
    "reasoning": {
     "hit_rate": 0.629373034591195,
     "stall_ms_per_token": 19.87898951781966
    },
    "multilingual": {
     "hit_rate": 0.652372309098294,
     "stall_ms_per_token": 18.537619821283528
    },
    "longctx": {
     "hit_rate": 0.6350066036128152,
     "stall_ms_per_token": 19.499581458759362
    },
    "drift": {
     "hit_rate": 0.6730440466613034,
     "stall_ms_per_token": 17.445142397425595
    }
   },
   "split": "fit"
  },
  {
   "capacity": 16,
   "policy": "lru",
   "predictor": "transition2",
   "m": 8,
   "hit_rate": 0.6716360476663357,
   "misses_per_token": 42.030585898709035,
   "stall_ms_per_token": 17.603962661370414,
   "prefetch_loads_per_token": 42.25759682224429,
   "prefetch_precision": 0.5179233621755254,
   "loads_per_token": 84.28818272095333,
   "pred_recall_at_k": 0.5253883529578663,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.6152162258756254,
     "stall_ms_per_token": 20.749392423159403
    },
    "code": {
     "hit_rate": 0.7224385566687539,
     "stall_ms_per_token": 14.84929993738261
    },
    "reasoning": {
     "hit_rate": 0.6646194605009634,
     "stall_ms_per_token": 17.95819653179191
    },
    "multilingual": {
     "hit_rate": 0.66760555028463,
     "stall_ms_per_token": 17.772789373814035
    },
    "longctx": {
     "hit_rate": 0.6891362936344969,
     "stall_ms_per_token": 16.517511293634488
    },
    "drift": {
     "hit_rate": 0.6618391798418972,
     "stall_ms_per_token": 18.107960474308307
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 16,
   "policy": "lru",
   "predictor": "transition3",
   "m": 8,
   "hit_rate": 0.6510508362676056,
   "misses_per_token": 44.66549295774648,
   "stall_ms_per_token": 18.48885117370898,
   "prefetch_loads_per_token": 40.56651017214398,
   "prefetch_precision": 0.5009181390324821,
   "loads_per_token": 85.23200312989046,
   "pred_recall_at_k": 0.5104414951245937,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.6096058428266287,
     "stall_ms_per_token": 20.7317344250623
    },
    "code": {
     "hit_rate": 0.7057847041612484,
     "stall_ms_per_token": 15.57211911573469
    },
    "reasoning": {
     "hit_rate": 0.6173021488469602,
     "stall_ms_per_token": 20.341979035639437
    },
    "multilingual": {
     "hit_rate": 0.6389812652315191,
     "stall_ms_per_token": 19.107618196588138
    },
    "longctx": {
     "hit_rate": 0.6204999573960464,
     "stall_ms_per_token": 20.097956373551472
    },
    "drift": {
     "hit_rate": 0.6612655872888173,
     "stall_ms_per_token": 17.895713596138364
    }
   },
   "split": "fit"
  },
  {
   "capacity": 16,
   "policy": "lru",
   "predictor": "transition3",
   "m": 8,
   "hit_rate": 0.6597722194637538,
   "misses_per_token": 43.54915590863952,
   "stall_ms_per_token": 18.101746176762692,
   "prefetch_loads_per_token": 39.104071499503476,
   "prefetch_precision": 0.5073112261223329,
   "loads_per_token": 82.653227408143,
   "pred_recall_at_k": 0.5172217554044763,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.6017411990707648,
     "stall_ms_per_token": 21.38684631879916
    },
    "code": {
     "hit_rate": 0.7129040779586725,
     "stall_ms_per_token": 15.208086412022535
    },
    "reasoning": {
     "hit_rate": 0.6510266136801541,
     "stall_ms_per_token": 18.514223506743733
    },
    "multilingual": {
     "hit_rate": 0.6537891366223909,
     "stall_ms_per_token": 18.379984819734347
    },
    "longctx": {
     "hit_rate": 0.6780993326488707,
     "stall_ms_per_token": 16.879236139630407
    },
    "drift": {
     "hit_rate": 0.650089550395257,
     "stall_ms_per_token": 18.61552964426879
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 16,
   "policy": "lru",
   "predictor": "probe",
   "m": 8,
   "hit_rate": 0.49547877543035995,
   "misses_per_token": 64.57871674491393,
   "stall_ms_per_token": 27.66435492957752,
   "prefetch_loads_per_token": 74.49397496087637,
   "prefetch_precision": 0.12610592279889457,
   "loads_per_token": 139.0726917057903,
   "pred_recall_at_k": 0.15737415232133542,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.45225447223211107,
     "stall_ms_per_token": 30.049350658597398
    },
    "code": {
     "hit_rate": 0.546966433680104,
     "stall_ms_per_token": 24.83196827048118
    },
    "reasoning": {
     "hit_rate": 0.4698637316561845,
     "stall_ms_per_token": 29.060226415094373
    },
    "multilingual": {
     "hit_rate": 0.4859552701056052,
     "stall_ms_per_token": 28.199543460601106
    },
    "longctx": {
     "hit_rate": 0.47049143660531695,
     "stall_ms_per_token": 29.01728561690526
    },
    "drift": {
     "hit_rate": 0.5019044147224457,
     "stall_ms_per_token": 27.307982300885016
    }
   },
   "split": "fit"
  },
  {
   "capacity": 16,
   "policy": "lru",
   "predictor": "probe",
   "m": 8,
   "hit_rate": 0.5040823609731877,
   "misses_per_token": 63.477457795431974,
   "stall_ms_per_token": 27.196110029791424,
   "prefetch_loads_per_token": 73.92115193644489,
   "prefetch_precision": 0.12284218134140083,
   "loads_per_token": 137.39860973187686,
   "pred_recall_at_k": 0.1567345249917246,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.44355343102215866,
     "stall_ms_per_token": 30.54273624017161
    },
    "code": {
     "hit_rate": 0.5584151925485284,
     "stall_ms_per_token": 24.21209392611144
    },
    "reasoning": {
     "hit_rate": 0.49816353564547206,
     "stall_ms_per_token": 27.495052023121385
    },
    "multilingual": {
     "hit_rate": 0.5094728415559773,
     "stall_ms_per_token": 26.895631878557854
    },
    "longctx": {
     "hit_rate": 0.5100102669404517,
     "stall_ms_per_token": 26.84471457905543
    },
    "drift": {
     "hit_rate": 0.4947041749011858,
     "stall_ms_per_token": 27.705743083003927
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 16,
   "policy": "lru",
   "predictor": "oracle",
   "m": 8,
   "hit_rate": 0.9378728971048513,
   "misses_per_token": 7.952269170579029,
   "stall_ms_per_token": 2.961490140845083,
   "prefetch_loads_per_token": 53.00367762128325,
   "prefetch_precision": 1.0,
   "loads_per_token": 60.95594679186228,
   "pred_recall_at_k": 1.0,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.9337981710573158,
     "stall_ms_per_token": 3.1469683161267357
    },
    "code": {
     "hit_rate": 0.9422586150845254,
     "stall_ms_per_token": 2.7841321196358835
    },
    "reasoning": {
     "hit_rate": 0.9387775157232704,
     "stall_ms_per_token": 2.8992788259958058
    },
    "multilingual": {
     "hit_rate": 0.938861317018684,
     "stall_ms_per_token": 2.8865028432169013
    },
    "longctx": {
     "hit_rate": 0.9329040985003408,
     "stall_ms_per_token": 3.1930865712338177
    },
    "drift": {
     "hit_rate": 0.9367269207562349,
     "stall_ms_per_token": 3.013903459372493
    }
   },
   "split": "fit"
  },
  {
   "capacity": 16,
   "policy": "lru",
   "predictor": "oracle",
   "m": 8,
   "hit_rate": 0.9400229642502482,
   "misses_per_token": 7.6770605759682224,
   "stall_ms_per_token": 2.8805791459781513,
   "prefetch_loads_per_token": 52.345382323733865,
   "prefetch_precision": 1.0,
   "loads_per_token": 60.022442899702085,
   "pred_recall_at_k": 1.0,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.9348474356683345,
     "stall_ms_per_token": 3.1205675482487574
    },
    "code": {
     "hit_rate": 0.9450630087664371,
     "stall_ms_per_token": 2.6702692548528533
    },
    "reasoning": {
     "hit_rate": 0.9424373795761078,
     "stall_ms_per_token": 2.736400770712911
    },
    "multilingual": {
     "hit_rate": 0.943622509487666,
     "stall_ms_per_token": 2.6937571157495235
    },
    "longctx": {
     "hit_rate": 0.9356070328542094,
     "stall_ms_per_token": 3.06346611909651
    },
    "drift": {
     "hit_rate": 0.9364500988142292,
     "stall_ms_per_token": 3.047256916996053
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 24,
   "policy": "lru",
   "predictor": "none",
   "m": 8,
   "hit_rate": 0.7056955447965572,
   "misses_per_token": 37.67097026604069,
   "stall_ms_per_token": 16.198517214397622,
   "prefetch_loads_per_token": 0.0,
   "prefetch_precision": null,
   "loads_per_token": 37.67097026604069,
   "pred_recall_at_k": null,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.6627970363118547,
     "stall_ms_per_token": 18.559651121395515
    },
    "code": {
     "hit_rate": 0.7612321196358908,
     "stall_ms_per_token": 13.14178413524059
    },
    "reasoning": {
     "hit_rate": 0.6531299135220126,
     "stall_ms_per_token": 19.09172955974842
    },
    "multilingual": {
     "hit_rate": 0.6999961921202275,
     "stall_ms_per_token": 16.5122095857027
    },
    "longctx": {
     "hit_rate": 0.6662619291070211,
     "stall_ms_per_token": 18.368943421949588
    },
    "drift": {
     "hit_rate": 0.7290200120675785,
     "stall_ms_per_token": 14.914738535800488
    }
   },
   "split": "fit"
  },
  {
   "capacity": 24,
   "policy": "lru",
   "predictor": "none",
   "m": 8,
   "hit_rate": 0.7060638033763654,
   "misses_per_token": 37.623833167825225,
   "stall_ms_per_token": 16.17824826216484,
   "prefetch_loads_per_token": 0.0,
   "prefetch_precision": null,
   "loads_per_token": 37.623833167825225,
   "pred_recall_at_k": null,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.6400442280200143,
     "stall_ms_per_token": 19.811965689778436
    },
    "code": {
     "hit_rate": 0.7618434956167814,
     "stall_ms_per_token": 13.10813400125233
    },
    "reasoning": {
     "hit_rate": 0.6932803468208093,
     "stall_ms_per_token": 16.881849710982664
    },
    "multilingual": {
     "hit_rate": 0.7020279886148008,
     "stall_ms_per_token": 16.40037950664138
    },
    "longctx": {
     "hit_rate": 0.7278939938398358,
     "stall_ms_per_token": 14.976714579055447
    },
    "drift": {
     "hit_rate": 0.7088531373517787,
     "stall_ms_per_token": 16.024723320158095
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 24,
   "policy": "lru",
   "predictor": "prev_rank",
   "m": 8,
   "hit_rate": 0.665095608372457,
   "misses_per_token": 42.86776212832551,
   "stall_ms_per_token": 18.43313771518011,
   "prefetch_loads_per_token": 71.26275430359938,
   "prefetch_precision": 0.2513774543282481,
   "loads_per_token": 114.13051643192489,
   "pred_recall_at_k": null,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.612879360982556,
     "stall_ms_per_token": 21.307119971520095
    },
    "code": {
     "hit_rate": 0.7267941319895969,
     "stall_ms_per_token": 15.037250975292599
    },
    "reasoning": {
     "hit_rate": 0.6330008516771488,
     "stall_ms_per_token": 20.199633123689722
    },
    "multilingual": {
     "hit_rate": 0.6600420136068237,
     "stall_ms_per_token": 18.71128757108042
    },
    "longctx": {
     "hit_rate": 0.6173472648261759,
     "stall_ms_per_token": 21.06120654396727
    },
    "drift": {
     "hit_rate": 0.6832386363636364,
     "stall_ms_per_token": 17.43454545454546
    }
   },
   "split": "fit"
  },
  {
   "capacity": 24,
   "policy": "lru",
   "predictor": "prev_rank",
   "m": 8,
   "hit_rate": 0.6703093967229394,
   "misses_per_token": 42.20039721946375,
   "stall_ms_per_token": 18.146170804369323,
   "prefetch_loads_per_token": 69.97715988083417,
   "prefetch_precision": 0.2525295528403366,
   "loads_per_token": 112.17755710029792,
   "pred_recall_at_k": null,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.598206308077198,
     "stall_ms_per_token": 22.11472480343104
    },
    "code": {
     "hit_rate": 0.7332351675015655,
     "stall_ms_per_token": 14.682736380713855
    },
    "reasoning": {
     "hit_rate": 0.6695869460500964,
     "stall_ms_per_token": 18.18593448940269
    },
    "multilingual": {
     "hit_rate": 0.684638875711575,
     "stall_ms_per_token": 17.357476280834916
    },
    "longctx": {
     "hit_rate": 0.6707039271047228,
     "stall_ms_per_token": 18.12445585215607
    },
    "drift": {
     "hit_rate": 0.6564970355731226,
     "stall_ms_per_token": 18.90640316205532
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 24,
   "policy": "lru",
   "predictor": "transition",
   "m": 8,
   "hit_rate": 0.7695171899452269,
   "misses_per_token": 29.501799687010955,
   "stall_ms_per_token": 12.539625508607376,
   "prefetch_loads_per_token": 28.68740219092332,
   "prefetch_precision": 0.5961022843504944,
   "loads_per_token": 58.18920187793427,
   "pred_recall_at_k": 0.5303931924882629,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.7396621351014596,
     "stall_ms_per_token": 14.126401566393742
    },
    "code": {
     "hit_rate": 0.8083042100130039,
     "stall_ms_per_token": 10.47729882964887
    },
    "reasoning": {
     "hit_rate": 0.740811713836478,
     "stall_ms_per_token": 14.119475890985337
    },
    "multilingual": {
     "hit_rate": 0.7617726949634444,
     "stall_ms_per_token": 12.939423233143774
    },
    "longctx": {
     "hit_rate": 0.7455691888207225,
     "stall_ms_per_token": 13.80746557600546
    },
    "drift": {
     "hit_rate": 0.7826390285599356,
     "stall_ms_per_token": 11.832458567980705
    }
   },
   "split": "fit"
  },
  {
   "capacity": 24,
   "policy": "lru",
   "predictor": "transition",
   "m": 8,
   "hit_rate": 0.7710495283018868,
   "misses_per_token": 29.30566037735849,
   "stall_ms_per_token": 12.458053624627631,
   "prefetch_loads_per_token": 28.439126117179743,
   "prefetch_precision": 0.6003310263913235,
   "loads_per_token": 57.74478649453823,
   "pred_recall_at_k": 0.5340830850711685,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.7193028502501787,
     "stall_ms_per_token": 15.229162258756267
    },
    "code": {
     "hit_rate": 0.8130479023168441,
     "stall_ms_per_token": 10.21995241077018
    },
    "reasoning": {
     "hit_rate": 0.7692979287090559,
     "stall_ms_per_token": 12.571815028901753
    },
    "multilingual": {
     "hit_rate": 0.7678783206831119,
     "stall_ms_per_token": 12.61445920303606
    },
    "longctx": {
     "hit_rate": 0.7913244353182751,
     "stall_ms_per_token": 11.335162217659146
    },
    "drift": {
     "hit_rate": 0.7671535326086957,
     "stall_ms_per_token": 12.661308300395252
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 24,
   "policy": "lru",
   "predictor": "transition2",
   "m": 8,
   "hit_rate": 0.7583577856025039,
   "misses_per_token": 30.9302034428795,
   "stall_ms_per_token": 13.046912050078358,
   "prefetch_loads_per_token": 25.87175273865415,
   "prefetch_precision": 0.5829525074022883,
   "loads_per_token": 56.80195618153365,
   "pred_recall_at_k": 0.5199705175497429,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.7251663180847276,
     "stall_ms_per_token": 14.76521965112141
    },
    "code": {
     "hit_rate": 0.8003169700910273,
     "stall_ms_per_token": 10.867247854356316
    },
    "reasoning": {
     "hit_rate": 0.72661982442348,
     "stall_ms_per_token": 14.80265199161428
    },
    "multilingual": {
     "hit_rate": 0.7508313870836718,
     "stall_ms_per_token": 13.408433793663667
    },
    "longctx": {
     "hit_rate": 0.7335655248807089,
     "stall_ms_per_token": 14.32950238582145
    },
    "drift": {
     "hit_rate": 0.7720987530168946,
     "stall_ms_per_token": 12.328875301689468
    }
   },
   "split": "fit"
  },
  {
   "capacity": 24,
   "policy": "lru",
   "predictor": "transition2",
   "m": 8,
   "hit_rate": 0.7605294190665343,
   "misses_per_token": 30.652234359483614,
   "stall_ms_per_token": 12.922579543197587,
   "prefetch_loads_per_token": 25.65183714001986,
   "prefetch_precision": 0.5894376611410919,
   "loads_per_token": 56.30407149950348,
   "pred_recall_at_k": 0.5253883529578663,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.7039012240886348,
     "stall_ms_per_token": 15.872744817726966
    },
    "code": {
     "hit_rate": 0.805377269881027,
     "stall_ms_per_token": 10.588763932373194
    },
    "reasoning": {
     "hit_rate": 0.7580834537572254,
     "stall_ms_per_token": 13.089668593448962
    },
    "multilingual": {
     "hit_rate": 0.758657495256167,
     "stall_ms_per_token": 13.022633776091077
    },
    "longctx": {
     "hit_rate": 0.7839771560574949,
     "stall_ms_per_token": 11.64388501026695
    },
    "drift": {
     "hit_rate": 0.7574419466403162,
     "stall_ms_per_token": 13.086806324110679
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 24,
   "policy": "lru",
   "predictor": "transition3",
   "m": 8,
   "hit_rate": 0.7494186473004695,
   "misses_per_token": 32.07441314553991,
   "stall_ms_per_token": 13.452467136150394,
   "prefetch_loads_per_token": 23.852347417840374,
   "prefetch_precision": 0.5681963566936651,
   "loads_per_token": 55.926760563380284,
   "pred_recall_at_k": 0.5104414951245937,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.7135657707369171,
     "stall_ms_per_token": 15.286467782128895
    },
    "code": {
     "hit_rate": 0.7938454973992197,
     "stall_ms_per_token": 11.183056957087087
    },
    "reasoning": {
     "hit_rate": 0.7177672955974843,
     "stall_ms_per_token": 15.189937106918237
    },
    "multilingual": {
     "hit_rate": 0.7413973649471974,
     "stall_ms_per_token": 13.822506092607616
    },
    "longctx": {
     "hit_rate": 0.7228186775732788,
     "stall_ms_per_token": 14.804788002726658
    },
    "drift": {
     "hit_rate": 0.7645879424778761,
     "stall_ms_per_token": 12.665449718423186
    }
   },
   "split": "fit"
  },
  {
   "capacity": 24,
   "policy": "lru",
   "predictor": "transition3",
   "m": 8,
   "hit_rate": 0.7522964250248262,
   "misses_per_token": 31.706057596822244,
   "stall_ms_per_token": 13.296355908639498,
   "prefetch_loads_per_token": 23.54438927507448,
   "prefetch_precision": 0.5790241762691276,
   "loads_per_token": 55.25044687189672,
   "pred_recall_at_k": 0.5172217554044763,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.6938829074338814,
     "stall_ms_per_token": 16.299172265904204
    },
    "code": {
     "hit_rate": 0.799100853162179,
     "stall_ms_per_token": 10.899272385723242
    },
    "reasoning": {
     "hit_rate": 0.7492021917148363,
     "stall_ms_per_token": 13.512396917148378
    },
    "multilingual": {
     "hit_rate": 0.7502964895635673,
     "stall_ms_per_token": 13.38154079696395
    },
    "longctx": {
     "hit_rate": 0.7759721509240246,
     "stall_ms_per_token": 11.994591375770028
    },
    "drift": {
     "hit_rate": 0.7485486660079052,
     "stall_ms_per_token": 13.502173913043492
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 24,
   "policy": "lru",
   "predictor": "probe",
   "m": 8,
   "hit_rate": 0.6263888888888889,
   "misses_per_token": 47.82222222222222,
   "stall_ms_per_token": 20.515099843505446,
   "prefetch_loads_per_token": 54.35453834115806,
   "prefetch_precision": 0.1747510620441056,
   "loads_per_token": 102.17676056338028,
   "pred_recall_at_k": 0.15737415232133542,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.5880206479174084,
     "stall_ms_per_token": 22.625401210395133
    },
    "code": {
     "hit_rate": 0.6773833712613784,
     "stall_ms_per_token": 17.719434590377126
    },
    "reasoning": {
     "hit_rate": 0.602307717505241,
     "stall_ms_per_token": 21.826995807127904
    },
    "multilingual": {
     "hit_rate": 0.6117644445572705,
     "stall_ms_per_token": 21.314311129163283
    },
    "longctx": {
     "hit_rate": 0.5963861196319018,
     "stall_ms_per_token": 22.154528970688496
    },
    "drift": {
     "hit_rate": 0.638211484312148,
     "stall_ms_per_token": 19.86928077232501
    }
   },
   "split": "fit"
  },
  {
   "capacity": 24,
   "policy": "lru",
   "predictor": "probe",
   "m": 8,
   "hit_rate": 0.6299264523336644,
   "misses_per_token": 47.369414101290964,
   "stall_ms_per_token": 20.323469712015903,
   "prefetch_loads_per_token": 53.83118172790467,
   "prefetch_precision": 0.1742547225501771,
   "loads_per_token": 101.20059582919563,
   "pred_recall_at_k": 0.1567345249917246,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.5662973552537527,
     "stall_ms_per_token": 23.825338098641907
    },
    "code": {
     "hit_rate": 0.6815953741390106,
     "stall_ms_per_token": 17.489403882279262
    },
    "reasoning": {
     "hit_rate": 0.6366359585741811,
     "stall_ms_per_token": 19.94579190751447
    },
    "multilingual": {
     "hit_rate": 0.6333461812144212,
     "stall_ms_per_token": 20.127434535104378
    },
    "longctx": {
     "hit_rate": 0.6382186858316222,
     "stall_ms_per_token": 19.85908829568788
    },
    "drift": {
     "hit_rate": 0.6243515316205533,
     "stall_ms_per_token": 20.62459288537549
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 24,
   "policy": "lru",
   "predictor": "oracle",
   "m": 8,
   "hit_rate": 0.9589391383020345,
   "misses_per_token": 5.255790297339593,
   "stall_ms_per_token": 2.014346009389659,
   "prefetch_loads_per_token": 36.14765258215962,
   "prefetch_precision": 1.0,
   "loads_per_token": 41.40344287949922,
   "pred_recall_at_k": 1.0,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.9532112184051263,
     "stall_ms_per_token": 2.269038803844785
    },
    "code": {
     "hit_rate": 0.9637678803641092,
     "stall_ms_per_token": 1.8191771131339411
    },
    "reasoning": {
     "hit_rate": 0.9594470649895178,
     "stall_ms_per_token": 1.9843522012578618
    },
    "multilingual": {
     "hit_rate": 0.9606487357839155,
     "stall_ms_per_token": 1.9062542648253529
    },
    "longctx": {
     "hit_rate": 0.9543498636673483,
     "stall_ms_per_token": 2.221071574642139
    },
    "drift": {
     "hit_rate": 0.9585868362831859,
     "stall_ms_per_token": 2.035634754625913
    }
   },
   "split": "fit"
  },
  {
   "capacity": 24,
   "policy": "lru",
   "predictor": "oracle",
   "m": 8,
   "hit_rate": 0.9590988083416088,
   "misses_per_token": 5.2353525322740815,
   "stall_ms_per_token": 2.0118276067527248,
   "prefetch_loads_per_token": 36.057199602780535,
   "prefetch_precision": 1.0,
   "loads_per_token": 41.29255213505462,
   "pred_recall_at_k": 1.0,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.9526056558255898,
     "stall_ms_per_token": 2.3025375268048696
    },
    "code": {
     "hit_rate": 0.9640634783969944,
     "stall_ms_per_token": 1.8043406386975698
    },
    "reasoning": {
     "hit_rate": 0.961283718689788,
     "stall_ms_per_token": 1.8951676300578073
    },
    "multilingual": {
     "hit_rate": 0.9611153937381404,
     "stall_ms_per_token": 1.889795066413664
    },
    "longctx": {
     "hit_rate": 0.9581301334702259,
     "stall_ms_per_token": 2.0661273100616055
    },
    "drift": {
     "hit_rate": 0.9579730731225297,
     "stall_ms_per_token": 2.0574150197628462
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 32,
   "policy": "lru",
   "predictor": "none",
   "m": 8,
   "hit_rate": 0.8038921899452269,
   "misses_per_token": 25.101799687010956,
   "stall_ms_per_token": 10.793773865414801,
   "prefetch_loads_per_token": 0.0,
   "prefetch_precision": null,
   "loads_per_token": 25.101799687010956,
   "pred_recall_at_k": null,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.7753843672125311,
     "stall_ms_per_token": 12.362844428622287
    },
    "code": {
     "hit_rate": 0.8468689044213265,
     "stall_ms_per_token": 8.428335500650158
    },
    "reasoning": {
     "hit_rate": 0.7583120414046122,
     "stall_ms_per_token": 13.302505241090165
    },
    "multilingual": {
     "hit_rate": 0.7954153127538587,
     "stall_ms_per_token": 11.26034118602761
    },
    "longctx": {
     "hit_rate": 0.7717439928425358,
     "stall_ms_per_token": 12.563210633946827
    },
    "drift": {
     "hit_rate": 0.8250892497988737,
     "stall_ms_per_token": 9.627087691069988
    }
   },
   "split": "fit"
  },
  {
   "capacity": 32,
   "policy": "lru",
   "predictor": "none",
   "m": 8,
   "hit_rate": 0.8059241559086395,
   "misses_per_token": 24.84170804369414,
   "stall_ms_per_token": 10.68193445878844,
   "prefetch_loads_per_token": 0.0,
   "prefetch_precision": null,
   "loads_per_token": 24.84170804369414,
   "pred_recall_at_k": null,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.7592476769120801,
     "stall_ms_per_token": 13.25100786275913
    },
    "code": {
     "hit_rate": 0.8463525360050094,
     "stall_ms_per_token": 8.456756418284268
    },
    "reasoning": {
     "hit_rate": 0.79532454238921,
     "stall_ms_per_token": 11.265337186897893
    },
    "multilingual": {
     "hit_rate": 0.7923535341555977,
     "stall_ms_per_token": 11.428861480075915
    },
    "longctx": {
     "hit_rate": 0.8272747689938398,
     "stall_ms_per_token": 9.506796714579071
    },
    "drift": {
     "hit_rate": 0.8118360918972332,
     "stall_ms_per_token": 10.35654150197629
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 32,
   "policy": "lru",
   "predictor": "prev_rank",
   "m": 8,
   "hit_rate": 0.7698002249608764,
   "misses_per_token": 29.465571205007826,
   "stall_ms_per_token": 12.670195618153517,
   "prefetch_loads_per_token": 50.767605633802816,
   "prefetch_precision": 0.32121884681185553,
   "loads_per_token": 80.23317683881064,
   "pred_recall_at_k": null,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.7298360181559274,
     "stall_ms_per_token": 14.869825560697738
    },
    "code": {
     "hit_rate": 0.8158058355006502,
     "stall_ms_per_token": 10.138046814044172
    },
    "reasoning": {
     "hit_rate": 0.7362257599580713,
     "stall_ms_per_token": 14.518134171907757
    },
    "multilingual": {
     "hit_rate": 0.7695534626320065,
     "stall_ms_per_token": 12.68377741673434
    },
    "longctx": {
     "hit_rate": 0.7352111025903204,
     "stall_ms_per_token": 14.57398091342876
    },
    "drift": {
     "hit_rate": 0.7848828439259855,
     "stall_ms_per_token": 11.84004827031376
    }
   },
   "split": "fit"
  },
  {
   "capacity": 32,
   "policy": "lru",
   "predictor": "prev_rank",
   "m": 8,
   "hit_rate": 0.7714064051638531,
   "misses_per_token": 29.259980139026812,
   "stall_ms_per_token": 12.581791459781547,
   "prefetch_loads_per_token": 50.12591857000993,
   "prefetch_precision": 0.323047419804742,
   "loads_per_token": 79.38589870903674,
   "pred_recall_at_k": null,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.7131991601143675,
     "stall_ms_per_token": 15.785518227305232
    },
    "code": {
     "hit_rate": 0.819789057608015,
     "stall_ms_per_token": 9.918810269254823
    },
    "reasoning": {
     "hit_rate": 0.765655105973025,
     "stall_ms_per_token": 12.898342967244727
    },
    "multilingual": {
     "hit_rate": 0.7742231973434535,
     "stall_ms_per_token": 12.426755218216348
    },
    "longctx": {
     "hit_rate": 0.7876347535934292,
     "stall_ms_per_token": 11.688583162217679
    },
    "drift": {
     "hit_rate": 0.766983695652174,
     "stall_ms_per_token": 12.825217391304362
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 32,
   "policy": "lru",
   "predictor": "transition",
   "m": 8,
   "hit_rate": 0.8389139524647887,
   "misses_per_token": 20.619014084507043,
   "stall_ms_per_token": 8.791339123630697,
   "prefetch_loads_per_token": 16.70774647887324,
   "prefetch_precision": 0.6440042149631191,
   "loads_per_token": 37.32676056338028,
   "pred_recall_at_k": 0.5303931924882629,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.8136375266998932,
     "stall_ms_per_token": 10.128524741901023
    },
    "code": {
     "hit_rate": 0.8715661573472041,
     "stall_ms_per_token": 7.039603641092297
    },
    "reasoning": {
     "hit_rate": 0.8099122117400419,
     "stall_ms_per_token": 10.381123689727469
    },
    "multilingual": {
     "hit_rate": 0.8317107534524777,
     "stall_ms_per_token": 9.183303005686419
    },
    "longctx": {
     "hit_rate": 0.8196734406952966,
     "stall_ms_per_token": 9.83477982276755
    },
    "drift": {
     "hit_rate": 0.854265134754626,
     "stall_ms_per_token": 7.960181818181832
    }
   },
   "split": "fit"
  },
  {
   "capacity": 32,
   "policy": "lru",
   "predictor": "transition",
   "m": 8,
   "hit_rate": 0.8400276191658391,
   "misses_per_token": 20.476464746772592,
   "stall_ms_per_token": 8.728867924528226,
   "prefetch_loads_per_token": 16.575372393247267,
   "prefetch_precision": 0.64816612147573,
   "loads_per_token": 37.05183714001986,
   "pred_recall_at_k": 0.5340830850711685,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.7972714885632595,
     "stall_ms_per_token": 11.02706647605432
    },
    "code": {
     "hit_rate": 0.8732584533500313,
     "stall_ms_per_token": 6.942993112085163
    },
    "reasoning": {
     "hit_rate": 0.8345827312138728,
     "stall_ms_per_token": 9.030084778420045
    },
    "multilingual": {
     "hit_rate": 0.8367973197343453,
     "stall_ms_per_token": 8.903495256166993
    },
    "longctx": {
     "hit_rate": 0.8607225359342916,
     "stall_ms_per_token": 7.609585215605754
    },
    "drift": {
     "hit_rate": 0.842391304347826,
     "stall_ms_per_token": 8.597628458498033
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 32,
   "policy": "lru",
   "predictor": "transition2",
   "m": 8,
   "hit_rate": 0.8318466353677622,
   "misses_per_token": 21.523630672926448,
   "stall_ms_per_token": 9.12297464788734,
   "prefetch_loads_per_token": 14.8,
   "prefetch_precision": 0.6313337985873197,
   "loads_per_token": 36.32363067292645,
   "pred_recall_at_k": 0.5199705175497429,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.8044677821288715,
     "stall_ms_per_token": 10.531702385190426
    },
    "code": {
     "hit_rate": 0.8670757477243173,
     "stall_ms_per_token": 7.2714756827048035
    },
    "reasoning": {
     "hit_rate": 0.8014200078616353,
     "stall_ms_per_token": 10.799427672955982
    },
    "multilingual": {
     "hit_rate": 0.8243774116571893,
     "stall_ms_per_token": 9.527141348497146
    },
    "longctx": {
     "hit_rate": 0.8110195126107703,
     "stall_ms_per_token": 10.224362644853437
    },
    "drift": {
     "hit_rate": 0.8474708366854384,
     "stall_ms_per_token": 8.279665325824634
    }
   },
   "split": "fit"
  },
  {
   "capacity": 32,
   "policy": "lru",
   "predictor": "transition2",
   "m": 8,
   "hit_rate": 0.8331662735849057,
   "misses_per_token": 21.354716981132075,
   "stall_ms_per_token": 9.044283217477576,
   "prefetch_loads_per_token": 14.600198609731876,
   "prefetch_precision": 0.6373517248884536,
   "loads_per_token": 35.954915590863955,
   "pred_recall_at_k": 0.5253883529578663,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.7867003216583274,
     "stall_ms_per_token": 11.485112223016426
    },
    "code": {
     "hit_rate": 0.8686648794614903,
     "stall_ms_per_token": 7.173221039448974
    },
    "reasoning": {
     "hit_rate": 0.829329238921002,
     "stall_ms_per_token": 9.266951830443181
    },
    "multilingual": {
     "hit_rate": 0.8303041982922201,
     "stall_ms_per_token": 9.208413662239096
    },
    "longctx": {
     "hit_rate": 0.8547227926078029,
     "stall_ms_per_token": 7.913527720739232
    },
    "drift": {
     "hit_rate": 0.8357676630434783,
     "stall_ms_per_token": 8.890098814229262
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 32,
   "policy": "lru",
   "predictor": "transition3",
   "m": 8,
   "hit_rate": 0.8264151750782472,
   "misses_per_token": 22.21885758998435,
   "stall_ms_per_token": 9.380527543035994,
   "prefetch_loads_per_token": 13.466118935837246,
   "prefetch_precision": 0.6154668588063709,
   "loads_per_token": 35.6849765258216,
   "pred_recall_at_k": 0.5104414951245937,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.7967609692061232,
     "stall_ms_per_token": 10.88457173371306
    },
    "code": {
     "hit_rate": 0.8634529421326398,
     "stall_ms_per_token": 7.463318075422596
    },
    "reasoning": {
     "hit_rate": 0.7947048611111112,
     "stall_ms_per_token": 11.115494758909856
    },
    "multilingual": {
     "hit_rate": 0.8191986951665313,
     "stall_ms_per_token": 9.754780666125104
    },
    "longctx": {
     "hit_rate": 0.8043306918882073,
     "stall_ms_per_token": 10.542693933196997
    },
    "drift": {
     "hit_rate": 0.8435551588897828,
     "stall_ms_per_token": 8.467689460981514
    }
   },
   "split": "fit"
  },
  {
   "capacity": 32,
   "policy": "lru",
   "predictor": "transition3",
   "m": 8,
   "hit_rate": 0.8281234483614697,
   "misses_per_token": 22.00019860973188,
   "stall_ms_per_token": 9.279868520357407,
   "prefetch_loads_per_token": 13.218669314796426,
   "prefetch_precision": 0.6253831360057696,
   "loads_per_token": 35.218867924528304,
   "pred_recall_at_k": 0.5172217554044763,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.780317414224446,
     "stall_ms_per_token": 11.764421729806983
    },
    "code": {
     "hit_rate": 0.8646779117094552,
     "stall_ms_per_token": 7.373107075767064
    },
    "reasoning": {
     "hit_rate": 0.8230069845857418,
     "stall_ms_per_token": 9.569302504816964
    },
    "multilingual": {
     "hit_rate": 0.8256196631878557,
     "stall_ms_per_token": 9.422288425047457
    },
    "longctx": {
     "hit_rate": 0.8514822895277208,
     "stall_ms_per_token": 8.053774127310074
    },
    "drift": {
     "hit_rate": 0.8303020009881423,
     "stall_ms_per_token": 9.163355731225302
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 32,
   "policy": "lru",
   "predictor": "probe",
   "m": 8,
   "hit_rate": 0.7370629156885758,
   "misses_per_token": 33.655946791862284,
   "stall_ms_per_token": 14.447689045383642,
   "prefetch_loads_per_token": 39.34530516431925,
   "prefetch_precision": 0.2312656488337082,
   "loads_per_token": 73.00125195618153,
   "pred_recall_at_k": 0.15737415232133542,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.7085511970452119,
     "stall_ms_per_token": 16.01468494126022
    },
    "code": {
     "hit_rate": 0.7734110858257477,
     "stall_ms_per_token": 12.454475942782848
    },
    "reasoning": {
     "hit_rate": 0.71187106918239,
     "stall_ms_per_token": 15.826549266247383
    },
    "multilingual": {
     "hit_rate": 0.7287615505686433,
     "stall_ms_per_token": 14.90068155970755
    },
    "longctx": {
     "hit_rate": 0.7159168370824812,
     "stall_ms_per_token": 15.608365371506494
    },
    "drift": {
     "hit_rate": 0.7497925884955752,
     "stall_ms_per_token": 13.746804505229283
    }
   },
   "split": "fit"
  },
  {
   "capacity": 32,
   "policy": "lru",
   "predictor": "probe",
   "m": 8,
   "hit_rate": 0.7380291087388282,
   "misses_per_token": 33.53227408142999,
   "stall_ms_per_token": 14.393735451837136,
   "prefetch_loads_per_token": 38.80754716981132,
   "prefetch_precision": 0.2311050379741653,
   "loads_per_token": 72.3398212512413,
   "pred_recall_at_k": 0.1567345249917246,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.689448936740529,
     "stall_ms_per_token": 17.063543959971398
    },
    "code": {
     "hit_rate": 0.7764216108328115,
     "stall_ms_per_token": 12.286919223544121
    },
    "reasoning": {
     "hit_rate": 0.7364523121387283,
     "stall_ms_per_token": 14.477795761079
    },
    "multilingual": {
     "hit_rate": 0.7363911290322581,
     "stall_ms_per_token": 14.48110056925996
    },
    "longctx": {
     "hit_rate": 0.7545880390143738,
     "stall_ms_per_token": 13.481716632443536
    },
    "drift": {
     "hit_rate": 0.7385591650197628,
     "stall_ms_per_token": 14.362130434782609
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 32,
   "policy": "lru",
   "predictor": "oracle",
   "m": 8,
   "hit_rate": 0.9727534477699531,
   "misses_per_token": 3.487558685446009,
   "stall_ms_per_token": 1.363878090766773,
   "prefetch_loads_per_token": 23.683255086071988,
   "prefetch_precision": 1.0,
   "loads_per_token": 27.170813771517995,
   "pred_recall_at_k": 1.0,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.9685191571733713,
     "stall_ms_per_token": 1.556039159843367
    },
    "code": {
     "hit_rate": 0.9760992360208063,
     "stall_ms_per_token": 1.2257482444733523
    },
    "reasoning": {
     "hit_rate": 0.9700029481132075,
     "stall_ms_per_token": 1.4821153039832327
    },
    "multilingual": {
     "hit_rate": 0.9746775995125914,
     "stall_ms_per_token": 1.2524874086108941
    },
    "longctx": {
     "hit_rate": 0.9693038513974097,
     "stall_ms_per_token": 1.5213796864349076
    },
    "drift": {
     "hit_rate": 0.9743438254223652,
     "stall_ms_per_token": 1.3009010458567998
    }
   },
   "split": "fit"
  },
  {
   "capacity": 32,
   "policy": "lru",
   "predictor": "oracle",
   "m": 8,
   "hit_rate": 0.9722644612711023,
   "misses_per_token": 3.550148957298908,
   "stall_ms_per_token": 1.3869715988083386,
   "prefetch_loads_per_token": 23.42542204568024,
   "prefetch_precision": 1.0,
   "loads_per_token": 26.975571002979144,
   "pred_recall_at_k": 1.0,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.9654887419585418,
     "stall_ms_per_token": 1.687325232308795
    },
    "code": {
     "hit_rate": 0.9769538587977458,
     "stall_ms_per_token": 1.1829392611145948
    },
    "reasoning": {
     "hit_rate": 0.9724981936416185,
     "stall_ms_per_token": 1.366709055876688
    },
    "multilingual": {
     "hit_rate": 0.9747390891840607,
     "stall_ms_per_token": 1.2623605313093011
    },
    "longctx": {
     "hit_rate": 0.9736749229979466,
     "stall_ms_per_token": 1.3395934291581142
    },
    "drift": {
     "hit_rate": 0.9720232213438735,
     "stall_ms_per_token": 1.396664031620556
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 48,
   "policy": "lru",
   "predictor": "none",
   "m": 8,
   "hit_rate": 0.9310189260563381,
   "misses_per_token": 8.829577464788732,
   "stall_ms_per_token": 3.796718309859156,
   "prefetch_loads_per_token": 0.0,
   "prefetch_precision": null,
   "loads_per_token": 8.829577464788732,
   "pred_recall_at_k": null,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.9204315370238519,
     "stall_ms_per_token": 4.379448202207161
    },
    "code": {
     "hit_rate": 0.9503332249674903,
     "stall_ms_per_token": 2.7336592977892895
    },
    "reasoning": {
     "hit_rate": 0.8983719863731656,
     "stall_ms_per_token": 5.593605870020981
    },
    "multilingual": {
     "hit_rate": 0.9266887946791227,
     "stall_ms_per_token": 4.035048740861087
    },
    "longctx": {
     "hit_rate": 0.9194146216768916,
     "stall_ms_per_token": 4.435419222903903
    },
    "drift": {
     "hit_rate": 0.9425281576830249,
     "stall_ms_per_token": 3.1632502011263255
    }
   },
   "split": "fit"
  },
  {
   "capacity": 48,
   "policy": "lru",
   "predictor": "none",
   "m": 8,
   "hit_rate": 0.9327256082423039,
   "misses_per_token": 8.611122144985105,
   "stall_ms_per_token": 3.7027825223435427,
   "prefetch_loads_per_token": 0.0,
   "prefetch_precision": null,
   "loads_per_token": 8.611122144985105,
   "pred_recall_at_k": null,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.9169105164403145,
     "stall_ms_per_token": 4.573245175125113
    },
    "code": {
     "hit_rate": 0.9516427285535379,
     "stall_ms_per_token": 2.661584220413288
    },
    "reasoning": {
     "hit_rate": 0.9211524566473989,
     "stall_ms_per_token": 4.33976878612718
    },
    "multilingual": {
     "hit_rate": 0.9146110056925996,
     "stall_ms_per_token": 4.699810246679331
    },
    "longctx": {
     "hit_rate": 0.9499005390143738,
     "stall_ms_per_token": 2.7574743326488793
    },
    "drift": {
     "hit_rate": 0.9309535573122529,
     "stall_ms_per_token": 3.8003162055336053
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 48,
   "policy": "lru",
   "predictor": "prev_rank",
   "m": 8,
   "hit_rate": 0.9188019610719875,
   "misses_per_token": 10.393348982785602,
   "stall_ms_per_token": 4.469140062597789,
   "prefetch_loads_per_token": 20.301486697965572,
   "prefetch_precision": 0.4753963145540811,
   "loads_per_token": 30.694835680751172,
   "pred_recall_at_k": null,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.9061359692061232,
     "stall_ms_per_token": 5.166276254894943
    },
    "code": {
     "hit_rate": 0.9401373537061118,
     "stall_ms_per_token": 3.2948400520155627
    },
    "reasoning": {
     "hit_rate": 0.8910835953878407,
     "stall_ms_per_token": 5.9947589098532745
    },
    "multilingual": {
     "hit_rate": 0.9138372004467912,
     "stall_ms_per_token": 4.742400487408596
    },
    "longctx": {
     "hit_rate": 0.9049505794137696,
     "stall_ms_per_token": 5.2315201090661505
    },
    "drift": {
     "hit_rate": 0.928882994770716,
     "stall_ms_per_token": 3.914279967819814
    }
   },
   "split": "fit"
  },
  {
   "capacity": 48,
   "policy": "lru",
   "predictor": "prev_rank",
   "m": 8,
   "hit_rate": 0.9203062934458789,
   "misses_per_token": 10.200794438927508,
   "stall_ms_per_token": 4.386341608738748,
   "prefetch_loads_per_token": 20.139622641509433,
   "prefetch_precision": 0.47329960652051717,
   "loads_per_token": 30.340417080436943,
   "pred_recall_at_k": null,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.897812053252323,
     "stall_ms_per_token": 5.624424588992169
    },
    "code": {
     "hit_rate": 0.9410809329993738,
     "stall_ms_per_token": 3.2429054477144827
    },
    "reasoning": {
     "hit_rate": 0.9123916184971098,
     "stall_ms_per_token": 4.821965317919084
    },
    "multilingual": {
     "hit_rate": 0.9120908444022771,
     "stall_ms_per_token": 4.838519924098684
    },
    "longctx": {
     "hit_rate": 0.9331686344969199,
     "stall_ms_per_token": 3.6783983572895407
    },
    "drift": {
     "hit_rate": 0.9212265316205533,
     "stall_ms_per_token": 4.335691699604754
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 48,
   "policy": "lru",
   "predictor": "transition",
   "m": 8,
   "hit_rate": 0.9404513888888889,
   "misses_per_token": 7.622222222222222,
   "stall_ms_per_token": 3.262892644757401,
   "prefetch_loads_per_token": 4.385993740219092,
   "prefetch_precision": 0.7281679838724064,
   "loads_per_token": 12.008215962441314,
   "pred_recall_at_k": 0.5303931924882629,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.929006096475614,
     "stall_ms_per_token": 3.8840370238518847
    },
    "code": {
     "hit_rate": 0.9579669213263979,
     "stall_ms_per_token": 2.3106710013003733
    },
    "reasoning": {
     "hit_rate": 0.9237175707547169,
     "stall_ms_per_token": 4.18677777777779
    },
    "multilingual": {
     "hit_rate": 0.934215703696182,
     "stall_ms_per_token": 3.59804792851341
    },
    "longctx": {
     "hit_rate": 0.9306194614860259,
     "stall_ms_per_token": 3.7997709611452093
    },
    "drift": {
     "hit_rate": 0.948932773531778,
     "stall_ms_per_token": 2.7981769911504606
    }
   },
   "split": "fit"
  },
  {
   "capacity": 48,
   "policy": "lru",
   "predictor": "transition",
   "m": 8,
   "hit_rate": 0.942279046673287,
   "misses_per_token": 7.388282025819265,
   "stall_ms_per_token": 3.1628011916583154,
   "prefetch_loads_per_token": 4.312611717974181,
   "prefetch_precision": 0.7169107488256424,
   "loads_per_token": 11.700893743793445,
   "pred_recall_at_k": 0.5340830850711685,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.9223161633309507,
     "stall_ms_per_token": 4.245799857040755
    },
    "code": {
     "hit_rate": 0.9588828663118347,
     "stall_ms_per_token": 2.2598810269255014
    },
    "reasoning": {
     "hit_rate": 0.9390354046242775,
     "stall_ms_per_token": 3.3480924855491416
    },
    "multilingual": {
     "hit_rate": 0.9324893263757116,
     "stall_ms_per_token": 3.6927134724857797
    },
    "longctx": {
     "hit_rate": 0.95877181724846,
     "stall_ms_per_token": 2.265782340862433
    },
    "drift": {
     "hit_rate": 0.9427186264822134,
     "stall_ms_per_token": 3.139612648221349
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 48,
   "policy": "lru",
   "predictor": "transition2",
   "m": 8,
   "hit_rate": 0.9383478824334899,
   "misses_per_token": 7.891471048513302,
   "stall_ms_per_token": 3.3680330203442703,
   "prefetch_loads_per_token": 3.728325508607199,
   "prefetch_precision": 0.7141747817327065,
   "loads_per_token": 11.6197965571205,
   "pred_recall_at_k": 0.5199705175497429,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.9262916073335706,
     "stall_ms_per_token": 4.015260946956198
    },
    "code": {
     "hit_rate": 0.9566076072821846,
     "stall_ms_per_token": 2.383989596879038
    },
    "reasoning": {
     "hit_rate": 0.9204910246331237,
     "stall_ms_per_token": 4.3616834381551515
    },
    "multilingual": {
     "hit_rate": 0.9317691409423233,
     "stall_ms_per_token": 3.712066612510164
    },
    "longctx": {
     "hit_rate": 0.9280472477845945,
     "stall_ms_per_token": 3.928868438991166
    },
    "drift": {
     "hit_rate": 0.9480025643604183,
     "stall_ms_per_token": 2.843403057119886
    }
   },
   "split": "fit"
  },
  {
   "capacity": 48,
   "policy": "lru",
   "predictor": "transition2",
   "m": 8,
   "hit_rate": 0.9403488083416087,
   "misses_per_token": 7.635352532274082,
   "stall_ms_per_token": 3.26093187686189,
   "prefetch_loads_per_token": 3.6307845084409136,
   "prefetch_precision": 0.7060335867840928,
   "loads_per_token": 11.266137040714995,
   "pred_recall_at_k": 0.5253883529578663,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.9200545032165832,
     "stall_ms_per_token": 4.351708363116534
    },
    "code": {
     "hit_rate": 0.9575131105197244,
     "stall_ms_per_token": 2.3338296806512324
    },
    "reasoning": {
     "hit_rate": 0.9367473506743738,
     "stall_ms_per_token": 3.4700809248554942
    },
    "multilingual": {
     "hit_rate": 0.9301915322580645,
     "stall_ms_per_token": 3.808740037950669
    },
    "longctx": {
     "hit_rate": 0.9565419661190965,
     "stall_ms_per_token": 2.3887761806981627
    },
    "drift": {
     "hit_rate": 0.9409739377470355,
     "stall_ms_per_token": 3.225521739130442
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 48,
   "policy": "lru",
   "predictor": "transition3",
   "m": 8,
   "hit_rate": 0.9371662265258216,
   "misses_per_token": 8.042723004694835,
   "stall_ms_per_token": 3.4264309859154753,
   "prefetch_loads_per_token": 3.3140845070422533,
   "prefetch_precision": 0.703782405439864,
   "loads_per_token": 11.35680751173709,
   "pred_recall_at_k": 0.5104414951245937,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.9251485181559274,
     "stall_ms_per_token": 4.06746813812743
    },
    "code": {
     "hit_rate": 0.9560021131339402,
     "stall_ms_per_token": 2.4175490247073825
    },
    "reasoning": {
     "hit_rate": 0.917886857966457,
     "stall_ms_per_token": 4.495758909853259
    },
    "multilingual": {
     "hit_rate": 0.9304522491876523,
     "stall_ms_per_token": 3.7737863525588975
    },
    "longctx": {
     "hit_rate": 0.926284509202454,
     "stall_ms_per_token": 4.018560327198388
    },
    "drift": {
     "hit_rate": 0.9469969328238134,
     "stall_ms_per_token": 2.8910297666934945
    }
   },
   "split": "fit"
  },
  {
   "capacity": 48,
   "policy": "lru",
   "predictor": "transition3",
   "m": 8,
   "hit_rate": 0.9391090491559086,
   "misses_per_token": 7.794041708043694,
   "stall_ms_per_token": 3.3219992055610024,
   "prefetch_loads_per_token": 3.208738828202582,
   "prefetch_precision": 0.6996162416439713,
   "loads_per_token": 11.002780536246275,
   "pred_recall_at_k": 0.5172217554044763,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.9188427001429592,
     "stall_ms_per_token": 4.406786275911391
    },
    "code": {
     "hit_rate": 0.956974992172824,
     "stall_ms_per_token": 2.362806512210409
    },
    "reasoning": {
     "hit_rate": 0.934971098265896,
     "stall_ms_per_token": 3.5673526011560726
    },
    "multilingual": {
     "hit_rate": 0.9272118121442126,
     "stall_ms_per_token": 3.9523415559772417
    },
    "longctx": {
     "hit_rate": 0.9553708932238193,
     "stall_ms_per_token": 2.447712525667362
    },
    "drift": {
     "hit_rate": 0.939738759881423,
     "stall_ms_per_token": 3.2833873517786603
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 48,
   "policy": "lru",
   "predictor": "probe",
   "m": 8,
   "hit_rate": 0.9027955056729264,
   "misses_per_token": 12.442175273865415,
   "stall_ms_per_token": 5.343785446009357,
   "prefetch_loads_per_token": 17.129890453834115,
   "prefetch_precision": 0.36841311894756074,
   "loads_per_token": 29.57206572769953,
   "pred_recall_at_k": 0.15737415232133542,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.8955116367034532,
     "stall_ms_per_token": 5.745389106443556
    },
    "code": {
     "hit_rate": 0.9188089239271782,
     "stall_ms_per_token": 4.464062938881634
    },
    "reasoning": {
     "hit_rate": 0.8817970387840671,
     "stall_ms_per_token": 6.4974381551362885
    },
    "multilingual": {
     "hit_rate": 0.894753376320065,
     "stall_ms_per_token": 5.784663688058469
    },
    "longctx": {
     "hit_rate": 0.893372955010225,
     "stall_ms_per_token": 5.861074301295194
    },
    "drift": {
     "hit_rate": 0.9128871681415929,
     "stall_ms_per_token": 4.788305711987153
    }
   },
   "split": "fit"
  },
  {
   "capacity": 48,
   "policy": "lru",
   "predictor": "probe",
   "m": 8,
   "hit_rate": 0.9033841236345581,
   "misses_per_token": 12.366832174776563,
   "stall_ms_per_token": 5.311433167825154,
   "prefetch_loads_per_token": 16.753525322740813,
   "prefetch_precision": 0.35981696185124595,
   "loads_per_token": 29.12035749751738,
   "pred_recall_at_k": 0.1567345249917246,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.8891507326661902,
     "stall_ms_per_token": 6.093732666190155
    },
    "code": {
     "hit_rate": 0.9174086177207263,
     "stall_ms_per_token": 4.542062617407669
    },
    "reasoning": {
     "hit_rate": 0.8984826589595376,
     "stall_ms_per_token": 5.579375722543363
    },
    "multilingual": {
     "hit_rate": 0.8927300759013282,
     "stall_ms_per_token": 5.895878557874778
    },
    "longctx": {
     "hit_rate": 0.9118005646817249,
     "stall_ms_per_token": 4.846349075975369
    },
    "drift": {
     "hit_rate": 0.9064970355731226,
     "stall_ms_per_token": 5.140837944664038
    }
   },
   "split": "heldout"
  },
  {
   "capacity": 48,
   "policy": "lru",
   "predictor": "oracle",
   "m": 8,
   "hit_rate": 0.9908786922926448,
   "misses_per_token": 1.167527386541471,
   "stall_ms_per_token": 0.47129874804381033,
   "prefetch_loads_per_token": 8.13262910798122,
   "prefetch_precision": 1.0,
   "loads_per_token": 9.300156494522692,
   "pred_recall_at_k": 1.0,
   "tokens": 12780,
   "families": {
    "general": {
     "hit_rate": 0.9891003248487006,
     "stall_ms_per_token": 0.5620968316126759
    },
    "code": {
     "hit_rate": 0.9925674577373212,
     "stall_ms_per_token": 0.3921425227568275
    },
    "reasoning": {
     "hit_rate": 0.9900173611111112,
     "stall_ms_per_token": 0.5243542976939221
    },
    "multilingual": {
     "hit_rate": 0.9914576563769293,
     "stall_ms_per_token": 0.4303460601137342
    },
    "longctx": {
     "hit_rate": 0.9885395364689843,
     "stall_ms_per_token": 0.5844526244035498
    },
    "drift": {
     "hit_rate": 0.9919486625100563,
     "stall_ms_per_token": 0.4178133547868083
    }
   },
   "split": "fit"
  },
  {
   "capacity": 48,
   "policy": "lru",
   "predictor": "oracle",
   "m": 8,
   "hit_rate": 0.9908360228401192,
   "misses_per_token": 1.1729890764647468,
   "stall_ms_per_token": 0.47738709036743304,
   "prefetch_loads_per_token": 7.858987090367428,
   "prefetch_precision": 1.0,
   "loads_per_token": 9.031976166832175,
   "pred_recall_at_k": 1.0,
   "tokens": 5035,
   "families": {
    "general": {
     "hit_rate": 0.9886693620443173,
     "stall_ms_per_token": 0.5807276626161585
    },
    "code": {
     "hit_rate": 0.9924516671884784,
     "stall_ms_per_token": 0.3983882279273665
    },
    "reasoning": {
     "hit_rate": 0.9911638969171483,
     "stall_ms_per_token": 0.468088631984588
    },
    "multilingual": {
     "hit_rate": 0.9900675996204934,
     "stall_ms_per_token": 0.5177760910815962
    },
    "longctx": {
     "hit_rate": 0.9914976899383984,
     "stall_ms_per_token": 0.4448377823408645
    },
    "drift": {
     "hit_rate": 0.9915544713438735,
     "stall_ms_per_token": 0.43979841897233335
    }
   },
   "split": "heldout"
  }
 ]
}