{
 "config": "configs/experiments/routing_v2s5.yaml",
 "checkpoint": "experiments/runs/controller_v2s5_seed01_20261030004719/checkpoint",
 "checkpoint_sha256": "958788a3ebabeed125e43ca842c6e0c0a26b2eb9741f65b990ede4325bfbceb9",
 "split": "dev_iid",
 "code_commit": "unknown",
 "device": "mps",
 "seconds": 108.4,
 "records": [
  {
   "policy": "budget0",
   "loss": 0.49655490497905047,
   "edits_per_token": 0.0,
   "extra_ops_ratio": 0.0,
   "n_tokens": 3417
  },
  {
   "policy": "random_forced",
   "budget": 1,
   "loss": 0.48439379634304564,
   "edits_per_token": 1.0,
   "extra_ops_ratio": 0.12365152489067972,
   "n_tokens": 3417
  },
  {
   "policy": "uniform",
   "budget": 1,
   "loss": 0.486002292694458,
   "edits_per_token": 1.0,
   "extra_ops_ratio": 0.10679070643245528,
   "n_tokens": 3417
  },
  {
   "policy": "fixed_pair",
   "budget": 1,
   "loss": 0.4819198906473992,
   "edits_per_token": 1.0,
   "extra_ops_ratio": 0.14036496061660547,
   "n_tokens": 3417
  },
  {
   "policy": "random_forced",
   "budget": 2,
   "loss": 0.47975871784142105,
   "edits_per_token": 2.0,
   "extra_ops_ratio": 0.24747007926514458,
   "n_tokens": 3417
  },
  {
   "policy": "uniform",
   "budget": 2,
   "loss": 0.48194174226487907,
   "edits_per_token": 2.0,
   "extra_ops_ratio": 0.21358141286491056,
   "n_tokens": 3417
  },
  {
   "policy": "fixed_pair",
   "budget": 2,
   "loss": 0.47758922543412663,
   "edits_per_token": 2.0,
   "extra_ops_ratio": 0.28072992123321094,
   "n_tokens": 3417
  },
  {
   "policy": "random_forced",
   "budget": 4,
   "loss": 0.47676382659295863,
   "edits_per_token": 4.0,
   "extra_ops_ratio": 0.4947927651923059,
   "n_tokens": 3417
  },
  {
   "policy": "uniform",
   "budget": 4,
   "loss": 0.47761162603532914,
   "edits_per_token": 4.0,
   "extra_ops_ratio": 0.4271628257298211,
   "n_tokens": 3417
  },
  {
   "policy": "fixed_pair",
   "budget": 4,
   "loss": 0.47737231909060013,
   "edits_per_token": 4.0,
   "extra_ops_ratio": 0.5614598424664219,
   "n_tokens": 3417
  },
  {
   "policy": "random_forced",
   "budget": 8,
   "loss": 0.48528963227979544,
   "edits_per_token": 8.0,
   "extra_ops_ratio": 0.9892416248762507,
   "n_tokens": 3417
  },
  {
   "policy": "uniform",
   "budget": 8,
   "loss": 0.4773734966006794,
   "edits_per_token": 8.0,
   "extra_ops_ratio": 0.8543256514596422,
   "n_tokens": 3417
  },
  {
   "policy": "fixed_pair",
   "budget": 8,
   "loss": 0.4952617686570022,
   "edits_per_token": 8.0,
   "extra_ops_ratio": 1.1229196849328438,
   "n_tokens": 3417
  },
  {
   "policy": "entropy",
   "threshold": 0.1,
   "budget": 8,
   "loss": 0.4832980625106816,
   "edits_per_token": 3.0597014925373136,
   "extra_ops_ratio": 0.3611669247353464,
   "n_tokens": 3417
  },
  {
   "policy": "entropy",
   "threshold": 0.5,
   "budget": 8,
   "loss": 0.48658690314422687,
   "edits_per_token": 2.4132279777582677,
   "extra_ops_ratio": 0.28454416022162565,
   "n_tokens": 3417
  },
  {
   "policy": "entropy",
   "threshold": 1.0,
   "budget": 8,
   "loss": 0.4919144153455422,
   "edits_per_token": 1.6087211003804507,
   "extra_ops_ratio": 0.1899346083899775,
   "n_tokens": 3417
  },
  {
   "policy": "entropy",
   "threshold": 2.0,
   "budget": 8,
   "loss": 0.49789898570671676,
   "edits_per_token": 0.49663447468539657,
   "extra_ops_ratio": 0.058351620512815255,
   "n_tokens": 3417
  },
  {
   "policy": "norm",
   "threshold": 0.02,
   "budget": 8,
   "loss": 0.4830680444710151,
   "edits_per_token": 8.0,
   "extra_ops_ratio": 0.9450654991893417,
   "n_tokens": 3417
  },
  {
   "policy": "norm",
   "threshold": 0.05,
   "budget": 8,
   "loss": 0.4830680444710151,
   "edits_per_token": 8.0,
   "extra_ops_ratio": 0.9450654991893417,
   "n_tokens": 3417
  },
  {
   "policy": "norm",
   "threshold": 0.1,
   "budget": 8,
   "loss": 0.4829900508252089,
   "edits_per_token": 6.8378694761486685,
   "extra_ops_ratio": 0.8079614435541445,
   "n_tokens": 3417
  },
  {
   "policy": "norm",
   "threshold": 0.2,
   "budget": 8,
   "loss": 0.4836091732888114,
   "edits_per_token": 1.2171495463857185,
   "extra_ops_ratio": 0.1445222226087901,
   "n_tokens": 3417
  },
  {
   "policy": "controller_locked",
   "lam": 0.3,
   "kap": 0.5,
   "budget": 8,
   "loss": 0.4949139250905185,
   "edits_per_token": 0.16417910447761194,
   "extra_ops_ratio": 0.01783739648299291,
   "n_tokens": 3417
  },
  {
   "policy": "controller",
   "lam": 0.0,
   "kap": 0.5,
   "budget": 8,
   "loss": 0.49624116427025533,
   "edits_per_token": 2.0822358794263973,
   "extra_ops_ratio": 0.25747048341987216,
   "n_tokens": 3417
  },
  {
   "policy": "controller",
   "lam": 0.01,
   "kap": 0.5,
   "budget": 8,
   "loss": 0.49531453863584335,
   "edits_per_token": 1.8533801580333626,
   "extra_ops_ratio": 0.22635919851694394,
   "n_tokens": 3417
  },
  {
   "policy": "controller",
   "lam": 0.03,
   "kap": 0.5,
   "budget": 8,
   "loss": 0.49484713635041344,
   "edits_per_token": 1.514779045946737,
   "extra_ops_ratio": 0.18148439880138886,
   "n_tokens": 3417
  },
  {
   "policy": "controller",
   "lam": 0.1,
   "kap": 0.5,
   "budget": 8,
   "loss": 0.494571496005082,
   "edits_per_token": 0.8311384255194615,
   "extra_ops_ratio": 0.09575371844118925,
   "n_tokens": 3417
  },
  {
   "policy": "controller",
   "lam": 0.3,
   "kap": 0.5,
   "budget": 8,
   "loss": 0.4949139250905185,
   "edits_per_token": 0.16417910447761194,
   "extra_ops_ratio": 0.01783739648299291,
   "n_tokens": 3417
  },
  {
   "policy": "oracle1_greedy",
   "budget": 1,
   "diagnostic": true,
   "loss": 0.48258088303196484,
   "edits_per_token": 0.41960183767228176,
   "extra_ops_ratio": 0.05653228511489004,
   "n_tokens": 653
  },
  {
   "policy": "oracle1_greedy",
   "budget": 2,
   "diagnostic": true,
   "loss": 0.4654824284645536,
   "edits_per_token": 0.7427258805513017,
   "extra_ops_ratio": 0.10024228906558447,
   "n_tokens": 653
  },
  {
   "policy": "oracle1_greedy",
   "budget": 4,
   "diagnostic": true,
   "loss": 0.44558831195918924,
   "edits_per_token": 1.2633996937212864,
   "extra_ops_ratio": 0.17127003457973417,
   "n_tokens": 653
  },
  {
   "policy": "oracle1_greedy",
   "budget": 8,
   "diagnostic": true,
   "loss": 0.42770675203519065,
   "edits_per_token": 2.021439509954058,
   "extra_ops_ratio": 0.2735076162387912,
   "n_tokens": 653
  },
  {
   "policy": "oracle_two_step",
   "diagnostic": true,
   "one_step_gain": 0.012034434011612815,
   "two_step_gain": 0.02329660284108129,
   "greedy_then_best_gain": 0.023268351609679473,
   "n_tokens": 174
  }
 ]
}