1{2 "config": "configs/experiments/routing_v2s5.yaml",3 "checkpoint": "experiments/runs/controller_v2s5_seed01_20261030004719/checkpoint",4 "checkpoint_sha256": "958788a3ebabeed125e43ca842c6e0c0a26b2eb9741f65b990ede4325bfbceb9",5 "split": "dev_iid",6 "code_commit": "unknown",7 "device": "mps",8 "seconds": 108.4,9 "records": [10 {11 "policy": "budget0",12 "loss": 0.49655490497905047,13 "edits_per_token": 0.0,14 "extra_ops_ratio": 0.0,15 "n_tokens": 341716 },17 {18 "policy": "random_forced",19 "budget": 1,20 "loss": 0.48439379634304564,21 "edits_per_token": 1.0,22 "extra_ops_ratio": 0.12365152489067972,23 "n_tokens": 341724 },25 {26 "policy": "uniform",27 "budget": 1,28 "loss": 0.486002292694458,29 "edits_per_token": 1.0,30 "extra_ops_ratio": 0.10679070643245528,31 "n_tokens": 341732 },33 {34 "policy": "fixed_pair",35 "budget": 1,36 "loss": 0.4819198906473992,37 "edits_per_token": 1.0,38 "extra_ops_ratio": 0.14036496061660547,39 "n_tokens": 341740 },41 {42 "policy": "random_forced",43 "budget": 2,44 "loss": 0.47975871784142105,45 "edits_per_token": 2.0,46 "extra_ops_ratio": 0.24747007926514458,47 "n_tokens": 341748 },49 {50 "policy": "uniform",51 "budget": 2,52 "loss": 0.48194174226487907,53 "edits_per_token": 2.0,54 "extra_ops_ratio": 0.21358141286491056,55 "n_tokens": 341756 },57 {58 "policy": "fixed_pair",59 "budget": 2,60 "loss": 0.47758922543412663,61 "edits_per_token": 2.0,62 "extra_ops_ratio": 0.28072992123321094,63 "n_tokens": 341764 },65 {66 "policy": "random_forced",67 "budget": 4,68 "loss": 0.47676382659295863,69 "edits_per_token": 4.0,70 "extra_ops_ratio": 0.4947927651923059,71 "n_tokens": 341772 },73 {74 "policy": "uniform",75 "budget": 4,76 "loss": 0.47761162603532914,77 "edits_per_token": 4.0,78 "extra_ops_ratio": 0.4271628257298211,79 "n_tokens": 341780 },81 {82 "policy": "fixed_pair",83 "budget": 4,84 "loss": 0.47737231909060013,85 "edits_per_token": 4.0,86 "extra_ops_ratio": 0.5614598424664219,87 "n_tokens": 341788 },89 {90 "policy": "random_forced",91 "budget": 8,92 "loss": 0.48528963227979544,93 "edits_per_token": 8.0,94 "extra_ops_ratio": 0.9892416248762507,95 "n_tokens": 341796 },97 {98 "policy": "uniform",99 "budget": 8,100 "loss": 0.4773734966006794,101 "edits_per_token": 8.0,102 "extra_ops_ratio": 0.8543256514596422,103 "n_tokens": 3417104 },105 {106 "policy": "fixed_pair",107 "budget": 8,108 "loss": 0.4952617686570022,109 "edits_per_token": 8.0,110 "extra_ops_ratio": 1.1229196849328438,111 "n_tokens": 3417112 },113 {114 "policy": "entropy",115 "threshold": 0.1,116 "budget": 8,117 "loss": 0.4832980625106816,118 "edits_per_token": 3.0597014925373136,119 "extra_ops_ratio": 0.3611669247353464,120 "n_tokens": 3417121 },122 {123 "policy": "entropy",124 "threshold": 0.5,125 "budget": 8,126 "loss": 0.48658690314422687,127 "edits_per_token": 2.4132279777582677,128 "extra_ops_ratio": 0.28454416022162565,129 "n_tokens": 3417130 },131 {132 "policy": "entropy",133 "threshold": 1.0,134 "budget": 8,135 "loss": 0.4919144153455422,136 "edits_per_token": 1.6087211003804507,137 "extra_ops_ratio": 0.1899346083899775,138 "n_tokens": 3417139 },140 {141 "policy": "entropy",142 "threshold": 2.0,143 "budget": 8,144 "loss": 0.49789898570671676,145 "edits_per_token": 0.49663447468539657,146 "extra_ops_ratio": 0.058351620512815255,147 "n_tokens": 3417148 },149 {150 "policy": "norm",151 "threshold": 0.02,152 "budget": 8,153 "loss": 0.4830680444710151,154 "edits_per_token": 8.0,155 "extra_ops_ratio": 0.9450654991893417,156 "n_tokens": 3417157 },158 {159 "policy": "norm",160 "threshold": 0.05,161 "budget": 8,162 "loss": 0.4830680444710151,163 "edits_per_token": 8.0,164 "extra_ops_ratio": 0.9450654991893417,165 "n_tokens": 3417166 },167 {168 "policy": "norm",169 "threshold": 0.1,170 "budget": 8,171 "loss": 0.4829900508252089,172 "edits_per_token": 6.8378694761486685,173 "extra_ops_ratio": 0.8079614435541445,174 "n_tokens": 3417175 },176 {177 "policy": "norm",178 "threshold": 0.2,179 "budget": 8,180 "loss": 0.4836091732888114,181 "edits_per_token": 1.2171495463857185,182 "extra_ops_ratio": 0.1445222226087901,183 "n_tokens": 3417184 },185 {186 "policy": "controller_locked",187 "lam": 0.3,188 "kap": 0.5,189 "budget": 8,190 "loss": 0.4949139250905185,191 "edits_per_token": 0.16417910447761194,192 "extra_ops_ratio": 0.01783739648299291,193 "n_tokens": 3417194 },195 {196 "policy": "controller",197 "lam": 0.0,198 "kap": 0.5,199 "budget": 8,200 "loss": 0.49624116427025533,201 "edits_per_token": 2.0822358794263973,202 "extra_ops_ratio": 0.25747048341987216,203 "n_tokens": 3417204 },205 {206 "policy": "controller",207 "lam": 0.01,208 "kap": 0.5,209 "budget": 8,210 "loss": 0.49531453863584335,211 "edits_per_token": 1.8533801580333626,212 "extra_ops_ratio": 0.22635919851694394,213 "n_tokens": 3417214 },215 {216 "policy": "controller",217 "lam": 0.03,218 "kap": 0.5,219 "budget": 8,220 "loss": 0.49484713635041344,221 "edits_per_token": 1.514779045946737,222 "extra_ops_ratio": 0.18148439880138886,223 "n_tokens": 3417224 },225 {226 "policy": "controller",227 "lam": 0.1,228 "kap": 0.5,229 "budget": 8,230 "loss": 0.494571496005082,231 "edits_per_token": 0.8311384255194615,232 "extra_ops_ratio": 0.09575371844118925,233 "n_tokens": 3417234 },235 {236 "policy": "controller",237 "lam": 0.3,238 "kap": 0.5,239 "budget": 8,240 "loss": 0.4949139250905185,241 "edits_per_token": 0.16417910447761194,242 "extra_ops_ratio": 0.01783739648299291,243 "n_tokens": 3417244 },245 {246 "policy": "oracle1_greedy",247 "budget": 1,248 "diagnostic": true,249 "loss": 0.48258088303196484,250 "edits_per_token": 0.41960183767228176,251 "extra_ops_ratio": 0.05653228511489004,252 "n_tokens": 653253 },254 {255 "policy": "oracle1_greedy",256 "budget": 2,257 "diagnostic": true,258 "loss": 0.4654824284645536,259 "edits_per_token": 0.7427258805513017,260 "extra_ops_ratio": 0.10024228906558447,261 "n_tokens": 653262 },263 {264 "policy": "oracle1_greedy",265 "budget": 4,266 "diagnostic": true,267 "loss": 0.44558831195918924,268 "edits_per_token": 1.2633996937212864,269 "extra_ops_ratio": 0.17127003457973417,270 "n_tokens": 653271 },272 {273 "policy": "oracle1_greedy",274 "budget": 8,275 "diagnostic": true,276 "loss": 0.42770675203519065,277 "edits_per_token": 2.021439509954058,278 "extra_ops_ratio": 0.2735076162387912,279 "n_tokens": 653280 },281 {282 "policy": "oracle_two_step",283 "diagnostic": true,284 "one_step_gain": 0.012034434011612815,285 "two_step_gain": 0.02329660284108129,286 "greedy_then_best_gain": 0.023268351609679473,287 "n_tokens": 174288 }289 ]290}