1{2 "config": "configs/experiments/routing_v2s1.yaml",3 "checkpoint": "experiments/runs/controller_v2s1_seed01_20261030005758/checkpoint",4 "checkpoint_sha256": "61a4dda3056e6047dd0671e53f2bb195aaa6d90f3fc112cc93fcf80d84ba4198",5 "split": "dev_iid",6 "code_commit": "unknown",7 "device": "mps",8 "seconds": 50.9,9 "records": [10 {11 "policy": "budget0",12 "loss": 0.4965549189338985,13 "edits_per_token": 0.0,14 "extra_ops_ratio": 0.0,15 "n_tokens": 341716 },17 {18 "policy": "random_forced",19 "budget": 1,20 "loss": 0.48360088745822744,21 "edits_per_token": 1.0,22 "extra_ops_ratio": 0.12365152489067972,23 "n_tokens": 341724 },25 {26 "policy": "uniform",27 "budget": 1,28 "loss": 0.4858294641340131,29 "edits_per_token": 1.0,30 "extra_ops_ratio": 0.10679070643245528,31 "n_tokens": 341732 },33 {34 "policy": "fixed_pair",35 "budget": 1,36 "loss": 0.48118645258036347,37 "edits_per_token": 1.0,38 "extra_ops_ratio": 0.14036496061660547,39 "n_tokens": 341740 },41 {42 "policy": "random_forced",43 "budget": 2,44 "loss": 0.4784298638066668,45 "edits_per_token": 2.0,46 "extra_ops_ratio": 0.24747007926514458,47 "n_tokens": 341748 },49 {50 "policy": "uniform",51 "budget": 2,52 "loss": 0.48122175722956695,53 "edits_per_token": 2.0,54 "extra_ops_ratio": 0.21358141286491056,55 "n_tokens": 341756 },57 {58 "policy": "fixed_pair",59 "budget": 2,60 "loss": 0.47615878792021193,61 "edits_per_token": 2.0,62 "extra_ops_ratio": 0.28072992123321094,63 "n_tokens": 341764 },65 {66 "policy": "random_forced",67 "budget": 4,68 "loss": 0.4737940016007751,69 "edits_per_token": 4.0,70 "extra_ops_ratio": 0.4947927651923059,71 "n_tokens": 341772 },73 {74 "policy": "uniform",75 "budget": 4,76 "loss": 0.4761925692582012,77 "edits_per_token": 4.0,78 "extra_ops_ratio": 0.4271628257298211,79 "n_tokens": 341780 },81 {82 "policy": "fixed_pair",83 "budget": 4,84 "loss": 0.47439178989266384,85 "edits_per_token": 4.0,86 "extra_ops_ratio": 0.5614598424664219,87 "n_tokens": 341788 },89 {90 "policy": "random_forced",91 "budget": 8,92 "loss": 0.479933912027709,93 "edits_per_token": 8.0,94 "extra_ops_ratio": 0.9892416248762507,95 "n_tokens": 341796 },97 {98 "policy": "uniform",99 "budget": 8,100 "loss": 0.4744012490468727,101 "edits_per_token": 8.0,102 "extra_ops_ratio": 0.8543256514596422,103 "n_tokens": 3417104 },105 {106 "policy": "fixed_pair",107 "budget": 8,108 "loss": 0.48843245580247313,109 "edits_per_token": 8.0,110 "extra_ops_ratio": 1.1229196849328438,111 "n_tokens": 3417112 },113 {114 "policy": "entropy",115 "threshold": 0.1,116 "budget": 8,117 "loss": 0.47797408758425247,118 "edits_per_token": 3.0755048287971904,119 "extra_ops_ratio": 0.3631002193380595,120 "n_tokens": 3417121 },122 {123 "policy": "entropy",124 "threshold": 0.5,125 "budget": 8,126 "loss": 0.4820516032017146,127 "edits_per_token": 2.4451273046532047,128 "extra_ops_ratio": 0.28835356525067246,129 "n_tokens": 3417130 },131 {132 "policy": "entropy",133 "threshold": 1.0,134 "budget": 8,135 "loss": 0.4866514847855628,136 "edits_per_token": 1.5993561603745976,137 "extra_ops_ratio": 0.1888264363224408,138 "n_tokens": 3417139 },140 {141 "policy": "entropy",142 "threshold": 2.0,143 "budget": 8,144 "loss": 0.4954935511476574,145 "edits_per_token": 0.4890254609306409,146 "extra_ops_ratio": 0.05748009566574164,147 "n_tokens": 3417148 },149 {150 "policy": "norm",151 "threshold": 0.02,152 "budget": 8,153 "loss": 0.47761174995437994,154 "edits_per_token": 8.0,155 "extra_ops_ratio": 0.9450654991893417,156 "n_tokens": 3417157 },158 {159 "policy": "norm",160 "threshold": 0.05,161 "budget": 8,162 "loss": 0.4775530145570902,163 "edits_per_token": 7.89844893181153,164 "extra_ops_ratio": 0.9331399762982823,165 "n_tokens": 3417166 },167 {168 "policy": "norm",169 "threshold": 0.1,170 "budget": 8,171 "loss": 0.4774494416747904,172 "edits_per_token": 5.593210418495756,173 "extra_ops_ratio": 0.6607864040500908,174 "n_tokens": 3417175 },176 {177 "policy": "norm",178 "threshold": 0.2,179 "budget": 8,180 "loss": 0.484189420057592,181 "edits_per_token": 1.0523851331577407,182 "extra_ops_ratio": 0.12498143781930479,183 "n_tokens": 3417184 },185 {186 "policy": "controller_locked",187 "lam": 0.3,188 "kap": 0.5,189 "budget": 8,190 "loss": 0.4950156743532738,191 "edits_per_token": 0.18027509511267192,192 "extra_ops_ratio": 0.019261529109336355,193 "n_tokens": 3417194 },195 {196 "policy": "controller",197 "lam": 0.0,198 "kap": 0.5,199 "budget": 8,200 "loss": 0.4933141067009207,201 "edits_per_token": 2.0714076675446296,202 "extra_ops_ratio": 0.24507358529814022,203 "n_tokens": 3417204 },205 {206 "policy": "controller",207 "lam": 0.01,208 "kap": 0.5,209 "budget": 8,210 "loss": 0.4924799355631653,211 "edits_per_token": 1.9534679543459175,212 "extra_ops_ratio": 0.23033672708986375,213 "n_tokens": 3417214 },215 {216 "policy": "controller",217 "lam": 0.03,218 "kap": 0.5,219 "budget": 8,220 "loss": 0.49286034918682664,221 "edits_per_token": 1.748902546093064,222 "extra_ops_ratio": 0.2050815436586777,223 "n_tokens": 3417224 },225 {226 "policy": "controller",227 "lam": 0.1,228 "kap": 0.5,229 "budget": 8,230 "loss": 0.4940115225604657,231 "edits_per_token": 1.0570676031606672,232 "extra_ops_ratio": 0.12090272048010196,233 "n_tokens": 3417234 },235 {236 "policy": "controller",237 "lam": 0.3,238 "kap": 0.5,239 "budget": 8,240 "loss": 0.4950156743532738,241 "edits_per_token": 0.18027509511267192,242 "extra_ops_ratio": 0.019261529109336355,243 "n_tokens": 3417244 },245 {246 "policy": "oracle1_greedy",247 "budget": 1,248 "diagnostic": true,249 "loss": 0.48106685130190885,250 "edits_per_token": 0.4333843797856049,251 "extra_ops_ratio": 0.05939235219911631,252 "n_tokens": 653253 },254 {255 "policy": "oracle1_greedy",256 "budget": 2,257 "diagnostic": true,258 "loss": 0.4616401316013307,259 "edits_per_token": 0.7978560490045942,260 "extra_ops_ratio": 0.10911176690281259,261 "n_tokens": 653262 },263 {264 "policy": "oracle1_greedy",265 "budget": 4,266 "diagnostic": true,267 "loss": 0.4398064138695803,268 "edits_per_token": 1.3905053598774886,269 "extra_ops_ratio": 0.18839140069795057,270 "n_tokens": 653271 },272 {273 "policy": "oracle1_greedy",274 "budget": 8,275 "diagnostic": true,276 "loss": 0.4197931946875673,277 "edits_per_token": 2.1623277182235836,278 "extra_ops_ratio": 0.2941060263383991,279 "n_tokens": 653280 },281 {282 "policy": "oracle_two_step",283 "diagnostic": true,284 "one_step_gain": 0.018501395466683924,285 "two_step_gain": 0.03580966489068393,286 "greedy_then_best_gain": 0.03554030122428105,287 "n_tokens": 174288 }289 ]290}