1{2 "config": "configs/experiments/routing_v2s3.yaml",3 "checkpoint": "experiments/runs/controller_v2s3_seed01_20261030004720/checkpoint",4 "checkpoint_sha256": "34ec25bc13935a5276c68155f7bd978233d297fd543a288cd9612686fa7e6c75",5 "split": "dev_iid",6 "code_commit": "unknown",7 "device": "mps",8 "seconds": 107.0,9 "records": [10 {11 "policy": "budget0",12 "loss": 0.49655490497905047,13 "edits_per_token": 0.0,14 "extra_ops_ratio": 0.0,15 "n_tokens": 341716 },17 {18 "policy": "random_forced",19 "budget": 1,20 "loss": 0.4836456643791969,21 "edits_per_token": 1.0,22 "extra_ops_ratio": 0.12365152489067972,23 "n_tokens": 341724 },25 {26 "policy": "uniform",27 "budget": 1,28 "loss": 0.4855114261693064,29 "edits_per_token": 1.0,30 "extra_ops_ratio": 0.10679070643245528,31 "n_tokens": 341732 },33 {34 "policy": "fixed_pair",35 "budget": 1,36 "loss": 0.4817456936745536,37 "edits_per_token": 1.0,38 "extra_ops_ratio": 0.14036496061660547,39 "n_tokens": 341740 },41 {42 "policy": "random_forced",43 "budget": 2,44 "loss": 0.4797144586453146,45 "edits_per_token": 2.0,46 "extra_ops_ratio": 0.24747007926514458,47 "n_tokens": 341748 },49 {50 "policy": "uniform",51 "budget": 2,52 "loss": 0.481759068838225,53 "edits_per_token": 2.0,54 "extra_ops_ratio": 0.21358141286491056,55 "n_tokens": 341756 },57 {58 "policy": "fixed_pair",59 "budget": 2,60 "loss": 0.47779058858878715,61 "edits_per_token": 2.0,62 "extra_ops_ratio": 0.28072992123321094,63 "n_tokens": 341764 },65 {66 "policy": "random_forced",67 "budget": 4,68 "loss": 0.47795309921367357,69 "edits_per_token": 4.0,70 "extra_ops_ratio": 0.4947927651923059,71 "n_tokens": 341772 },73 {74 "policy": "uniform",75 "budget": 4,76 "loss": 0.47780115212967145,77 "edits_per_token": 4.0,78 "extra_ops_ratio": 0.4271628257298211,79 "n_tokens": 341780 },81 {82 "policy": "fixed_pair",83 "budget": 4,84 "loss": 0.47757193677286536,85 "edits_per_token": 4.0,86 "extra_ops_ratio": 0.5614598424664219,87 "n_tokens": 341788 },89 {90 "policy": "random_forced",91 "budget": 8,92 "loss": 0.4858004447483758,93 "edits_per_token": 8.0,94 "extra_ops_ratio": 0.9892416248762507,95 "n_tokens": 341796 },97 {98 "policy": "uniform",99 "budget": 8,100 "loss": 0.47754792271213015,101 "edits_per_token": 8.0,102 "extra_ops_ratio": 0.8543256514596422,103 "n_tokens": 3417104 },105 {106 "policy": "fixed_pair",107 "budget": 8,108 "loss": 0.4924956470474989,109 "edits_per_token": 8.0,110 "extra_ops_ratio": 1.1229196849328438,111 "n_tokens": 3417112 },113 {114 "policy": "entropy",115 "threshold": 0.1,116 "budget": 8,117 "loss": 0.4825179937606602,118 "edits_per_token": 3.05736025753585,119 "extra_ops_ratio": 0.36087759942871667,120 "n_tokens": 3417121 },122 {123 "policy": "entropy",124 "threshold": 0.5,125 "budget": 8,126 "loss": 0.4854411358787262,127 "edits_per_token": 2.419373719637109,128 "extra_ops_ratio": 0.2853576809752221,129 "n_tokens": 3417130 },131 {132 "policy": "entropy",133 "threshold": 1.0,134 "budget": 8,135 "loss": 0.4886884239984947,136 "edits_per_token": 1.5993561603745976,137 "extra_ops_ratio": 0.18881661144655143,138 "n_tokens": 3417139 },140 {141 "policy": "entropy",142 "threshold": 2.0,143 "budget": 8,144 "loss": 0.4963183100194934,145 "edits_per_token": 0.49721978343576234,146 "extra_ops_ratio": 0.0583846495798327,147 "n_tokens": 3417148 },149 {150 "policy": "norm",151 "threshold": 0.02,152 "budget": 8,153 "loss": 0.4820865974950972,154 "edits_per_token": 8.0,155 "extra_ops_ratio": 0.9450654991893417,156 "n_tokens": 3417157 },158 {159 "policy": "norm",160 "threshold": 0.05,161 "budget": 8,162 "loss": 0.4820865729345646,163 "edits_per_token": 7.986830553116769,164 "extra_ops_ratio": 0.9435117373802804,165 "n_tokens": 3417166 },167 {168 "policy": "norm",169 "threshold": 0.1,170 "budget": 8,171 "loss": 0.4814451017817943,172 "edits_per_token": 5.9244951712028096,173 "extra_ops_ratio": 0.7000063660900461,174 "n_tokens": 3417175 },176 {177 "policy": "norm",178 "threshold": 0.2,179 "budget": 8,180 "loss": 0.48234174709973154,181 "edits_per_token": 1.3356745683347966,182 "extra_ops_ratio": 0.1584864019963837,183 "n_tokens": 3417184 },185 {186 "policy": "controller_locked",187 "lam": 0.3,188 "kap": 0.0,189 "budget": 8,190 "loss": 0.5073574809676414,191 "edits_per_token": 4.320456540825285,192 "extra_ops_ratio": 0.49558767799330555,193 "n_tokens": 3417194 },195 {196 "policy": "controller",197 "lam": 0.0,198 "kap": 0.0,199 "budget": 8,200 "loss": 0.5153049974717834,201 "edits_per_token": 5.38835235586772,202 "extra_ops_ratio": 0.6592092762434382,203 "n_tokens": 3417204 },205 {206 "policy": "controller",207 "lam": 0.01,208 "kap": 0.0,209 "budget": 8,210 "loss": 0.5150135007907956,211 "edits_per_token": 5.360257535850161,212 "extra_ops_ratio": 0.6541849225105373,213 "n_tokens": 3417214 },215 {216 "policy": "controller",217 "lam": 0.03,218 "kap": 0.0,219 "budget": 8,220 "loss": 0.5145079847452478,221 "edits_per_token": 5.295580918934738,222 "extra_ops_ratio": 0.6434558782446339,223 "n_tokens": 3417224 },225 {226 "policy": "controller",227 "lam": 0.1,228 "kap": 0.0,229 "budget": 8,230 "loss": 0.511634209855872,231 "edits_per_token": 5.068188469417618,232 "extra_ops_ratio": 0.6072834451400225,233 "n_tokens": 3417234 },235 {236 "policy": "controller",237 "lam": 0.3,238 "kap": 0.0,239 "budget": 8,240 "loss": 0.5073574809676414,241 "edits_per_token": 4.320456540825285,242 "extra_ops_ratio": 0.49558767799330555,243 "n_tokens": 3417244 },245 {246 "policy": "oracle1_greedy",247 "budget": 1,248 "diagnostic": true,249 "loss": 0.4806166586065365,250 "edits_per_token": 0.37059724349157736,251 "extra_ops_ratio": 0.050167911085563996,252 "n_tokens": 653253 },254 {255 "policy": "oracle1_greedy",256 "budget": 2,257 "diagnostic": true,258 "loss": 0.4616704009028343,259 "edits_per_token": 0.666156202143951,260 "extra_ops_ratio": 0.08980307936850952,261 "n_tokens": 653262 },263 {264 "policy": "oracle1_greedy",265 "budget": 4,266 "diagnostic": true,267 "loss": 0.44248058091261483,268 "edits_per_token": 1.1393568147013782,269 "extra_ops_ratio": 0.15298469362361142,270 "n_tokens": 653271 },272 {273 "policy": "oracle1_greedy",274 "budget": 8,275 "diagnostic": true,276 "loss": 0.42422473375866643,277 "edits_per_token": 1.8376722817764166,278 "extra_ops_ratio": 0.24673623147821352,279 "n_tokens": 653280 },281 {282 "policy": "oracle_two_step",283 "diagnostic": true,284 "one_step_gain": 0.020420740390646046,285 "two_step_gain": 0.04088112403606546,286 "greedy_then_best_gain": 0.04077013607682853,287 "n_tokens": 174288 }289 ]290}