1{2 "config": "configs/experiments/routing_v2s2.yaml",3 "checkpoint": "experiments/runs/controller_v2s2_seed01_20261030004717/checkpoint",4 "checkpoint_sha256": "809bef042a202eb089b8c2860bdd01a30faec25414290983bc7de06b17c27445",5 "split": "dev_iid",6 "code_commit": "unknown",7 "device": "mps",8 "seconds": 105.7,9 "records": [10 {11 "policy": "budget0",12 "loss": 0.49655490497905047,13 "edits_per_token": 0.0,14 "extra_ops_ratio": 0.0,15 "n_tokens": 341716 },17 {18 "policy": "random_forced",19 "budget": 1,20 "loss": 0.4831837201139402,21 "edits_per_token": 1.0,22 "extra_ops_ratio": 0.12365152489067972,23 "n_tokens": 341724 },25 {26 "policy": "uniform",27 "budget": 1,28 "loss": 0.4852022428347906,29 "edits_per_token": 1.0,30 "extra_ops_ratio": 0.10679070643245528,31 "n_tokens": 341732 },33 {34 "policy": "fixed_pair",35 "budget": 1,36 "loss": 0.4811227489780675,37 "edits_per_token": 1.0,38 "extra_ops_ratio": 0.14036496061660547,39 "n_tokens": 341740 },41 {42 "policy": "random_forced",43 "budget": 2,44 "loss": 0.47896477127410114,45 "edits_per_token": 2.0,46 "extra_ops_ratio": 0.24747007926514458,47 "n_tokens": 341748 },49 {50 "policy": "uniform",51 "budget": 2,52 "loss": 0.48111633086434785,53 "edits_per_token": 2.0,54 "extra_ops_ratio": 0.21358141286491056,55 "n_tokens": 341756 },57 {58 "policy": "fixed_pair",59 "budget": 2,60 "loss": 0.47664317939586376,61 "edits_per_token": 2.0,62 "extra_ops_ratio": 0.28072992123321094,63 "n_tokens": 341764 },65 {66 "policy": "random_forced",67 "budget": 4,68 "loss": 0.4753802631345799,69 "edits_per_token": 4.0,70 "extra_ops_ratio": 0.4947927651923059,71 "n_tokens": 341772 },73 {74 "policy": "uniform",75 "budget": 4,76 "loss": 0.47664435718504,77 "edits_per_token": 4.0,78 "extra_ops_ratio": 0.4271628257298211,79 "n_tokens": 341780 },81 {82 "policy": "fixed_pair",83 "budget": 4,84 "loss": 0.47572590183507013,85 "edits_per_token": 4.0,86 "extra_ops_ratio": 0.5614598424664219,87 "n_tokens": 341788 },89 {90 "policy": "random_forced",91 "budget": 8,92 "loss": 0.48148822309958994,93 "edits_per_token": 8.0,94 "extra_ops_ratio": 0.9892416248762507,95 "n_tokens": 341796 },97 {98 "policy": "uniform",99 "budget": 8,100 "loss": 0.47571506701193955,101 "edits_per_token": 8.0,102 "extra_ops_ratio": 0.8543256514596422,103 "n_tokens": 3417104 },105 {106 "policy": "fixed_pair",107 "budget": 8,108 "loss": 0.4938548623660799,109 "edits_per_token": 8.0,110 "extra_ops_ratio": 1.1229196849328438,111 "n_tokens": 3417112 },113 {114 "policy": "entropy",115 "threshold": 0.1,116 "budget": 8,117 "loss": 0.4798940176289787,118 "edits_per_token": 3.061164764413228,119 "extra_ops_ratio": 0.3613428428991517,120 "n_tokens": 3417121 },122 {123 "policy": "entropy",124 "threshold": 0.5,125 "budget": 8,126 "loss": 0.4841544067856161,127 "edits_per_token": 2.4073748902546095,128 "extra_ops_ratio": 0.2838601465981572,129 "n_tokens": 3417130 },131 {132 "policy": "entropy",133 "threshold": 1.0,134 "budget": 8,135 "loss": 0.488897707645817,136 "edits_per_token": 1.6037459760023411,137 "extra_ops_ratio": 0.18934435955362428,138 "n_tokens": 3417139 },140 {141 "policy": "entropy",142 "threshold": 2.0,143 "budget": 8,144 "loss": 0.496987484057535,145 "edits_per_token": 0.5010242903131402,146 "extra_ops_ratio": 0.058859715379397354,147 "n_tokens": 3417148 },149 {150 "policy": "norm",151 "threshold": 0.02,152 "budget": 8,153 "loss": 0.47970660932237796,154 "edits_per_token": 8.0,155 "extra_ops_ratio": 0.9450654991893417,156 "n_tokens": 3417157 },158 {159 "policy": "norm",160 "threshold": 0.05,161 "budget": 8,162 "loss": 0.47970660039127516,163 "edits_per_token": 7.997951419373719,164 "extra_ops_ratio": 0.9448172524898486,165 "n_tokens": 3417166 },167 {168 "policy": "norm",169 "threshold": 0.1,170 "budget": 8,171 "loss": 0.47936704432995725,172 "edits_per_token": 6.377816798361136,173 "extra_ops_ratio": 0.753752230900158,174 "n_tokens": 3417175 },176 {177 "policy": "norm",178 "threshold": 0.2,179 "budget": 8,180 "loss": 0.48473219108190807,181 "edits_per_token": 1.1668129938542582,182 "extra_ops_ratio": 0.13837052173073053,183 "n_tokens": 3417184 },185 {186 "policy": "controller_locked",187 "lam": 0.3,188 "kap": 0.5,189 "budget": 8,190 "loss": 0.49651632708068616,191 "edits_per_token": 0.04975124378109453,192 "extra_ops_ratio": 0.00531297000896383,193 "n_tokens": 3417194 },195 {196 "policy": "controller",197 "lam": 0.0,198 "kap": 0.5,199 "budget": 8,200 "loss": 0.49630304648578255,201 "edits_per_token": 3.9692712906057945,202 "extra_ops_ratio": 0.49822215235718237,203 "n_tokens": 3417204 },205 {206 "policy": "controller",207 "lam": 0.01,208 "kap": 0.5,209 "budget": 8,210 "loss": 0.4964349499424194,211 "edits_per_token": 3.790166812993854,212 "extra_ops_ratio": 0.4734850139132291,213 "n_tokens": 3417214 },215 {216 "policy": "controller",217 "lam": 0.03,218 "kap": 0.5,219 "budget": 8,220 "loss": 0.49541911905817304,221 "edits_per_token": 3.1782265144863917,222 "extra_ops_ratio": 0.3877669019869346,223 "n_tokens": 3417224 },225 {226 "policy": "controller",227 "lam": 0.1,228 "kap": 0.5,229 "budget": 8,230 "loss": 0.4955693898858262,231 "edits_per_token": 1.3002633889376647,232 "extra_ops_ratio": 0.14320879928682645,233 "n_tokens": 3417234 },235 {236 "policy": "controller",237 "lam": 0.3,238 "kap": 0.5,239 "budget": 8,240 "loss": 0.49651632708068616,241 "edits_per_token": 0.04975124378109453,242 "extra_ops_ratio": 0.00531297000896383,243 "n_tokens": 3417244 },245 {246 "policy": "oracle1_greedy",247 "budget": 1,248 "diagnostic": true,249 "loss": 0.48103803076751384,250 "edits_per_token": 0.37519142419601836,251 "extra_ops_ratio": 0.05055569653124028,252 "n_tokens": 653253 },254 {255 "policy": "oracle1_greedy",256 "budget": 2,257 "diagnostic": true,258 "loss": 0.4624231142800581,259 "edits_per_token": 0.669218989280245,260 "extra_ops_ratio": 0.09018156831516423,261 "n_tokens": 653262 },263 {264 "policy": "oracle1_greedy",265 "budget": 4,266 "diagnostic": true,267 "loss": 0.43835515523212426,268 "edits_per_token": 1.1653905053598774,269 "extra_ops_ratio": 0.15633041971858025,270 "n_tokens": 653271 },272 {273 "policy": "oracle1_greedy",274 "budget": 8,275 "diagnostic": true,276 "loss": 0.4114027855772337,277 "edits_per_token": 1.901990811638591,278 "extra_ops_ratio": 0.25576430257940364,279 "n_tokens": 653280 },281 {282 "policy": "oracle_two_step",283 "diagnostic": true,284 "one_step_gain": 0.01257849424734883,285 "two_step_gain": 0.024940446875561243,286 "greedy_then_best_gain": 0.024922168117830122,287 "n_tokens": 174288 }289 ]290}