1{2 "config": "configs/experiments/routing_v2s4.yaml",3 "checkpoint": "experiments/runs/controller_v2s4_seed01_20261030004719/checkpoint",4 "checkpoint_sha256": "ce86e3a12b5d5af217859afaccfe238677ad488c5ee0b4f219200742f99a7fa2",5 "split": "dev_iid",6 "code_commit": "unknown",7 "device": "mps",8 "seconds": 107.9,9 "records": [10 {11 "policy": "budget0",12 "loss": 0.49655490497905047,13 "edits_per_token": 0.0,14 "extra_ops_ratio": 0.0,15 "n_tokens": 341716 },17 {18 "policy": "random_forced",19 "budget": 1,20 "loss": 0.484092703471241,21 "edits_per_token": 1.0,22 "extra_ops_ratio": 0.12365152489067972,23 "n_tokens": 341724 },25 {26 "policy": "uniform",27 "budget": 1,28 "loss": 0.48554490719896537,29 "edits_per_token": 1.0,30 "extra_ops_ratio": 0.10679070643245528,31 "n_tokens": 341732 },33 {34 "policy": "fixed_pair",35 "budget": 1,36 "loss": 0.48190072310539517,37 "edits_per_token": 1.0,38 "extra_ops_ratio": 0.14036496061660547,39 "n_tokens": 341740 },41 {42 "policy": "random_forced",43 "budget": 2,44 "loss": 0.480293477108369,45 "edits_per_token": 2.0,46 "extra_ops_ratio": 0.24747007926514458,47 "n_tokens": 341748 },49 {50 "policy": "uniform",51 "budget": 2,52 "loss": 0.4819024108047195,53 "edits_per_token": 2.0,54 "extra_ops_ratio": 0.21358141286491056,55 "n_tokens": 341756 },57 {58 "policy": "fixed_pair",59 "budget": 2,60 "loss": 0.47775121861324693,61 "edits_per_token": 2.0,62 "extra_ops_ratio": 0.28072992123321094,63 "n_tokens": 341764 },65 {66 "policy": "random_forced",67 "budget": 4,68 "loss": 0.4771316998319595,69 "edits_per_token": 4.0,70 "extra_ops_ratio": 0.4947927651923059,71 "n_tokens": 341772 },73 {74 "policy": "uniform",75 "budget": 4,76 "loss": 0.4777530824227538,77 "edits_per_token": 4.0,78 "extra_ops_ratio": 0.4271628257298211,79 "n_tokens": 341780 },81 {82 "policy": "fixed_pair",83 "budget": 4,84 "loss": 0.47623123842127185,85 "edits_per_token": 4.0,86 "extra_ops_ratio": 0.5614598424664219,87 "n_tokens": 341788 },89 {90 "policy": "random_forced",91 "budget": 8,92 "loss": 0.48208205268018106,93 "edits_per_token": 8.0,94 "extra_ops_ratio": 0.9892416248762507,95 "n_tokens": 341796 },97 {98 "policy": "uniform",99 "budget": 8,100 "loss": 0.47621813565623455,101 "edits_per_token": 8.0,102 "extra_ops_ratio": 0.8543256514596422,103 "n_tokens": 3417104 },105 {106 "policy": "fixed_pair",107 "budget": 8,108 "loss": 0.4901462004552433,109 "edits_per_token": 8.0,110 "extra_ops_ratio": 1.1229196849328438,111 "n_tokens": 3417112 },113 {114 "policy": "entropy",115 "threshold": 0.1,116 "budget": 8,117 "loss": 0.47952548600024636,118 "edits_per_token": 3.073748902546093,119 "extra_ops_ratio": 0.3628734011450531,120 "n_tokens": 3417121 },122 {123 "policy": "entropy",124 "threshold": 0.5,125 "budget": 8,126 "loss": 0.48282133699126295,127 "edits_per_token": 2.4252268071407665,128 "extra_ops_ratio": 0.28598273508654093,129 "n_tokens": 3417130 },131 {132 "policy": "entropy",133 "threshold": 1.0,134 "budget": 8,135 "loss": 0.48870500459076543,136 "edits_per_token": 1.604916593503073,137 "extra_ops_ratio": 0.18948902014859909,138 "n_tokens": 3417139 },140 {141 "policy": "entropy",142 "threshold": 2.0,143 "budget": 8,144 "loss": 0.4969192392685834,145 "edits_per_token": 0.5033655253146034,146 "extra_ops_ratio": 0.05909991138749629,147 "n_tokens": 3417148 },149 {150 "policy": "norm",151 "threshold": 0.02,152 "budget": 8,153 "loss": 0.4789865899581396,154 "edits_per_token": 8.0,155 "extra_ops_ratio": 0.9450654991893417,156 "n_tokens": 3417157 },158 {159 "policy": "norm",160 "threshold": 0.05,161 "budget": 8,162 "loss": 0.4789865899581396,163 "edits_per_token": 8.0,164 "extra_ops_ratio": 0.9450654991893417,165 "n_tokens": 3417166 },167 {168 "policy": "norm",169 "threshold": 0.1,170 "budget": 8,171 "loss": 0.4811858405207276,172 "edits_per_token": 6.590869183494293,173 "extra_ops_ratio": 0.7787543149729866,174 "n_tokens": 3417175 },176 {177 "policy": "norm",178 "threshold": 0.2,179 "budget": 8,180 "loss": 0.48346202192789356,181 "edits_per_token": 1.160667251975417,182 "extra_ops_ratio": 0.137733863884153,183 "n_tokens": 3417184 },185 {186 "policy": "controller_locked",187 "lam": 0.3,188 "kap": 0.5,189 "budget": 8,190 "loss": 0.4974173310558664,191 "edits_per_token": 0.17295873573309922,192 "extra_ops_ratio": 0.019531554843655867,193 "n_tokens": 3417194 },195 {196 "policy": "controller",197 "lam": 0.0,198 "kap": 0.5,199 "budget": 8,200 "loss": 0.5000027024958753,201 "edits_per_token": 1.9189347380743342,202 "extra_ops_ratio": 0.23343842734989104,203 "n_tokens": 3417204 },205 {206 "policy": "controller",207 "lam": 0.01,208 "kap": 0.5,209 "budget": 8,210 "loss": 0.5002121907212701,211 "edits_per_token": 1.8235294117647058,212 "extra_ops_ratio": 0.22167792304901132,213 "n_tokens": 3417214 },215 {216 "policy": "controller",217 "lam": 0.03,218 "kap": 0.5,219 "budget": 8,220 "loss": 0.49992125949072563,221 "edits_per_token": 1.6028680128767925,222 "extra_ops_ratio": 0.1942616804043103,223 "n_tokens": 3417224 },225 {226 "policy": "controller",227 "lam": 0.1,228 "kap": 0.5,229 "budget": 8,230 "loss": 0.4987821341747075,231 "edits_per_token": 1.032777290020486,232 "extra_ops_ratio": 0.12332964934275657,233 "n_tokens": 3417234 },235 {236 "policy": "controller",237 "lam": 0.3,238 "kap": 0.5,239 "budget": 8,240 "loss": 0.4974173310558664,241 "edits_per_token": 0.17295873573309922,242 "extra_ops_ratio": 0.019531554843655867,243 "n_tokens": 3417244 },245 {246 "policy": "oracle1_greedy",247 "budget": 1,248 "diagnostic": true,249 "loss": 0.48179485969485036,250 "edits_per_token": 0.48545176110260335,251 "extra_ops_ratio": 0.06495266121342938,252 "n_tokens": 653253 },254 {255 "policy": "oracle1_greedy",256 "budget": 2,257 "diagnostic": true,258 "loss": 0.4655313886142982,259 "edits_per_token": 0.8392036753445635,260 "extra_ops_ratio": 0.11255041855582781,261 "n_tokens": 653262 },263 {264 "policy": "oracle1_greedy",265 "budget": 4,266 "diagnostic": true,267 "loss": 0.44583509892088347,268 "edits_per_token": 1.3859111791730474,269 "extra_ops_ratio": 0.18563849783600928,270 "n_tokens": 653271 },272 {273 "policy": "oracle1_greedy",274 "budget": 8,275 "diagnostic": true,276 "loss": 0.4251479284686662,277 "edits_per_token": 2.1929555895865236,278 "extra_ops_ratio": 0.2940347972361636,279 "n_tokens": 653280 },281 {282 "policy": "oracle_two_step",283 "diagnostic": true,284 "one_step_gain": 0.011839706322242474,285 "two_step_gain": 0.02256789289671799,286 "greedy_then_best_gain": 0.02252720964365992,287 "n_tokens": 174288 }289 ]290}