1{2 "config": "configs/experiments/routing_v1rank.yaml",3 "checkpoint": "experiments/runs/controller_v1rank_seed01_20261030005431/checkpoint",4 "checkpoint_sha256": "64570e628212ba370db86265ffaa23f655bfee6e58120829c5bbe5881c7aadd9",5 "split": "dev_iid",6 "code_commit": "512b98066b4c794b04c46f9b43023c6135f1adc1",7 "device": "mps",8 "seconds": 84.3,9 "records": [10 {11 "policy": "budget0",12 "loss": 0.43343788690653534,13 "edits_per_token": 0.0,14 "extra_ops_ratio": 0.0,15 "n_tokens": 341716 },17 {18 "policy": "random_forced",19 "budget": 1,20 "loss": 0.43049107206331766,21 "edits_per_token": 1.0,22 "extra_ops_ratio": 0.33739269034430613,23 "n_tokens": 341724 },25 {26 "policy": "uniform",27 "budget": 1,28 "loss": 0.430082754325476,29 "edits_per_token": 1.0,30 "extra_ops_ratio": 0.2911194881431394,31 "n_tokens": 341732 },33 {34 "policy": "fixed_pair",35 "budget": 1,36 "loss": 0.4306084942950259,37 "edits_per_token": 1.0,38 "extra_ops_ratio": 0.38326141294904154,39 "n_tokens": 341740 },41 {42 "policy": "random_forced",43 "budget": 2,44 "loss": 0.43129151572879726,45 "edits_per_token": 2.0,46 "extra_ops_ratio": 0.6752437784687831,47 "n_tokens": 341748 },49 {50 "policy": "uniform",51 "budget": 2,52 "loss": 0.43061076446970825,53 "edits_per_token": 2.0,54 "extra_ops_ratio": 0.5822389762862789,55 "n_tokens": 341756 },57 {58 "policy": "fixed_pair",59 "budget": 2,60 "loss": 0.43226337237493456,61 "edits_per_token": 2.0,62 "extra_ops_ratio": 0.7665228258980831,63 "n_tokens": 341764 },65 {66 "policy": "random_forced",67 "budget": 4,68 "loss": 0.4350665061488499,69 "edits_per_token": 4.0,70 "extra_ops_ratio": 1.3500830851558498,71 "n_tokens": 341772 },73 {74 "policy": "uniform",75 "budget": 4,76 "loss": 0.43226772879940184,77 "edits_per_token": 4.0,78 "extra_ops_ratio": 1.1644779525725577,79 "n_tokens": 341780 },81 {82 "policy": "fixed_pair",83 "budget": 4,84 "loss": 0.43608775067685257,85 "edits_per_token": 4.0,86 "extra_ops_ratio": 1.5330456517961661,87 "n_tokens": 341788 },89 {90 "policy": "random_forced",91 "budget": 8,92 "loss": 0.44534724575753865,93 "edits_per_token": 8.0,94 "extra_ops_ratio": 2.6992224028210283,95 "n_tokens": 341796 },97 {98 "policy": "uniform",99 "budget": 8,100 "loss": 0.4360636224654602,101 "edits_per_token": 8.0,102 "extra_ops_ratio": 2.3289559051451154,103 "n_tokens": 3417104 },105 {106 "policy": "fixed_pair",107 "budget": 8,108 "loss": 0.4454028259636821,109 "edits_per_token": 8.0,110 "extra_ops_ratio": 3.0660913035923323,111 "n_tokens": 3417112 },113 {114 "policy": "entropy",115 "threshold": 0.1,116 "budget": 8,117 "loss": 0.44345039856653656,118 "edits_per_token": 2.893473807433421,119 "extra_ops_ratio": 0.9313065950585138,120 "n_tokens": 3417121 },122 {123 "policy": "entropy",124 "threshold": 0.5,125 "budget": 8,126 "loss": 0.44244280132174246,127 "edits_per_token": 2.097453906935909,128 "extra_ops_ratio": 0.6750847836283169,129 "n_tokens": 3417130 },131 {132 "policy": "entropy",133 "threshold": 1.0,134 "budget": 8,135 "loss": 0.4375149400603328,136 "edits_per_token": 1.1785191688615744,137 "extra_ops_ratio": 0.3794397201180842,138 "n_tokens": 3417139 },140 {141 "policy": "entropy",142 "threshold": 2.0,143 "budget": 8,144 "loss": 0.43457157094819804,145 "edits_per_token": 0.20749195200468246,146 "extra_ops_ratio": 0.06636437945523596,147 "n_tokens": 3417148 },149 {150 "policy": "norm",151 "threshold": 0.02,152 "budget": 8,153 "loss": 0.4431566372928056,154 "edits_per_token": 7.994146912496342,155 "extra_ops_ratio": 2.576118717076383,156 "n_tokens": 3417157 },158 {159 "policy": "norm",160 "threshold": 0.05,161 "budget": 8,162 "loss": 0.4419520246658124,163 "edits_per_token": 7.054141059408838,164 "extra_ops_ratio": 2.2736114108984604,165 "n_tokens": 3417166 },167 {168 "policy": "norm",169 "threshold": 0.1,170 "budget": 8,171 "loss": 0.4397261778374042,172 "edits_per_token": 4.717588527948493,173 "extra_ops_ratio": 1.5199677263884506,174 "n_tokens": 3417175 },176 {177 "policy": "norm",178 "threshold": 0.2,179 "budget": 8,180 "loss": 0.430901125784258,181 "edits_per_token": 1.0491659350307287,182 "extra_ops_ratio": 0.33984092665514054,183 "n_tokens": 3417184 },185 {186 "policy": "controller_locked",187 "lam": 0.3,188 "kap": 0.5,189 "budget": 8,190 "loss": 0.43332059026845965,191 "edits_per_token": 0.06613988879133743,192 "extra_ops_ratio": 0.01925461050499103,193 "n_tokens": 3417194 },195 {196 "policy": "controller",197 "lam": 0.0,198 "kap": 0.5,199 "budget": 8,200 "loss": 0.4392198074760582,201 "edits_per_token": 1.4641498390400935,202 "extra_ops_ratio": 0.48109084149707576,203 "n_tokens": 3417204 },205 {206 "policy": "controller",207 "lam": 0.01,208 "kap": 0.5,209 "budget": 8,210 "loss": 0.43936958569757484,211 "edits_per_token": 1.3075797483172373,212 "extra_ops_ratio": 0.42456216117182355,213 "n_tokens": 3417214 },215 {216 "policy": "controller",217 "lam": 0.03,218 "kap": 0.5,219 "budget": 8,220 "loss": 0.438084998115448,221 "edits_per_token": 1.0398009950248757,222 "extra_ops_ratio": 0.3312630400798598,223 "n_tokens": 3417224 },225 {226 "policy": "controller",227 "lam": 0.1,228 "kap": 0.5,229 "budget": 8,230 "loss": 0.4354970293991183,231 "edits_per_token": 0.4433713784021071,232 "extra_ops_ratio": 0.13166276062654758,233 "n_tokens": 3417234 },235 {236 "policy": "controller",237 "lam": 0.3,238 "kap": 0.5,239 "budget": 8,240 "loss": 0.43332059026845965,241 "edits_per_token": 0.06613988879133743,242 "extra_ops_ratio": 0.01925461050499103,243 "n_tokens": 3417244 },245 {246 "policy": "oracle1_greedy",247 "budget": 1,248 "diagnostic": true,249 "loss": 0.4025459464804867,250 "edits_per_token": 0.5237366003062787,251 "extra_ops_ratio": 0.19226168855956283,252 "n_tokens": 653253 },254 {255 "policy": "oracle1_greedy",256 "budget": 2,257 "diagnostic": true,258 "loss": 0.390496985653093,259 "edits_per_token": 0.9509954058192955,260 "extra_ops_ratio": 0.34655941646277993,261 "n_tokens": 653262 },263 {264 "policy": "oracle1_greedy",265 "budget": 4,266 "diagnostic": true,267 "loss": 0.37995706181431255,268 "edits_per_token": 1.5313935681470139,269 "extra_ops_ratio": 0.552776494398599,270 "n_tokens": 653271 },272 {273 "policy": "oracle1_greedy",274 "budget": 8,275 "diagnostic": true,276 "loss": 0.3665898426751083,277 "edits_per_token": 2.2664624808575806,278 "extra_ops_ratio": 0.8196839220125861,279 "n_tokens": 653280 },281 {282 "policy": "oracle_two_step",283 "diagnostic": true,284 "one_step_gain": 0.023339285247627347,285 "two_step_gain": 0.03395615775009681,286 "greedy_then_best_gain": 0.03374234835306803,287 "n_tokens": 174288 }289 ]290}