1{2 "config": "configs/experiments/routing_103m.yaml",3 "checkpoint": "experiments/runs/controller_103m_seed01_20261030034451/checkpoint",4 "checkpoint_sha256": "64d08e9120608983b261bd6d108eb2421da45c84ebc733fa5fb2b88780dae427",5 "split": "val",6 "code_commit": "unknown",7 "device": "mps",8 "seconds": 214.7,9 "records": [10 {11 "policy": "budget0",12 "loss": 3.988917422294617,13 "edits_per_token": 0.0,14 "extra_ops_ratio": 0.0,15 "n_tokens": 8192016 },17 {18 "policy": "random_forced",19 "budget": 1,20 "loss": 3.9874816298484803,21 "edits_per_token": 1.0,22 "extra_ops_ratio": 0.09125293754041194,23 "n_tokens": 8192024 },25 {26 "policy": "uniform",27 "budget": 1,28 "loss": 3.988114631175995,29 "edits_per_token": 1.0,30 "extra_ops_ratio": 0.0810016319155693,31 "n_tokens": 8192032 },33 {34 "policy": "fixed_pair",35 "budget": 1,36 "loss": 3.9875080823898315,37 "edits_per_token": 1.0,38 "extra_ops_ratio": 0.10161040723323822,39 "n_tokens": 8192040 },41 {42 "policy": "random_forced",43 "budget": 2,44 "loss": 3.986599826812744,45 "edits_per_token": 2.0,46 "extra_ops_ratio": 0.18254537209868432,47 "n_tokens": 8192048 },49 {50 "policy": "uniform",51 "budget": 2,52 "loss": 3.9874621868133544,53 "edits_per_token": 2.0,54 "extra_ops_ratio": 0.1620032638311386,55 "n_tokens": 8192056 },57 {58 "policy": "fixed_pair",59 "budget": 2,60 "loss": 3.986551058292389,61 "edits_per_token": 2.0,62 "extra_ops_ratio": 0.20322081446647644,63 "n_tokens": 8192064 },65 {66 "policy": "random_forced",67 "budget": 4,68 "loss": 3.9859113812446596,69 "edits_per_token": 4.0,70 "extra_ops_ratio": 0.3652265787124634,71 "n_tokens": 8192072 },73 {74 "policy": "uniform",75 "budget": 4,76 "loss": 3.98651465177536,77 "edits_per_token": 4.0,78 "extra_ops_ratio": 0.3240065276622772,79 "n_tokens": 8192080 },81 {82 "policy": "fixed_pair",83 "budget": 4,84 "loss": 3.9858184456825256,85 "edits_per_token": 4.0,86 "extra_ops_ratio": 0.4064416289329529,87 "n_tokens": 8192088 },89 {90 "policy": "random_forced",91 "budget": 8,92 "loss": 3.9863768219947815,93 "edits_per_token": 8.0,94 "extra_ops_ratio": 0.7305014580488205,95 "n_tokens": 8192096 },97 {98 "policy": "uniform",99 "budget": 8,100 "loss": 3.9858006834983826,101 "edits_per_token": 8.0,102 "extra_ops_ratio": 0.6480130553245544,103 "n_tokens": 81920104 },105 {106 "policy": "fixed_pair",107 "budget": 8,108 "loss": 3.9886863827705383,109 "edits_per_token": 8.0,110 "extra_ops_ratio": 0.8128832578659058,111 "n_tokens": 81920112 },113 {114 "policy": "entropy",115 "threshold": 1.0,116 "budget": 8,117 "loss": 3.986129975318909,118 "edits_per_token": 7.41322021484375,119 "extra_ops_ratio": 0.6520211786031723,120 "n_tokens": 81920121 },122 {123 "policy": "entropy",124 "threshold": 2.0,125 "budget": 8,126 "loss": 3.986458885669708,127 "edits_per_token": 6.782666015625,128 "extra_ops_ratio": 0.5965691864490509,129 "n_tokens": 81920130 },131 {132 "policy": "entropy",133 "threshold": 4.0,134 "budget": 8,135 "loss": 3.9870473384857177,136 "edits_per_token": 4.45064697265625,137 "extra_ops_ratio": 0.3914341315627098,138 "n_tokens": 81920139 },140 {141 "policy": "norm",142 "threshold": 0.05,143 "budget": 8,144 "loss": 3.987158489227295,145 "edits_per_token": 1.64981689453125,146 "extra_ops_ratio": 0.14528941884636878,147 "n_tokens": 81920148 },149 {150 "policy": "norm",151 "threshold": 0.1,152 "budget": 8,153 "loss": 3.9875789999961855,154 "edits_per_token": 1.00203857421875,155 "extra_ops_ratio": 0.08833706304430962,156 "n_tokens": 81920157 },158 {159 "policy": "norm",160 "threshold": 0.2,161 "budget": 8,162 "loss": 3.987588274478912,163 "edits_per_token": 1.0,164 "extra_ops_ratio": 0.0881563350558281,165 "n_tokens": 81920166 },167 {168 "policy": "controller_locked",169 "lam": 0.3,170 "kap": 0.5,171 "budget": 8,172 "loss": 3.988595390319824,173 "edits_per_token": 0.61395263671875,174 "extra_ops_ratio": 0.04973116461187601,175 "n_tokens": 81920176 },177 {178 "policy": "controller",179 "lam": 0.0,180 "kap": 0.5,181 "budget": 8,182 "loss": 3.987903368473053,183 "edits_per_token": 3.03917236328125,184 "extra_ops_ratio": 0.26631725803017614,185 "n_tokens": 81920186 },187 {188 "policy": "controller",189 "lam": 0.03,190 "kap": 0.5,191 "budget": 8,192 "loss": 3.9879065990447997,193 "edits_per_token": 2.6948974609375,194 "extra_ops_ratio": 0.22800378128886223,195 "n_tokens": 81920196 },197 {198 "policy": "controller",199 "lam": 0.1,200 "kap": 0.5,201 "budget": 8,202 "loss": 3.9881483793258665,203 "edits_per_token": 1.97513427734375,204 "extra_ops_ratio": 0.16089022792875768,205 "n_tokens": 81920206 },207 {208 "policy": "controller",209 "lam": 0.3,210 "kap": 0.5,211 "budget": 8,212 "loss": 3.988595390319824,213 "edits_per_token": 0.61395263671875,214 "extra_ops_ratio": 0.04973116461187601,215 "n_tokens": 81920216 },217 {218 "policy": "oracle1_greedy",219 "budget": 1,220 "diagnostic": true,221 "loss": 3.8904590606689453,222 "edits_per_token": 0.5654296875,223 "extra_ops_ratio": 0.056877437978982925,224 "n_tokens": 8192225 },226 {227 "policy": "oracle1_greedy",228 "budget": 2,229 "diagnostic": true,230 "loss": 3.8827518224716187,231 "edits_per_token": 1.1217041015625,232 "extra_ops_ratio": 0.11277931556105614,233 "n_tokens": 8192234 },235 {236 "policy": "oracle1_greedy",237 "budget": 4,238 "diagnostic": true,239 "loss": 3.8686580657958984,240 "edits_per_token": 2.21142578125,241 "extra_ops_ratio": 0.22216549515724182,242 "n_tokens": 8192243 },244 {245 "policy": "oracle1_greedy",246 "budget": 8,247 "diagnostic": true,248 "loss": 3.844477653503418,249 "edits_per_token": 4.278076171875,250 "extra_ops_ratio": 0.42921778559684753,251 "n_tokens": 8192252 },253 {254 "policy": "oracle_two_step",255 "diagnostic": true,256 "one_step_gain": 0.00875546969473362,257 "two_step_gain": 0.016163207590579987,258 "greedy_then_best_gain": 0.016161995008587837,259 "n_tokens": 4096260 }261 ]262}