{"policy": "budget0", "loss": 0.43343788690653534, "edits_per_token": 0.0, "extra_ops_ratio": 0.0, "n_tokens": 3417} /Users/simon-pierreboucher/Desktop/Recherche-UQO/ia/prisme-slm/training/train_editor.py:57: UserWarning: The given NumPy array is not writable, and PyTorch does not support non-writable tensors. This means writing to this tensor will result in undefined behavior. You may want to copy the array to protect its data or make it writable before converting it to a tensor. This type of warning will be suppressed for the rest of this program. (Triggered internally at /Users/runner/work/pytorch/pytorch/torch/csrc/utils/tensor_numpy.cpp:214.) return torch.from_numpy(acts).to(device), torch.from_numpy(np.ascontiguousarray(b)).to(device) {"policy": "random_forced", "budget": 1, "loss": 0.43049107206331766, "edits_per_token": 1.0, "extra_ops_ratio": 0.33739269034430613, "n_tokens": 3417} {"policy": "uniform", "budget": 1, "loss": 0.430082754325476, "edits_per_token": 1.0, "extra_ops_ratio": 0.2911194881431394, "n_tokens": 3417} {"policy": "fixed_pair", "budget": 1, "loss": 0.4306084942950259, "edits_per_token": 1.0, "extra_ops_ratio": 0.38326141294904154, "n_tokens": 3417} {"policy": "random_forced", "budget": 2, "loss": 0.43129151572879726, "edits_per_token": 2.0, "extra_ops_ratio": 0.6752437784687831, "n_tokens": 3417} {"policy": "uniform", "budget": 2, "loss": 0.43061076446970825, "edits_per_token": 2.0, "extra_ops_ratio": 0.5822389762862789, "n_tokens": 3417} {"policy": "fixed_pair", "budget": 2, "loss": 0.43226337237493456, "edits_per_token": 2.0, "extra_ops_ratio": 0.7665228258980831, "n_tokens": 3417} {"policy": "random_forced", "budget": 4, "loss": 0.4350665061488499, "edits_per_token": 4.0, "extra_ops_ratio": 1.3500830851558498, "n_tokens": 3417} {"policy": "uniform", "budget": 4, "loss": 0.43226772879940184, "edits_per_token": 4.0, "extra_ops_ratio": 1.1644779525725577, "n_tokens": 3417} {"policy": "fixed_pair", "budget": 4, "loss": 0.43608775067685257, "edits_per_token": 4.0, "extra_ops_ratio": 1.5330456517961661, "n_tokens": 3417} {"policy": "random_forced", "budget": 8, "loss": 0.44534724575753865, "edits_per_token": 8.0, "extra_ops_ratio": 2.6992224028210283, "n_tokens": 3417} {"policy": "uniform", "budget": 8, "loss": 0.4360636224654602, "edits_per_token": 8.0, "extra_ops_ratio": 2.3289559051451154, "n_tokens": 3417} {"policy": "fixed_pair", "budget": 8, "loss": 0.4454028259636821, "edits_per_token": 8.0, "extra_ops_ratio": 3.0660913035923323, "n_tokens": 3417} {"policy": "entropy", "threshold": 0.1, "budget": 8, "loss": 0.44345039856653656, "edits_per_token": 2.893473807433421, "extra_ops_ratio": 0.9313065950585138, "n_tokens": 3417} {"policy": "entropy", "threshold": 0.5, "budget": 8, "loss": 0.44244280132174246, "edits_per_token": 2.097453906935909, "extra_ops_ratio": 0.6750847836283169, "n_tokens": 3417} {"policy": "entropy", "threshold": 1.0, "budget": 8, "loss": 0.4375149400603328, "edits_per_token": 1.1785191688615744, "extra_ops_ratio": 0.3794397201180842, "n_tokens": 3417} {"policy": "entropy", "threshold": 2.0, "budget": 8, "loss": 0.43457157094819804, "edits_per_token": 0.20749195200468246, "extra_ops_ratio": 0.06636437945523596, "n_tokens": 3417} {"policy": "norm", "threshold": 0.02, "budget": 8, "loss": 0.4431566372928056, "edits_per_token": 7.994146912496342, "extra_ops_ratio": 2.576118717076383, "n_tokens": 3417} {"policy": "norm", "threshold": 0.05, "budget": 8, "loss": 0.4419520246658124, "edits_per_token": 7.054141059408838, "extra_ops_ratio": 2.2736114108984604, "n_tokens": 3417} {"policy": "norm", "threshold": 0.1, "budget": 8, "loss": 0.4397261778374042, "edits_per_token": 4.717588527948493, "extra_ops_ratio": 1.5199677263884506, "n_tokens": 3417} {"policy": "norm", "threshold": 0.2, "budget": 8, "loss": 0.430901125784258, "edits_per_token": 1.0491659350307287, "extra_ops_ratio": 0.33984092665514054, "n_tokens": 3417} {"policy": "controller_locked", "lam": 0.3, "kap": 0.5, "budget": 8, "loss": 0.43332059026845965, "edits_per_token": 0.06613988879133743, "extra_ops_ratio": 0.01925461050499103, "n_tokens": 3417} {"policy": "controller", "lam": 0.0, "kap": 0.5, "budget": 8, "loss": 0.4392198074760582, "edits_per_token": 1.4641498390400935, "extra_ops_ratio": 0.48109084149707576, "n_tokens": 3417} {"policy": "controller", "lam": 0.01, "kap": 0.5, "budget": 8, "loss": 0.43936958569757484, "edits_per_token": 1.3075797483172373, "extra_ops_ratio": 0.42456216117182355, "n_tokens": 3417} {"policy": "controller", "lam": 0.03, "kap": 0.5, "budget": 8, "loss": 0.438084998115448, "edits_per_token": 1.0398009950248757, "extra_ops_ratio": 0.3312630400798598, "n_tokens": 3417} {"policy": "controller", "lam": 0.1, "kap": 0.5, "budget": 8, "loss": 0.4354970293991183, "edits_per_token": 0.4433713784021071, "extra_ops_ratio": 0.13166276062654758, "n_tokens": 3417} {"policy": "controller", "lam": 0.3, "kap": 0.5, "budget": 8, "loss": 0.43332059026845965, "edits_per_token": 0.06613988879133743, "extra_ops_ratio": 0.01925461050499103, "n_tokens": 3417} {"policy": "oracle1_greedy", "budget": 1, "diagnostic": true, "loss": 0.4025459464804867, "edits_per_token": 0.5237366003062787, "extra_ops_ratio": 0.19226168855956283, "n_tokens": 653} {"policy": "oracle1_greedy", "budget": 2, "diagnostic": true, "loss": 0.390496985653093, "edits_per_token": 0.9509954058192955, "extra_ops_ratio": 0.34655941646277993, "n_tokens": 653} {"policy": "oracle1_greedy", "budget": 4, "diagnostic": true, "loss": 0.37995706181431255, "edits_per_token": 1.5313935681470139, "extra_ops_ratio": 0.552776494398599, "n_tokens": 653} {"policy": "oracle1_greedy", "budget": 8, "diagnostic": true, "loss": 0.3665898426751083, "edits_per_token": 2.2664624808575806, "extra_ops_ratio": 0.8196839220125861, "n_tokens": 653} {"policy": "oracle_two_step", "diagnostic": true, "one_step_gain": 0.023339285247627347, "two_step_gain": 0.03395615775009681, "greedy_then_best_gain": 0.03374234835306803, "n_tokens": 174} wrote results/raw/routing_v1rank.json RANK_DONE