SPB Git

spb/wp31_uqo

Public
4.8 KB · 151 lines json
1{2  "run_id": "controller_v2s5_seed01_20261030004719",3  "name": "controller_v2s5",4  "seed": 1,5  "code_commit": "unknown",6  "config_sha256": "04f738198090a4de2d6b75ad91a1103ff5874eb3930ee4ddeb93d485c82d210e",7  "started_at": "2026-10-30T00:47:19-0400",8  "host": "simonpirresMBP2",9  "python": "3.12.13",10  "torch": "2.15.0",11  "command": "/Users/simon-pierreboucher/wp31/prisme-slm/training/train_controller.py --config configs/experiments/controller_v2s5.yaml --device mps",12  "state": "completed",13  "wall_seconds": 214.63,14  "device": "mps",15  "checkpoint_parent": "experiments/runs/p4v2_prisme_seed05_20261030001839/checkpoint",16  "labels_train": "experiments/runs/labels_v2s5_seed01_20261030004544/labels_train.pt",17  "labels_calib": "experiments/runs/labels_v2s5_seed01_20261030004544/labels_calib.pt",18  "finished_at": "2026-10-30T00:50:54-0400",19  "eval_train": {20    "huber": 0.0011708975357059353,21    "sign_acc": 0.5854783514357983,22    "harm_brier": 0.1559505601703296,23    "harm_ece": 0.036413855850696564,24    "n_labels": 26884,25    "oracle_opportunity_per_state": 0.018150935190673526,26    "regret_per_state": 0.01348762697415052,27    "captured_fraction": 0.2569183442911057,28    "top1_match": 0.13070283600493218,29    "n_audit_states": 162230  },31  "eval_calib": {32    "huber": 0.0012304305638312443,33    "sign_acc": 0.5724847674245802,34    "harm_brier": 0.15660187138333365,35    "harm_ece": 0.035052504390478134,36    "n_labels": 26916,37    "oracle_opportunity_per_state": 0.01748203463105083,38    "regret_per_state": 0.012242587069247631,39    "captured_fraction": 0.29970467810978474,40    "top1_match": 0.12401215805471125,41    "n_audit_states": 164542  },43  "sweep": [44    {45      "lambda": 0.0,46      "kappa": 0.0,47      "loss": 0.487720724809495,48      "edits_per_token": 4.8795966785290625,49      "extra_ops_ratio": 0.6287084242344468,50      "loss_reduction": -0.0003146989489789531,51      "reduction_per_ops": -0.000500548325501045252    },53    {54      "lambda": 0.0,55      "kappa": 0.5,56      "loss": 0.48171681215188966,57      "edits_per_token": 2.2829181494661923,58      "extra_ops_ratio": 0.28294448807287614,59      "loss_reduction": 0.005689213708626406,60      "reduction_per_ops": 0.02010717277928055361    },62    {63      "lambda": 0.01,64      "kappa": 0.0,65      "loss": 0.48751331704932743,66      "edits_per_token": 4.635231316725979,67      "extra_ops_ratio": 0.5936513789890783,68      "loss_reduction": -0.00010729118881136479,69      "reduction_per_ops": -0.0001807309687279252370    },71    {72      "lambda": 0.01,73      "kappa": 0.5,74      "loss": 0.4818692801261712,75      "edits_per_token": 2.0604982206405693,76      "extra_ops_ratio": 0.2531782197782578,77      "loss_reduction": 0.005536745734344872,78      "reduction_per_ops": 0.02186896542362192679    },80    {81      "lambda": 0.03,82      "kappa": 0.0,83      "loss": 0.4871485858342543,84      "edits_per_token": 4.19276393831554,85      "extra_ops_ratio": 0.5301106680330433,86      "loss_reduction": 0.0002574400262617682,87      "reduction_per_ops": 0.000485634494429229788    },89    {90      "lambda": 0.03,91      "kappa": 0.5,92      "loss": 0.481783123627252,93      "edits_per_token": 1.6470937129300118,94      "extra_ops_ratio": 0.19815764874043132,95      "loss_reduction": 0.00562290223326406,96      "reduction_per_ops": 0.02837590307013359897    },98    {99      "lambda": 0.1,100      "kappa": 0.0,101      "loss": 0.48400851076608026,102      "edits_per_token": 2.6008303677342823,103      "extra_ops_ratio": 0.3149032049756033,104      "loss_reduction": 0.00339751509443581,105      "reduction_per_ops": 0.010789077534790501106    },107    {108      "lambda": 0.1,109      "kappa": 0.5,110      "loss": 0.48234007847832333,111      "edits_per_token": 0.9513641755634639,112      "extra_ops_ratio": 0.10998045705250008,113      "loss_reduction": 0.005065947382192737,114      "reduction_per_ops": 0.04606225067581293115    },116    {117      "lambda": 0.3,118      "kappa": 0.0,119      "loss": 0.48033914758358703,120      "edits_per_token": 0.8896797153024911,121      "extra_ops_ratio": 0.10432906903123233,122      "loss_reduction": 0.007066878276929034,123      "reduction_per_ops": 0.06773642612313034124    },125    {126      "lambda": 0.3,127      "kappa": 0.5,128      "loss": 0.48367020866059185,129      "edits_per_token": 0.2568208778173191,130      "extra_ops_ratio": 0.027824353634391955,131      "loss_reduction": 0.0037358171999242185,132      "reduction_per_ops": 0.13426429411487234133    }134  ],135  "baseline_budget0": {136    "loss": 0.48740602586051607,137    "edits_per_token": 0.0,138    "extra_ops_ratio": 0.0139  },140  "selected": {141    "lambda": 0.3,142    "kappa": 0.5,143    "loss": 0.48367020866059185,144    "edits_per_token": 0.2568208778173191,145    "extra_ops_ratio": 0.027824353634391955,146    "loss_reduction": 0.0037358171999242185,147    "reduction_per_ops": 0.13426429411487234148  },149  "checkpoint_sha256": "958788a3ebabeed125e43ca842c6e0c0a26b2eb9741f65b990ede4325bfbceb9",150  "selection_rule": "max_loss_reduction_per_ops"151}
Files · main
Menu

Theme