SPB Git

spb/wp31_uqo

Public
4.8 KB · 151 lines json
1{2  "run_id": "controller_v2s1_seed01_20261030005758",3  "name": "controller_v2s1",4  "seed": 1,5  "code_commit": "unknown",6  "config_sha256": "1b270868a323af3e33c1bf1c047828f7743cb5844138936bbaee52634435e230",7  "started_at": "2026-10-30T00:57:58-0400",8  "host": "MacStudonpierre",9  "python": "3.12.14",10  "torch": "2.15.0",11  "command": "/Users/simon-pierreboucher/wp31/prisme-slm/training/train_controller.py --config configs/experiments/controller_v2s1.yaml --device mps",12  "state": "completed",13  "wall_seconds": 141.05,14  "device": "mps",15  "checkpoint_parent": "experiments/runs/p4v2_prisme_seed01_20261030001749/checkpoint",16  "labels_train": "experiments/runs/labels_v2s1_seed01_20261030005712/labels_train.pt",17  "labels_calib": "experiments/runs/labels_v2s1_seed01_20261030005712/labels_calib.pt",18  "finished_at": "2026-10-30T01:00:19-0400",19  "eval_train": {20    "huber": 0.0011783403564361462,21    "sign_acc": 0.6147150721618807,22    "harm_brier": 0.15530524830647194,23    "harm_ece": 0.031277772039175034,24    "n_labels": 26884,25    "oracle_opportunity_per_state": 0.01902814696367219,26    "regret_per_state": 0.01239542852347641,27    "captured_fraction": 0.3485740599365095,28    "top1_match": 0.06288532675709001,29    "n_audit_states": 162230  },31  "eval_calib": {32    "huber": 0.0011220869855551932,33    "sign_acc": 0.6217491454896715,34    "harm_brier": 0.15860497322598402,35    "harm_ece": 0.02261553332209587,36    "n_labels": 26916,37    "oracle_opportunity_per_state": 0.01836320621989056,38    "regret_per_state": 0.010739420540064664,39    "captured_fraction": 0.41516637065089457,40    "top1_match": 0.06504559270516717,41    "n_audit_states": 164542  },43  "sweep": [44    {45      "lambda": 0.0,46      "kappa": 0.0,47      "loss": 0.4843786382166092,48      "edits_per_token": 3.912811387900356,49      "extra_ops_ratio": 0.49989572029521034,50      "loss_reduction": 0.0030274170573496018,51      "reduction_per_ops": 0.0060560971707494952    },53    {54      "lambda": 0.0,55      "kappa": 0.5,56      "loss": 0.478396611422972,57      "edits_per_token": 2.082443653618031,58      "extra_ops_ratio": 0.24916935193298267,59      "loss_reduction": 0.009009443850986787,60      "reduction_per_ops": 0.03615791340746430561    },62    {63      "lambda": 0.01,64      "kappa": 0.0,65      "loss": 0.48403411629926835,66      "edits_per_token": 3.8208778173190985,67      "extra_ops_ratio": 0.4855178864683828,68      "loss_reduction": 0.0033719389746904582,69      "reduction_per_ops": 0.006945035535596155570    },71    {72      "lambda": 0.01,73      "kappa": 0.5,74      "loss": 0.47863737855234745,75      "edits_per_token": 1.9727164887307236,76      "extra_ops_ratio": 0.23549998838847783,77      "loss_reduction": 0.008768676721611357,78      "reduction_per_ops": 0.0372342978936655379    },80    {81      "lambda": 0.03,82      "kappa": 0.0,83      "loss": 0.4810810790508809,84      "edits_per_token": 3.6109134045077105,85      "extra_ops_ratio": 0.4554090081302014,86      "loss_reduction": 0.006324976223077927,87      "reduction_per_ops": 0.01388856195235737888    },89    {90      "lambda": 0.03,91      "kappa": 0.5,92      "loss": 0.47920335201747616,93      "edits_per_token": 1.7520759193357058,94      "extra_ops_ratio": 0.20777568952893022,95      "loss_reduction": 0.008202703256482646,96      "reduction_per_ops": 0.0394786477430533197    },98    {99      "lambda": 0.1,100      "kappa": 0.0,101      "loss": 0.47742267803223815,102      "edits_per_token": 2.8718861209964412,103      "extra_ops_ratio": 0.35113779930033295,104      "loss_reduction": 0.009983377241720659,105      "reduction_per_ops": 0.028431508261466718106    },107    {108      "lambda": 0.1,109      "kappa": 0.5,110      "loss": 0.48005905920641845,111      "edits_per_token": 1.0676156583629892,112      "extra_ops_ratio": 0.1214192702676902,113      "loss_reduction": 0.007346996067540357,114      "reduction_per_ops": 0.06050930837701963115    },116    {117      "lambda": 0.3,118      "kappa": 0.0,119      "loss": 0.47899278570607323,120      "edits_per_token": 1.0723606168446027,121      "extra_ops_ratio": 0.11869999069901689,122      "loss_reduction": 0.008413269567885573,123      "reduction_per_ops": 0.07087843493786604124    },125    {126      "lambda": 0.3,127      "kappa": 0.5,128      "loss": 0.48617894680615986,129      "edits_per_token": 0.15361803084223014,130      "extra_ops_ratio": 0.016404977543356864,131      "loss_reduction": 0.001227108467798943,132      "reduction_per_ops": 0.07480098430831782133    }134  ],135  "baseline_budget0": {136    "loss": 0.4874060552739588,137    "edits_per_token": 0.0,138    "extra_ops_ratio": 0.0139  },140  "selected": {141    "lambda": 0.3,142    "kappa": 0.5,143    "loss": 0.48617894680615986,144    "edits_per_token": 0.15361803084223014,145    "extra_ops_ratio": 0.016404977543356864,146    "loss_reduction": 0.001227108467798943,147    "reduction_per_ops": 0.07480098430831782148  },149  "checkpoint_sha256": "61a4dda3056e6047dd0671e53f2bb195aaa6d90f3fc112cc93fcf80d84ba4198",150  "selection_rule": "max_loss_reduction_per_ops"151}
Files · main
Menu

Theme