SPB Git

spb/wp31_uqo

Public
4.8 KB · 151 lines json
1{2  "run_id": "controller_v2s4_seed01_20261030004719",3  "name": "controller_v2s4",4  "seed": 1,5  "code_commit": "unknown",6  "config_sha256": "e2fd878b8eb564a3b6415335bf21da1ff862fdf95dfbdb47fefa2577cda90381",7  "started_at": "2026-10-30T00:47:19-0400",8  "host": "M5M36",9  "python": "3.12.14",10  "torch": "2.15.0",11  "command": "/Users/simon-pierreboucher/wp31/prisme-slm/training/train_controller.py --config configs/experiments/controller_v2s4.yaml --device mps",12  "state": "completed",13  "wall_seconds": 217.1,14  "device": "mps",15  "checkpoint_parent": "experiments/runs/p4v2_prisme_seed04_20261030001749/checkpoint",16  "labels_train": "experiments/runs/labels_v2s4_seed01_20261030004544/labels_train.pt",17  "labels_calib": "experiments/runs/labels_v2s4_seed01_20261030004544/labels_calib.pt",18  "finished_at": "2026-10-30T00:50:56-0400",19  "eval_train": {20    "huber": 0.0012207997952024066,21    "sign_acc": 0.6253905668799286,22    "harm_brier": 0.14596635829549232,23    "harm_ece": 0.06639833003282547,24    "n_labels": 26884,25    "oracle_opportunity_per_state": 0.017455400138836164,26    "regret_per_state": 0.012565521732358545,27    "captured_fraction": 0.28013556650576177,28    "top1_match": 0.059802712700369916,29    "n_audit_states": 162230  },31  "eval_calib": {32    "huber": 0.0012847311736074417,33    "sign_acc": 0.6326348640213999,34    "harm_brier": 0.15521432896712006,35    "harm_ece": 0.07186548411846161,36    "n_labels": 26916,37    "oracle_opportunity_per_state": 0.023318092004144083,38    "regret_per_state": 0.011166786567780747,39    "captured_fraction": 0.52111062235297,40    "top1_match": 0.06018237082066869,41    "n_audit_states": 164542  },43  "sweep": [44    {45      "lambda": 0.0,46      "kappa": 0.0,47      "loss": 0.49249181147854804,48      "edits_per_token": 3.6684460260972718,49      "extra_ops_ratio": 0.470991978583104,50      "loss_reduction": -0.005085785618031968,51      "reduction_per_ops": -0.01079803021981744652    },53    {54      "lambda": 0.0,55      "kappa": 0.5,56      "loss": 0.4869922624364018,57      "edits_per_token": 1.9780545670225385,58      "extra_ops_ratio": 0.23909690739279824,59      "loss_reduction": 0.00041376342411425515,60      "reduction_per_ops": 0.001730526039111445261    },62    {63      "lambda": 0.01,64      "kappa": 0.0,65      "loss": 0.4923982970937998,66      "edits_per_token": 3.5539739027283512,67      "extra_ops_ratio": 0.4550833967939673,68      "loss_reduction": -0.004992271233283718,69      "reduction_per_ops": -0.01097001399843180870    },71    {72      "lambda": 0.01,73      "kappa": 0.5,74      "loss": 0.48735612482362795,75      "edits_per_token": 1.8612099644128113,76      "extra_ops_ratio": 0.22442850155903918,77      "loss_reduction": 4.990103688812253e-05,78      "reduction_per_ops": 0.0002223471463805827579    },80    {81      "lambda": 0.03,82      "kappa": 0.0,83      "loss": 0.4913539094574228,84      "edits_per_token": 3.295373665480427,85      "extra_ops_ratio": 0.4207166149098678,86      "loss_reduction": -0.003947883596906732,87      "reduction_per_ops": -0.00938371211641476688    },89    {90      "lambda": 0.03,91      "kappa": 0.5,92      "loss": 0.48911659177370626,93      "edits_per_token": 1.6779359430604983,94      "extra_ops_ratio": 0.20157079821096763,95      "loss_reduction": -0.0017105659131901874,96      "reduction_per_ops": -0.00848617919049900497    },98    {99      "lambda": 0.1,100      "kappa": 0.0,101      "loss": 0.4855112390303244,102      "edits_per_token": 2.543890865954923,103      "extra_ops_ratio": 0.3220053658083806,104      "loss_reduction": 0.0018947868301916748,105      "reduction_per_ops": 0.0058843330931299676106    },107    {108      "lambda": 0.1,109      "kappa": 0.5,110      "loss": 0.486984067398741,111      "edits_per_token": 1.0504151838671412,112      "extra_ops_ratio": 0.12493916508141786,113      "loss_reduction": 0.0004219584617750627,114      "reduction_per_ops": 0.0033773113618943205115    },116    {117      "lambda": 0.3,118      "kappa": 0.0,119      "loss": 0.4817445196149471,120      "edits_per_token": 1.0581257413997627,121      "extra_ops_ratio": 0.1268179996440702,122      "loss_reduction": 0.005661506245568992,123      "reduction_per_ops": 0.04464276570722361124    },125    {126      "lambda": 0.3,127      "kappa": 0.5,128      "loss": 0.48625035585740567,129      "edits_per_token": 0.1951364175563464,130      "extra_ops_ratio": 0.02227253153089385,131      "loss_reduction": 0.0011556700031103984,132      "reduction_per_ops": 0.05188768063959807133    }134  ],135  "baseline_budget0": {136    "loss": 0.48740602586051607,137    "edits_per_token": 0.0,138    "extra_ops_ratio": 0.0139  },140  "selected": {141    "lambda": 0.3,142    "kappa": 0.5,143    "loss": 0.48625035585740567,144    "edits_per_token": 0.1951364175563464,145    "extra_ops_ratio": 0.02227253153089385,146    "loss_reduction": 0.0011556700031103984,147    "reduction_per_ops": 0.05188768063959807148  },149  "checkpoint_sha256": "ce86e3a12b5d5af217859afaccfe238677ad488c5ee0b4f219200742f99a7fa2",150  "selection_rule": "max_loss_reduction_per_ops"151}
Files · main
Menu

Theme