SPB Git

spb/wp31_uqo

Public
4.8 KB · 151 lines json
1{2  "run_id": "controller_v2s2_seed01_20261030004717",3  "name": "controller_v2s2",4  "seed": 1,5  "code_commit": "unknown",6  "config_sha256": "8cdd361620875bda3cfcae976e78a784064bfff845c0433fa1fafec7f9805f54",7  "started_at": "2026-10-30T00:47:17-0400",8  "host": "M4M64c",9  "python": "3.12.14",10  "torch": "2.15.0",11  "command": "/Users/simon-pierreboucher/wp31/prisme-slm/training/train_controller.py --config configs/experiments/controller_v2s2.yaml --device mps",12  "state": "completed",13  "wall_seconds": 193.23,14  "device": "mps",15  "checkpoint_parent": "experiments/runs/p4v2_prisme_seed02_20261030001749/checkpoint",16  "labels_train": "experiments/runs/labels_v2s2_seed01_20261030004543/labels_train.pt",17  "labels_calib": "experiments/runs/labels_v2s2_seed01_20261030004543/labels_calib.pt",18  "finished_at": "2026-10-30T00:50:30-0400",19  "eval_train": {20    "huber": 0.0010070554593935765,21    "sign_acc": 0.4106531766106234,22    "harm_brier": 0.1394085687570071,23    "harm_ece": 0.02013043873012066,24    "n_labels": 26884,25    "oracle_opportunity_per_state": 0.01949981483372454,26    "regret_per_state": 0.013346665076057068,27    "captured_fraction": 0.3155491377808227,28    "top1_match": 0.059802712700369916,29    "n_audit_states": 162230  },31  "eval_calib": {32    "huber": 0.001002937499951388,33    "sign_acc": 0.412654183385347,34    "harm_brier": 0.1532348860141019,35    "harm_ece": 0.03501247614622116,36    "n_labels": 26916,37    "oracle_opportunity_per_state": 0.020023393703449098,38    "regret_per_state": 0.013364227492033892,39    "captured_fraction": 0.3325693091809977,40    "top1_match": 0.06930091185410335,41    "n_audit_states": 164542  },43  "sweep": [44    {45      "lambda": 0.0,46      "kappa": 0.0,47      "loss": 0.5010346970382817,48      "edits_per_token": 6.505338078291815,49      "extra_ops_ratio": 0.842747028753568,50      "loss_reduction": -0.013628671177765672,51      "reduction_per_ops": -0.01617172260805549852    },53    {54      "lambda": 0.0,55      "kappa": 0.5,56      "loss": 0.4934385713733388,57      "edits_per_token": 3.9359430604982206,58      "extra_ops_ratio": 0.4958741628119671,59      "loss_reduction": -0.006032545512822729,60      "reduction_per_ops": -0.01216547657698842261    },62    {63      "lambda": 0.01,64      "kappa": 0.0,65      "loss": 0.49886353244985127,66      "edits_per_token": 6.35349940688019,67      "extra_ops_ratio": 0.815659252632838,68      "loss_reduction": -0.011457506589335198,69      "reduction_per_ops": -0.0140469277487528270    },71    {72      "lambda": 0.01,73      "kappa": 0.5,74      "loss": 0.49234691180933976,75      "edits_per_token": 3.7265717674970342,76      "extra_ops_ratio": 0.4669636967343368,77      "loss_reduction": -0.004940885948823692,78      "reduction_per_ops": -0.01058087809261678479    },80    {81      "lambda": 0.03,82      "kappa": 0.0,83      "loss": 0.49679631949319536,84      "edits_per_token": 5.992289442467379,85      "extra_ops_ratio": 0.7534280869743012,86      "loss_reduction": -0.009390293632679292,87      "reduction_per_ops": -0.01246342390869692588    },89    {90      "lambda": 0.03,91      "kappa": 0.5,92      "loss": 0.4901708600642701,93      "edits_per_token": 3.0759193357058128,94      "extra_ops_ratio": 0.37601326142624464,95      "loss_reduction": -0.0027648342037540075,96      "reduction_per_ops": -0.00735302311750069197    },98    {99      "lambda": 0.1,100      "kappa": 0.0,101      "loss": 0.4935920529801085,102      "edits_per_token": 3.5118623962040334,103      "extra_ops_ratio": 0.4023556692320257,104      "loss_reduction": -0.00618602711959243,105      "reduction_per_ops": -0.015374524562807005106    },107    {108      "lambda": 0.1,109      "kappa": 0.5,110      "loss": 0.48869777602515896,111      "edits_per_token": 1.2004744958481612,112      "extra_ops_ratio": 0.1326800710648687,113      "loss_reduction": -0.0012917501646428908,114      "reduction_per_ops": -0.009735826596078174115    },116    {117      "lambda": 0.3,118      "kappa": 0.0,119      "loss": 0.4878548206949291,120      "edits_per_token": 0.6435349940688019,121      "extra_ops_ratio": 0.06894260369161694,122      "loss_reduction": -0.00044879483441301327,123      "reduction_per_ops": -0.006509687919830977124    },125    {126      "lambda": 0.3,127      "kappa": 0.5,128      "loss": 0.4873708813215914,129      "edits_per_token": 0.020166073546856466,130      "extra_ops_ratio": 0.0021535491621649844,131      "loss_reduction": 3.514453892466962e-05,132      "reduction_per_ops": 0.016319357617700477133    }134  ],135  "baseline_budget0": {136    "loss": 0.48740602586051607,137    "edits_per_token": 0.0,138    "extra_ops_ratio": 0.0139  },140  "selected": {141    "lambda": 0.3,142    "kappa": 0.5,143    "loss": 0.4873708813215914,144    "edits_per_token": 0.020166073546856466,145    "extra_ops_ratio": 0.0021535491621649844,146    "loss_reduction": 3.514453892466962e-05,147    "reduction_per_ops": 0.016319357617700477148  },149  "checkpoint_sha256": "809bef042a202eb089b8c2860bdd01a30faec25414290983bc7de06b17c27445",150  "selection_rule": "max_loss_reduction_per_ops"151}
Files · d6746e03e0d6828cde427e384b9ef1d2b92c62d6
Menu

Theme