SPB Git

spb/wp31_uqo

Public
4.8 KB · 151 lines json
1{2  "run_id": "controller_v2s3_seed01_20261030004720",3  "name": "controller_v2s3",4  "seed": 1,5  "code_commit": "unknown",6  "config_sha256": "e56154e7ec9666ab6d7e4a94427e0c31397f8975c9b339b0344bd8cbb90bb651",7  "started_at": "2026-10-30T00:47:20-0400",8  "host": "MacStudnpierre6",9  "python": "3.12.13",10  "torch": "2.15.0",11  "command": "/Users/simon-pierreboucher/wp31/prisme-slm/training/train_controller.py --config configs/experiments/controller_v2s3.yaml --device mps",12  "state": "completed",13  "wall_seconds": 197.97,14  "device": "mps",15  "checkpoint_parent": "experiments/runs/p4v2_prisme_seed03_20261030001749/checkpoint",16  "labels_train": "experiments/runs/labels_v2s3_seed01_20261030004544/labels_train.pt",17  "labels_calib": "experiments/runs/labels_v2s3_seed01_20261030004544/labels_calib.pt",18  "finished_at": "2026-10-30T00:50:38-0400",19  "eval_train": {20    "huber": 0.007815325425114948,21    "sign_acc": 0.48322422258592473,22    "harm_brier": 0.19074533085368287,23    "harm_ece": 0.061203483492136,24    "n_labels": 26884,25    "oracle_opportunity_per_state": 0.019982138044590134,26    "regret_per_state": 0.01430556020078177,27    "captured_fraction": 0.28408260573223354,28    "top1_match": 0.1029593094944513,29    "n_audit_states": 162230  },31  "eval_calib": {32    "huber": 0.007724088622620563,33    "sign_acc": 0.5044954673799971,34    "harm_brier": 0.19917026808329547,35    "harm_ece": 0.08023828268051147,36    "n_labels": 26916,37    "oracle_opportunity_per_state": 0.0200653997960424,38    "regret_per_state": 0.013944871664771917,39    "captured_fraction": 0.30502896495875775,40    "top1_match": 0.08936170212765958,41    "n_audit_states": 164542  },43  "sweep": [44    {45      "lambda": 0.0,46      "kappa": 0.0,47      "loss": 0.4941370365599862,48      "edits_per_token": 5.279359430604982,49      "extra_ops_ratio": 0.6436597794683236,50      "loss_reduction": -0.00673101069947013,51      "reduction_per_ops": -0.01045740453913414552    },53    {54      "lambda": 0.0,55      "kappa": 0.5,56      "loss": 0.49054730687984227,57      "edits_per_token": 2.98220640569395,58      "extra_ops_ratio": 0.34909897257848993,59      "loss_reduction": -0.003141281019326203,60      "reduction_per_ops": -0.0089982534068327361    },62    {63      "lambda": 0.01,64      "kappa": 0.0,65      "loss": 0.4926429264344637,66      "edits_per_token": 5.233096085409253,67      "extra_ops_ratio": 0.6357123396433404,68      "loss_reduction": -0.005236900573947656,69      "reduction_per_ops": -0.00823784634554327370    },71    {72      "lambda": 0.01,73      "kappa": 0.5,74      "loss": 0.4901237397290068,75      "edits_per_token": 2.9187425860023724,76      "extra_ops_ratio": 0.3409675064177417,77      "loss_reduction": -0.0027177138684907343,78      "reduction_per_ops": -0.00797059490226345679    },80    {81      "lambda": 0.03,82      "kappa": 0.0,83      "loss": 0.49175829451844927,84      "edits_per_token": 5.177935943060498,85      "extra_ops_ratio": 0.6265161045929716,86      "loss_reduction": -0.0043522686579332,87      "reduction_per_ops": -0.00694677858402496588    },89    {90      "lambda": 0.03,91      "kappa": 0.5,92      "loss": 0.4906825974035659,93      "edits_per_token": 2.820284697508897,94      "extra_ops_ratio": 0.3285812454857153,95      "loss_reduction": -0.0032765715430498332,96      "reduction_per_ops": -0.00997187632607071197    },98    {99      "lambda": 0.1,100      "kappa": 0.0,101      "loss": 0.49028573992130736,102      "edits_per_token": 4.982799525504152,103      "extra_ops_ratio": 0.5937093098958334,104      "loss_reduction": -0.002879714060791294,105      "reduction_per_ops": -0.004850377133713031106    },107    {108      "lambda": 0.1,109      "kappa": 0.5,110      "loss": 0.4904432398568693,111      "edits_per_token": 2.4905100830367735,112      "extra_ops_ratio": 0.285856970971448,113      "loss_reduction": -0.003037213996353205,114      "reduction_per_ops": -0.010624942907747275115    },116    {117      "lambda": 0.3,118      "kappa": 0.0,119      "loss": 0.4887911139292508,120      "edits_per_token": 4.198102016607355,121      "extra_ops_ratio": 0.4771132757655242,122      "loss_reduction": -0.001385088068734719,123      "reduction_per_ops": -0.002903059166635757124    },125    {126      "lambda": 0.3,127      "kappa": 0.5,128      "loss": 0.48979161444649294,129      "edits_per_token": 1.568208778173191,130      "extra_ops_ratio": 0.17398185096460164,131      "loss_reduction": -0.002385588585976872,132      "reduction_per_ops": -0.0137117094268772133    }134  ],135  "baseline_budget0": {136    "loss": 0.48740602586051607,137    "edits_per_token": 0.0,138    "extra_ops_ratio": 0.0139  },140  "selected": {141    "lambda": 0.3,142    "kappa": 0.0,143    "loss": 0.4887911139292508,144    "edits_per_token": 4.198102016607355,145    "extra_ops_ratio": 0.4771132757655242,146    "loss_reduction": -0.001385088068734719,147    "reduction_per_ops": -0.002903059166635757148  },149  "checkpoint_sha256": "34ec25bc13935a5276c68155f7bd978233d297fd543a288cd9612686fa7e6c75",150  "selection_rule": "max_loss_reduction_per_ops"151}
Files · main
Menu

Theme