SPB Git

spb/wp31_uqo

Public
5.3 KB · 213 lines json
1{2  "run_id": "p4v2_abl_M32_seed03_20261030095138",3  "name": "p4v2_abl_M32",4  "seed": 3,5  "code_commit": "unknown",6  "config_sha256": "3c1a9fa592ea6a60963da832d7491cac16c2208fdb559ed787fbd5f36e4007c8",7  "started_at": "2026-10-30T09:51:38-0400",8  "host": "M5M36",9  "python": "3.12.14",10  "torch": "2.15.0",11  "command": "/Users/simon-pierreboucher/wp31/prisme-slm/training/train_editor.py --config configs/experiments/p4v2_abl_M32.yaml --seed 3 --device mps",12  "state": "completed",13  "wall_seconds": 3270.32,14  "device": "mps",15  "backend": "mps",16  "precision": "fp32",17  "n_params": 4938437,18  "n_trainable": 138049,19  "checkpoint_parent": "experiments/runs/p4_tiny_backbone_v2_seed01_20261029233624/checkpoint",20  "mode": "prisme",21  "freeze_backbone": true,22  "readout_scale": 38.98434829711914,23  "finished_at": "2026-10-30T10:46:08-0400",24  "train_tokens": 499017,25  "peak_memory_bytes": 16992993280,26  "final_exact_match": {27    "dev_iid": {28      "0": {29        "accuracy": 0.377,30        "n": 1000,31        "by_family": {32          "fsm": 0.48125,33          "bind": 0.24651162790697675,34          "arith": 0.09693877551020408,35          "excl": 0.2777777777777778,36          "sched": 0.788732394366197137        },38        "edits_per_token": 0.039      },40      "1": {41        "accuracy": 0.389,42        "n": 1000,43        "by_family": {44          "fsm": 0.51875,45          "bind": 0.2651162790697674,46          "arith": 0.09693877551020408,47          "excl": 0.2777777777777778,48          "sched": 0.798122065727699549        },50        "edits_per_token": 1.051      },52      "2": {53        "accuracy": 0.397,54        "n": 1000,55        "by_family": {56          "fsm": 0.5375,57          "bind": 0.2651162790697674,58          "arith": 0.11224489795918367,59          "excl": 0.2777777777777778,60          "sched": 0.807511737089201961        },62        "edits_per_token": 2.063      },64      "8": {65        "accuracy": 0.378,66        "n": 1000,67        "by_family": {68          "fsm": 0.5125,69          "bind": 0.25116279069767444,70          "arith": 0.09183673469387756,71          "excl": 0.25462962962962965,72          "sched": 0.793427230046948473        },74        "edits_per_token": 8.075      }76    },77    "dev_template": {78      "0": {79        "accuracy": 0.281,80        "n": 1000,81        "by_family": {82          "fsm": 0.453125,83          "arith": 0.04950495049504951,84          "bind": 0.12871287128712872,85          "sched": 0.5445544554455446,86          "excl": 0.237623762376237687        },88        "edits_per_token": 0.089      },90      "1": {91        "accuracy": 0.279,92        "n": 1000,93        "by_family": {94          "fsm": 0.4479166666666667,95          "arith": 0.039603960396039604,96          "bind": 0.12376237623762376,97          "sched": 0.5495049504950495,98          "excl": 0.2425742574257425799        },100        "edits_per_token": 1.0101      },102      "2": {103        "accuracy": 0.272,104        "n": 1000,105        "by_family": {106          "fsm": 0.421875,107          "arith": 0.04455445544554455,108          "bind": 0.12376237623762376,109          "sched": 0.5495049504950495,110          "excl": 0.22772277227722773111        },112        "edits_per_token": 2.0113      },114      "8": {115        "accuracy": 0.268,116        "n": 1000,117        "by_family": {118          "fsm": 0.3958333333333333,119          "arith": 0.019801980198019802,120          "bind": 0.1188118811881188,121          "sched": 0.5841584158415841,122          "excl": 0.22772277227722773123        },124        "edits_per_token": 8.0125      }126    },127    "dev_depth": {128      "0": {129        "accuracy": 0.29,130        "n": 1000,131        "by_family": {132          "arith": 0.03,133          "bind": 0.02,134          "fsm": 0.37,135          "excl": 0.75,136          "sched": 0.28137        },138        "edits_per_token": 0.0139      },140      "1": {141        "accuracy": 0.294,142        "n": 1000,143        "by_family": {144          "arith": 0.025,145          "bind": 0.02,146          "fsm": 0.39,147          "excl": 0.75,148          "sched": 0.285149        },150        "edits_per_token": 1.0151      },152      "2": {153        "accuracy": 0.299,154        "n": 1000,155        "by_family": {156          "arith": 0.03,157          "bind": 0.015,158          "fsm": 0.4,159          "excl": 0.755,160          "sched": 0.295161        },162        "edits_per_token": 2.0163      },164      "8": {165        "accuracy": 0.295,166        "n": 1000,167        "by_family": {168          "arith": 0.02,169          "bind": 0.02,170          "fsm": 0.395,171          "excl": 0.73,172          "sched": 0.31173        },174        "edits_per_token": 8.0175      }176    },177    "dev_compose": {178      "0": {179        "accuracy": 0.03518518518518519,180        "n": 540,181        "by_family": {182          "compose": 0.03518518518518519183        },184        "edits_per_token": 0.0185      },186      "1": {187        "accuracy": 0.03518518518518519,188        "n": 540,189        "by_family": {190          "compose": 0.03518518518518519191        },192        "edits_per_token": 1.0193      },194      "2": {195        "accuracy": 0.037037037037037035,196        "n": 540,197        "by_family": {198          "compose": 0.037037037037037035199        },200        "edits_per_token": 2.0201      },202      "8": {203        "accuracy": 0.025925925925925925,204        "n": 540,205        "by_family": {206          "compose": 0.025925925925925925207        },208        "edits_per_token": 8.0209      }210    }211  },212  "metrics_file": "experiments/runs/p4v2_abl_M32_seed03_20261030095138/metrics.jsonl"213}
Files · main
Menu

Theme