SPB Git

Repository Public Research preview

h4_w1_htr-m1-tiny-s3.json 1.2 KB 48 lines json

1{2  "created_at": "2026-11-10T17:31:32Z",3  "git": {4    "commit": "111f25ebc3128ea329d6969c084751eaf926af88",5    "branch": "main",6    "dirty": true7  },8  "libraries": {9    "python": "3.14.4",10    "torch": "2.12.0",11    "numpy": "2.5.4",12    "anthropic": "2.3.0",13    "transformers": "5.8.1",14    "sentencepiece": "0.2.2",15    "lxml": "6.1.3",16    "pyarrow": "24.0.0",17    "sacrebleu": "2.6.0",18    "datasketch": "2.0.0",19    "rapidfuzz": "3.14.6"20  },21  "hardware": {22    "platform": "macOS-27.0-arm64-arm-64bit-Mach-O",23    "machine": "arm64",24    "cpu_count": 18,25    "chip": "Apple M5 Max",26    "ram_gb": 48.0,27    "torch_mps": true,28    "torch_cuda": false29  },30  "name": "conf_heldout_period",31  "outputs": "artifacts/predictions/medium_heldout_period/outputs_htr-m1-tiny-s3.jsonl",32  "n_pairs": 2574,33  "n_docs": 92,34  "n_boot": 1000,35  "W1_rewrite_vs_original": 0.20082717921189389,36  "W1_system_vs_original": 0.13653321926283998,37  "relative_reduction": 0.3201457103633218,38  "relative_reduction_ci95": [39    0.23904593147699915,40    0.3557194891398677341  ],42  "absolute_diff_ci95": [43    0.04860707412925744,44    0.0748505268978006545  ],46  "H4_supported_SESOI_10pct": true47}48
Files main
Menu

Theme