Repository Public Research preview
1{2 "created_at": "2026-11-10T17:31:32Z",3 "git": {4 "commit": "111f25ebc3128ea329d6969c084751eaf926af88",5 "branch": "main",6 "dirty": true7 },8 "libraries": {9 "python": "3.14.4",10 "torch": "2.12.0",11 "numpy": "2.5.4",12 "anthropic": "2.3.0",13 "transformers": "5.8.1",14 "sentencepiece": "0.2.2",15 "lxml": "6.1.3",16 "pyarrow": "24.0.0",17 "sacrebleu": "2.6.0",18 "datasketch": "2.0.0",19 "rapidfuzz": "3.14.6"20 },21 "hardware": {22 "platform": "macOS-27.0-arm64-arm-64bit-Mach-O",23 "machine": "arm64",24 "cpu_count": 18,25 "chip": "Apple M5 Max",26 "ram_gb": 48.0,27 "torch_mps": true,28 "torch_cuda": false29 },30 "name": "conf_heldout_period",31 "outputs": "artifacts/predictions/medium_heldout_period/outputs_htr-m1-tiny-s3.jsonl",32 "n_pairs": 2574,33 "n_docs": 92,34 "n_boot": 1000,35 "W1_rewrite_vs_original": 0.20082717921189389,36 "W1_system_vs_original": 0.13653321926283998,37 "relative_reduction": 0.3201457103633218,38 "relative_reduction_ci95": [39 0.23904593147699915,40 0.3557194891398677341 ],42 "absolute_diff_ci95": [43 0.04860707412925744,44 0.0748505268978006545 ],46 "H4_supported_SESOI_10pct": true47}48