SPB Git

Repository Public Research preview

tokenizer_train_summary.json 732 B 34 lines json

1{2  "created_at": "2026-11-09T17:23:20Z",3  "git": {4    "commit": "43899c8924172a93eb7fdb44567c22c0c6bb1e47",5    "branch": "main",6    "dirty": true7  },8  "libraries": {9    "python": "3.14.4",10    "torch": "2.12.0",11    "numpy": "2.5.4",12    "anthropic": "2.3.0",13    "transformers": "5.8.1",14    "sentencepiece": "0.2.2",15    "lxml": "6.1.3",16    "pyarrow": "24.0.0",17    "sacrebleu": "2.6.0",18    "datasketch": "2.0.0",19    "rapidfuzz": "3.14.6"20  },21  "hardware": {22    "platform": "macOS-27.0-arm64-arm-64bit-Mach-O",23    "machine": "arm64",24    "cpu_count": 18,25    "chip": "Apple M5 Max",26    "ram_gb": 48.0,27    "torch_mps": true,28    "torch_cuda": false29  },30  "n_lines": 908,31  "vocab_size": 4842,32  "train_docs": 6933}34
Files main
Menu

Theme