Repository Public Research preview
1{2 "config": {3 "k": 8,4 "localization": "dev-frozen (A2)",5 "pairs": [6 "qwen3b:qwen1.5b",7 "qwen1.5b:qwen3b",8 "llama3b:qwen3b",9 "qwen3b:llama3b"10 ],11 "quick": false,12 "split": "confirmatory",13 "task_seed": 014 },15 "created_utc": "2026-11-09T08:44:05+00:00",16 "data_hashes": {17 "addthree": {18 "hash": "cd3d9a8ce6bdbdd9",19 "n_queries": 3520 },21 "antonym": {22 "hash": "fd3396e4fae62697",23 "n_queries": 3224 },25 "capital": {26 "hash": "e19a1f86c4dae78e",27 "n_queries": 2228 },29 "morph": {30 "hash": "09bcd55b41ce2ba7",31 "n_queries": 4032 }33 },34 "experiment_id": "tier1_taskvector_confirmatory",35 "git": {36 "branch": "main",37 "commit": "043b146ef4ae8b081c2c6f0246c4c609b04db4c7",38 "dirty": true39 },40 "hardware": {41 "chip": "Apple M5 Max",42 "cpu_count": 18,43 "hostname_hash": "9ad7358c662e",44 "machine": "arm64",45 "memory_gb": 48.0,46 "platform": "macOS-27.0-arm64-arm-64bit-Mach-O",47 "torch_cuda": false,48 "torch_mps": true49 },50 "history": [51 {52 "note": "",53 "status": "running",54 "utc": "2026-11-09T08:44:08+00:00"55 },56 {57 "note": "",58 "status": "completed",59 "utc": "2026-11-09T09:06:53+00:00"60 }61 ],62 "interpretation": "",63 "libraries": {64 "mlx": "?",65 "mlx_lm": "0.31.3",66 "numpy": "2.4.4",67 "pydantic": "2.13.4",68 "python": "3.14.4",69 "safetensors": "0.7.0",70 "scipy": "1.17.1",71 "torch": "2.12.0",72 "transformers": "5.8.1"73 },74 "outputs": {75 "results": "experiments/summaries/tier1_taskvector_confirmatory_625c54bd186f/results.json"76 },77 "run_id": "tier1_taskvector_confirmatory_625c54bd186f",78 "seeds": {},79 "status": "completed",80 "warnings": []81}