SPB Git

spb/localvm-research Public License

Running LLMs larger than memory on a consumer Mac — falsification-driven research: margin-gated deferred refinement, out-of-core verification on Apple Silicon. TR-01 published.

Python 63.2% JavaScript 23.5% CSS 11.8% Shell 0.9% Makefile 0.5%
3.1 KB · 136 lines json
Raw Blame History
1{2  "experiment": "expB_token_stability",3  "author": "Simon-Pierre Boucher",4  "contact": "contact@spboucher.ai",5  "manifest": {6    "author": "Simon-Pierre Boucher",7    "contact": "contact@spboucher.ai",8    "project": "localvm-research",9    "collected_utc": "2026-08-12T04:52:24.381905+00:00",10    "chip": {11      "brand": "Apple M5 Max",12      "arch": "arm64",13      "cores_total": 18,14      "cores_performance": 6,15      "cores_efficiency": 12,16      "gpu_cores": 4017    },18    "memory": {19      "unified_bytes": 51539607552,20      "unified_gb": 48.0,21      "pagesize": 1638422    },23    "ssd": {24      "model": "APPLE SSD AP2048Z",25      "size": "2 TB",26      "smart_status": "Verified"27    },28    "os": {29      "product": "macOS",30      "version": "27.0",31      "build": "26A5388g",32      "kernel": "27.0.0"33    },34    "software": {35      "python": "3.14.4",36      "mlx": "0.32.0",37      "mlx_lm": "0.31.3",38      "torch": null,39      "numpy": "2.5.2"40    },41    "git": {42      "commit": "ca815b5914cd1c63b3142d746ac35a4c027ffa01",43      "dirty_tree": false44    },45    "thermal_level_at_collect": null46  },47  "config": {48    "trace": "/Users/simon-pierreboucher/Desktop/localvm-research/results/expA_weight_concentration/20260812T044829Z/block_energy_trace.npz",49    "target": 0.9550  },51  "jaccard_by_delta": {52    "1": {53      "mean": 0.7147871872254292,54      "std": 0.10891820222268245,55      "n": 17068856    },57    "2": {58      "mean": 0.701548274612856,59      "std": 0.11198359629452645,60      "n": 16934461    },62    "4": {63      "mean": 0.6947934608338859,64      "std": 0.11371223337230223,65      "n": 16665666    },67    "8": {68      "mean": 0.6905270550808082,69      "std": 0.11518700774032013,70      "n": 16128071    },72    "16": {73      "mean": 0.6877549693561922,74      "std": 0.1162756858341248,75      "n": 15052876    },77    "32": {78      "mean": 0.6859899297586795,79      "std": 0.11621572656614879,80      "n": 12902481    }82  },83  "jaccard_random_null": {84    "mean": 0.6401221480165459,85    "std": 0.1385269023385797586  },87  "union_working_set_frac_by_window": {88    "8": {89      "mean": 0.9795294867621529,90      "std": 0.0844821433334215891    },92    "32": {93      "mean": 0.9926893446180555,94      "std": 0.0431424380238969495    },96    "128": {97      "mean": 0.9986126612103176,98      "std": 0.00907979458806994699    }100  },101  "per_layer_jaccard1_mean": [102    0.6566944823138541,103    0.6944890013879182,104    0.7560349656450505,105    0.7475781521604439,106    0.7519549785694596,107    0.7974843462593882,108    0.7956997509825823,109    0.7903696056361625,110    0.7988619731167633,111    0.783555328256229,112    0.7867472616744835,113    0.7934643149674034,114    0.8044914943057606,115    0.7981735461248387,116    0.7880812533407904,117    0.7903995295374324,118    0.7760668599877953,119    0.730303412373143,120    0.7256975058166899,121    0.6981422919412557,122    0.6506915560054303,123    0.6071310373470512,124    0.5715709651016737,125    0.5302496348515569,126    0.538857382479269,127    0.605830495674221,128    0.6126919356133875,129    0.6327281808419815130  ],131  "expC_lite_domain_locality": {132    "within_domain_union_jaccard": 1.0,133    "across_domain_union_jaccard": 1.0134  },135  "mean_topset_frac": 0.6474677191840279136}