spb/localvm-research Public License
Running LLMs larger than memory on a consumer Mac — falsification-driven research: margin-gated deferred refinement, out-of-core verification on Apple Silicon. TR-01 published.
Python 63.2%
JavaScript 23.5%
CSS 11.8%
Shell 0.9%
Makefile 0.5%
1{2 "experiment": "candidate_01_deferred_refinement",3 "author": "Simon-Pierre Boucher",4 "contact": "contact@spboucher.ai",5 "manifest": {6 "author": "Simon-Pierre Boucher",7 "contact": "contact@spboucher.ai",8 "project": "localvm-research",9 "collected_utc": "2026-08-12T05:15:01.339960+00:00",10 "chip": {11 "brand": "Apple M5 Max",12 "arch": "arm64",13 "cores_total": 18,14 "cores_performance": 6,15 "cores_efficiency": 12,16 "gpu_cores": 4017 },18 "memory": {19 "unified_bytes": 51539607552,20 "unified_gb": 48.0,21 "pagesize": 1638422 },23 "ssd": {24 "model": "APPLE SSD AP2048Z",25 "size": "2 TB",26 "smart_status": "Verified"27 },28 "os": {29 "product": "macOS",30 "version": "27.0",31 "build": "26A5388g",32 "kernel": "27.0.0"33 },34 "software": {35 "python": "3.14.4",36 "mlx": "0.32.0",37 "mlx_lm": "0.31.3",38 "torch": null,39 "numpy": "2.5.2"40 },41 "git": {42 "commit": "bfeefb4674459d923b94e794f3f6f971cecf4570",43 "dirty_tree": true44 },45 "thermal_level_at_collect": null46 },47 "config": {48 "build": false,49 "per_domain": 4,50 "max_tokens": 128,51 "window": 32,52 "taus": "1.0,2.0"53 },54 "model": "mlx-community/Qwen3-1.7B-bf16",55 "q4_resident_bytes": 968080210,56 "q8_stream_bytes": 1828306411,57 "baselines": {58 "pure_q4": {59 "tokens_per_s": 287.5061867410425,60 "fidelity_vs_q8_mean": 0.48632812561 },62 "pure_q8": {63 "tokens_per_s": 200.05224940165664,64 "fidelity_vs_q8_mean": 1.065 }66 },67 "runs": [68 {69 "mode": "margin",70 "tau": 1.0,71 "window": 32,72 "fidelity_vs_q8_mean": 0.5517578125,73 "tokens_per_s": 99.5551573243222,74 "deferral_rate": 0.3802083333333333,75 "rollback_rate": 0.06673177083333333,76 "sweeps_per_100tok": 8.3984375,77 "sweep_latency_s_mean": 0.021746737585273467,78 "logical_verify_bytes_per_token": 153549171.23632812,79 "raw": {80 "tokens": 3072,81 "deferred": 1168,82 "sweeps": 258,83 "rollbacks": 205,84 "sweep_s": 5.610658297000555,85 "gen_s": 25.246607992000463,86 "logical_bytes": 47170305403887 }88 },89 {90 "mode": "margin",91 "tau": 2.0,92 "window": 32,93 "fidelity_vs_q8_mean": 0.6484375,94 "tokens_per_s": 71.1569560818351,95 "deferral_rate": 1.0032552083333333,96 "rollback_rate": 0.1064453125,97 "sweeps_per_100tok": 11.81640625,98 "sweep_latency_s_mean": 0.022036683184571613,99 "logical_verify_bytes_per_token": 216040113.0185547,100 "raw": {101 "tokens": 3072,102 "deferred": 3082,103 "sweeps": 363,104 "rollbacks": 327,105 "sweep_s": 7.9993159959994955,106 "gen_s": 35.17285112799891,107 "logical_bytes": 663675227193108 }109 },110 {111 "mode": "verify-all",112 "tau": 2.0,113 "window": 32,114 "fidelity_vs_q8_mean": 0.8824869791666666,115 "tokens_per_s": 63.58000089353261,116 "deferral_rate": 1.0387369791666667,117 "rollback_rate": 0.11653645833333333,118 "sweeps_per_100tok": 12.630208333333334,119 "sweep_latency_s_mean": 0.023310723796370926,120 "logical_verify_bytes_per_token": 230918908.6809896,121 "raw": {122 "tokens": 3072,123 "deferred": 3191,124 "sweeps": 388,125 "rollbacks": 358,126 "sweep_s": 9.04456083299192,127 "gen_s": 39.27251933100797,128 "logical_bytes": 709382887468129 }130 }131 ]132}