spb/localvm-research Public License
Running LLMs larger than memory on a consumer Mac — falsification-driven research: margin-gated deferred refinement, out-of-core verification on Apple Silicon. TR-01 published.
Python 63.2%
JavaScript 23.5%
CSS 11.8%
Shell 0.9%
Makefile 0.5%
1{2 "experiment": "expF_error_accumulation",3 "author": "Simon-Pierre Boucher",4 "contact": "contact@spboucher.ai",5 "manifest": {6 "author": "Simon-Pierre Boucher",7 "contact": "contact@spboucher.ai",8 "project": "localvm-research",9 "collected_utc": "2026-08-12T04:39:45.619501+00:00",10 "chip": {11 "brand": "Apple M5 Max",12 "arch": "arm64",13 "cores_total": 18,14 "cores_performance": 6,15 "cores_efficiency": 12,16 "gpu_cores": 4017 },18 "memory": {19 "unified_bytes": 51539607552,20 "unified_gb": 48.0,21 "pagesize": 1638422 },23 "ssd": {24 "model": "APPLE SSD AP2048Z",25 "size": "2 TB",26 "smart_status": "Verified"27 },28 "os": {29 "product": "macOS",30 "version": "27.0",31 "build": "26A5388g",32 "kernel": "27.0.0"33 },34 "software": {35 "python": "3.14.4",36 "mlx": "0.32.0",37 "mlx_lm": "0.31.3",38 "torch": null,39 "numpy": "2.5.2"40 },41 "git": {42 "commit": "43982862c39de18d7d36f2b8e6888d2e42e0a420",43 "dirty_tree": true44 },45 "thermal_level_at_collect": null46 },47 "config": {48 "model": "mlx-community/Qwen3-1.7B-bf16",49 "gen_tokens": 128,50 "per_domain": 8,51 "groups": 752 },53 "bits": 4,54 "group_size": 64,55 "n_layers": 28,56 "layer_groups": [57 [58 0,59 1,60 2,61 362 ],63 [64 4,65 5,66 6,67 768 ],69 [70 8,71 9,72 10,73 1174 ],75 [76 12,77 13,78 14,79 1580 ],81 [82 16,83 17,84 18,85 1986 ],87 [88 20,89 21,90 22,91 2392 ],93 [94 24,95 25,96 26,97 2798 ]99 ],100 "agreement_lost_all4bit": 0.12467447916666663,101 "repair_value_by_group": {102 "0": 0.0126953125,103 "1": 0.01106770833333326,104 "2": 0.006184895833333259,105 "3": 0.01513671875,106 "4": 0.01383463541666663,107 "5": 0.00846354166666663,108 "6": 0.006184895833333259109 },110 "runs": {111 "all_4bit": {112 "agreement_rate": 0.8753255208333334,113 "mean_kl": 0.1982055902481079,114 "degraded_layers": [115 0,116 1,117 2,118 3,119 4,120 5,121 6,122 7,123 8,124 9,125 10,126 11,127 12,128 13,129 14,130 15,131 16,132 17,133 18,134 19,135 20,136 21,137 22,138 23,139 24,140 25,141 26,142 27143 ]144 },145 "degrade_g0_L0-3": {146 "agreement_rate": 0.947265625,147 "mean_kl": 0.03436492383480072,148 "degraded_layers": [149 0,150 1,151 2,152 3153 ]154 },155 "degrade_g1_L4-7": {156 "agreement_rate": 0.9630533854166666,157 "mean_kl": 0.023244991898536682,158 "degraded_layers": [159 4,160 5,161 6,162 7163 ]164 },165 "degrade_g2_L8-11": {166 "agreement_rate": 0.9505208333333334,167 "mean_kl": 0.03282814100384712,168 "degraded_layers": [169 8,170 9,171 10,172 11173 ]174 },175 "degrade_g3_L12-15": {176 "agreement_rate": 0.9459635416666666,177 "mean_kl": 0.03994213789701462,178 "degraded_layers": [179 12,180 13,181 14,182 15183 ]184 },185 "degrade_g4_L16-19": {186 "agreement_rate": 0.9440104166666666,187 "mean_kl": 0.042195770889520645,188 "degraded_layers": [189 16,190 17,191 18,192 19193 ]194 },195 "degrade_g5_L20-23": {196 "agreement_rate": 0.9601236979166666,197 "mean_kl": 0.017626306042075157,198 "degraded_layers": [199 20,200 21,201 22,202 23203 ]204 },205 "degrade_g6_L24-27": {206 "agreement_rate": 0.96044921875,207 "mean_kl": 0.016035445034503937,208 "degraded_layers": [209 24,210 25,211 26,212 27213 ]214 },215 "repair_g0_L0-3": {216 "agreement_rate": 0.8880208333333334,217 "mean_kl": 0.17652283608913422,218 "degraded_layers": [219 4,220 5,221 6,222 7,223 8,224 9,225 10,226 11,227 12,228 13,229 14,230 15,231 16,232 17,233 18,234 19,235 20,236 21,237 22,238 23,239 24,240 25,241 26,242 27243 ]244 },245 "repair_g1_L4-7": {246 "agreement_rate": 0.8863932291666666,247 "mean_kl": 0.17383402585983276,248 "degraded_layers": [249 0,250 1,251 2,252 3,253 8,254 9,255 10,256 11,257 12,258 13,259 14,260 15,261 16,262 17,263 18,264 19,265 20,266 21,267 22,268 23,269 24,270 25,271 26,272 27273 ]274 },275 "repair_g2_L8-11": {276 "agreement_rate": 0.8815104166666666,277 "mean_kl": 0.17145586013793945,278 "degraded_layers": [279 0,280 1,281 2,282 3,283 4,284 5,285 6,286 7,287 12,288 13,289 14,290 15,291 16,292 17,293 18,294 19,295 20,296 21,297 22,298 23,299 24,300 25,301 26,302 27303 ]304 },305 "repair_g3_L12-15": {306 "agreement_rate": 0.8904622395833334,307 "mean_kl": 0.1551409363746643,308 "degraded_layers": [309 0,310 1,311 2,312 3,313 4,314 5,315 6,316 7,317 8,318 9,319 10,320 11,321 16,322 17,323 18,324 19,325 20,326 21,327 22,328 23,329 24,330 25,331 26,332 27333 ]334 },335 "repair_g4_L16-19": {336 "agreement_rate": 0.88916015625,337 "mean_kl": 0.15464557707309723,338 "degraded_layers": [339 0,340 1,341 2,342 3,343 4,344 5,345 6,346 7,347 8,348 9,349 10,350 11,351 12,352 13,353 14,354 15,355 20,356 21,357 22,358 23,359 24,360 25,361 26,362 27363 ]364 },365 "repair_g5_L20-23": {366 "agreement_rate": 0.8837890625,367 "mean_kl": 0.18242128193378448,368 "degraded_layers": [369 0,370 1,371 2,372 3,373 4,374 5,375 6,376 7,377 8,378 9,379 10,380 11,381 12,382 13,383 14,384 15,385 16,386 17,387 18,388 19,389 24,390 25,391 26,392 27393 ]394 },395 "repair_g6_L24-27": {396 "agreement_rate": 0.8815104166666666,397 "mean_kl": 0.18794463574886322,398 "degraded_layers": [399 0,400 1,401 2,402 3,403 4,404 5,405 6,406 7,407 8,408 9,409 10,410 11,411 12,412 13,413 14,414 15,415 16,416 17,417 18,418 19,419 20,420 21,421 22,422 23423 ]424 },425 "repair_top2_groups_[3, 4]": {426 "agreement_rate": 0.9052734375,427 "mean_kl": 0.1125805675983429,428 "degraded_layers": [429 0,430 1,431 2,432 3,433 4,434 5,435 6,436 7,437 8,438 9,439 10,440 11,441 20,442 21,443 22,444 23,445 24,446 25,447 26,448 27449 ]450 },451 "repair_top3_groups_[0, 3, 4]": {452 "agreement_rate": 0.916015625,453 "mean_kl": 0.08650139719247818,454 "degraded_layers": [455 4,456 5,457 6,458 7,459 8,460 9,461 10,462 11,463 20,464 21,465 22,466 23,467 24,468 25,469 26,470 27471 ]472 }473 }474}