spb/localvm-research Public License
Running LLMs larger than memory on a consumer Mac — falsification-driven research: margin-gated deferred refinement, out-of-core verification on Apple Silicon. TR-01 published.
Python 63.2%
JavaScript 23.5%
CSS 11.8%
Shell 0.9%
Makefile 0.5%
1{2 "experiment": "expA_weight_concentration",3 "author": "Simon-Pierre Boucher",4 "contact": "contact@spboucher.ai",5 "manifest": {6 "author": "Simon-Pierre Boucher",7 "contact": "contact@spboucher.ai",8 "project": "localvm-research",9 "collected_utc": "2026-08-12T04:48:32.303830+00:00",10 "chip": {11 "brand": "Apple M5 Max",12 "arch": "arm64",13 "cores_total": 18,14 "cores_performance": 6,15 "cores_efficiency": 12,16 "gpu_cores": 4017 },18 "memory": {19 "unified_bytes": 51539607552,20 "unified_gb": 48.0,21 "pagesize": 1638422 },23 "ssd": {24 "model": "APPLE SSD AP2048Z",25 "size": "2 TB",26 "smart_status": "Verified"27 },28 "os": {29 "product": "macOS",30 "version": "27.0",31 "build": "26A5388g",32 "kernel": "27.0.0"33 },34 "software": {35 "python": "3.14.4",36 "mlx": "0.32.0",37 "mlx_lm": "0.31.3",38 "torch": null,39 "numpy": "2.5.2"40 },41 "git": {42 "commit": "999818d428ca32f72b87bcdede60b7fb3d70f99c",43 "dirty_tree": true44 },45 "thermal_level_at_collect": null46 },47 "config": {48 "model": "mlx-community/Qwen3-1.7B-bf16",49 "gen_tokens": 128,50 "per_domain": 8,51 "block": 1652 },53 "n_positions": 6144,54 "n_layers": 28,55 "n_blocks": 384,56 "coarse_block_granularity": {57 "block_size": 64,58 "overall": {59 "top_frac_energy": {60 "0.1": 0.43653321266174316,61 "0.2": 0.5667904019355774,62 "0.4": 0.7417362928390503,63 "0.6": 0.864438354969024764 },65 "frac_needed_for": {66 "0.9": 0.6482662019275484,67 "0.95": 0.7711266411675348,68 "0.99": 0.91891794356088869 }70 }71 },72 "block_granularity": {73 "overall": {74 "top_frac_energy": {75 "0.1": 0.5811625123023987,76 "0.2": 0.7119550108909607,77 "0.4": 0.8502882122993469,78 "0.6": 0.926865160465240579 },80 "frac_needed_for": {81 "0.9": 0.47826662517729257,82 "0.95": 0.6121286816067165,83 "0.99": 0.810476212274460584 }85 },86 "per_layer": {87 "0": {88 "top_frac_energy": {89 "0.1": 0.6874333024024963,90 "0.2": 0.7650604844093323,91 "0.4": 0.8619165420532227,92 "0.6": 0.92684459686279393 },94 "frac_needed_for": {95 "0.9": 0.4870702955457899,96 "0.95": 0.6730901930067273,97 "0.99": 0.897886488172743298 }99 },100 "1": {101 "top_frac_energy": {102 "0.1": 0.613547146320343,103 "0.2": 0.7242605090141296,104 "0.4": 0.854881227016449,105 "0.6": 0.9318239092826843106 },107 "frac_needed_for": {108 "0.9": 0.4837188720703125,109 "0.95": 0.6426866319444445,110 "0.99": 0.8656713697645401111 }112 },113 "2": {114 "top_frac_energy": {115 "0.1": 0.5386462807655334,116 "0.2": 0.6579890847206116,117 "0.4": 0.8067877888679504,118 "0.6": 0.9021837711334229119 },120 "frac_needed_for": {121 "0.9": 0.5812462700737847,122 "0.95": 0.7296748691134982,123 "0.99": 0.9113070170084635124 }125 },126 "3": {127 "top_frac_energy": {128 "0.1": 0.5703957676887512,129 "0.2": 0.6802437901496887,130 "0.4": 0.8173820376396179,131 "0.6": 0.9061954021453857132 },133 "frac_needed_for": {134 "0.9": 0.5644103156195747,135 "0.95": 0.7199134826660156,136 "0.99": 0.9095013936360677137 }138 },139 "4": {140 "top_frac_energy": {141 "0.1": 0.5719252228736877,142 "0.2": 0.6677220463752747,143 "0.4": 0.7978194355964661,144 "0.6": 0.8898757100105286145 },146 "frac_needed_for": {147 "0.9": 0.6015315585666233,148 "0.95": 0.7550129360622829,149 "0.99": 0.9276212056477865150 }151 },152 "5": {153 "top_frac_energy": {154 "0.1": 0.4694152772426605,155 "0.2": 0.5891006588935852,156 "0.4": 0.7470541000366211,157 "0.6": 0.8598141670227051158 },159 "frac_needed_for": {160 "0.9": 0.6790432400173612,161 "0.95": 0.8086844550238715,162 "0.99": 0.946531507703993163 }164 },165 "6": {166 "top_frac_energy": {167 "0.1": 0.4781348705291748,168 "0.2": 0.599266767501831,169 "0.4": 0.7550390362739563,170 "0.6": 0.8647563457489014171 },172 "frac_needed_for": {173 "0.9": 0.6704851786295573,174 "0.95": 0.8029717339409723,175 "0.99": 0.9446830749511719176 }177 },178 "7": {179 "top_frac_energy": {180 "0.1": 0.48662224411964417,181 "0.2": 0.6025902628898621,182 "0.4": 0.7557342648506165,183 "0.6": 0.8648033142089844184 },185 "frac_needed_for": {186 "0.9": 0.6610705057779948,187 "0.95": 0.795810275607639,188 "0.99": 0.9423624674479166189 }190 },191 "8": {192 "top_frac_energy": {193 "0.1": 0.47597572207450867,194 "0.2": 0.6017529964447021,195 "0.4": 0.7585147023200989,196 "0.6": 0.8671410083770752197 },198 "frac_needed_for": {199 "0.9": 0.664475335015191,200 "0.95": 0.7988082038031684,201 "0.99": 0.9433424207899305202 }203 },204 "9": {205 "top_frac_energy": {206 "0.1": 0.5099363923072815,207 "0.2": 0.6356163620948792,208 "0.4": 0.7846576571464539,209 "0.6": 0.883351743221283210 },211 "frac_needed_for": {212 "0.9": 0.6280971103244358,213 "0.95": 0.7733629014756945,214 "0.99": 0.9348063998752171215 }216 },217 "10": {218 "top_frac_energy": {219 "0.1": 0.48266366124153137,220 "0.2": 0.6276065707206726,221 "0.4": 0.7905141711235046,222 "0.6": 0.8904873728752136223 },224 "frac_needed_for": {225 "0.9": 0.6153797573513454,226 "0.95": 0.7605523003472223,227 "0.99": 0.9287876553005643228 }229 },230 "11": {231 "top_frac_energy": {232 "0.1": 0.45536351203918457,233 "0.2": 0.6070888638496399,234 "0.4": 0.7831881642341614,235 "0.6": 0.8892932534217834236 },237 "frac_needed_for": {238 "0.9": 0.6168941921657985,239 "0.95": 0.7590213351779513,240 "0.99": 0.9268175760904948241 }242 },243 "12": {244 "top_frac_energy": {245 "0.1": 0.42641258239746094,246 "0.2": 0.5898794531822205,247 "0.4": 0.78082674741745,248 "0.6": 0.8923371434211731249 },250 "frac_needed_for": {251 "0.9": 0.6151207817925347,252 "0.95": 0.7540804545084635,253 "0.99": 0.9232838948567709254 }255 },256 "13": {257 "top_frac_energy": {258 "0.1": 0.4309774339199066,259 "0.2": 0.5965408086776733,260 "0.4": 0.7884756922721863,261 "0.6": 0.898248016834259262 },263 "frac_needed_for": {264 "0.9": 0.6022063361273872,265 "0.95": 0.7422955830891927,266 "0.99": 0.9176712036132812267 }268 },269 "14": {270 "top_frac_energy": {271 "0.1": 0.44317904114723206,272 "0.2": 0.609806478023529,273 "0.4": 0.7995373606681824,274 "0.6": 0.9057241082191467275 },276 "frac_needed_for": {277 "0.9": 0.5839491950141059,278 "0.95": 0.7258415222167969,279 "0.99": 0.9094590081108942280 }281 },282 "15": {283 "top_frac_energy": {284 "0.1": 0.43841782212257385,285 "0.2": 0.607620894908905,286 "0.4": 0.8003490567207336,287 "0.6": 0.9074628949165344288 },289 "frac_needed_for": {290 "0.9": 0.5802201165093316,291 "0.95": 0.7204712761773004,292 "0.99": 0.9054489135742188293 }294 },295 "16": {296 "top_frac_energy": {297 "0.1": 0.45128610730171204,298 "0.2": 0.6225364208221436,299 "0.4": 0.8147709965705872,300 "0.6": 0.9181920886039734301 },302 "frac_needed_for": {303 "0.9": 0.553299797905816,304 "0.95": 0.6920729743109808,305 "0.99": 0.8864991929796006306 }307 },308 "17": {309 "top_frac_energy": {310 "0.1": 0.5729883313179016,311 "0.2": 0.7198475003242493,312 "0.4": 0.8696538805961609,313 "0.6": 0.9440474510192871314 },315 "frac_needed_for": {316 "0.9": 0.4632394578721788,317 "0.95": 0.6179097493489584,318 "0.99": 0.8542548285590277319 }320 },321 "18": {322 "top_frac_energy": {323 "0.1": 0.5495641827583313,324 "0.2": 0.7102975845336914,325 "0.4": 0.8709120154380798,326 "0.6": 0.9468779563903809327 },328 "frac_needed_for": {329 "0.9": 0.45826043023003465,330 "0.95": 0.6066763136121961,331 "0.99": 0.8438733418782552332 }333 },334 "19": {335 "top_frac_energy": {336 "0.1": 0.5876293778419495,337 "0.2": 0.7428757548332214,338 "0.4": 0.8937171101570129,339 "0.6": 0.9606165885925293340 },341 "frac_needed_for": {342 "0.9": 0.41054577297634554,343 "0.95": 0.5506146748860677,344 "0.99": 0.793799082438151345 }346 },347 "20": {348 "top_frac_energy": {349 "0.1": 0.6525656580924988,350 "0.2": 0.7988567352294922,351 "0.4": 0.9251458048820496,352 "0.6": 0.974200963973999353 },354 "frac_needed_for": {355 "0.9": 0.33748541937934023,356 "0.95": 0.47205437554253465,357 "0.99": 0.7357359992133246358 }359 },360 "21": {361 "top_frac_energy": {362 "0.1": 0.6976020336151123,363 "0.2": 0.8338201642036438,364 "0.4": 0.9442384839057922,365 "0.6": 0.9827890992164612366 },367 "frac_needed_for": {368 "0.9": 0.2885225084092882,369 "0.95": 0.41179741753472215,370 "0.99": 0.6691720750596789371 }372 },373 "22": {374 "top_frac_energy": {375 "0.1": 0.7465164065361023,376 "0.2": 0.8712833523750305,377 "0.4": 0.961615264415741,378 "0.6": 0.9888022541999817379 },380 "frac_needed_for": {381 "0.9": 0.23829311794704863,382 "0.95": 0.35068511962890625,383 "0.99": 0.6056221856011285384 }385 },386 "23": {387 "top_frac_energy": {388 "0.1": 0.7757749557495117,389 "0.2": 0.8957595825195312,390 "0.4": 0.972876250743866,391 "0.6": 0.9925090670585632392 },393 "frac_needed_for": {394 "0.9": 0.20180977715386286,395 "0.95": 0.29830296834309894,396 "0.99": 0.5363205803765191397 }398 },399 "24": {400 "top_frac_energy": {401 "0.1": 0.774891197681427,402 "0.2": 0.8894092440605164,403 "0.4": 0.9688065648078918,404 "0.6": 0.9915411472320557405 },406 "frac_needed_for": {407 "0.9": 0.21235232883029517,408 "0.95": 0.31633673773871523,409 "0.99": 0.5550952487521701410 }411 },412 "25": {413 "top_frac_energy": {414 "0.1": 0.7099928259849548,415 "0.2": 0.848381757736206,416 "0.4": 0.9529193043708801,417 "0.6": 0.9868856072425842418 },419 "frac_needed_for": {420 "0.9": 0.267195807562934,421 "0.95": 0.38037872314453125,422 "0.99": 0.6180953979492188423 }424 },425 "26": {426 "top_frac_energy": {427 "0.1": 0.7293014526367188,428 "0.2": 0.8571066856384277,429 "0.4": 0.9542860984802246,430 "0.6": 0.9863548278808594431 },432 "frac_needed_for": {433 "0.9": 0.25812700059678817,434 "0.95": 0.37402809990776903,435 "0.99": 0.6243955824110242436 }437 },438 "27": {439 "top_frac_energy": {440 "0.1": 0.9453914165496826,441 "0.2": 0.9824205040931702,442 "0.4": 0.9964491724967957,443 "0.6": 0.9990647435188293444 },445 "frac_needed_for": {446 "0.9": 0.06741502549913193,447 "0.95": 0.106467776828342,448 "0.99": 0.23528883192274308449 }450 }451 },452 "per_domain": {453 "code": {454 "top_frac_energy": {455 "0.1": 0.5819565057754517,456 "0.2": 0.7126027941703796,457 "0.4": 0.8507959246635437,458 "0.6": 0.9272078275680542459 },460 "frac_needed_for": {461 "0.9": 0.47715495881580167,462 "0.95": 0.6113315763927643,463 "0.99": 0.8103377932593936464 }465 },466 "math": {467 "top_frac_energy": {468 "0.1": 0.588861346244812,469 "0.2": 0.7172813415527344,470 "0.4": 0.8528871536254883,471 "0.6": 0.9280996322631836472 },473 "frac_needed_for": {474 "0.9": 0.4730159214564732,475 "0.95": 0.6073925381615048,476 "0.99": 0.8076715923490979477 }478 },479 "chat": {480 "top_frac_energy": {481 "0.1": 0.5798209309577942,482 "0.2": 0.7117646336555481,483 "0.4": 0.8507514595985413,484 "0.6": 0.9272485971450806485 },486 "frac_needed_for": {487 "0.9": 0.4793227059500558,488 "0.95": 0.613118671235584,489 "0.99": 0.8100371587844121490 }491 },492 "french": {493 "top_frac_energy": {494 "0.1": 0.5824114680290222,495 "0.2": 0.7130373120307922,496 "0.4": 0.8508443236351013,497 "0.6": 0.9270651936531067498 },499 "frac_needed_for": {500 "0.9": 0.4778752099900018,501 "0.95": 0.611899875459217,502 "0.99": 0.810279301234654503 }504 },505 "english": {506 "top_frac_energy": {507 "0.1": 0.579283595085144,508 "0.2": 0.7110149264335632,509 "0.4": 0.8503116369247437,510 "0.6": 0.9270928502082825511 },512 "frac_needed_for": {513 "0.9": 0.4792231605166481,514 "0.95": 0.6137539091564361,515 "0.99": 0.8124092647007534516 }517 },518 "reasoning": {519 "top_frac_energy": {520 "0.1": 0.5746413469314575,521 "0.2": 0.7060293555259705,522 "0.4": 0.8461384177207947,523 "0.6": 0.9244770407676697524 },525 "frac_needed_for": {526 "0.9": 0.4830077943347749,527 "0.95": 0.6152755192347935,528 "0.99": 0.8121221633184523529 }530 }531 }532 },533 "neuron_granularity": {534 "top_frac_energy": {535 "0.1": 0.8779218658982288,536 "0.2": 0.9387342477483409,537 "0.4": 0.9827663398658236,538 "0.6": 0.9962594589839379539 },540 "frac_needed_for": {541 "0.9": 0.12640662041921463,542 "0.95": 0.1993891048052954,543 "0.99": 0.37685486532392953544 }545 }546}