spb/modelmap Public License
Internal cartography of local LLMs on Apple Silicon — registered, gated, negative-first. Public atlas at modelmap.io.
Python 66.3%
JavaScript 24.5%
CSS 8.1%
Shell 0.7%
1{2 "experiment": "expC_causal_verification",3 "run": 2,4 "scope": "NLL-normalized skip specificity + direction-level erasure scan",5 "commit": "91e30fe5584b9c3727fa0ebeac6b83ef35155844",6 "config": {7 "model": "mlx-community/Qwen3-0.6B-4bit",8 "k": 5,9 "n_random_draws": 20,10 "n_random_dirs": 3,11 "n_pairs": 192,12 "seed": 778,13 "top_layers": [14 17,15 18,16 19,17 21,18 2219 ],20 "bottom_layers": [21 0,22 1,23 2,24 3,25 426 ]27 },28 "manifest": {29 "author": "Simon-Pierre Boucher",30 "contact": "contact@spboucher.ai",31 "website": "https://modelmap.io",32 "chip": {33 "brand": "Apple M5 Max",34 "cores_total": 18,35 "cores_performance": 6,36 "cores_efficiency": 1237 },38 "memory": {39 "unified_gb": 48.0,40 "pagesize": 1638441 },42 "os": {43 "system": "Darwin",44 "version": "27.0",45 "arch": "arm64"46 },47 "software": {48 "python": "3.14.4",49 "numpy": "2.5.2",50 "mlx": "0.32.0",51 "torch": "2.13.0",52 "safetensors": "0.8.0"53 }54 },55 "baseline": {56 "margin": 4.242838541666667,57 "nll": 5.73076923076923158 },59 "p1_skip_specificity": {60 "top": {61 "layers": [62 17,63 18,64 19,65 21,66 2267 ],68 "margin_damage": 2.2685546875,69 "nll_damage": 0.9023668639053257,70 "specificity": 2.51400486680327871 },72 "bottom": {73 "layers": [74 0,75 1,76 2,77 3,78 479 ],80 "margin_damage": 4.667521158854167,81 "nll_damage": 9.171597633136095,82 "specificity": 0.508910371513776983 },84 "random": [85 {86 "layers": [87 5,88 12,89 16,90 20,91 2392 ],93 "margin_damage": 0.9099934895833335,94 "nll_damage": 0.859467455621302,95 "specificity": 1.058787605780263996 },97 {98 "layers": [99 5,100 6,101 10,102 14,103 27104 ],105 "margin_damage": 0.9892578125000004,106 "nll_damage": 0.9053254437869818,107 "specificity": 1.092709609885622108 },109 {110 "layers": [111 4,112 6,113 7,114 10,115 12116 ],117 "margin_damage": 1.257975260416667,118 "nll_damage": 0.7588757396449699,119 "specificity": 1.657682799301496120 },121 {122 "layers": [123 3,124 8,125 10,126 16,127 26128 ],129 "margin_damage": 1.9109700520833335,130 "nll_damage": 0.7677514792899407,131 "specificity": 2.4890476978965967132 },133 {134 "layers": [135 6,136 12,137 14,138 20,139 24140 ],141 "margin_damage": 2.323567708333334,142 "nll_damage": 0.46745562130177465,143 "specificity": 4.9706701608649855144 },145 {146 "layers": [147 1,148 7,149 9,150 13,151 24152 ],153 "margin_damage": 3.490702311197917,154 "nll_damage": 4.8076923076923075,155 "specificity": 0.7260660807291668156 },157 {158 "layers": [159 3,160 5,161 12,162 16,163 27164 ],165 "margin_damage": 1.2176106770833335,166 "nll_damage": 1.300295857988166,167 "specificity": 0.9364104865851345168 },169 {170 "layers": [171 1,172 8,173 11,174 25,175 27176 ],177 "margin_damage": 3.7530212402343754,178 "nll_damage": 3.637573964497041,179 "specificity": 1.0317374373316137180 },181 {182 "layers": [183 4,184 9,185 11,186 15,187 25188 ],189 "margin_damage": 2.6806640625,190 "nll_damage": 1.199704142011834,191 "specificity": 2.234437615598028192 },193 {194 "layers": [195 0,196 5,197 11,198 15,199 23200 ],201 "margin_damage": 4.0419158935546875,202 "nll_damage": 9.372781065088759,203 "specificity": 0.4312397638956705204 },205 {206 "layers": [207 1,208 4,209 15,210 25,211 27212 ],213 "margin_damage": 3.847269694010417,214 "nll_damage": 3.924556213017751,215 "specificity": 0.9803069405017121216 },217 {218 "layers": [219 2,220 9,221 14,222 15,223 25224 ],225 "margin_damage": 3.8997701009114585,226 "nll_damage": 6.523668639053255,227 "specificity": 0.5977878884843868228 },229 {230 "layers": [231 0,232 5,233 6,234 24,235 26236 ],237 "margin_damage": 4.367909749348959,238 "nll_damage": 9.251479289940828,239 "specificity": 0.4721309546785891240 },241 {242 "layers": [243 3,244 13,245 16,246 23,247 27248 ],249 "margin_damage": -0.15462239583333304,250 "nll_damage": 0.8979289940828403,251 "specificity": -0.17219891199890136252 },253 {254 "layers": [255 0,256 3,257 8,258 20,259 24260 ],261 "margin_damage": 4.544301350911459,262 "nll_damage": 10.328402366863905,263 "specificity": 0.4399810531675947264 },265 {266 "layers": [267 2,268 5,269 9,270 13,271 16272 ],273 "margin_damage": 4.100779215494792,274 "nll_damage": 7.884615384615384,275 "specificity": 0.5200988273310468276 },277 {278 "layers": [279 5,280 9,281 12,282 14,283 15284 ],285 "margin_damage": 2.029947916666667,286 "nll_damage": 0.6227810650887573,287 "specificity": 3.2594888163103732288 },289 {290 "layers": [291 12,292 14,293 15,294 20,295 24296 ],297 "margin_damage": 2.667643229166667,298 "nll_damage": 0.5650887573964498,299 "specificity": 4.720750845331588300 },301 {302 "layers": [303 2,304 4,305 12,306 15,307 24308 ],309 "margin_damage": 4.2433929443359375,310 "nll_damage": 7.396449704142012,311 "specificity": 0.5737067260742188312 },313 {314 "layers": [315 1,316 7,317 8,318 13,319 14320 ],321 "margin_damage": 3.3100585937500004,322 "nll_damage": 4.214497041420118,323 "specificity": 0.7853982482888735324 }325 ]326 },327 "p2_direction_erasure": {328 "per_layer": [329 {330 "layer": 0,331 "agree_dir_damage": -0.043619791666666075,332 "random_dir_damage_mean": -0.008138020833333037,333 "specific_damage": -0.03548177083333304334 },335 {336 "layer": 1,337 "agree_dir_damage": 0.020833333333333925,338 "random_dir_damage_mean": -0.004340277777776791,339 "specific_damage": 0.025173611111110716340 },341 {342 "layer": 2,343 "agree_dir_damage": 4.169270833333334,344 "random_dir_damage_mean": 2.5252549913194446,345 "specific_damage": 1.6440158420138893346 },347 {348 "layer": 3,349 "agree_dir_damage": 4.161946614583334,350 "random_dir_damage_mean": 1.079752604166667,351 "specific_damage": 3.082194010416667352 },353 {354 "layer": 4,355 "agree_dir_damage": 4.215494791666667,356 "random_dir_damage_mean": 0.9580078125000004,357 "specific_damage": 3.2574869791666665358 },359 {360 "layer": 5,361 "agree_dir_damage": 4.172200520833334,362 "random_dir_damage_mean": 1.4726019965277777,363 "specific_damage": 2.6995985243055562364 },365 {366 "layer": 6,367 "agree_dir_damage": 4.177001953125,368 "random_dir_damage_mean": 0.46744791666666696,369 "specific_damage": 3.709554036458333370 },371 {372 "layer": 7,373 "agree_dir_damage": 4.204915364583334,374 "random_dir_damage_mean": 1.2357855902777781,375 "specific_damage": 2.969129774305556376 },377 {378 "layer": 8,379 "agree_dir_damage": 4.119140625,380 "random_dir_damage_mean": 1.511393229166667,381 "specific_damage": 2.607747395833333382 },383 {384 "layer": 9,385 "agree_dir_damage": 4.12646484375,386 "random_dir_damage_mean": 0.9156358506944451,387 "specific_damage": 3.210828993055555388 },389 {390 "layer": 10,391 "agree_dir_damage": 0.525065104166667,392 "random_dir_damage_mean": -0.09722222222222232,393 "specific_damage": 0.6222873263888893394 },395 {396 "layer": 11,397 "agree_dir_damage": 3.8680013020833335,398 "random_dir_damage_mean": 0.3184678819444442,399 "specific_damage": 3.5495334201388893400 },401 {402 "layer": 12,403 "agree_dir_damage": 4.027018229166667,404 "random_dir_damage_mean": 0.053927951388889284,405 "specific_damage": 3.9730902777777777406 },407 {408 "layer": 13,409 "agree_dir_damage": 3.8449707031250004,410 "random_dir_damage_mean": 0.9705403645833335,411 "specific_damage": 2.874430338541667412 },413 {414 "layer": 14,415 "agree_dir_damage": 3.938639322916667,416 "random_dir_damage_mean": 0.20258246527777768,417 "specific_damage": 3.7360568576388893418 },419 {420 "layer": 15,421 "agree_dir_damage": 3.781656901041667,422 "random_dir_damage_mean": 0.027994791666666963,423 "specific_damage": 3.753662109375424 },425 {426 "layer": 16,427 "agree_dir_damage": -0.10677083333333304,428 "random_dir_damage_mean": 0.14561631944444464,429 "specific_damage": -0.2523871527777777430 },431 {432 "layer": 17,433 "agree_dir_damage": 2.139322916666667,434 "random_dir_damage_mean": 0.028862847222221433,435 "specific_damage": 2.1104600694444455436 },437 {438 "layer": 18,439 "agree_dir_damage": -1.982421875,440 "random_dir_damage_mean": -0.12548828125,441 "specific_damage": -1.85693359375442 },443 {444 "layer": 19,445 "agree_dir_damage": 2.715494791666667,446 "random_dir_damage_mean": -0.12342664930555536,447 "specific_damage": 2.8389214409722223448 },449 {450 "layer": 20,451 "agree_dir_damage": 0.29589843750000044,452 "random_dir_damage_mean": 0.008029513888888395,453 "specific_damage": 0.28786892361111205454 },455 {456 "layer": 21,457 "agree_dir_damage": 0.754557291666667,458 "random_dir_damage_mean": 0.06195746527777768,459 "specific_damage": 0.6925998263888893460 },461 {462 "layer": 22,463 "agree_dir_damage": -0.9523111979166661,464 "random_dir_damage_mean": 0.14008246527777768,465 "specific_damage": -1.0923936631944438466 },467 {468 "layer": 23,469 "agree_dir_damage": 1.372721354166667,470 "random_dir_damage_mean": -0.10677083333333304,471 "specific_damage": 1.4794921875472 },473 {474 "layer": 24,475 "agree_dir_damage": 0.935221354166667,476 "random_dir_damage_mean": 0.018663194444444642,477 "specific_damage": 0.9165581597222223478 },479 {480 "layer": 25,481 "agree_dir_damage": 0.7815755208333335,482 "random_dir_damage_mean": 0.020182291666666963,483 "specific_damage": 0.7613932291666665484 },485 {486 "layer": 26,487 "agree_dir_damage": 1.6770833333333335,488 "random_dir_damage_mean": 0.012369791666666963,489 "specific_damage": 1.6647135416666665490 },491 {492 "layer": 27,493 "agree_dir_damage": 0.783854166666667,494 "random_dir_damage_mean": 0.015842013888889284,495 "specific_damage": 0.7680121527777777496 }497 ],498 "spearman_rho": -0.13628899835796388,499 "perm_p": 0.7568,500 "survives": false501 },502 "wall_seconds": 75.0503}504