SPB Git

spb/modelmap Public License

Internal cartography of local LLMs on Apple Silicon — registered, gated, negative-first. Public atlas at modelmap.io.

Python 66.3% JavaScript 24.5% CSS 8.1% Shell 0.7%
2.0 KB · 89 lines json
Raw Blame History
1{2  "experiment": "expC_causal_verification",3  "run": 1,4  "scope": "layer-skip ablation of the agreement differential probe map",5  "commit": "9ed234bf4f8e787a8d6fbd01107c25567a403115",6  "config": {7    "model": "mlx-community/Qwen3-0.6B-4bit",8    "k": 5,9    "n_random_draws": 20,10    "n_pairs": 89,11    "seed": 777,12    "map_source": "atlas/qwen3-0.6b-4bit/probes/v2/map.json",13    "top_layers": [14      17,15      18,16      19,17      21,18      2219    ],20    "bottom_layers": [21      0,22      1,23      2,24      3,25      426    ]27  },28  "manifest": {29    "author": "Simon-Pierre Boucher",30    "contact": "contact@spboucher.ai",31    "website": "https://modelmap.io",32    "chip": {33      "brand": "Apple M5 Max",34      "cores_total": 18,35      "cores_performance": 6,36      "cores_efficiency": 1237    },38    "memory": {39      "unified_gb": 48.0,40      "pagesize": 1638441    },42    "os": {43      "system": "Darwin",44      "version": "27.0",45      "arch": "arm64"46    },47    "software": {48      "python": "3.14.4",49      "numpy": "2.5.2",50      "mlx": "0.32.0",51      "torch": "2.13.0",52      "safetensors": "0.8.0"53    }54  },55  "results": {56    "baseline_margin": 4.631320224719101,57    "top_k_margin": 2.464185393258427,58    "top_k_damage": 2.167134831460674,59    "bottom_k_margin": -0.3570926966292135,60    "bottom_k_damage": 4.988412921348314,61    "random_margins": [62      0.17854634831460675,63      3.4838483146067416,64      3.6688904494382024,65      2.7650983146067416,66      2.133426966292135,67      1.8202247191011236,68      0.6693293539325843,69      3.425561797752809,70      0.5043012640449438,71      2.018960674157303,72      -0.20628511235955055,73      0.3945751404494382,74      0.6560086025280899,75      -0.21166169241573032,76      4.489115168539326,77      -0.34467169943820225,78      0.15458216292134833,79      2.4719101123595504,80      1.559691011235955,81      0.1438180301966292382    ],83    "random_damage_mean": 3.142556728405899,84    "random_damage_p95": 4.849632417485955,85    "survives_causal_test": false86  },87  "wall_seconds": 5.788}89