SPB Git

spb/modelmap Public License

Internal cartography of local LLMs on Apple Silicon — registered, gated, negative-first. Public atlas at modelmap.io.

Python 66.3% JavaScript 24.5% CSS 8.1% Shell 0.7%
1.7 KB · 76 lines json
Raw Blame History
1{2  "experiment": "expH_capture_cost_frontier",3  "run": 3,4  "scope": "capture overhead on a real 4-bit checkpoint (mlx-lm prefill)",5  "commit": "f3dd60ef6bed19c96456381481abb0aa50b83b73",6  "config": {7    "model": "mlx-community/Qwen3-0.6B-4bit",8    "seq": 901,9    "n_layers": 28,10    "d_model": 1024,11    "n_forwards": 10,12    "warmup": 3,13    "repeats": 3,14    "seed": 015  },16  "manifest": {17    "author": "Simon-Pierre Boucher",18    "contact": "contact@spboucher.ai",19    "website": "https://modelmap.io",20    "chip": {21      "brand": "Apple M5 Max",22      "cores_total": 18,23      "cores_performance": 6,24      "cores_efficiency": 1225    },26    "memory": {27      "unified_gb": 48.0,28      "pagesize": 1638429    },30    "os": {31      "system": "Darwin",32      "version": "27.0",33      "arch": "arm64"34    },35    "software": {36      "python": "3.14.4",37      "numpy": "2.5.2",38      "mlx": "0.32.0",39      "torch": "2.13.0",40      "safetensors": "0.8.0"41    }42  },43  "compute": [44    {45      "backend": "mlx-lm",46      "mode": "plain",47      "s_per_forward": [48        0.02832533750006405,49        0.028470029100026294,50        0.0286245708999558751      ],52      "tokens_per_s_mean": 31643.6663278820353    },54    {55      "backend": "mlx-lm",56      "mode": "retain",57      "s_per_forward": [58        0.028357170900017083,59        0.028654929099866423,60        0.02865485000002081661      ],62      "tokens_per_s_mean": 31552.42482664573663    },64    {65      "backend": "mlx-lm",66      "mode": "retain+copy+write",67      "s_per_forward": [68        0.03822784169988154,69        0.0356740749999517,70        0.0353834874998938271      ],72      "tokens_per_s_mean": 24733.4035115985973    }74  ]75}76