{
  "experiment": "expH_capture_cost_frontier",
  "run": 1,
  "scope": "storage formats (warm cache) + capture overhead, synthetic model",
  "commit": "18bd626391ff0edd868a0c2e3d257df055247b55",
  "config": {
    "storage": {
      "rows": 100000,
      "dim": 4096,
      "write_chunk": 4096,
      "batch": 4096,
      "n_batches": 24,
      "repeats": 3,
      "cache": "warm (declared limitation; cold pass = run #2)"
    },
    "compute": {
      "layers": 12,
      "d_model": 1024,
      "heads": 4,
      "seq": 512,
      "batch": 8,
      "dtype": "float16",
      "n_forwards": 20,
      "warmup": 3,
      "repeats": 3
    },
    "seed": 0
  },
  "manifest": {
    "author": "Simon-Pierre Boucher",
    "contact": "contact@spboucher.ai",
    "website": "https://modelmap.io",
    "chip": {
      "brand": "Apple M5 Max",
      "cores_total": 18,
      "cores_performance": 6,
      "cores_efficiency": 12
    },
    "memory": {
      "unified_gb": 48.0,
      "pagesize": 16384
    },
    "os": {
      "system": "Darwin",
      "version": "27.0",
      "arch": "arm64"
    },
    "software": {
      "python": "3.14.4",
      "numpy": "2.5.2",
      "mlx": "0.32.0",
      "torch": "2.13.0",
      "safetensors": "0.8.0"
    }
  },
  "storage": [
    {
      "format": "raw-mmap",
      "op": "write",
      "bytes": 819200000,
      "seconds": [
        0.22015058299984958,
        0.2848355409996657,
        0.30594250000012835
      ],
      "gb_per_s_mean": 2.8224658639944686
    },
    {
      "format": "raw-mmap",
      "op": "seq-scan",
      "bytes": 819200000,
      "seconds": [
        0.16795029199965938,
        0.10112945800028683,
        0.10645208299956721
      ],
      "gb_per_s_mean": 6.094871747871148
    },
    {
      "format": "raw-mmap",
      "op": "random-batch",
      "bytes": 805306368,
      "seconds": [
        0.1789496669998698,
        0.1846267920000173,
        0.1863629999998011
      ],
      "gb_per_s_mean": 4.0913594454426585
    },
    {
      "format": "safetensors",
      "op": "write",
      "bytes": 819200000,
      "seconds": [
        0.11196637499961071,
        0.08140020800055936,
        0.0892282079994402
      ],
      "gb_per_s_mean": 8.09929422718254
    },
    {
      "format": "safetensors",
      "op": "seq-scan",
      "bytes": 819200000,
      "seconds": [
        0.10347433399965666,
        0.10620929100059584,
        0.1054912500003411
      ],
      "gb_per_s_mean": 7.262058434609323
    },
    {
      "format": "safetensors",
      "op": "random-batch",
      "bytes": 805306368,
      "seconds": [
        0.1736507920004442,
        0.176909834000071,
        0.17781483300041145
      ],
      "gb_per_s_mean": 4.258335548464703
    },
    {
      "format": "zarr-uncompressed",
      "op": "write",
      "bytes": 819200000,
      "seconds": [
        0.4914736250002534,
        0.5174622080003246,
        0.524438000000373
      ],
      "gb_per_s_mean": 1.4926682000928473
    },
    {
      "format": "zarr-uncompressed",
      "op": "seq-scan",
      "bytes": 819200000,
      "seconds": [
        0.16390270800002327,
        0.15708874999927502,
        0.1571942090004086
      ],
      "gb_per_s_mean": 4.78646374688684
    },
    {
      "format": "zarr-uncompressed",
      "op": "random-batch",
      "bytes": 805306368,
      "seconds": [
        0.5920942090006065,
        0.6018026250003459,
        0.5726199580003595
      ],
      "gb_per_s_mean": 1.2736929590411328
    },
    {
      "format": "zarr-zstd",
      "op": "write",
      "bytes": 819200000,
      "seconds": [
        1.582709333000821,
        1.3768872919999922,
        1.252639000000272
      ],
      "gb_per_s_mean": 0.5433737718255992
    },
    {
      "format": "zarr-zstd",
      "op": "seq-scan",
      "bytes": 819200000,
      "seconds": [
        0.24328949999926408,
        0.17038491599942063,
        0.16977412500000355
      ],
      "gb_per_s_mean": 3.922913845079177
    },
    {
      "format": "zarr-zstd",
      "op": "random-batch",
      "bytes": 805306368,
      "seconds": [
        2.0657694999999876,
        1.9662967499998558,
        1.9579576249998354
      ],
      "gb_per_s_mean": 0.3756245462377428
    }
  ],
  "compute": [
    {
      "backend": "torch-mps",
      "mode": "plain",
      "s_per_forward": [
        0.04537852500002373,
        0.045744383349983764,
        0.04896532289999413
      ],
      "tokens_per_s_mean": 87716.14781880443
    },
    {
      "backend": "torch-mps",
      "mode": "retain",
      "s_per_forward": [
        0.053923208349988275,
        0.05791100205001385,
        0.05981330204999722
      ],
      "tokens_per_s_mean": 71588.57023098122
    },
    {
      "backend": "torch-mps",
      "mode": "retain+copy+write",
      "s_per_forward": [
        0.07440289169999233,
        0.06590515420002703,
        0.06603583339992838
      ],
      "tokens_per_s_mean": 59551.075814261436
    },
    {
      "backend": "mlx",
      "mode": "plain",
      "s_per_forward": [
        0.03250455415000033,
        0.03844294169998648,
        0.03760368125003879
      ],
      "tokens_per_s_mean": 113200.0622036286
    },
    {
      "backend": "mlx",
      "mode": "retain",
      "s_per_forward": [
        0.0370830708000085,
        0.036970339600020455,
        0.03677087500000198
      ],
      "tokens_per_s_mean": 110878.22453034802
    },
    {
      "backend": "mlx",
      "mode": "retain+copy+write",
      "s_per_forward": [
        0.044162579200019536,
        0.03750625419997959,
        0.03900341250000565
      ],
      "tokens_per_s_mean": 101829.54587737157
    }
  ]
}