{
  "experiment": "candidate_01_scale32b",
  "author": "Simon-Pierre Boucher",
  "contact": "contact@spboucher.ai",
  "manifest": {
    "author": "Simon-Pierre Boucher",
    "contact": "contact@spboucher.ai",
    "project": "localvm-research",
    "collected_utc": "2026-08-12T05:55:06.144401+00:00",
    "chip": {
      "brand": "Apple M5 Max",
      "arch": "arm64",
      "cores_total": 18,
      "cores_performance": 6,
      "cores_efficiency": 12,
      "gpu_cores": 40
    },
    "memory": {
      "unified_bytes": 51539607552,
      "unified_gb": 48.0,
      "pagesize": 16384
    },
    "ssd": {
      "model": "APPLE SSD AP2048Z",
      "size": "2 TB",
      "smart_status": "Verified"
    },
    "os": {
      "product": "macOS",
      "version": "27.0",
      "build": "26A5388g",
      "kernel": "27.0.0"
    },
    "software": {
      "python": "3.14.4",
      "mlx": "0.32.0",
      "mlx_lm": "0.31.3",
      "torch": null,
      "numpy": "2.5.2"
    },
    "git": {
      "commit": "30886de9b97d55c430a638480f14d16f4ba97d44",
      "dirty_tree": true
    },
    "thermal_level_at_collect": null
  },
  "config": {
    "per_domain": 2,
    "max_tokens": 96,
    "window": 32,
    "taus": "2.0",
    "modes": "margin,verify-all"
  },
  "models": {
    "base": "mlx-community/Qwen3-32B-4bit",
    "verify": "mlx-community/Qwen3-32B-8bit",
    "judge": "mlx-community/Qwen3-8B-bf16"
  },
  "q8_streamed_bytes": 34810574466,
  "baseline_pure_q4_tokens_per_s": 26.391281282242097,
  "runs": [
    {
      "mode": "margin",
      "tau": 2.0,
      "window": 32,
      "tokens_per_s": 1.6161952412668676,
      "deferral_rate": 1.125,
      "rollback_rate": 0.09722222222222222,
      "sweep_latency_s_mean": 2.9656049297462093,
      "logical_verify_bytes_per_token": 3928276632.4479165,
      "raw": {
        "tokens": 1152,
        "deferred": 1296,
        "sweeps": 130,
        "rollbacks": 112,
        "sweep_s": 385.5286408670072,
        "gen_s": 327.2565292569907,
        "logical_bytes": 4525374680580
      }
    },
    {
      "mode": "verify-all",
      "tau": 2.0,
      "window": 32,
      "tokens_per_s": 1.6903989953797323,
      "deferral_rate": 1.0234375,
      "rollback_rate": 0.0920138888888889,
      "sweep_latency_s_mean": 2.967401378024411,
      "logical_verify_bytes_per_token": 3716754044.546875,
      "raw": {
        "tokens": 1152,
        "deferred": 1179,
        "sweeps": 123,
        "rollbacks": 106,
        "sweep_s": 364.9903694970026,
        "gen_s": 316.50553954500083,
        "logical_bytes": 4281700659318
      }
    }
  ],
  "quality_8b_judge": {
    "pure_q4": {
      "mean_logprob_8b_judge": -0.7506343560914198,
      "n": 12
    },
    "margin_tau2.0": {
      "mean_logprob_8b_judge": -0.5459523188571135,
      "n": 12
    },
    "verify-all_tau2.0": {
      "mean_logprob_8b_judge": -0.46666722496350604,
      "n": 12
    }
  }
}