{
  "experiment": "expF_error_accumulation",
  "author": "Simon-Pierre Boucher",
  "contact": "contact@spboucher.ai",
  "manifest": {
    "author": "Simon-Pierre Boucher",
    "contact": "contact@spboucher.ai",
    "project": "localvm-research",
    "collected_utc": "2026-08-12T04:37:57.954944+00:00",
    "chip": {
      "brand": "Apple M5 Max",
      "arch": "arm64",
      "cores_total": 18,
      "cores_performance": 6,
      "cores_efficiency": 12,
      "gpu_cores": 40
    },
    "memory": {
      "unified_bytes": 51539607552,
      "unified_gb": 48.0,
      "pagesize": 16384
    },
    "ssd": {
      "model": "APPLE SSD AP2048Z",
      "size": "2 TB",
      "smart_status": "Verified"
    },
    "os": {
      "product": "macOS",
      "version": "27.0",
      "build": "26A5388g",
      "kernel": "27.0.0"
    },
    "software": {
      "python": "3.14.4",
      "mlx": "0.32.0",
      "mlx_lm": "0.31.3",
      "torch": null,
      "numpy": "2.5.2"
    },
    "git": {
      "commit": "43982862c39de18d7d36f2b8e6888d2e42e0a420",
      "dirty_tree": false
    },
    "thermal_level_at_collect": null
  },
  "config": {
    "model": "mlx-community/Qwen3-1.7B-bf16",
    "gen_tokens": 24,
    "per_domain": 1,
    "groups": 7
  },
  "bits": 4,
  "group_size": 64,
  "n_layers": 28,
  "layer_groups": [
    [
      0,
      1,
      2,
      3
    ],
    [
      4,
      5,
      6,
      7
    ],
    [
      8,
      9,
      10,
      11
    ],
    [
      12,
      13,
      14,
      15
    ],
    [
      16,
      17,
      18,
      19
    ],
    [
      20,
      21,
      22,
      23
    ],
    [
      24,
      25,
      26,
      27
    ]
  ],
  "agreement_lost_all4bit": 0.04861111111111116,
  "repair_value_by_group": {
    "0": 0.006944444444444531,
    "1": 0.0,
    "2": -0.00694444444444442,
    "3": 0.01388888888888895,
    "4": 0.0,
    "5": 0.0,
    "6": 0.006944444444444531
  },
  "runs": {
    "all_4bit": {
      "agreement_rate": 0.9513888888888888,
      "mean_kl": 0.0858410894870758,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    },
    "degrade_g0_L0-3": {
      "agreement_rate": 0.9861111111111112,
      "mean_kl": 0.00840843003243208,
      "degraded_layers": [
        0,
        1,
        2,
        3
      ]
    },
    "degrade_g1_L4-7": {
      "agreement_rate": 0.9930555555555556,
      "mean_kl": 0.006097735371440649,
      "degraded_layers": [
        4,
        5,
        6,
        7
      ]
    },
    "degrade_g2_L8-11": {
      "agreement_rate": 0.9652777777777778,
      "mean_kl": 0.009526032023131847,
      "degraded_layers": [
        8,
        9,
        10,
        11
      ]
    },
    "degrade_g3_L12-15": {
      "agreement_rate": 0.9791666666666666,
      "mean_kl": 0.014411929994821548,
      "degraded_layers": [
        12,
        13,
        14,
        15
      ]
    },
    "degrade_g4_L16-19": {
      "agreement_rate": 0.9791666666666666,
      "mean_kl": 0.014998848550021648,
      "degraded_layers": [
        16,
        17,
        18,
        19
      ]
    },
    "degrade_g5_L20-23": {
      "agreement_rate": 0.9861111111111112,
      "mean_kl": 0.010291025973856449,
      "degraded_layers": [
        20,
        21,
        22,
        23
      ]
    },
    "degrade_g6_L24-27": {
      "agreement_rate": 0.9861111111111112,
      "mean_kl": 0.005828259978443384,
      "degraded_layers": [
        24,
        25,
        26,
        27
      ]
    },
    "repair_g0_L0-3": {
      "agreement_rate": 0.9583333333333334,
      "mean_kl": 0.07027784734964371,
      "degraded_layers": [
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    },
    "repair_g1_L4-7": {
      "agreement_rate": 0.9513888888888888,
      "mean_kl": 0.06150852143764496,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    },
    "repair_g2_L8-11": {
      "agreement_rate": 0.9444444444444444,
      "mean_kl": 0.088611900806427,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    },
    "repair_g3_L12-15": {
      "agreement_rate": 0.9652777777777778,
      "mean_kl": 0.04590831696987152,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    },
    "repair_g4_L16-19": {
      "agreement_rate": 0.9513888888888888,
      "mean_kl": 0.08659553527832031,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    },
    "repair_g5_L20-23": {
      "agreement_rate": 0.9513888888888888,
      "mean_kl": 0.06335537880659103,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        24,
        25,
        26,
        27
      ]
    },
    "repair_g6_L24-27": {
      "agreement_rate": 0.9583333333333334,
      "mean_kl": 0.08016648888587952,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23
      ]
    },
    "repair_top2_groups_[0, 3]": {
      "agreement_rate": 0.9652777777777778,
      "mean_kl": 0.05832972005009651,
      "degraded_layers": [
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    },
    "repair_top3_groups_[0, 3, 6]": {
      "agreement_rate": 0.9513888888888888,
      "mean_kl": 0.04880715161561966,
      "degraded_layers": [
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23
      ]
    }
  }
}