{
  "experiment": "expF_error_accumulation",
  "author": "Simon-Pierre Boucher",
  "contact": "contact@spboucher.ai",
  "manifest": {
    "author": "Simon-Pierre Boucher",
    "contact": "contact@spboucher.ai",
    "project": "localvm-research",
    "collected_utc": "2026-08-12T04:39:45.619501+00:00",
    "chip": {
      "brand": "Apple M5 Max",
      "arch": "arm64",
      "cores_total": 18,
      "cores_performance": 6,
      "cores_efficiency": 12,
      "gpu_cores": 40
    },
    "memory": {
      "unified_bytes": 51539607552,
      "unified_gb": 48.0,
      "pagesize": 16384
    },
    "ssd": {
      "model": "APPLE SSD AP2048Z",
      "size": "2 TB",
      "smart_status": "Verified"
    },
    "os": {
      "product": "macOS",
      "version": "27.0",
      "build": "26A5388g",
      "kernel": "27.0.0"
    },
    "software": {
      "python": "3.14.4",
      "mlx": "0.32.0",
      "mlx_lm": "0.31.3",
      "torch": null,
      "numpy": "2.5.2"
    },
    "git": {
      "commit": "43982862c39de18d7d36f2b8e6888d2e42e0a420",
      "dirty_tree": true
    },
    "thermal_level_at_collect": null
  },
  "config": {
    "model": "mlx-community/Qwen3-1.7B-bf16",
    "gen_tokens": 128,
    "per_domain": 8,
    "groups": 7
  },
  "bits": 4,
  "group_size": 64,
  "n_layers": 28,
  "layer_groups": [
    [
      0,
      1,
      2,
      3
    ],
    [
      4,
      5,
      6,
      7
    ],
    [
      8,
      9,
      10,
      11
    ],
    [
      12,
      13,
      14,
      15
    ],
    [
      16,
      17,
      18,
      19
    ],
    [
      20,
      21,
      22,
      23
    ],
    [
      24,
      25,
      26,
      27
    ]
  ],
  "agreement_lost_all4bit": 0.12467447916666663,
  "repair_value_by_group": {
    "0": 0.0126953125,
    "1": 0.01106770833333326,
    "2": 0.006184895833333259,
    "3": 0.01513671875,
    "4": 0.01383463541666663,
    "5": 0.00846354166666663,
    "6": 0.006184895833333259
  },
  "runs": {
    "all_4bit": {
      "agreement_rate": 0.8753255208333334,
      "mean_kl": 0.1982055902481079,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    },
    "degrade_g0_L0-3": {
      "agreement_rate": 0.947265625,
      "mean_kl": 0.03436492383480072,
      "degraded_layers": [
        0,
        1,
        2,
        3
      ]
    },
    "degrade_g1_L4-7": {
      "agreement_rate": 0.9630533854166666,
      "mean_kl": 0.023244991898536682,
      "degraded_layers": [
        4,
        5,
        6,
        7
      ]
    },
    "degrade_g2_L8-11": {
      "agreement_rate": 0.9505208333333334,
      "mean_kl": 0.03282814100384712,
      "degraded_layers": [
        8,
        9,
        10,
        11
      ]
    },
    "degrade_g3_L12-15": {
      "agreement_rate": 0.9459635416666666,
      "mean_kl": 0.03994213789701462,
      "degraded_layers": [
        12,
        13,
        14,
        15
      ]
    },
    "degrade_g4_L16-19": {
      "agreement_rate": 0.9440104166666666,
      "mean_kl": 0.042195770889520645,
      "degraded_layers": [
        16,
        17,
        18,
        19
      ]
    },
    "degrade_g5_L20-23": {
      "agreement_rate": 0.9601236979166666,
      "mean_kl": 0.017626306042075157,
      "degraded_layers": [
        20,
        21,
        22,
        23
      ]
    },
    "degrade_g6_L24-27": {
      "agreement_rate": 0.96044921875,
      "mean_kl": 0.016035445034503937,
      "degraded_layers": [
        24,
        25,
        26,
        27
      ]
    },
    "repair_g0_L0-3": {
      "agreement_rate": 0.8880208333333334,
      "mean_kl": 0.17652283608913422,
      "degraded_layers": [
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    },
    "repair_g1_L4-7": {
      "agreement_rate": 0.8863932291666666,
      "mean_kl": 0.17383402585983276,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    },
    "repair_g2_L8-11": {
      "agreement_rate": 0.8815104166666666,
      "mean_kl": 0.17145586013793945,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    },
    "repair_g3_L12-15": {
      "agreement_rate": 0.8904622395833334,
      "mean_kl": 0.1551409363746643,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    },
    "repair_g4_L16-19": {
      "agreement_rate": 0.88916015625,
      "mean_kl": 0.15464557707309723,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    },
    "repair_g5_L20-23": {
      "agreement_rate": 0.8837890625,
      "mean_kl": 0.18242128193378448,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        24,
        25,
        26,
        27
      ]
    },
    "repair_g6_L24-27": {
      "agreement_rate": 0.8815104166666666,
      "mean_kl": 0.18794463574886322,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23
      ]
    },
    "repair_top2_groups_[3, 4]": {
      "agreement_rate": 0.9052734375,
      "mean_kl": 0.1125805675983429,
      "degraded_layers": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    },
    "repair_top3_groups_[0, 3, 4]": {
      "agreement_rate": 0.916015625,
      "mean_kl": 0.08650139719247818,
      "degraded_layers": [
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27
      ]
    }
  }
}