{
  "experiment": "expC_causal_verification",
  "run": 2,
  "scope": "NLL-normalized skip specificity + direction-level erasure scan",
  "commit": "91e30fe5584b9c3727fa0ebeac6b83ef35155844",
  "config": {
    "model": "mlx-community/Qwen3-0.6B-4bit",
    "k": 5,
    "n_random_draws": 20,
    "n_random_dirs": 3,
    "n_pairs": 192,
    "seed": 778,
    "top_layers": [
      17,
      18,
      19,
      21,
      22
    ],
    "bottom_layers": [
      0,
      1,
      2,
      3,
      4
    ]
  },
  "manifest": {
    "author": "Simon-Pierre Boucher",
    "contact": "contact@spboucher.ai",
    "website": "https://modelmap.io",
    "chip": {
      "brand": "Apple M5 Max",
      "cores_total": 18,
      "cores_performance": 6,
      "cores_efficiency": 12
    },
    "memory": {
      "unified_gb": 48.0,
      "pagesize": 16384
    },
    "os": {
      "system": "Darwin",
      "version": "27.0",
      "arch": "arm64"
    },
    "software": {
      "python": "3.14.4",
      "numpy": "2.5.2",
      "mlx": "0.32.0",
      "torch": "2.13.0",
      "safetensors": "0.8.0"
    }
  },
  "baseline": {
    "margin": 4.242838541666667,
    "nll": 5.730769230769231
  },
  "p1_skip_specificity": {
    "top": {
      "layers": [
        17,
        18,
        19,
        21,
        22
      ],
      "margin_damage": 2.2685546875,
      "nll_damage": 0.9023668639053257,
      "specificity": 2.514004866803278
    },
    "bottom": {
      "layers": [
        0,
        1,
        2,
        3,
        4
      ],
      "margin_damage": 4.667521158854167,
      "nll_damage": 9.171597633136095,
      "specificity": 0.5089103715137769
    },
    "random": [
      {
        "layers": [
          5,
          12,
          16,
          20,
          23
        ],
        "margin_damage": 0.9099934895833335,
        "nll_damage": 0.859467455621302,
        "specificity": 1.0587876057802639
      },
      {
        "layers": [
          5,
          6,
          10,
          14,
          27
        ],
        "margin_damage": 0.9892578125000004,
        "nll_damage": 0.9053254437869818,
        "specificity": 1.092709609885622
      },
      {
        "layers": [
          4,
          6,
          7,
          10,
          12
        ],
        "margin_damage": 1.257975260416667,
        "nll_damage": 0.7588757396449699,
        "specificity": 1.657682799301496
      },
      {
        "layers": [
          3,
          8,
          10,
          16,
          26
        ],
        "margin_damage": 1.9109700520833335,
        "nll_damage": 0.7677514792899407,
        "specificity": 2.4890476978965967
      },
      {
        "layers": [
          6,
          12,
          14,
          20,
          24
        ],
        "margin_damage": 2.323567708333334,
        "nll_damage": 0.46745562130177465,
        "specificity": 4.9706701608649855
      },
      {
        "layers": [
          1,
          7,
          9,
          13,
          24
        ],
        "margin_damage": 3.490702311197917,
        "nll_damage": 4.8076923076923075,
        "specificity": 0.7260660807291668
      },
      {
        "layers": [
          3,
          5,
          12,
          16,
          27
        ],
        "margin_damage": 1.2176106770833335,
        "nll_damage": 1.300295857988166,
        "specificity": 0.9364104865851345
      },
      {
        "layers": [
          1,
          8,
          11,
          25,
          27
        ],
        "margin_damage": 3.7530212402343754,
        "nll_damage": 3.637573964497041,
        "specificity": 1.0317374373316137
      },
      {
        "layers": [
          4,
          9,
          11,
          15,
          25
        ],
        "margin_damage": 2.6806640625,
        "nll_damage": 1.199704142011834,
        "specificity": 2.234437615598028
      },
      {
        "layers": [
          0,
          5,
          11,
          15,
          23
        ],
        "margin_damage": 4.0419158935546875,
        "nll_damage": 9.372781065088759,
        "specificity": 0.4312397638956705
      },
      {
        "layers": [
          1,
          4,
          15,
          25,
          27
        ],
        "margin_damage": 3.847269694010417,
        "nll_damage": 3.924556213017751,
        "specificity": 0.9803069405017121
      },
      {
        "layers": [
          2,
          9,
          14,
          15,
          25
        ],
        "margin_damage": 3.8997701009114585,
        "nll_damage": 6.523668639053255,
        "specificity": 0.5977878884843868
      },
      {
        "layers": [
          0,
          5,
          6,
          24,
          26
        ],
        "margin_damage": 4.367909749348959,
        "nll_damage": 9.251479289940828,
        "specificity": 0.4721309546785891
      },
      {
        "layers": [
          3,
          13,
          16,
          23,
          27
        ],
        "margin_damage": -0.15462239583333304,
        "nll_damage": 0.8979289940828403,
        "specificity": -0.17219891199890136
      },
      {
        "layers": [
          0,
          3,
          8,
          20,
          24
        ],
        "margin_damage": 4.544301350911459,
        "nll_damage": 10.328402366863905,
        "specificity": 0.4399810531675947
      },
      {
        "layers": [
          2,
          5,
          9,
          13,
          16
        ],
        "margin_damage": 4.100779215494792,
        "nll_damage": 7.884615384615384,
        "specificity": 0.5200988273310468
      },
      {
        "layers": [
          5,
          9,
          12,
          14,
          15
        ],
        "margin_damage": 2.029947916666667,
        "nll_damage": 0.6227810650887573,
        "specificity": 3.2594888163103732
      },
      {
        "layers": [
          12,
          14,
          15,
          20,
          24
        ],
        "margin_damage": 2.667643229166667,
        "nll_damage": 0.5650887573964498,
        "specificity": 4.720750845331588
      },
      {
        "layers": [
          2,
          4,
          12,
          15,
          24
        ],
        "margin_damage": 4.2433929443359375,
        "nll_damage": 7.396449704142012,
        "specificity": 0.5737067260742188
      },
      {
        "layers": [
          1,
          7,
          8,
          13,
          14
        ],
        "margin_damage": 3.3100585937500004,
        "nll_damage": 4.214497041420118,
        "specificity": 0.7853982482888735
      }
    ]
  },
  "p2_direction_erasure": {
    "per_layer": [
      {
        "layer": 0,
        "agree_dir_damage": -0.043619791666666075,
        "random_dir_damage_mean": -0.008138020833333037,
        "specific_damage": -0.03548177083333304
      },
      {
        "layer": 1,
        "agree_dir_damage": 0.020833333333333925,
        "random_dir_damage_mean": -0.004340277777776791,
        "specific_damage": 0.025173611111110716
      },
      {
        "layer": 2,
        "agree_dir_damage": 4.169270833333334,
        "random_dir_damage_mean": 2.5252549913194446,
        "specific_damage": 1.6440158420138893
      },
      {
        "layer": 3,
        "agree_dir_damage": 4.161946614583334,
        "random_dir_damage_mean": 1.079752604166667,
        "specific_damage": 3.082194010416667
      },
      {
        "layer": 4,
        "agree_dir_damage": 4.215494791666667,
        "random_dir_damage_mean": 0.9580078125000004,
        "specific_damage": 3.2574869791666665
      },
      {
        "layer": 5,
        "agree_dir_damage": 4.172200520833334,
        "random_dir_damage_mean": 1.4726019965277777,
        "specific_damage": 2.6995985243055562
      },
      {
        "layer": 6,
        "agree_dir_damage": 4.177001953125,
        "random_dir_damage_mean": 0.46744791666666696,
        "specific_damage": 3.709554036458333
      },
      {
        "layer": 7,
        "agree_dir_damage": 4.204915364583334,
        "random_dir_damage_mean": 1.2357855902777781,
        "specific_damage": 2.969129774305556
      },
      {
        "layer": 8,
        "agree_dir_damage": 4.119140625,
        "random_dir_damage_mean": 1.511393229166667,
        "specific_damage": 2.607747395833333
      },
      {
        "layer": 9,
        "agree_dir_damage": 4.12646484375,
        "random_dir_damage_mean": 0.9156358506944451,
        "specific_damage": 3.210828993055555
      },
      {
        "layer": 10,
        "agree_dir_damage": 0.525065104166667,
        "random_dir_damage_mean": -0.09722222222222232,
        "specific_damage": 0.6222873263888893
      },
      {
        "layer": 11,
        "agree_dir_damage": 3.8680013020833335,
        "random_dir_damage_mean": 0.3184678819444442,
        "specific_damage": 3.5495334201388893
      },
      {
        "layer": 12,
        "agree_dir_damage": 4.027018229166667,
        "random_dir_damage_mean": 0.053927951388889284,
        "specific_damage": 3.9730902777777777
      },
      {
        "layer": 13,
        "agree_dir_damage": 3.8449707031250004,
        "random_dir_damage_mean": 0.9705403645833335,
        "specific_damage": 2.874430338541667
      },
      {
        "layer": 14,
        "agree_dir_damage": 3.938639322916667,
        "random_dir_damage_mean": 0.20258246527777768,
        "specific_damage": 3.7360568576388893
      },
      {
        "layer": 15,
        "agree_dir_damage": 3.781656901041667,
        "random_dir_damage_mean": 0.027994791666666963,
        "specific_damage": 3.753662109375
      },
      {
        "layer": 16,
        "agree_dir_damage": -0.10677083333333304,
        "random_dir_damage_mean": 0.14561631944444464,
        "specific_damage": -0.2523871527777777
      },
      {
        "layer": 17,
        "agree_dir_damage": 2.139322916666667,
        "random_dir_damage_mean": 0.028862847222221433,
        "specific_damage": 2.1104600694444455
      },
      {
        "layer": 18,
        "agree_dir_damage": -1.982421875,
        "random_dir_damage_mean": -0.12548828125,
        "specific_damage": -1.85693359375
      },
      {
        "layer": 19,
        "agree_dir_damage": 2.715494791666667,
        "random_dir_damage_mean": -0.12342664930555536,
        "specific_damage": 2.8389214409722223
      },
      {
        "layer": 20,
        "agree_dir_damage": 0.29589843750000044,
        "random_dir_damage_mean": 0.008029513888888395,
        "specific_damage": 0.28786892361111205
      },
      {
        "layer": 21,
        "agree_dir_damage": 0.754557291666667,
        "random_dir_damage_mean": 0.06195746527777768,
        "specific_damage": 0.6925998263888893
      },
      {
        "layer": 22,
        "agree_dir_damage": -0.9523111979166661,
        "random_dir_damage_mean": 0.14008246527777768,
        "specific_damage": -1.0923936631944438
      },
      {
        "layer": 23,
        "agree_dir_damage": 1.372721354166667,
        "random_dir_damage_mean": -0.10677083333333304,
        "specific_damage": 1.4794921875
      },
      {
        "layer": 24,
        "agree_dir_damage": 0.935221354166667,
        "random_dir_damage_mean": 0.018663194444444642,
        "specific_damage": 0.9165581597222223
      },
      {
        "layer": 25,
        "agree_dir_damage": 0.7815755208333335,
        "random_dir_damage_mean": 0.020182291666666963,
        "specific_damage": 0.7613932291666665
      },
      {
        "layer": 26,
        "agree_dir_damage": 1.6770833333333335,
        "random_dir_damage_mean": 0.012369791666666963,
        "specific_damage": 1.6647135416666665
      },
      {
        "layer": 27,
        "agree_dir_damage": 0.783854166666667,
        "random_dir_damage_mean": 0.015842013888889284,
        "specific_damage": 0.7680121527777777
      }
    ],
    "spearman_rho": -0.13628899835796388,
    "perm_p": 0.7568,
    "survives": false
  },
  "wall_seconds": 75.0
}