{ "run_id": "pilot_tier0_opseq_quick_d5339bcad6b3", "config_hash": "d5339bcad6b3", "device": "cpu", "chance_level": { "target_iid": 0.11333333333333333, "control_iid": 0.13, "comp_heldout": 0.11666666666666667, "len_ood": 0.15 }, "seeds": { "0": { "donor": { "n_params": 104128, "train_seconds": 3.7347042560577393, "final_dev": { "step": 200, "loss": 1.581451177597046, "dev_acc": 0.13333333333333333, "dev_trace_acc": 0.056666666666666664, "lr": 0.0, "elapsed_s": 3.7261741161346436 }, "eval": { "target_iid": { "split": "target_iid", "split_hash": "88d9bb27db961222", "n": 300, "accuracy": 0.11333333333333333, "trace_accuracy": 0.03666666666666667, "ci95": { "estimate": 0.11333333333333333, "low": 0.07478037572644952, "high": 0.15052945301542778, "level": 0.95, "n_items": 300, "n_clusters": 269, "n_boot": 200 }, "omega_step_acc": { "estimate": 0.24, "low": 0.19278817587641117, "high": 0.29099073414112614, "level": 0.95, "n_items": 300, "n_clusters": 269, "n_boot": 200 }, "chance": 0.11333333333333333 }, "control_iid": { "split": "control_iid", "split_hash": "76bdfaf36a5f7519", "n": 300, "accuracy": 0.15, "trace_accuracy": 0.06, "ci95": { "estimate": 0.15, "low": 0.11329661016949152, "high": 0.1926864887462714, "level": 0.95, "n_items": 300, "n_clusters": 293, "n_boot": 200 }, "omega_step_acc": null, "chance": 0.13 }, "comp_heldout": { "split": "comp_heldout", "split_hash": "68e83ab8472513d2", "n": 300, "accuracy": 0.14666666666666667, "trace_accuracy": 0.05, "ci95": { "estimate": 0.14666666666666667, "low": 0.11493486906095715, "high": 0.1844807034516118, "level": 0.95, "n_items": 300, "n_clusters": 241, "n_boot": 200 }, "omega_step_acc": { "estimate": 0.2833333333333333, "low": 0.21729360039081583, "high": 0.34242126532887407, "level": 0.95, "n_items": 180, "n_clusters": 148, "n_boot": 200 }, "chance": 0.11666666666666667 }, "len_ood": { "split": "len_ood", "split_hash": "6d8c13dc8b5c47fa", "n": 200, "accuracy": 0.105, "trace_accuracy": 0.0, "ci95": { "estimate": 0.105, "low": 0.06487500000000002, "high": 0.145, "level": 0.95, "n_items": 200, "n_clusters": 200, "n_boot": 200 }, "omega_step_acc": { "estimate": 0.10434782608695652, "low": 0.043478260869565216, "high": 0.1565217391304348, "level": 0.95, "n_items": 115, "n_clusters": 115, "n_boot": 200 }, "chance": 0.15 } } }, "recipient": { "n_params": 104128, "train_seconds": 3.605180263519287, "final_dev": { "step": 200, "loss": 1.4595788717269897, "dev_acc": 0.18, "dev_trace_acc": 0.09333333333333334, "lr": 0.0, "elapsed_s": 3.598365068435669 }, "eval": { "target_iid": { "split": "target_iid", "split_hash": "88d9bb27db961222", "n": 300, "accuracy": 0.10666666666666667, "trace_accuracy": 0.006666666666666667, "ci95": { "estimate": 0.10666666666666667, "low": 0.0701905896366885, "high": 0.13959436641338555, "level": 0.95, "n_items": 300, "n_clusters": 269, "n_boot": 200 }, "omega_step_acc": { "estimate": 0.06333333333333334, "low": 0.04009817671809257, "high": 0.09277440017370536, "level": 0.95, "n_items": 300, "n_clusters": 269, "n_boot": 200 }, "chance": 0.11333333333333333 }, "control_iid": { "split": "control_iid", "split_hash": "76bdfaf36a5f7519", "n": 300, "accuracy": 0.17666666666666667, "trace_accuracy": 0.09666666666666666, "ci95": { "estimate": 0.17666666666666667, "low": 0.136201348705199, "high": 0.22591362126245848, "level": 0.95, "n_items": 300, "n_clusters": 293, "n_boot": 200 }, "omega_step_acc": null, "chance": 0.13 }, "comp_heldout": { "split": "comp_heldout", "split_hash": "68e83ab8472513d2", "n": 300, "accuracy": 0.09333333333333334, "trace_accuracy": 0.02, "ci95": { "estimate": 0.09333333333333334, "low": 0.06004459903808402, "high": 0.1262532812435913, "level": 0.95, "n_items": 300, "n_clusters": 241, "n_boot": 200 }, "omega_step_acc": { "estimate": 0.027777777777777776, "low": 0.005317060265121978, "high": 0.05296173308032891, "level": 0.95, "n_items": 180, "n_clusters": 148, "n_boot": 200 }, "chance": 0.11666666666666667 }, "len_ood": { "split": "len_ood", "split_hash": "6d8c13dc8b5c47fa", "n": 200, "accuracy": 0.05, "trace_accuracy": 0.0, "ci95": { "estimate": 0.05, "low": 0.02, "high": 0.075, "level": 0.95, "n_items": 200, "n_clusters": 200, "n_boot": 200 }, "omega_step_acc": { "estimate": 0.06086956521739131, "low": 0.017391304347826087, "high": 0.1045652173913044, "level": 0.95, "n_items": 115, "n_clusters": 115, "n_boot": 200 }, "chance": 0.15 } } }, "gap": { "target_iid": { "estimate": 0.006666666666666667, "low": -0.03395843821670302, "high": 0.049048298249065515, "level": 0.95, "n_items": 300, "n_clusters": 269, "n_boot": 200 }, "control_iid": { "estimate": -0.02666666666666667, "low": -0.06404597817641294, "high": 0.010067961494135991, "level": 0.95, "n_items": 300, "n_clusters": 293, "n_boot": 200 }, "comp_heldout": { "estimate": 0.05333333333333334, "low": 0.012669551600821054, "high": 0.10274132633465625, "level": 0.95, "n_items": 300, "n_clusters": 241, "n_boot": 200 }, "len_ood": { "estimate": 0.055, "low": 0.005, "high": 0.105, "level": 0.95, "n_items": 200, "n_clusters": 200, "n_boot": 200 } } }, "1": { "donor": { "n_params": 104128, "train_seconds": 4.102132081985474, "final_dev": { "step": 200, "loss": 1.6042448282241821, "dev_acc": 0.14333333333333334, "dev_trace_acc": 0.06333333333333334, "lr": 0.0, "elapsed_s": 4.0953710079193115 }, "eval": { "target_iid": { "split": "target_iid", "split_hash": "88d9bb27db961222", "n": 300, "accuracy": 0.12666666666666668, "trace_accuracy": 0.043333333333333335, "ci95": { "estimate": 0.12666666666666668, "low": 0.08705976579761379, "high": 0.16720369270757476, "level": 0.95, "n_items": 300, "n_clusters": 269, "n_boot": 200 }, "omega_step_acc": { "estimate": 0.2966666666666667, "low": 0.25, "high": 0.3500085034013605, "level": 0.95, "n_items": 300, "n_clusters": 269, "n_boot": 200 }, "chance": 0.11333333333333333 }, "control_iid": { "split": "control_iid", "split_hash": "76bdfaf36a5f7519", "n": 300, "accuracy": 0.16, "trace_accuracy": 0.07333333333333333, "ci95": { "estimate": 0.16, "low": 0.12496946254071661, "high": 0.19806930693069308, "level": 0.95, "n_items": 300, "n_clusters": 293, "n_boot": 200 }, "omega_step_acc": null, "chance": 0.13 }, "comp_heldout": { "split": "comp_heldout", "split_hash": "68e83ab8472513d2", "n": 300, "accuracy": 0.11, "trace_accuracy": 0.04, "ci95": { "estimate": 0.11, "low": 0.07416016814914099, "high": 0.14744774919614148, "level": 0.95, "n_items": 300, "n_clusters": 241, "n_boot": 200 }, "omega_step_acc": { "estimate": 0.2833333333333333, "low": 0.21655303030303033, "high": 0.34637783891524665, "level": 0.95, "n_items": 180, "n_clusters": 148, "n_boot": 200 }, "chance": 0.11666666666666667 }, "len_ood": { "split": "len_ood", "split_hash": "6d8c13dc8b5c47fa", "n": 200, "accuracy": 0.06, "trace_accuracy": 0.0, "ci95": { "estimate": 0.06, "low": 0.03, "high": 0.1, "level": 0.95, "n_items": 200, "n_clusters": 200, "n_boot": 200 }, "omega_step_acc": { "estimate": 0.12173913043478261, "low": 0.06086956521739131, "high": 0.18282608695652178, "level": 0.95, "n_items": 115, "n_clusters": 115, "n_boot": 200 }, "chance": 0.15 } } }, "recipient": { "n_params": 104128, "train_seconds": 4.027623891830444, "final_dev": { "step": 200, "loss": 1.5427294969558716, "dev_acc": 0.18333333333333332, "dev_trace_acc": 0.08, "lr": 0.0, "elapsed_s": 4.020693302154541 }, "eval": { "target_iid": { "split": "target_iid", "split_hash": "88d9bb27db961222", "n": 300, "accuracy": 0.09, "trace_accuracy": 0.01, "ci95": { "estimate": 0.09, "low": 0.06476109215017066, "high": 0.1189967845659164, "level": 0.95, "n_items": 300, "n_clusters": 269, "n_boot": 200 }, "omega_step_acc": { "estimate": 0.07666666666666666, "low": 0.05049660484443093, "high": 0.10544057835108876, "level": 0.95, "n_items": 300, "n_clusters": 269, "n_boot": 200 }, "chance": 0.11333333333333333 }, "control_iid": { "split": "control_iid", "split_hash": "76bdfaf36a5f7519", "n": 300, "accuracy": 0.14666666666666667, "trace_accuracy": 0.07, "ci95": { "estimate": 0.14666666666666667, "low": 0.10328378378378379, "high": 0.1875822368421053, "level": 0.95, "n_items": 300, "n_clusters": 293, "n_boot": 200 }, "omega_step_acc": null, "chance": 0.13 }, "comp_heldout": { "split": "comp_heldout", "split_hash": "68e83ab8472513d2", "n": 300, "accuracy": 0.09666666666666666, "trace_accuracy": 0.02, "ci95": { "estimate": 0.09666666666666666, "low": 0.062289429055963824, "high": 0.12638747170519454, "level": 0.95, "n_items": 300, "n_clusters": 241, "n_boot": 200 }, "omega_step_acc": { "estimate": 0.05, "low": 0.022308542830540044, "high": 0.08298133753051525, "level": 0.95, "n_items": 180, "n_clusters": 148, "n_boot": 200 }, "chance": 0.11666666666666667 }, "len_ood": { "split": "len_ood", "split_hash": "6d8c13dc8b5c47fa", "n": 200, "accuracy": 0.06, "trace_accuracy": 0.0, "ci95": { "estimate": 0.06, "low": 0.03, "high": 0.09, "level": 0.95, "n_items": 200, "n_clusters": 200, "n_boot": 200 }, "omega_step_acc": { "estimate": 0.09565217391304348, "low": 0.034782608695652174, "high": 0.14782608695652175, "level": 0.95, "n_items": 115, "n_clusters": 115, "n_boot": 200 }, "chance": 0.15 } } }, "gap": { "target_iid": { "estimate": 0.03666666666666667, "low": -8.064516129030941e-05, "high": 0.07962905401442731, "level": 0.95, "n_items": 300, "n_clusters": 269, "n_boot": 200 }, "control_iid": { "estimate": 0.013333333333333334, "low": -0.026917070901721032, "high": 0.06333862876254182, "level": 0.95, "n_items": 300, "n_clusters": 293, "n_boot": 200 }, "comp_heldout": { "estimate": 0.013333333333333334, "low": -0.017094429635534737, "high": 0.05065326224103545, "level": 0.95, "n_items": 300, "n_clusters": 241, "n_boot": 200 }, "len_ood": { "estimate": 0.0, "low": -0.04, "high": 0.03512500000000003, "level": 0.95, "n_items": 200, "n_clusters": 200, "n_boot": 200 } } } }, "noop": { "donor_s0": { "deterministic_repeat": true, "capture_all_bitwise_identity": true, "disabled_modifying_hook_bitwise_identity": true, "enabled_zero_hook_changes_output": true, "n_hook_points": 20, "n_items": 256 }, "recipient_s0": { "deterministic_repeat": true, "capture_all_bitwise_identity": true, "disabled_modifying_hook_bitwise_identity": true, "enabled_zero_hook_changes_output": true, "n_hook_points": 20, "n_items": 256 }, "donor_s1": { "deterministic_repeat": true, "capture_all_bitwise_identity": true, "disabled_modifying_hook_bitwise_identity": true, "enabled_zero_hook_changes_output": true, "n_hook_points": 20, "n_items": 256 }, "recipient_s1": { "deterministic_repeat": true, "capture_all_bitwise_identity": true, "disabled_modifying_hook_bitwise_identity": true, "enabled_zero_hook_changes_output": true, "n_hook_points": 20, "n_items": 256 } }, "localization": { "n_items": 490, "read_position": 6, "positions": [ "", "v0", "op1", "\u03a9", "op3", "=", "r1" ], "families": { "resid_post": { "s0": { "flip_rate": [ [ 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.14897958934307098, 0.11020407825708389, 0.1081632673740387, 0.2938775420188904 ], [ 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.10408163070678711, 0.1061224490404129, 0.1081632673740387, 0.3306122422218323 ], [ 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.3163265287876129 ] ], "logit_recovery": [ [ 0.0, 0.0, 0.0, 0.6777816414833069, 0.17032797634601593, 0.044533759355545044, 0.24952709674835205 ], [ 0.0, 0.0, 0.0, 0.5468828678131104, 0.21181631088256836, 0.0718715488910675, 0.43368828296661377 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.7673469185829163 ] ] }, "s1": { "flip_rate": [ [ 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.16938775777816772, 0.15306122601032257, 0.15510204434394836, 0.48367348313331604 ], [ 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15306122601032257, 0.15510204434394836, 0.5224489569664001 ], [ 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.5510203838348389 ] ], "logit_recovery": [ [ 0.0, 0.0, 0.0, 0.5372936725616455, 0.15368731319904327, -0.08139883726835251, 0.4371233284473419 ], [ 0.0, 0.0, 0.0, 0.2054908275604248, 0.10810171812772751, -0.11871961504220963, 0.5426056385040283 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.640816330909729 ] ] }, "mean_flip_rate": [ [ 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.15918367356061935, 0.13163265213370323, 0.13163265585899353, 0.3887755125761032 ], [ 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.12959183752536774, 0.12959183752536774, 0.13163265585899353, 0.4265305995941162 ], [ 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.4336734563112259 ] ] }, "attn_out": { "s0": { "flip_rate": [ [ 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.12448979914188385, 0.11020407825708389, 0.1081632673740387, 0.2938775420188904 ], [ 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.1061224490404129, 0.1081632673740387, 0.16734693944454193 ], [ 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.09795918315649033 ] ], "logit_recovery": [ [ 0.0, 0.0, 0.0, 0.6502549052238464, 0.17032797634601593, 0.044533759355545044, 0.24952709674835205 ], [ 0.0, 0.0, 0.0, 0.16967330873012543, 0.0522448793053627, 0.0550827831029892, 0.31173965334892273 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.5542861819267273 ] ] }, "s1": { "flip_rate": [ [ 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15306122601032257, 0.15510204434394836, 0.48367348313331604 ], [ 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.1816326528787613 ], [ 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.13469387590885162 ] ], "logit_recovery": [ [ 0.0, 0.0, 0.0, 0.3812299370765686, 0.15368731319904327, -0.08139883726835251, 0.4371233284473419 ], [ 0.0, 0.0, 0.0, -0.11997843533754349, -0.10889920592308044, -0.15029844641685486, 0.504331648349762 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.21160942316055298 ] ] }, "mean_flip_rate": [ [ 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.1397959217429161, 0.13163265213370323, 0.13163265585899353, 0.3887755125761032 ], [ 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.13061224669218063, 0.13163265585899353, 0.1744897961616516 ], [ 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.11632652953267097 ] ] }, "mlp_out": { "s0": { "flip_rate": [ [ 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.12857143580913544, 0.1081632673740387, 0.1081632673740387, 0.24285714328289032 ], [ 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.11224489659070969, 0.1081632673740387, 0.1081632673740387, 0.2469387799501419 ], [ 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.1081632673740387, 0.20000000298023224 ] ], "logit_recovery": [ [ 0.0, 0.0, 0.0, 0.676521897315979, 0.20865347981452942, 0.0366634726524353, 0.1594724953174591 ], [ 0.0, 0.0, 0.0, 0.4173266291618347, 0.1889232099056244, 0.07385488599538803, 0.49284762144088745 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.1028335839509964 ] ] }, "s1": { "flip_rate": [ [ 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.17142857611179352, 0.15714286267757416, 0.15510204434394836, 0.33469387888908386 ], [ 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15306122601032257, 0.15510204434394836, 0.15510204434394836, 0.3938775658607483 ], [ 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.15510204434394836, 0.23673468828201294 ] ], "logit_recovery": [ [ 0.0, 0.0, 0.0, 0.4843812882900238, 0.14703114330768585, -0.07759958505630493, 0.24141383171081543 ], [ 0.0, 0.0, 0.0, -0.028258221223950386, 0.021661778911948204, 0.09376108646392822, 0.47914665937423706 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.2513795495033264 ] ] }, "mean_flip_rate": [ [ 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.15000000596046448, 0.13265306502580643, 0.13163265585899353, 0.2887755110859871 ], [ 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.13265306130051613, 0.13163265585899353, 0.13163265585899353, 0.3204081729054451 ], [ 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.13163265585899353, 0.2183673456311226 ] ] } }, "ablation": { "resid_post": { "s0": [ [ 0.2857142984867096, 0.30816325545310974, 0.3204081654548645, 0.31224489212036133, 0.31224489212036133, 0.3224489688873291, 0.11428571492433548 ], [ 0.31224489212036133, 0.3224489688873291, 0.30612245202064514, 0.30612245202064514, 0.29591837525367737, 0.3183673322200775, 0.044897958636283875 ], [ 0.3163265287876129, 0.3163265287876129, 0.3163265287876129, 0.3163265287876129, 0.3163265287876129, 0.3163265287876129, 0.11428571492433548 ] ], "s1": [ [ 0.4734693765640259, 0.518367350101471, 0.5469387769699097, 0.48163264989852905, 0.5469387769699097, 0.5265306234359741, 0.06530611962080002 ], [ 0.559183657169342, 0.563265323638916, 0.559183657169342, 0.5306122303009033, 0.5469387769699097, 0.5469387769699097, 0.059183672070503235 ], [ 0.5510203838348389, 0.5510203838348389, 0.5510203838348389, 0.5510203838348389, 0.5510203838348389, 0.5510203838348389, 0.08571428805589676 ] ] }, "attn_out": { "s0": [ [ 0.31224489212036133, 0.31224489212036133, 0.31020408868789673, 0.3285714387893677, 0.30816325545310974, 0.31020408868789673, 0.1775510162115097 ], [ 0.3142857253551483, 0.31020408868789673, 0.3142857253551483, 0.3224489688873291, 0.3306122422218323, 0.3142857253551483, 0.34285715222358704 ], [ 0.3163265287876129, 0.3163265287876129, 0.3163265287876129, 0.3163265287876129, 0.3163265287876129, 0.3163265287876129, 0.3489795923233032 ] ], "s1": [ [ 0.5040816068649292, 0.5122448801994324, 0.5428571701049805, 0.5510203838348389, 0.5265306234359741, 0.5367347002029419, 0.27142858505249023 ], [ 0.5551020503044128, 0.5530612468719482, 0.5571428537368774, 0.5530612468719482, 0.5612244606018066, 0.5510203838348389, 0.3489795923233032 ], [ 0.5510203838348389, 0.5510203838348389, 0.5510203838348389, 0.5510203838348389, 0.5510203838348389, 0.5510203838348389, 0.48775508999824524 ] ] }, "mlp_out": { "s0": [ [ 0.30408161878585815, 0.30612245202064514, 0.30612245202064514, 0.3224489688873291, 0.3204081654548645, 0.3306122422218323, 0.29795917868614197 ], [ 0.3224489688873291, 0.3183673322200775, 0.3142857253551483, 0.3163265287876129, 0.30816325545310974, 0.3244898021221161, 0.2489795982837677 ], [ 0.3163265287876129, 0.3163265287876129, 0.3163265287876129, 0.3163265287876129, 0.3163265287876129, 0.3163265287876129, 0.27551019191741943 ] ], "s1": [ [ 0.48367348313331604, 0.5102040767669678, 0.5551020503044128, 0.5102040767669678, 0.5510203838348389, 0.5224489569664001, 0.26326531171798706 ], [ 0.559183657169342, 0.5510203838348389, 0.559183657169342, 0.5571428537368774, 0.5530612468719482, 0.559183657169342, 0.40408164262771606 ], [ 0.5510203838348389, 0.5510203838348389, 0.5510203838348389, 0.5510203838348389, 0.5510203838348389, 0.5510203838348389, 0.4897959232330322 ] ] } }, "heads": { "omega_token": { "s0": [ [ 0.1081632673740387, 0.11428571492433548 ], [ 0.1081632673740387, 0.1081632673740387 ], [ 0.1081632673740387, 0.1081632673740387 ] ], "s1": [ [ 0.15714286267757416, 0.15102040767669678 ], [ 0.15510204434394836, 0.15510204434394836 ], [ 0.15510204434394836, 0.15510204434394836 ] ] }, "read_position": { "s0": [ [ 0.1755101978778839, 0.2102040797472 ], [ 0.12448979914188385, 0.15714286267757416 ], [ 0.1061224490404129, 0.10408163070678711 ] ], "s1": [ [ 0.36938774585723877, 0.26734694838523865 ], [ 0.1795918345451355, 0.15714286267757416 ], [ 0.15510204434394836, 0.14897958934307098 ] ] } }, "reproducibility": { "resid_post_s0_repeat_max_abs_diff": 0.0, "attn_out_s0_repeat_max_abs_diff": 0.0, "mlp_out_s0_repeat_max_abs_diff": 0.0, "resid_post_s1_repeat_max_abs_diff": 0.0, "attn_out_s1_repeat_max_abs_diff": 0.0, "mlp_out_s1_repeat_max_abs_diff": 0.0, "resid_post_across_seed_pearson_min": 0.9930306466962506, "attn_out_across_seed_pearson_min": 0.9706457352445615, "mlp_out_across_seed_pearson_min": 0.9732088508811297 }, "baselines": { "s0": { "clean_acc_on_clean_answer": 0.3163265287876129, "corrupt_run_acc_on_clean_answer(sham)": 0.1081632673740387 }, "s1": { "clean_acc_on_clean_answer": 0.5510203838348389, "corrupt_run_acc_on_clean_answer(sham)": 0.15510204434394836 } } }, "across_seeds": { "target_iid": { "donor": { "n_seeds": 2, "mean": 0.12, "sd": 0.009428090415820645, "min": 0.11333333333333333, "max": 0.12666666666666668 }, "recipient": { "n_seeds": 2, "mean": 0.09833333333333333, "sd": 0.0117851130197758, "min": 0.09, "max": 0.10666666666666667 } }, "control_iid": { "donor": { "n_seeds": 2, "mean": 0.155, "sd": 0.007071067811865481, "min": 0.15, "max": 0.16 }, "recipient": { "n_seeds": 2, "mean": 0.16166666666666668, "sd": 0.021213203435596427, "min": 0.14666666666666667, "max": 0.17666666666666667 } }, "comp_heldout": { "donor": { "n_seeds": 2, "mean": 0.12833333333333333, "sd": 0.025927248643506744, "min": 0.11, "max": 0.14666666666666667 }, "recipient": { "n_seeds": 2, "mean": 0.095, "sd": 0.002357022603955154, "min": 0.09333333333333334, "max": 0.09666666666666666 } }, "len_ood": { "donor": { "n_seeds": 2, "mean": 0.08249999999999999, "sd": 0.03181980515339464, "min": 0.06, "max": 0.105 }, "recipient": { "n_seeds": 2, "mean": 0.055, "sd": 0.007071067811865472, "min": 0.05, "max": 0.06 } } }, "across_seeds_omega_step": { "donor": { "n_seeds": 2, "mean": 0.2683333333333333, "sd": 0.04006938426723772, "min": 0.24, "max": 0.2966666666666667 }, "recipient": { "n_seeds": 2, "mean": 0.07, "sd": 0.009428090415820625, "min": 0.06333333333333334, "max": 0.07666666666666666 } }, "elapsed_seconds": 22.053595066070557 }