spb/wpai0001_uqo
Public
1{2 "run_id": "pilot_tier0_opseq_quick_d5339bcad6b3",3 "config_hash": "d5339bcad6b3",4 "device": "cpu",5 "chance_level": {6 "target_iid": 0.11333333333333333,7 "control_iid": 0.13,8 "comp_heldout": 0.11666666666666667,9 "len_ood": 0.1510 },11 "seeds": {12 "0": {13 "donor": {14 "n_params": 104128,15 "train_seconds": 3.7347042560577393,16 "final_dev": {17 "step": 200,18 "loss": 1.581451177597046,19 "dev_acc": 0.13333333333333333,20 "dev_trace_acc": 0.056666666666666664,21 "lr": 0.0,22 "elapsed_s": 3.726174116134643623 },24 "eval": {25 "target_iid": {26 "split": "target_iid",27 "split_hash": "88d9bb27db961222",28 "n": 300,29 "accuracy": 0.11333333333333333,30 "trace_accuracy": 0.03666666666666667,31 "ci95": {32 "estimate": 0.11333333333333333,33 "low": 0.07478037572644952,34 "high": 0.15052945301542778,35 "level": 0.95,36 "n_items": 300,37 "n_clusters": 269,38 "n_boot": 20039 },40 "omega_step_acc": {41 "estimate": 0.24,42 "low": 0.19278817587641117,43 "high": 0.29099073414112614,44 "level": 0.95,45 "n_items": 300,46 "n_clusters": 269,47 "n_boot": 20048 },49 "chance": 0.1133333333333333350 },51 "control_iid": {52 "split": "control_iid",53 "split_hash": "76bdfaf36a5f7519",54 "n": 300,55 "accuracy": 0.15,56 "trace_accuracy": 0.06,57 "ci95": {58 "estimate": 0.15,59 "low": 0.11329661016949152,60 "high": 0.1926864887462714,61 "level": 0.95,62 "n_items": 300,63 "n_clusters": 293,64 "n_boot": 20065 },66 "omega_step_acc": null,67 "chance": 0.1368 },69 "comp_heldout": {70 "split": "comp_heldout",71 "split_hash": "68e83ab8472513d2",72 "n": 300,73 "accuracy": 0.14666666666666667,74 "trace_accuracy": 0.05,75 "ci95": {76 "estimate": 0.14666666666666667,77 "low": 0.11493486906095715,78 "high": 0.1844807034516118,79 "level": 0.95,80 "n_items": 300,81 "n_clusters": 241,82 "n_boot": 20083 },84 "omega_step_acc": {85 "estimate": 0.2833333333333333,86 "low": 0.21729360039081583,87 "high": 0.34242126532887407,88 "level": 0.95,89 "n_items": 180,90 "n_clusters": 148,91 "n_boot": 20092 },93 "chance": 0.1166666666666666794 },95 "len_ood": {96 "split": "len_ood",97 "split_hash": "6d8c13dc8b5c47fa",98 "n": 200,99 "accuracy": 0.105,100 "trace_accuracy": 0.0,101 "ci95": {102 "estimate": 0.105,103 "low": 0.06487500000000002,104 "high": 0.145,105 "level": 0.95,106 "n_items": 200,107 "n_clusters": 200,108 "n_boot": 200109 },110 "omega_step_acc": {111 "estimate": 0.10434782608695652,112 "low": 0.043478260869565216,113 "high": 0.1565217391304348,114 "level": 0.95,115 "n_items": 115,116 "n_clusters": 115,117 "n_boot": 200118 },119 "chance": 0.15120 }121 }122 },123 "recipient": {124 "n_params": 104128,125 "train_seconds": 3.605180263519287,126 "final_dev": {127 "step": 200,128 "loss": 1.4595788717269897,129 "dev_acc": 0.18,130 "dev_trace_acc": 0.09333333333333334,131 "lr": 0.0,132 "elapsed_s": 3.598365068435669133 },134 "eval": {135 "target_iid": {136 "split": "target_iid",137 "split_hash": "88d9bb27db961222",138 "n": 300,139 "accuracy": 0.10666666666666667,140 "trace_accuracy": 0.006666666666666667,141 "ci95": {142 "estimate": 0.10666666666666667,143 "low": 0.0701905896366885,144 "high": 0.13959436641338555,145 "level": 0.95,146 "n_items": 300,147 "n_clusters": 269,148 "n_boot": 200149 },150 "omega_step_acc": {151 "estimate": 0.06333333333333334,152 "low": 0.04009817671809257,153 "high": 0.09277440017370536,154 "level": 0.95,155 "n_items": 300,156 "n_clusters": 269,157 "n_boot": 200158 },159 "chance": 0.11333333333333333160 },161 "control_iid": {162 "split": "control_iid",163 "split_hash": "76bdfaf36a5f7519",164 "n": 300,165 "accuracy": 0.17666666666666667,166 "trace_accuracy": 0.09666666666666666,167 "ci95": {168 "estimate": 0.17666666666666667,169 "low": 0.136201348705199,170 "high": 0.22591362126245848,171 "level": 0.95,172 "n_items": 300,173 "n_clusters": 293,174 "n_boot": 200175 },176 "omega_step_acc": null,177 "chance": 0.13178 },179 "comp_heldout": {180 "split": "comp_heldout",181 "split_hash": "68e83ab8472513d2",182 "n": 300,183 "accuracy": 0.09333333333333334,184 "trace_accuracy": 0.02,185 "ci95": {186 "estimate": 0.09333333333333334,187 "low": 0.06004459903808402,188 "high": 0.1262532812435913,189 "level": 0.95,190 "n_items": 300,191 "n_clusters": 241,192 "n_boot": 200193 },194 "omega_step_acc": {195 "estimate": 0.027777777777777776,196 "low": 0.005317060265121978,197 "high": 0.05296173308032891,198 "level": 0.95,199 "n_items": 180,200 "n_clusters": 148,201 "n_boot": 200202 },203 "chance": 0.11666666666666667204 },205 "len_ood": {206 "split": "len_ood",207 "split_hash": "6d8c13dc8b5c47fa",208 "n": 200,209 "accuracy": 0.05,210 "trace_accuracy": 0.0,211 "ci95": {212 "estimate": 0.05,213 "low": 0.02,214 "high": 0.075,215 "level": 0.95,216 "n_items": 200,217 "n_clusters": 200,218 "n_boot": 200219 },220 "omega_step_acc": {221 "estimate": 0.06086956521739131,222 "low": 0.017391304347826087,223 "high": 0.1045652173913044,224 "level": 0.95,225 "n_items": 115,226 "n_clusters": 115,227 "n_boot": 200228 },229 "chance": 0.15230 }231 }232 },233 "gap": {234 "target_iid": {235 "estimate": 0.006666666666666667,236 "low": -0.03395843821670302,237 "high": 0.049048298249065515,238 "level": 0.95,239 "n_items": 300,240 "n_clusters": 269,241 "n_boot": 200242 },243 "control_iid": {244 "estimate": -0.02666666666666667,245 "low": -0.06404597817641294,246 "high": 0.010067961494135991,247 "level": 0.95,248 "n_items": 300,249 "n_clusters": 293,250 "n_boot": 200251 },252 "comp_heldout": {253 "estimate": 0.05333333333333334,254 "low": 0.012669551600821054,255 "high": 0.10274132633465625,256 "level": 0.95,257 "n_items": 300,258 "n_clusters": 241,259 "n_boot": 200260 },261 "len_ood": {262 "estimate": 0.055,263 "low": 0.005,264 "high": 0.105,265 "level": 0.95,266 "n_items": 200,267 "n_clusters": 200,268 "n_boot": 200269 }270 }271 },272 "1": {273 "donor": {274 "n_params": 104128,275 "train_seconds": 4.102132081985474,276 "final_dev": {277 "step": 200,278 "loss": 1.6042448282241821,279 "dev_acc": 0.14333333333333334,280 "dev_trace_acc": 0.06333333333333334,281 "lr": 0.0,282 "elapsed_s": 4.0953710079193115283 },284 "eval": {285 "target_iid": {286 "split": "target_iid",287 "split_hash": "88d9bb27db961222",288 "n": 300,289 "accuracy": 0.12666666666666668,290 "trace_accuracy": 0.043333333333333335,291 "ci95": {292 "estimate": 0.12666666666666668,293 "low": 0.08705976579761379,294 "high": 0.16720369270757476,295 "level": 0.95,296 "n_items": 300,297 "n_clusters": 269,298 "n_boot": 200299 },300 "omega_step_acc": {301 "estimate": 0.2966666666666667,302 "low": 0.25,303 "high": 0.3500085034013605,304 "level": 0.95,305 "n_items": 300,306 "n_clusters": 269,307 "n_boot": 200308 },309 "chance": 0.11333333333333333310 },311 "control_iid": {312 "split": "control_iid",313 "split_hash": "76bdfaf36a5f7519",314 "n": 300,315 "accuracy": 0.16,316 "trace_accuracy": 0.07333333333333333,317 "ci95": {318 "estimate": 0.16,319 "low": 0.12496946254071661,320 "high": 0.19806930693069308,321 "level": 0.95,322 "n_items": 300,323 "n_clusters": 293,324 "n_boot": 200325 },326 "omega_step_acc": null,327 "chance": 0.13328 },329 "comp_heldout": {330 "split": "comp_heldout",331 "split_hash": "68e83ab8472513d2",332 "n": 300,333 "accuracy": 0.11,334 "trace_accuracy": 0.04,335 "ci95": {336 "estimate": 0.11,337 "low": 0.07416016814914099,338 "high": 0.14744774919614148,339 "level": 0.95,340 "n_items": 300,341 "n_clusters": 241,342 "n_boot": 200343 },344 "omega_step_acc": {345 "estimate": 0.2833333333333333,346 "low": 0.21655303030303033,347 "high": 0.34637783891524665,348 "level": 0.95,349 "n_items": 180,350 "n_clusters": 148,351 "n_boot": 200352 },353 "chance": 0.11666666666666667354 },355 "len_ood": {356 "split": "len_ood",357 "split_hash": "6d8c13dc8b5c47fa",358 "n": 200,359 "accuracy": 0.06,360 "trace_accuracy": 0.0,361 "ci95": {362 "estimate": 0.06,363 "low": 0.03,364 "high": 0.1,365 "level": 0.95,366 "n_items": 200,367 "n_clusters": 200,368 "n_boot": 200369 },370 "omega_step_acc": {371 "estimate": 0.12173913043478261,372 "low": 0.06086956521739131,373 "high": 0.18282608695652178,374 "level": 0.95,375 "n_items": 115,376 "n_clusters": 115,377 "n_boot": 200378 },379 "chance": 0.15380 }381 }382 },383 "recipient": {384 "n_params": 104128,385 "train_seconds": 4.027623891830444,386 "final_dev": {387 "step": 200,388 "loss": 1.5427294969558716,389 "dev_acc": 0.18333333333333332,390 "dev_trace_acc": 0.08,391 "lr": 0.0,392 "elapsed_s": 4.020693302154541393 },394 "eval": {395 "target_iid": {396 "split": "target_iid",397 "split_hash": "88d9bb27db961222",398 "n": 300,399 "accuracy": 0.09,400 "trace_accuracy": 0.01,401 "ci95": {402 "estimate": 0.09,403 "low": 0.06476109215017066,404 "high": 0.1189967845659164,405 "level": 0.95,406 "n_items": 300,407 "n_clusters": 269,408 "n_boot": 200409 },410 "omega_step_acc": {411 "estimate": 0.07666666666666666,412 "low": 0.05049660484443093,413 "high": 0.10544057835108876,414 "level": 0.95,415 "n_items": 300,416 "n_clusters": 269,417 "n_boot": 200418 },419 "chance": 0.11333333333333333420 },421 "control_iid": {422 "split": "control_iid",423 "split_hash": "76bdfaf36a5f7519",424 "n": 300,425 "accuracy": 0.14666666666666667,426 "trace_accuracy": 0.07,427 "ci95": {428 "estimate": 0.14666666666666667,429 "low": 0.10328378378378379,430 "high": 0.1875822368421053,431 "level": 0.95,432 "n_items": 300,433 "n_clusters": 293,434 "n_boot": 200435 },436 "omega_step_acc": null,437 "chance": 0.13438 },439 "comp_heldout": {440 "split": "comp_heldout",441 "split_hash": "68e83ab8472513d2",442 "n": 300,443 "accuracy": 0.09666666666666666,444 "trace_accuracy": 0.02,445 "ci95": {446 "estimate": 0.09666666666666666,447 "low": 0.062289429055963824,448 "high": 0.12638747170519454,449 "level": 0.95,450 "n_items": 300,451 "n_clusters": 241,452 "n_boot": 200453 },454 "omega_step_acc": {455 "estimate": 0.05,456 "low": 0.022308542830540044,457 "high": 0.08298133753051525,458 "level": 0.95,459 "n_items": 180,460 "n_clusters": 148,461 "n_boot": 200462 },463 "chance": 0.11666666666666667464 },465 "len_ood": {466 "split": "len_ood",467 "split_hash": "6d8c13dc8b5c47fa",468 "n": 200,469 "accuracy": 0.06,470 "trace_accuracy": 0.0,471 "ci95": {472 "estimate": 0.06,473 "low": 0.03,474 "high": 0.09,475 "level": 0.95,476 "n_items": 200,477 "n_clusters": 200,478 "n_boot": 200479 },480 "omega_step_acc": {481 "estimate": 0.09565217391304348,482 "low": 0.034782608695652174,483 "high": 0.14782608695652175,484 "level": 0.95,485 "n_items": 115,486 "n_clusters": 115,487 "n_boot": 200488 },489 "chance": 0.15490 }491 }492 },493 "gap": {494 "target_iid": {495 "estimate": 0.03666666666666667,496 "low": -8.064516129030941e-05,497 "high": 0.07962905401442731,498 "level": 0.95,499 "n_items": 300,500 "n_clusters": 269,501 "n_boot": 200502 },503 "control_iid": {504 "estimate": 0.013333333333333334,505 "low": -0.026917070901721032,506 "high": 0.06333862876254182,507 "level": 0.95,508 "n_items": 300,509 "n_clusters": 293,510 "n_boot": 200511 },512 "comp_heldout": {513 "estimate": 0.013333333333333334,514 "low": -0.017094429635534737,515 "high": 0.05065326224103545,516 "level": 0.95,517 "n_items": 300,518 "n_clusters": 241,519 "n_boot": 200520 },521 "len_ood": {522 "estimate": 0.0,523 "low": -0.04,524 "high": 0.03512500000000003,525 "level": 0.95,526 "n_items": 200,527 "n_clusters": 200,528 "n_boot": 200529 }530 }531 }532 },533 "noop": {534 "donor_s0": {535 "deterministic_repeat": true,536 "capture_all_bitwise_identity": true,537 "disabled_modifying_hook_bitwise_identity": true,538 "enabled_zero_hook_changes_output": true,539 "n_hook_points": 20,540 "n_items": 256541 },542 "recipient_s0": {543 "deterministic_repeat": true,544 "capture_all_bitwise_identity": true,545 "disabled_modifying_hook_bitwise_identity": true,546 "enabled_zero_hook_changes_output": true,547 "n_hook_points": 20,548 "n_items": 256549 },550 "donor_s1": {551 "deterministic_repeat": true,552 "capture_all_bitwise_identity": true,553 "disabled_modifying_hook_bitwise_identity": true,554 "enabled_zero_hook_changes_output": true,555 "n_hook_points": 20,556 "n_items": 256557 },558 "recipient_s1": {559 "deterministic_repeat": true,560 "capture_all_bitwise_identity": true,561 "disabled_modifying_hook_bitwise_identity": true,562 "enabled_zero_hook_changes_output": true,563 "n_hook_points": 20,564 "n_items": 256565 }566 },567 "localization": {568 "n_items": 490,569 "read_position": 6,570 "positions": [571 "<bos>",572 "v0",573 "op1",574 "\u03a9",575 "op3",576 "=",577 "r1"578 ],579 "families": {580 "resid_post": {581 "s0": {582 "flip_rate": [583 [584 0.1081632673740387,585 0.1081632673740387,586 0.1081632673740387,587 0.14897958934307098,588 0.11020407825708389,589 0.1081632673740387,590 0.2938775420188904591 ],592 [593 0.1081632673740387,594 0.1081632673740387,595 0.1081632673740387,596 0.10408163070678711,597 0.1061224490404129,598 0.1081632673740387,599 0.3306122422218323600 ],601 [602 0.1081632673740387,603 0.1081632673740387,604 0.1081632673740387,605 0.1081632673740387,606 0.1081632673740387,607 0.1081632673740387,608 0.3163265287876129609 ]610 ],611 "logit_recovery": [612 [613 0.0,614 0.0,615 0.0,616 0.6777816414833069,617 0.17032797634601593,618 0.044533759355545044,619 0.24952709674835205620 ],621 [622 0.0,623 0.0,624 0.0,625 0.5468828678131104,626 0.21181631088256836,627 0.0718715488910675,628 0.43368828296661377629 ],630 [631 0.0,632 0.0,633 0.0,634 0.0,635 0.0,636 0.0,637 0.7673469185829163638 ]639 ]640 },641 "s1": {642 "flip_rate": [643 [644 0.15510204434394836,645 0.15510204434394836,646 0.15510204434394836,647 0.16938775777816772,648 0.15306122601032257,649 0.15510204434394836,650 0.48367348313331604651 ],652 [653 0.15510204434394836,654 0.15510204434394836,655 0.15510204434394836,656 0.15510204434394836,657 0.15306122601032257,658 0.15510204434394836,659 0.5224489569664001660 ],661 [662 0.15510204434394836,663 0.15510204434394836,664 0.15510204434394836,665 0.15510204434394836,666 0.15510204434394836,667 0.15510204434394836,668 0.5510203838348389669 ]670 ],671 "logit_recovery": [672 [673 0.0,674 0.0,675 0.0,676 0.5372936725616455,677 0.15368731319904327,678 -0.08139883726835251,679 0.4371233284473419680 ],681 [682 0.0,683 0.0,684 0.0,685 0.2054908275604248,686 0.10810171812772751,687 -0.11871961504220963,688 0.5426056385040283689 ],690 [691 0.0,692 0.0,693 0.0,694 0.0,695 0.0,696 0.0,697 0.640816330909729698 ]699 ]700 },701 "mean_flip_rate": [702 [703 0.13163265585899353,704 0.13163265585899353,705 0.13163265585899353,706 0.15918367356061935,707 0.13163265213370323,708 0.13163265585899353,709 0.3887755125761032710 ],711 [712 0.13163265585899353,713 0.13163265585899353,714 0.13163265585899353,715 0.12959183752536774,716 0.12959183752536774,717 0.13163265585899353,718 0.4265305995941162719 ],720 [721 0.13163265585899353,722 0.13163265585899353,723 0.13163265585899353,724 0.13163265585899353,725 0.13163265585899353,726 0.13163265585899353,727 0.4336734563112259728 ]729 ]730 },731 "attn_out": {732 "s0": {733 "flip_rate": [734 [735 0.1081632673740387,736 0.1081632673740387,737 0.1081632673740387,738 0.12448979914188385,739 0.11020407825708389,740 0.1081632673740387,741 0.2938775420188904742 ],743 [744 0.1081632673740387,745 0.1081632673740387,746 0.1081632673740387,747 0.1081632673740387,748 0.1061224490404129,749 0.1081632673740387,750 0.16734693944454193751 ],752 [753 0.1081632673740387,754 0.1081632673740387,755 0.1081632673740387,756 0.1081632673740387,757 0.1081632673740387,758 0.1081632673740387,759 0.09795918315649033760 ]761 ],762 "logit_recovery": [763 [764 0.0,765 0.0,766 0.0,767 0.6502549052238464,768 0.17032797634601593,769 0.044533759355545044,770 0.24952709674835205771 ],772 [773 0.0,774 0.0,775 0.0,776 0.16967330873012543,777 0.0522448793053627,778 0.0550827831029892,779 0.31173965334892273780 ],781 [782 0.0,783 0.0,784 0.0,785 0.0,786 0.0,787 0.0,788 0.5542861819267273789 ]790 ]791 },792 "s1": {793 "flip_rate": [794 [795 0.15510204434394836,796 0.15510204434394836,797 0.15510204434394836,798 0.15510204434394836,799 0.15306122601032257,800 0.15510204434394836,801 0.48367348313331604802 ],803 [804 0.15510204434394836,805 0.15510204434394836,806 0.15510204434394836,807 0.15510204434394836,808 0.15510204434394836,809 0.15510204434394836,810 0.1816326528787613811 ],812 [813 0.15510204434394836,814 0.15510204434394836,815 0.15510204434394836,816 0.15510204434394836,817 0.15510204434394836,818 0.15510204434394836,819 0.13469387590885162820 ]821 ],822 "logit_recovery": [823 [824 0.0,825 0.0,826 0.0,827 0.3812299370765686,828 0.15368731319904327,829 -0.08139883726835251,830 0.4371233284473419831 ],832 [833 0.0,834 0.0,835 0.0,836 -0.11997843533754349,837 -0.10889920592308044,838 -0.15029844641685486,839 0.504331648349762840 ],841 [842 0.0,843 0.0,844 0.0,845 0.0,846 0.0,847 0.0,848 0.21160942316055298849 ]850 ]851 },852 "mean_flip_rate": [853 [854 0.13163265585899353,855 0.13163265585899353,856 0.13163265585899353,857 0.1397959217429161,858 0.13163265213370323,859 0.13163265585899353,860 0.3887755125761032861 ],862 [863 0.13163265585899353,864 0.13163265585899353,865 0.13163265585899353,866 0.13163265585899353,867 0.13061224669218063,868 0.13163265585899353,869 0.1744897961616516870 ],871 [872 0.13163265585899353,873 0.13163265585899353,874 0.13163265585899353,875 0.13163265585899353,876 0.13163265585899353,877 0.13163265585899353,878 0.11632652953267097879 ]880 ]881 },882 "mlp_out": {883 "s0": {884 "flip_rate": [885 [886 0.1081632673740387,887 0.1081632673740387,888 0.1081632673740387,889 0.12857143580913544,890 0.1081632673740387,891 0.1081632673740387,892 0.24285714328289032893 ],894 [895 0.1081632673740387,896 0.1081632673740387,897 0.1081632673740387,898 0.11224489659070969,899 0.1081632673740387,900 0.1081632673740387,901 0.2469387799501419902 ],903 [904 0.1081632673740387,905 0.1081632673740387,906 0.1081632673740387,907 0.1081632673740387,908 0.1081632673740387,909 0.1081632673740387,910 0.20000000298023224911 ]912 ],913 "logit_recovery": [914 [915 0.0,916 0.0,917 0.0,918 0.676521897315979,919 0.20865347981452942,920 0.0366634726524353,921 0.1594724953174591922 ],923 [924 0.0,925 0.0,926 0.0,927 0.4173266291618347,928 0.1889232099056244,929 0.07385488599538803,930 0.49284762144088745931 ],932 [933 0.0,934 0.0,935 0.0,936 0.0,937 0.0,938 0.0,939 0.1028335839509964940 ]941 ]942 },943 "s1": {944 "flip_rate": [945 [946 0.15510204434394836,947 0.15510204434394836,948 0.15510204434394836,949 0.17142857611179352,950 0.15714286267757416,951 0.15510204434394836,952 0.33469387888908386953 ],954 [955 0.15510204434394836,956 0.15510204434394836,957 0.15510204434394836,958 0.15306122601032257,959 0.15510204434394836,960 0.15510204434394836,961 0.3938775658607483962 ],963 [964 0.15510204434394836,965 0.15510204434394836,966 0.15510204434394836,967 0.15510204434394836,968 0.15510204434394836,969 0.15510204434394836,970 0.23673468828201294971 ]972 ],973 "logit_recovery": [974 [975 0.0,976 0.0,977 0.0,978 0.4843812882900238,979 0.14703114330768585,980 -0.07759958505630493,981 0.24141383171081543982 ],983 [984 0.0,985 0.0,986 0.0,987 -0.028258221223950386,988 0.021661778911948204,989 0.09376108646392822,990 0.47914665937423706991 ],992 [993 0.0,994 0.0,995 0.0,996 0.0,997 0.0,998 0.0,999 0.25137954950332641000 ]1001 ]1002 },1003 "mean_flip_rate": [1004 [1005 0.13163265585899353,1006 0.13163265585899353,1007 0.13163265585899353,1008 0.15000000596046448,1009 0.13265306502580643,1010 0.13163265585899353,1011 0.28877551108598711012 ],1013 [1014 0.13163265585899353,1015 0.13163265585899353,1016 0.13163265585899353,1017 0.13265306130051613,1018 0.13163265585899353,1019 0.13163265585899353,1020 0.32040817290544511021 ],1022 [1023 0.13163265585899353,1024 0.13163265585899353,1025 0.13163265585899353,1026 0.13163265585899353,1027 0.13163265585899353,1028 0.13163265585899353,1029 0.21836734563112261030 ]1031 ]1032 }1033 },1034 "ablation": {1035 "resid_post": {1036 "s0": [1037 [1038 0.2857142984867096,1039 0.30816325545310974,1040 0.3204081654548645,1041 0.31224489212036133,1042 0.31224489212036133,1043 0.3224489688873291,1044 0.114285714924335481045 ],1046 [1047 0.31224489212036133,1048 0.3224489688873291,1049 0.30612245202064514,1050 0.30612245202064514,1051 0.29591837525367737,1052 0.3183673322200775,1053 0.0448979586362838751054 ],1055 [1056 0.3163265287876129,1057 0.3163265287876129,1058 0.3163265287876129,1059 0.3163265287876129,1060 0.3163265287876129,1061 0.3163265287876129,1062 0.114285714924335481063 ]1064 ],1065 "s1": [1066 [1067 0.4734693765640259,1068 0.518367350101471,1069 0.5469387769699097,1070 0.48163264989852905,1071 0.5469387769699097,1072 0.5265306234359741,1073 0.065306119620800021074 ],1075 [1076 0.559183657169342,1077 0.563265323638916,1078 0.559183657169342,1079 0.5306122303009033,1080 0.5469387769699097,1081 0.5469387769699097,1082 0.0591836720705032351083 ],1084 [1085 0.5510203838348389,1086 0.5510203838348389,1087 0.5510203838348389,1088 0.5510203838348389,1089 0.5510203838348389,1090 0.5510203838348389,1091 0.085714288055896761092 ]1093 ]1094 },1095 "attn_out": {1096 "s0": [1097 [1098 0.31224489212036133,1099 0.31224489212036133,1100 0.31020408868789673,1101 0.3285714387893677,1102 0.30816325545310974,1103 0.31020408868789673,1104 0.17755101621150971105 ],1106 [1107 0.3142857253551483,1108 0.31020408868789673,1109 0.3142857253551483,1110 0.3224489688873291,1111 0.3306122422218323,1112 0.3142857253551483,1113 0.342857152223587041114 ],1115 [1116 0.3163265287876129,1117 0.3163265287876129,1118 0.3163265287876129,1119 0.3163265287876129,1120 0.3163265287876129,1121 0.3163265287876129,1122 0.34897959232330321123 ]1124 ],1125 "s1": [1126 [1127 0.5040816068649292,1128 0.5122448801994324,1129 0.5428571701049805,1130 0.5510203838348389,1131 0.5265306234359741,1132 0.5367347002029419,1133 0.271428585052490231134 ],1135 [1136 0.5551020503044128,1137 0.5530612468719482,1138 0.5571428537368774,1139 0.5530612468719482,1140 0.5612244606018066,1141 0.5510203838348389,1142 0.34897959232330321143 ],1144 [1145 0.5510203838348389,1146 0.5510203838348389,1147 0.5510203838348389,1148 0.5510203838348389,1149 0.5510203838348389,1150 0.5510203838348389,1151 0.487755089998245241152 ]1153 ]1154 },1155 "mlp_out": {1156 "s0": [1157 [1158 0.30408161878585815,1159 0.30612245202064514,1160 0.30612245202064514,1161 0.3224489688873291,1162 0.3204081654548645,1163 0.3306122422218323,1164 0.297959178686141971165 ],1166 [1167 0.3224489688873291,1168 0.3183673322200775,1169 0.3142857253551483,1170 0.3163265287876129,1171 0.30816325545310974,1172 0.3244898021221161,1173 0.24897959828376771174 ],1175 [1176 0.3163265287876129,1177 0.3163265287876129,1178 0.3163265287876129,1179 0.3163265287876129,1180 0.3163265287876129,1181 0.3163265287876129,1182 0.275510191917419431183 ]1184 ],1185 "s1": [1186 [1187 0.48367348313331604,1188 0.5102040767669678,1189 0.5551020503044128,1190 0.5102040767669678,1191 0.5510203838348389,1192 0.5224489569664001,1193 0.263265311717987061194 ],1195 [1196 0.559183657169342,1197 0.5510203838348389,1198 0.559183657169342,1199 0.5571428537368774,1200 0.5530612468719482,1201 0.559183657169342,1202 0.404081642627716061203 ],1204 [1205 0.5510203838348389,1206 0.5510203838348389,1207 0.5510203838348389,1208 0.5510203838348389,1209 0.5510203838348389,1210 0.5510203838348389,1211 0.48979592323303221212 ]1213 ]1214 }1215 },1216 "heads": {1217 "omega_token": {1218 "s0": [1219 [1220 0.1081632673740387,1221 0.114285714924335481222 ],1223 [1224 0.1081632673740387,1225 0.10816326737403871226 ],1227 [1228 0.1081632673740387,1229 0.10816326737403871230 ]1231 ],1232 "s1": [1233 [1234 0.15714286267757416,1235 0.151020407676696781236 ],1237 [1238 0.15510204434394836,1239 0.155102044343948361240 ],1241 [1242 0.15510204434394836,1243 0.155102044343948361244 ]1245 ]1246 },1247 "read_position": {1248 "s0": [1249 [1250 0.1755101978778839,1251 0.21020407974721252 ],1253 [1254 0.12448979914188385,1255 0.157142862677574161256 ],1257 [1258 0.1061224490404129,1259 0.104081630706787111260 ]1261 ],1262 "s1": [1263 [1264 0.36938774585723877,1265 0.267346948385238651266 ],1267 [1268 0.1795918345451355,1269 0.157142862677574161270 ],1271 [1272 0.15510204434394836,1273 0.148979589343070981274 ]1275 ]1276 }1277 },1278 "reproducibility": {1279 "resid_post_s0_repeat_max_abs_diff": 0.0,1280 "attn_out_s0_repeat_max_abs_diff": 0.0,1281 "mlp_out_s0_repeat_max_abs_diff": 0.0,1282 "resid_post_s1_repeat_max_abs_diff": 0.0,1283 "attn_out_s1_repeat_max_abs_diff": 0.0,1284 "mlp_out_s1_repeat_max_abs_diff": 0.0,1285 "resid_post_across_seed_pearson_min": 0.9930306466962506,1286 "attn_out_across_seed_pearson_min": 0.9706457352445615,1287 "mlp_out_across_seed_pearson_min": 0.97320885088112971288 },1289 "baselines": {1290 "s0": {1291 "clean_acc_on_clean_answer": 0.3163265287876129,1292 "corrupt_run_acc_on_clean_answer(sham)": 0.10816326737403871293 },1294 "s1": {1295 "clean_acc_on_clean_answer": 0.5510203838348389,1296 "corrupt_run_acc_on_clean_answer(sham)": 0.155102044343948361297 }1298 }1299 },1300 "across_seeds": {1301 "target_iid": {1302 "donor": {1303 "n_seeds": 2,1304 "mean": 0.12,1305 "sd": 0.009428090415820645,1306 "min": 0.11333333333333333,1307 "max": 0.126666666666666681308 },1309 "recipient": {1310 "n_seeds": 2,1311 "mean": 0.09833333333333333,1312 "sd": 0.0117851130197758,1313 "min": 0.09,1314 "max": 0.106666666666666671315 }1316 },1317 "control_iid": {1318 "donor": {1319 "n_seeds": 2,1320 "mean": 0.155,1321 "sd": 0.007071067811865481,1322 "min": 0.15,1323 "max": 0.161324 },1325 "recipient": {1326 "n_seeds": 2,1327 "mean": 0.16166666666666668,1328 "sd": 0.021213203435596427,1329 "min": 0.14666666666666667,1330 "max": 0.176666666666666671331 }1332 },1333 "comp_heldout": {1334 "donor": {1335 "n_seeds": 2,1336 "mean": 0.12833333333333333,1337 "sd": 0.025927248643506744,1338 "min": 0.11,1339 "max": 0.146666666666666671340 },1341 "recipient": {1342 "n_seeds": 2,1343 "mean": 0.095,1344 "sd": 0.002357022603955154,1345 "min": 0.09333333333333334,1346 "max": 0.096666666666666661347 }1348 },1349 "len_ood": {1350 "donor": {1351 "n_seeds": 2,1352 "mean": 0.08249999999999999,1353 "sd": 0.03181980515339464,1354 "min": 0.06,1355 "max": 0.1051356 },1357 "recipient": {1358 "n_seeds": 2,1359 "mean": 0.055,1360 "sd": 0.007071067811865472,1361 "min": 0.05,1362 "max": 0.061363 }1364 }1365 },1366 "across_seeds_omega_step": {1367 "donor": {1368 "n_seeds": 2,1369 "mean": 0.2683333333333333,1370 "sd": 0.04006938426723772,1371 "min": 0.24,1372 "max": 0.29666666666666671373 },1374 "recipient": {1375 "n_seeds": 2,1376 "mean": 0.07,1377 "sd": 0.009428090415820625,1378 "min": 0.06333333333333334,1379 "max": 0.076666666666666661380 }1381 },1382 "elapsed_seconds": 22.0535950660705571383}