Repository Public Research preview
1{2 "tasks": {3 "antonym": {4 "n_queries": 32,5 "hash": "6f74ac11f9505135"6 },7 "capital": {8 "n_queries": 22,9 "hash": "78ba5b39d43d42d5"10 },11 "morph": {12 "n_queries": 40,13 "hash": "df15df1dd69d1028"14 },15 "addthree": {16 "n_queries": 35,17 "hash": "e2d74cd2fbf01431"18 }19 },20 "models": {21 "llama3b": {22 "repo": "mlx-community/Llama-3.2-3B-Instruct-bf16",23 "family": "Llama-3.2",24 "license": "Llama 3.2 Community License",25 "n_layers": 28,26 "hidden": 3072,27 "precision": "bf16",28 "localization": {29 "layers": [30 2,31 5,32 8,33 11,34 14,35 16,36 19,37 22,38 2539 ],40 "tasks": {41 "antonym": {42 "zero_shot": 0.15625,43 "few_shot": 0.875,44 "sufficiency_by_layer": {45 "2": 0.1875,46 "5": 0.15625,47 "8": 0.3125,48 "11": 0.78125,49 "14": 0.84375,50 "16": 0.75,51 "19": 0.59375,52 "22": 0.40625,53 "25": 0.2554 },55 "best_layer": 14,56 "necessity_fewshot_minus_direction": 0.90625,57 "random_vector_same_norm_at_best": 0.0625,58 "vector_norm": 10.60562038421630959 },60 "capital": {61 "zero_shot": 0.0,62 "few_shot": 1.0,63 "sufficiency_by_layer": {64 "2": 0.13636363636363635,65 "5": 0.045454545454545456,66 "8": 0.045454545454545456,67 "11": 0.0,68 "14": 1.0,69 "16": 1.0,70 "19": 1.0,71 "22": 0.9090909090909091,72 "25": 0.909090909090909173 },74 "best_layer": 14,75 "necessity_fewshot_minus_direction": 1.0,76 "random_vector_same_norm_at_best": 0.0,77 "vector_norm": 11.20549774169921978 },79 "morph": {80 "zero_shot": 0.0,81 "few_shot": 0.35,82 "sufficiency_by_layer": {83 "2": 0.0,84 "5": 0.0,85 "8": 0.0,86 "11": 0.0,87 "14": 0.0,88 "16": 0.0,89 "19": 0.0,90 "22": 0.0,91 "25": 0.092 },93 "best_layer": 2,94 "necessity_fewshot_minus_direction": 0.35,95 "random_vector_same_norm_at_best": 0.0,96 "vector_norm": 2.038892269134521597 },98 "addthree": {99 "zero_shot": 0.0,100 "few_shot": 1.0,101 "sufficiency_by_layer": {102 "2": 0.0,103 "5": 0.0,104 "8": 0.0,105 "11": 0.0,106 "14": 0.8,107 "16": 0.0,108 "19": 0.0,109 "22": 0.0,110 "25": 0.0111 },112 "best_layer": 14,113 "necessity_fewshot_minus_direction": 1.0,114 "random_vector_same_norm_at_best": 0.0,115 "vector_norm": 12.959115982055664116 }117 }118 }119 },120 "qwen1.5b": {121 "repo": "mlx-community/Qwen2.5-1.5B-Instruct-bf16",122 "family": "Qwen2.5",123 "license": "Apache-2.0",124 "n_layers": 28,125 "hidden": 1536,126 "precision": "bf16",127 "localization": {128 "layers": [129 2,130 5,131 8,132 11,133 14,134 16,135 19,136 22,137 25138 ],139 "tasks": {140 "antonym": {141 "zero_shot": 0.21875,142 "few_shot": 1.0,143 "sufficiency_by_layer": {144 "2": 0.15625,145 "5": 0.125,146 "8": 0.375,147 "11": 0.3125,148 "14": 0.75,149 "16": 0.875,150 "19": 0.84375,151 "22": 0.5625,152 "25": 0.5153 },154 "best_layer": 16,155 "necessity_fewshot_minus_direction": 1.0,156 "random_vector_same_norm_at_best": 0.46875,157 "vector_norm": 38.643898010253906158 },159 "capital": {160 "zero_shot": 0.0,161 "few_shot": 1.0,162 "sufficiency_by_layer": {163 "2": 0.045454545454545456,164 "5": 0.045454545454545456,165 "8": 0.045454545454545456,166 "11": 0.09090909090909091,167 "14": 0.18181818181818182,168 "16": 0.6818181818181818,169 "19": 0.5909090909090909,170 "22": 0.8636363636363636,171 "25": 0.7272727272727273172 },173 "best_layer": 22,174 "necessity_fewshot_minus_direction": 1.0,175 "random_vector_same_norm_at_best": 0.0,176 "vector_norm": 75.94140625177 },178 "morph": {179 "zero_shot": 0.0,180 "few_shot": 0.325,181 "sufficiency_by_layer": {182 "2": 0.0,183 "5": 0.0,184 "8": 0.0,185 "11": 0.0,186 "14": 0.0,187 "16": 0.0,188 "19": 0.0,189 "22": 0.0,190 "25": 0.0191 },192 "best_layer": 2,193 "necessity_fewshot_minus_direction": 0.325,194 "random_vector_same_norm_at_best": 0.0,195 "vector_norm": 12.061471939086914196 },197 "addthree": {198 "zero_shot": 0.0,199 "few_shot": 0.8571428571428571,200 "sufficiency_by_layer": {201 "2": 0.0,202 "5": 0.0,203 "8": 0.0,204 "11": 0.0,205 "14": 0.0,206 "16": 0.0,207 "19": 0.0,208 "22": 0.0,209 "25": 0.0210 },211 "best_layer": 2,212 "necessity_fewshot_minus_direction": 0.8571428571428571,213 "random_vector_same_norm_at_best": 0.0,214 "vector_norm": 12.514005661010742215 }216 }217 }218 },219 "qwen3b": {220 "repo": "mlx-community/Qwen2.5-3B-Instruct-bf16",221 "family": "Qwen2.5",222 "license": "Qwen Research License",223 "n_layers": 36,224 "hidden": 2048,225 "precision": "bf16",226 "localization": {227 "layers": [228 2,229 6,230 10,231 14,232 18,233 21,234 25,235 29,236 33237 ],238 "tasks": {239 "antonym": {240 "zero_shot": 0.25,241 "few_shot": 0.9375,242 "sufficiency_by_layer": {243 "2": 0.3125,244 "6": 0.28125,245 "10": 0.34375,246 "14": 0.4375,247 "18": 0.46875,248 "21": 0.84375,249 "25": 0.875,250 "29": 0.875,251 "33": 0.3125252 },253 "best_layer": 25,254 "necessity_fewshot_minus_direction": 0.96875,255 "random_vector_same_norm_at_best": 0.0625,256 "vector_norm": 57.1178092956543257 },258 "capital": {259 "zero_shot": 0.0,260 "few_shot": 1.0,261 "sufficiency_by_layer": {262 "2": 0.0,263 "6": 0.0,264 "10": 0.0,265 "14": 0.13636363636363635,266 "18": 0.5,267 "21": 0.0,268 "25": 0.8181818181818182,269 "29": 0.8181818181818182,270 "33": 0.7727272727272727271 },272 "best_layer": 25,273 "necessity_fewshot_minus_direction": 1.0,274 "random_vector_same_norm_at_best": 0.0,275 "vector_norm": 56.586326599121094276 },277 "morph": {278 "zero_shot": 0.0,279 "few_shot": 0.4,280 "sufficiency_by_layer": {281 "2": 0.0,282 "6": 0.0,283 "10": 0.0,284 "14": 0.0,285 "18": 0.0,286 "21": 0.0,287 "25": 0.0,288 "29": 0.0,289 "33": 0.0290 },291 "best_layer": 2,292 "necessity_fewshot_minus_direction": 0.4,293 "random_vector_same_norm_at_best": 0.0,294 "vector_norm": 6.1436028480529785295 },296 "addthree": {297 "zero_shot": 0.0,298 "few_shot": 1.0,299 "sufficiency_by_layer": {300 "2": 0.0,301 "6": 0.0,302 "10": 0.0,303 "14": 0.0,304 "18": 0.0,305 "21": 0.0,306 "25": 0.0,307 "29": 0.0,308 "33": 0.0309 },310 "best_layer": 2,311 "necessity_fewshot_minus_direction": 1.0,312 "random_vector_same_norm_at_best": 0.0,313 "vector_norm": 5.985179901123047314 }315 }316 }317 }318 },319 "pairs": {320 "qwen3b->qwen1.5b": {321 "donor": "qwen3b",322 "recipient": "qwen1.5b",323 "tasks": {324 "antonym": {325 "recipient_zero": 0.21875,326 "recipient_few": 1.0,327 "recipient_own_vector": 0.875,328 "donor_layer": 25,329 "conditions": {330 "procrustes|L16|a1.0": {331 "accuracy": 0.5625,332 "gain_vs_zero": {333 "estimate": 0.34375,334 "low": 0.15625,335 "high": 0.5,336 "level": 0.95,337 "n_items": 32,338 "n_clusters": 32,339 "n_boot": 2000340 },341 "mapped_norm": 30.50225257873535,342 "outputs_sample": [343 " tall\n",344 " 1\n",345 " safe\n",346 " answer\n",347 " raw\n"348 ]349 },350 "procrustes|L16|a2.0": {351 "accuracy": 0.625,352 "gain_vs_zero": {353 "estimate": 0.40625,354 "low": 0.21875,355 "high": 0.59375,356 "level": 0.95,357 "n_items": 32,358 "n_clusters": 32,359 "n_boot": 2000360 },361 "mapped_norm": 30.50225257873535,362 "outputs_sample": [363 " tall\n",364 " remove\n",365 " dangerous\n",366 " answer\n",367 " 1\n"368 ]369 },370 "procrustes_rescaled|L16|a1.0": {371 "accuracy": 0.65625,372 "gain_vs_zero": {373 "estimate": 0.4375,374 "low": 0.25,375 "high": 0.625,376 "level": 0.95,377 "n_items": 32,378 "n_clusters": 32,379 "n_boot": 2000380 },381 "mapped_norm": 38.643898010253906,382 "outputs_sample": [383 " tall\n",384 " add\n",385 " safe\n",386 " answer\n",387 " raw\n"388 ]389 },390 "ridge|L16|a1.0": {391 "accuracy": 0.59375,392 "gain_vs_zero": {393 "estimate": 0.375,394 "low": 0.1875,395 "high": 0.5625,396 "level": 0.95,397 "n_items": 32,398 "n_clusters": 32,399 "n_boot": 2000400 },401 "mapped_norm": 34.40007019042969,402 "outputs_sample": [403 " tall\n",404 " add\n",405 " safe\n",406 " answer\n",407 " raw\n"408 ]409 },410 "ridge|L16|a2.0": {411 "accuracy": 0.25,412 "gain_vs_zero": {413 "estimate": 0.03125,414 "low": -0.125,415 "high": 0.1875,416 "level": 0.95,417 "n_items": 32,418 "n_clusters": 32,419 "n_boot": 2000420 },421 "mapped_norm": 34.40007019042969,422 "outputs_sample": [423 " high\n",424 " run\n",425 " free\n",426 " answer\n",427 " rebel\n"428 ]429 },430 "ridge_rescaled|L16|a1.0": {431 "accuracy": 0.5625,432 "gain_vs_zero": {433 "estimate": 0.34375,434 "low": 0.15625,435 "high": 0.53125,436 "level": 0.95,437 "n_items": 32,438 "n_clusters": 32,439 "n_boot": 2000440 },441 "mapped_norm": 38.643898010253906,442 "outputs_sample": [443 " wide\n",444 " add\n",445 " safe\n",446 " answer\n",447 " raw\n"448 ]449 },450 "cca|L16|a1.0": {451 "accuracy": 0.46875,452 "gain_vs_zero": {453 "estimate": 0.25,454 "low": 0.0625,455 "high": 0.40703124999999574,456 "level": 0.95,457 "n_items": 32,458 "n_clusters": 32,459 "n_boot": 2000460 },461 "mapped_norm": 37.07581329345703,462 "outputs_sample": [463 " wide\n",464 " add\n",465 " safe\n",466 " answer\n",467 " raw\n"468 ]469 },470 "cca|L16|a2.0": {471 "accuracy": 0.09375,472 "gain_vs_zero": {473 "estimate": -0.125,474 "low": -0.28125,475 "high": 0.03203124999999574,476 "level": 0.95,477 "n_items": 32,478 "n_clusters": 32,479 "n_boot": 2000480 },481 "mapped_norm": 37.07581329345703,482 "outputs_sample": [483 " generous\n",484 " challenge\n",485 " free\n",486 " challenge: Can you provide a",487 " the raw data is a string"488 ]489 },490 "random_orth|L16|a1.0": {491 "accuracy": 0.21875,492 "gain_vs_zero": {493 "estimate": 0.0,494 "low": 0.0,495 "high": 0.0,496 "level": 0.95,497 "n_items": 32,498 "n_clusters": 32,499 "n_boot": 2000500 },501 "mapped_norm": 30.70629119873047,502 "outputs_sample": [503 " wide\n",504 " add\n",505 " safe\n",506 " \"I'm sorry, I",507 " raw\n\n"508 ]509 },510 "random_orth|L16|a2.0": {511 "accuracy": 0.09375,512 "gain_vs_zero": {513 "estimate": -0.125,514 "low": -0.28125,515 "high": 0.03125,516 "level": 0.95,517 "n_items": 32,518 "n_clusters": 32,519 "n_boot": 2000520 },521 "mapped_norm": 30.70629119873047,522 "outputs_sample": [523 " wide\n",524 " add\n",525 " safe\n",526 " \"I'm sorry, I",527 " raw\n"528 ]529 },530 "replace_donor_fewshot|procrustes|L16": {531 "accuracy": 0.71875,532 "gain_vs_zero": {533 "estimate": 0.5,534 "low": 0.3125,535 "high": 0.65625,536 "level": 0.95,537 "n_items": 32,538 "n_clusters": 32,539 "n_boot": 2000540 },541 "outputs_sample": [542 " narrow\n",543 " subtract\n",544 " safe\n",545 " answer\n",546 " raw\n"547 ]548 },549 "ctl_replace_donor_zeroshot|procrustes|L16": {550 "accuracy": 0.40625,551 "gain_vs_zero": {552 "estimate": 0.1875,553 "low": 0.0625,554 "high": 0.34375,555 "level": 0.95,556 "n_items": 32,557 "n_clusters": 32,558 "n_boot": 2000559 },560 "outputs_sample": [561 " 1\n",562 " 1\n",563 " 1\n",564 " \"I'm sorry, I",565 " \"Hello World\"\n"566 ]567 },568 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L16": {569 "accuracy": 0.71875,570 "gain_vs_zero": {571 "estimate": 0.5,572 "low": 0.3117187500000014,573 "high": 0.6570312499999957,574 "level": 0.95,575 "n_items": 32,576 "n_clusters": 32,577 "n_boot": 2000578 },579 "outputs_sample": [580 " narrow\n",581 " add\n",582 " safe\n",583 " answer\n",584 " raw\n"585 ]586 },587 "replace_donor_fewshot|ridge|L16": {588 "accuracy": 0.6875,589 "gain_vs_zero": {590 "estimate": 0.46875,591 "low": 0.3125,592 "high": 0.625,593 "level": 0.95,594 "n_items": 32,595 "n_clusters": 32,596 "n_boot": 2000597 },598 "outputs_sample": [599 " tall\n",600 " add\n",601 " dangerous\n",602 " answer\n",603 " raw\n"604 ]605 },606 "ctl_replace_donor_zeroshot|ridge|L16": {607 "accuracy": 0.375,608 "gain_vs_zero": {609 "estimate": 0.15625,610 "low": 0.03125,611 "high": 0.28125,612 "level": 0.95,613 "n_items": 32,614 "n_clusters": 32,615 "n_boot": 2000616 },617 "outputs_sample": [618 " 1\n",619 " 1\n",620 " False\n",621 " \"I'm sorry, I",622 " \"Hello World\"\n"623 ]624 },625 "ctl_replace_donor_fewshot_shuffled_query|ridge|L16": {626 "accuracy": 0.6875,627 "gain_vs_zero": {628 "estimate": 0.46875,629 "low": 0.28125,630 "high": 0.65625,631 "level": 0.95,632 "n_items": 32,633 "n_clusters": 32,634 "n_boot": 2000635 },636 "outputs_sample": [637 " tall\n",638 " add\n",639 " dangerous\n",640 " answer\n",641 " raw\n"642 ]643 },644 "ctl_replace_donor_fewshot|sham_map|L16": {645 "accuracy": 0.0625,646 "gain_vs_zero": {647 "estimate": -0.15625,648 "low": -0.3125,649 "high": 0.0,650 "level": 0.95,651 "n_items": 32,652 "n_clusters": 32,653 "n_boot": 2000654 },655 "outputs_sample": [656 " wide\n",657 " 1\n",658 " safe\n",659 " \"What is the capital of",660 " raw\n\n"661 ]662 },663 "ctl_replace_donor_zeroshot|sham_map|L16": {664 "accuracy": 0.0625,665 "gain_vs_zero": {666 "estimate": -0.15625,667 "low": -0.3125,668 "high": 0.0,669 "level": 0.95,670 "n_items": 32,671 "n_clusters": 32,672 "n_boot": 2000673 },674 "outputs_sample": [675 " 1\n",676 " 1\n",677 " 1\n",678 " \"I'm sorry, I",679 " 1\n"680 ]681 },682 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L16": {683 "accuracy": 0.09375,684 "gain_vs_zero": {685 "estimate": -0.125,686 "low": -0.28125,687 "high": 0.0,688 "level": 0.95,689 "n_items": 32,690 "n_clusters": 32,691 "n_boot": 2000692 },693 "outputs_sample": [694 " wide\n",695 " add\n",696 " safe\n",697 " \"What is the capital of",698 " 12345"699 ]700 },701 "ctl_random_norm_matched|L16": {702 "accuracy": 0.15625,703 "gain_vs_zero": {704 "estimate": -0.0625,705 "low": -0.1875,706 "high": 0.0625,707 "level": 0.95,708 "n_items": 32,709 "n_clusters": 32,710 "n_boot": 2000711 }712 },713 "ctl_unrelated_task_vector(capital)|L16": {714 "accuracy": 0.125,715 "gain_vs_zero": {716 "estimate": -0.09375,717 "low": -0.1875,718 "high": 0.0,719 "level": 0.95,720 "n_items": 32,721 "n_clusters": 32,722 "n_boot": 2000723 }724 },725 "procrustes|L19|a1.0": {726 "accuracy": 0.5625,727 "gain_vs_zero": {728 "estimate": 0.34375,729 "low": 0.15625,730 "high": 0.53125,731 "level": 0.95,732 "n_items": 32,733 "n_clusters": 32,734 "n_boot": 2000735 },736 "mapped_norm": 43.63785171508789,737 "outputs_sample": [738 " wide\n",739 " subtract\n",740 " safe\n",741 " answer\n\n",742 " raw\n\n"743 ]744 },745 "procrustes|L19|a2.0": {746 "accuracy": 0.125,747 "gain_vs_zero": {748 "estimate": -0.09375,749 "low": -0.25,750 "high": 0.0625,751 "level": 0.95,752 "n_items": 32,753 "n_clusters": 32,754 "n_boot": 2000755 },756 "mapped_norm": 43.63785171508789,757 "outputs_sample": [758 " wide\n",759 " fire\n",760 " fire\n",761 " flower\n",762 " flame\n"763 ]764 },765 "procrustes_rescaled|L19|a1.0": {766 "accuracy": 0.5625,767 "gain_vs_zero": {768 "estimate": 0.34375,769 "low": 0.15625,770 "high": 0.53125,771 "level": 0.95,772 "n_items": 32,773 "n_clusters": 32,774 "n_boot": 2000775 },776 "mapped_norm": 38.643898010253906,777 "outputs_sample": [778 " tall\n",779 " subtract\n",780 " safe\n",781 " answer\n",782 " raw\n\n"783 ]784 },785 "ridge|L19|a1.0": {786 "accuracy": 0.375,787 "gain_vs_zero": {788 "estimate": 0.15625,789 "low": 0.0,790 "high": 0.3125,791 "level": 0.95,792 "n_items": 32,793 "n_clusters": 32,794 "n_boot": 2000795 },796 "mapped_norm": 46.0419921875,797 "outputs_sample": [798 " The width of the rectangle is",799 " The output will depend on the",800 " The output is a string that",801 " answer\n",802 " a string\n"803 ]804 },805 "ridge|L19|a2.0": {806 "accuracy": 0.0,807 "gain_vs_zero": {808 "estimate": -0.21875,809 "low": -0.375,810 "high": -0.09375,811 "level": 0.95,812 "n_items": 32,813 "n_clusters": 32,814 "n_boot": 2000815 },816 "mapped_norm": 46.0419921875,817 "outputs_sample": [818 " the wide\n",819 " the sum of two numbers\n",820 " the safe is secure\n",821 " festival\n",822 " muse\n\n"823 ]824 },825 "ridge_rescaled|L19|a1.0": {826 "accuracy": 0.40625,827 "gain_vs_zero": {828 "estimate": 0.1875,829 "low": 0.03125,830 "high": 0.34375,831 "level": 0.95,832 "n_items": 32,833 "n_clusters": 32,834 "n_boot": 2000835 },836 "mapped_norm": 38.643898010253906,837 "outputs_sample": [838 " wide\n",839 " The output will depend on the",840 " The output is a string that",841 " answer\n\n",842 " a string\n"843 ]844 },845 "cca|L19|a1.0": {846 "accuracy": 0.28125,847 "gain_vs_zero": {848 "estimate": 0.0625,849 "low": -0.09375,850 "high": 0.21875,851 "level": 0.95,852 "n_items": 32,853 "n_clusters": 32,854 "n_boot": 2000855 },856 "mapped_norm": 50.8996467590332,857 "outputs_sample": [858 " The width of the rectangle is",859 " The output will depend on the",860 " The output of the given input",861 " answer\n",862 " the raw data\n"863 ]864 },865 "cca|L19|a2.0": {866 "accuracy": 0.0,867 "gain_vs_zero": {868 "estimate": -0.21875,869 "low": -0.375,870 "high": -0.09375,871 "level": 0.95,872 "n_items": 32,873 "n_clusters": 32,874 "n_boot": 2000875 },876 "mapped_norm": 50.8996467590332,877 "outputs_sample": [878 " the wide\n",879 " the sum of two numbers\n",880 " the safe is secure\n",881 " the answer to the question.\n",882 " the raw data\n"883 ]884 },885 "random_orth|L19|a1.0": {886 "accuracy": 0.4375,887 "gain_vs_zero": {888 "estimate": 0.21875,889 "low": 0.09375,890 "high": 0.34453124999999574,891 "level": 0.95,892 "n_items": 32,893 "n_clusters": 32,894 "n_boot": 2000895 },896 "mapped_norm": 44.325138092041016,897 "outputs_sample": [898 " 1\n",899 " 1\n",900 " safe\n",901 " \"I'm sorry, I",902 " \"Hello World\"\n"903 ]904 },905 "random_orth|L19|a2.0": {906 "accuracy": 0.125,907 "gain_vs_zero": {908 "estimate": -0.09375,909 "low": -0.25,910 "high": 0.0625,911 "level": 0.95,912 "n_items": 32,913 "n_clusters": 32,914 "n_boot": 2000915 },916 "mapped_norm": 44.325138092041016,917 "outputs_sample": [918 " wide\n",919 " add\n",920 " \n",921 " \n",922 " raw\n"923 ]924 },925 "replace_donor_fewshot|procrustes|L19": {926 "accuracy": 0.6875,927 "gain_vs_zero": {928 "estimate": 0.46875,929 "low": 0.28125,930 "high": 0.65625,931 "level": 0.95,932 "n_items": 32,933 "n_clusters": 32,934 "n_boot": 2000935 },936 "outputs_sample": [937 " narrow\n",938 " subtract\n",939 " safe\n",940 " answer\n",941 " paper\n"942 ]943 },944 "ctl_replace_donor_zeroshot|procrustes|L19": {945 "accuracy": 0.3125,946 "gain_vs_zero": {947 "estimate": 0.09375,948 "low": -0.09375,949 "high": 0.28125,950 "level": 0.95,951 "n_items": 32,952 "n_clusters": 32,953 "n_boot": 2000954 },955 "outputs_sample": [956 " 1\n",957 " 1\n",958 " 1\n",959 " \"I'm sorry, I",960 " \"Hello World\"\n"961 ]962 },963 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": {964 "accuracy": 0.59375,965 "gain_vs_zero": {966 "estimate": 0.375,967 "low": 0.1875,968 "high": 0.5625,969 "level": 0.95,970 "n_items": 32,971 "n_clusters": 32,972 "n_boot": 2000973 },974 "outputs_sample": [975 " tall\n",976 " fire\n",977 " safe\n",978 " peace\n",979 " raw\n\n"980 ]981 },982 "replace_donor_fewshot|ridge|L19": {983 "accuracy": 0.21875,984 "gain_vs_zero": {985 "estimate": 0.0,986 "low": -0.1875,987 "high": 0.1875,988 "level": 0.95,989 "n_items": 32,990 "n_clusters": 32,991 "n_boot": 2000992 },993 "outputs_sample": [994 " The width of the rectangle is",995 " subtract\n\n",996 " The output of the given code",997 " answer\n",998 " 1\n"999 ]1000 },1001 "ctl_replace_donor_zeroshot|ridge|L19": {1002 "accuracy": 0.15625,1003 "gain_vs_zero": {1004 "estimate": -0.0625,1005 "low": -0.25,1006 "high": 0.09375,1007 "level": 0.95,1008 "n_items": 32,1009 "n_clusters": 32,1010 "n_boot": 20001011 },1012 "outputs_sample": [1013 " 1\n",1014 " 1\n",1015 " False\n",1016 " A detailed answer to the question",1017 " \"Hello World\"\n"1018 ]1019 },1020 "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": {1021 "accuracy": 0.15625,1022 "gain_vs_zero": {1023 "estimate": -0.0625,1024 "low": -0.25,1025 "high": 0.09375,1026 "level": 0.95,1027 "n_items": 32,1028 "n_clusters": 32,1029 "n_boot": 20001030 },1031 "outputs_sample": [1032 " The width of the rectangle is",1033 " the sum of two numbers\n",1034 " the safe is secure\n",1035 " 1\n",1036 " the raw data\n"1037 ]1038 },1039 "ctl_replace_donor_fewshot|sham_map|L19": {1040 "accuracy": 0.0,1041 "gain_vs_zero": {1042 "estimate": -0.21875,1043 "low": -0.375,1044 "high": -0.09375,1045 "level": 0.95,1046 "n_items": 32,1047 "n_clusters": 32,1048 "n_boot": 20001049 },1050 "outputs_sample": [1051 " 1\n",1052 " 1\n",1053 " 1\n",1054 " \"I'm sorry, I",1055 " 1\n"1056 ]1057 },1058 "ctl_replace_donor_zeroshot|sham_map|L19": {1059 "accuracy": 0.0,1060 "gain_vs_zero": {1061 "estimate": -0.21875,1062 "low": -0.375,1063 "high": -0.09375,1064 "level": 0.95,1065 "n_items": 32,1066 "n_clusters": 32,1067 "n_boot": 20001068 },1069 "outputs_sample": [1070 " 1\n",1071 " 1\n",1072 " 1\n",1073 " The question is \"What is",1074 " The output will be the raw"1075 ]1076 },1077 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": {1078 "accuracy": 0.0,1079 "gain_vs_zero": {1080 "estimate": -0.21875,1081 "low": -0.375,1082 "high": -0.09375,1083 "level": 0.95,1084 "n_items": 32,1085 "n_clusters": 32,1086 "n_boot": 20001087 },1088 "outputs_sample": [1089 " 1\n",1090 " 1\n",1091 " 1\n",1092 " A detailed answer to the question",1093 " 1\n"1094 ]1095 },1096 "ctl_random_norm_matched|L19": {1097 "accuracy": 0.0,1098 "gain_vs_zero": {1099 "estimate": -0.21875,1100 "low": -0.375,1101 "high": -0.09375,1102 "level": 0.95,1103 "n_items": 32,1104 "n_clusters": 32,1105 "n_boot": 20001106 }1107 },1108 "ctl_unrelated_task_vector(capital)|L19": {1109 "accuracy": 0.21875,1110 "gain_vs_zero": {1111 "estimate": 0.0,1112 "low": -0.125,1113 "high": 0.125,1114 "level": 0.95,1115 "n_items": 32,1116 "n_clusters": 32,1117 "n_boot": 20001118 }1119 }1120 }1121 },1122 "capital": {1123 "recipient_zero": 0.0,1124 "recipient_few": 1.0,1125 "recipient_own_vector": 0.8636363636363636,1126 "donor_layer": 25,1127 "conditions": {1128 "procrustes|L19|a1.0": {1129 "accuracy": 0.0,1130 "gain_vs_zero": {1131 "estimate": 0.0,1132 "low": 0.0,1133 "high": 0.0,1134 "level": 0.95,1135 "n_items": 22,1136 "n_clusters": 22,1137 "n_boot": 20001138 },1139 "mapped_norm": 42.90782928466797,1140 "outputs_sample": [1141 " Cuba is a country located in",1142 " Ukraine is a country located in",1143 " Norway is a country located in",1144 " Colombia is a country located in",1145 " Singapore\n"1146 ]1147 },1148 "procrustes|L19|a2.0": {1149 "accuracy": 0.0,1150 "gain_vs_zero": {1151 "estimate": 0.0,1152 "low": 0.0,1153 "high": 0.0,1154 "level": 0.95,1155 "n_items": 22,1156 "n_clusters": 22,1157 "n_boot": 20001158 },1159 "mapped_norm": 42.90782928466797,1160 "outputs_sample": [1161 " Cuba is a country located in",1162 " Ukraine is a country located in",1163 " Norway is a country located in",1164 " Colombia is a country located in",1165 " australia\n"1166 ]1167 },1168 "procrustes_rescaled|L19|a1.0": {1169 "accuracy": 0.0,1170 "gain_vs_zero": {1171 "estimate": 0.0,1172 "low": 0.0,1173 "high": 0.0,1174 "level": 0.95,1175 "n_items": 22,1176 "n_clusters": 22,1177 "n_boot": 20001178 },1179 "mapped_norm": 75.94140625,1180 "outputs_sample": [1181 " Cuba is a country located in",1182 " Ukraine is a country located in",1183 " Norway is a country located in",1184 " Colombia is a country located in",1185 " australia\n"1186 ]1187 },1188 "ridge|L19|a1.0": {1189 "accuracy": 0.0,1190 "gain_vs_zero": {1191 "estimate": 0.0,1192 "low": 0.0,1193 "high": 0.0,1194 "level": 0.95,1195 "n_items": 22,1196 "n_clusters": 22,1197 "n_boot": 20001198 },1199 "mapped_norm": 47.9246711730957,1200 "outputs_sample": [1201 " Cuba is a country located in",1202 " Ukraine is a country located in",1203 " Norway is a country located in",1204 " Colombia is a country located in",1205 " Singapore\n"1206 ]1207 },1208 "ridge|L19|a2.0": {1209 "accuracy": 0.0,1210 "gain_vs_zero": {1211 "estimate": 0.0,1212 "low": 0.0,1213 "high": 0.0,1214 "level": 0.95,1215 "n_items": 22,1216 "n_clusters": 22,1217 "n_boot": 20001218 },1219 "mapped_norm": 47.9246711730957,1220 "outputs_sample": [1221 " Cuba is a country located in",1222 " The capital of Ukraine is Ky",1223 " Norway is a country located in",1224 " Colombia is a country located in",1225 " Malaysia is a country located in"1226 ]1227 },1228 "ridge_rescaled|L19|a1.0": {1229 "accuracy": 0.0,1230 "gain_vs_zero": {1231 "estimate": 0.0,1232 "low": 0.0,1233 "high": 0.0,1234 "level": 0.95,1235 "n_items": 22,1236 "n_clusters": 22,1237 "n_boot": 20001238 },1239 "mapped_norm": 75.94140625,1240 "outputs_sample": [1241 " Cuba is a country located in",1242 " Ukraine is a country located in",1243 " Norway is a country located in",1244 " Colombia is a country located in",1245 " Malaysia is a country located in"1246 ]1247 },1248 "cca|L19|a1.0": {1249 "accuracy": 0.0,1250 "gain_vs_zero": {1251 "estimate": 0.0,1252 "low": 0.0,1253 "high": 0.0,1254 "level": 0.95,1255 "n_items": 22,1256 "n_clusters": 22,1257 "n_boot": 20001258 },1259 "mapped_norm": 54.63546371459961,1260 "outputs_sample": [1261 " Cuba is a country located in",1262 " Ukraine is a country located in",1263 " Norway is a country located in",1264 " Colombia is a country located in",1265 " Malaysia is a country located in"1266 ]1267 },1268 "cca|L19|a2.0": {1269 "accuracy": 0.0,1270 "gain_vs_zero": {1271 "estimate": 0.0,1272 "low": 0.0,1273 "high": 0.0,1274 "level": 0.95,1275 "n_items": 22,1276 "n_clusters": 22,1277 "n_boot": 20001278 },1279 "mapped_norm": 54.63546371459961,1280 "outputs_sample": [1281 " Cuba is a country located in",1282 " Ukraine is a country located in",1283 " Norway is a country located in",1284 " Colombia is a country located in",1285 " Malaysia is a country located in"1286 ]1287 },1288 "random_orth|L19|a1.0": {1289 "accuracy": 0.0,1290 "gain_vs_zero": {1291 "estimate": 0.0,1292 "low": 0.0,1293 "high": 0.0,1294 "level": 0.95,1295 "n_items": 22,1296 "n_clusters": 22,1297 "n_boot": 20001298 },1299 "mapped_norm": 44.07579040527344,1300 "outputs_sample": [1301 " \n",1302 " Ukraine is a country located in",1303 " Norway is a country located in",1304 " Colombia is a country located in",1305 " Malaysia is a country located in"1306 ]1307 },1308 "random_orth|L19|a2.0": {1309 "accuracy": 0.0,1310 "gain_vs_zero": {1311 "estimate": 0.0,1312 "low": 0.0,1313 "high": 0.0,1314 "level": 0.95,1315 "n_items": 22,1316 "n_clusters": 22,1317 "n_boot": 20001318 },1319 "mapped_norm": 44.07579040527344,1320 "outputs_sample": [1321 " The capital of Cuba is Havana",1322 " What is the capital of Ukraine",1323 " What is the capital of Norway",1324 " Colombia is a country located in",1325 " Malaysia is a country located in"1326 ]1327 },1328 "replace_donor_fewshot|procrustes|L19": {1329 "accuracy": 0.0,1330 "gain_vs_zero": {1331 "estimate": 0.0,1332 "low": 0.0,1333 "high": 0.0,1334 "level": 0.95,1335 "n_items": 22,1336 "n_clusters": 22,1337 "n_boot": 20001338 },1339 "outputs_sample": [1340 " Cuba is a country located in",1341 " Ukraine is a country located in",1342 " Norway is a country located in",1343 " Colombia is a country located in",1344 " Singapore\n"1345 ]1346 },1347 "ctl_replace_donor_zeroshot|procrustes|L19": {1348 "accuracy": 0.0,1349 "gain_vs_zero": {1350 "estimate": 0.0,1351 "low": 0.0,1352 "high": 0.0,1353 "level": 0.95,1354 "n_items": 22,1355 "n_clusters": 22,1356 "n_boot": 20001357 },1358 "outputs_sample": [1359 " \"Cuba\" is a",1360 " \"Ukraine\" is a",1361 " \"Norway is a Scandinavian",1362 " \"Colombia\" is",1363 " \"Malaysia\" is a"1364 ]1365 },1366 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": {1367 "accuracy": 0.0,1368 "gain_vs_zero": {1369 "estimate": 0.0,1370 "low": 0.0,1371 "high": 0.0,1372 "level": 0.95,1373 "n_items": 22,1374 "n_clusters": 22,1375 "n_boot": 20001376 },1377 "outputs_sample": [1378 " Cuba is a country located in",1379 " Ukraine is a country located in",1380 " Norway is a country located in",1381 " Colombia is a country located in",1382 " Singapore\n"1383 ]1384 },1385 "replace_donor_fewshot|ridge|L19": {1386 "accuracy": 0.0,1387 "gain_vs_zero": {1388 "estimate": 0.0,1389 "low": 0.0,1390 "high": 0.0,1391 "level": 0.95,1392 "n_items": 22,1393 "n_clusters": 22,1394 "n_boot": 20001395 },1396 "outputs_sample": [1397 " The capital of Cuba is Havana",1398 " Ukraine is a country located in",1399 " Norway is a country located in",1400 " Colombia is a country located in",1401 " Malaysia is a country located in"1402 ]1403 },1404 "ctl_replace_donor_zeroshot|ridge|L19": {1405 "accuracy": 0.0,1406 "gain_vs_zero": {1407 "estimate": 0.0,1408 "low": 0.0,1409 "high": 0.0,1410 "level": 0.95,1411 "n_items": 22,1412 "n_clusters": 22,1413 "n_boot": 20001414 },1415 "outputs_sample": [1416 " \"Cuba\" is a",1417 " \"Ukraine\" is a",1418 " \"Norway is a Scandinavian",1419 " \"Colombia\" is",1420 " \"Malaysia\" is a"1421 ]1422 },1423 "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": {1424 "accuracy": 0.0,1425 "gain_vs_zero": {1426 "estimate": 0.0,1427 "low": 0.0,1428 "high": 0.0,1429 "level": 0.95,1430 "n_items": 22,1431 "n_clusters": 22,1432 "n_boot": 20001433 },1434 "outputs_sample": [1435 " The capital of Cuba is Havana",1436 " Ukraine is a country located in",1437 " Norway is a country located in",1438 " Colombia is a country located in",1439 " The capital of Malaysia is Kuala"1440 ]1441 },1442 "ctl_replace_donor_fewshot|sham_map|L19": {1443 "accuracy": 0.0,1444 "gain_vs_zero": {1445 "estimate": 0.0,1446 "low": 0.0,1447 "high": 0.0,1448 "level": 0.95,1449 "n_items": 22,1450 "n_clusters": 22,1451 "n_boot": 20001452 },1453 "outputs_sample": [1454 " 10000",1455 " 10000",1456 " Norway is a country located in",1457 " 1\n\n",1458 " Malaysia is a country located in"1459 ]1460 },1461 "ctl_replace_donor_zeroshot|sham_map|L19": {1462 "accuracy": 0.0,1463 "gain_vs_zero": {1464 "estimate": 0.0,1465 "low": 0.0,1466 "high": 0.0,1467 "level": 0.95,1468 "n_items": 22,1469 "n_clusters": 22,1470 "n_boot": 20001471 },1472 "outputs_sample": [1473 " 1\n\n",1474 " 1\n\n",1475 " 1\n\n",1476 " 1\n\n",1477 " 13\n\n"1478 ]1479 },1480 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": {1481 "accuracy": 0.0,1482 "gain_vs_zero": {1483 "estimate": 0.0,1484 "low": 0.0,1485 "high": 0.0,1486 "level": 0.95,1487 "n_items": 22,1488 "n_clusters": 22,1489 "n_boot": 20001490 },1491 "outputs_sample": [1492 " 10000",1493 " 1\n\n",1494 " Norway is a country located in",1495 " 1\n\n",1496 " Malaysia is a country located in"1497 ]1498 },1499 "ctl_random_norm_matched|L19": {1500 "accuracy": 0.0,1501 "gain_vs_zero": {1502 "estimate": 0.0,1503 "low": 0.0,1504 "high": 0.0,1505 "level": 0.95,1506 "n_items": 22,1507 "n_clusters": 22,1508 "n_boot": 20001509 }1510 },1511 "ctl_unrelated_task_vector(antonym)|L19": {1512 "accuracy": 0.0,1513 "gain_vs_zero": {1514 "estimate": 0.0,1515 "low": 0.0,1516 "high": 0.0,1517 "level": 0.95,1518 "n_items": 22,1519 "n_clusters": 22,1520 "n_boot": 20001521 }1522 },1523 "procrustes|L22|a1.0": {1524 "accuracy": 0.09090909090909091,1525 "gain_vs_zero": {1526 "estimate": 0.09090909090909091,1527 "low": 0.0,1528 "high": 0.22727272727272727,1529 "level": 0.95,1530 "n_items": 22,1531 "n_clusters": 22,1532 "n_boot": 20001533 },1534 "mapped_norm": 68.82747650146484,1535 "outputs_sample": [1536 " Cuba is a country located in",1537 " Poland\n",1538 " Norway is a country located in",1539 " Colombia is a country located in",1540 " Singapore\n"1541 ]1542 },1543 "procrustes|L22|a2.0": {1544 "accuracy": 0.0,1545 "gain_vs_zero": {1546 "estimate": 0.0,1547 "low": 0.0,1548 "high": 0.0,1549 "level": 0.95,1550 "n_items": 22,1551 "n_clusters": 22,1552 "n_boot": 20001553 },1554 "mapped_norm": 68.82747650146484,1555 "outputs_sample": [1556 " caribbean\n",1557 " tajikistan\n",1558 " 10000",1559 " 1\n",1560 " 13\n"1561 ]1562 },1563 "procrustes_rescaled|L22|a1.0": {1564 "accuracy": 0.09090909090909091,1565 "gain_vs_zero": {1566 "estimate": 0.09090909090909091,1567 "low": 0.0,1568 "high": 0.22727272727272727,1569 "level": 0.95,1570 "n_items": 22,1571 "n_clusters": 22,1572 "n_boot": 20001573 },1574 "mapped_norm": 75.94140625,1575 "outputs_sample": [1576 " Cuba is a country located in",1577 " Poland\n",1578 " Norway is a country located in",1579 " Colombia is a country located in",1580 " Malaysia is a country located in"1581 ]1582 },1583 "ridge|L22|a1.0": {1584 "accuracy": 0.18181818181818182,1585 "gain_vs_zero": {1586 "estimate": 0.18181818181818182,1587 "low": 0.045454545454545456,1588 "high": 0.36363636363636365,1589 "level": 0.95,1590 "n_items": 22,1591 "n_clusters": 22,1592 "n_boot": 20001593 },1594 "mapped_norm": 92.07101440429688,1595 "outputs_sample": [1596 " The capital of Cuba is Havana",1597 " Ukraine is a country located in",1598 " Norway is a country located in",1599 " The capital of Colombia is Bog",1600 " The capital of Malaysia is Kuala"1601 ]1602 },1603 "ridge|L22|a2.0": {1604 "accuracy": 0.0,1605 "gain_vs_zero": {1606 "estimate": 0.0,1607 "low": 0.0,1608 "high": 0.0,1609 "level": 0.95,1610 "n_items": 22,1611 "n_clusters": 22,1612 "n_boot": 20001613 },1614 "mapped_norm": 92.07101440429688,1615 "outputs_sample": [1616 " Salamanca\n",1617 " Salzburg\n",1618 " Norway is a country located in",1619 " Salud! (Spanish for",1620 " London\n"1621 ]1622 },1623 "ridge_rescaled|L22|a1.0": {1624 "accuracy": 0.18181818181818182,1625 "gain_vs_zero": {1626 "estimate": 0.18181818181818182,1627 "low": 0.045454545454545456,1628 "high": 0.36363636363636365,1629 "level": 0.95,1630 "n_items": 22,1631 "n_clusters": 22,1632 "n_boot": 20001633 },1634 "mapped_norm": 75.94140625,1635 "outputs_sample": [1636 " The capital of Cuba is Havana",1637 " Ukraine is a country located in",1638 " Norway is a country located in",1639 " The capital of Colombia is Bog",1640 " The capital of Malaysia is Kuala"1641 ]1642 },1643 "cca|L22|a1.0": {1644 "accuracy": 0.09090909090909091,1645 "gain_vs_zero": {1646 "estimate": 0.09090909090909091,1647 "low": 0.0,1648 "high": 0.22727272727272727,1649 "level": 0.95,1650 "n_items": 22,1651 "n_clusters": 22,1652 "n_boot": 20001653 },1654 "mapped_norm": 109.1942138671875,1655 "outputs_sample": [1656 " The capital of Cuba is Havana",1657 " The country of Ukraine is located",1658 " The capital of Norway is Oslo",1659 " The capital of Colombia is Bog",1660 " The capital of Malaysia is Kuala"1661 ]1662 },1663 "cca|L22|a2.0": {1664 "accuracy": 0.0,1665 "gain_vs_zero": {1666 "estimate": 0.0,1667 "low": 0.0,1668 "high": 0.0,1669 "level": 0.95,1670 "n_items": 22,1671 "n_clusters": 22,1672 "n_boot": 20001673 },1674 "mapped_norm": 109.1942138671875,1675 "outputs_sample": [1676 " New York\n",1677 " New Zealand\n",1678 " New York\n",1679 " New York\n",1680 " New Zealand\n"1681 ]1682 },1683 "random_orth|L22|a1.0": {1684 "accuracy": 0.0,1685 "gain_vs_zero": {1686 "estimate": 0.0,1687 "low": 0.0,1688 "high": 0.0,1689 "level": 0.95,1690 "n_items": 22,1691 "n_clusters": 22,1692 "n_boot": 20001693 },1694 "mapped_norm": 75.10470581054688,1695 "outputs_sample": [1696 " The capital of Cuba is Havana",1697 " The capital of Ukraine is Ky",1698 " The capital of Norway is Oslo",1699 " The capital of Colombia is Bog",1700 " The capital of Malaysia is Kuala"1701 ]1702 },1703 "random_orth|L22|a2.0": {1704 "accuracy": 0.0,1705 "gain_vs_zero": {1706 "estimate": 0.0,1707 "low": 0.0,1708 "high": 0.0,1709 "level": 0.95,1710 "n_items": 22,1711 "n_clusters": 22,1712 "n_boot": 20001713 },1714 "mapped_norm": 75.10470581054688,1715 "outputs_sample": [1716 " The capital of Cuba is Havana",1717 " The capital of Ukraine is Ky",1718 " The capital of Norway is Oslo",1719 " The capital of Colombia is Bog",1720 " My country is Malaysia. It"1721 ]1722 },1723 "replace_donor_fewshot|procrustes|L22": {1724 "accuracy": 0.0,1725 "gain_vs_zero": {1726 "estimate": 0.0,1727 "low": 0.0,1728 "high": 0.0,1729 "level": 0.95,1730 "n_items": 22,1731 "n_clusters": 22,1732 "n_boot": 20001733 },1734 "outputs_sample": [1735 " 1\n",1736 " 1\n",1737 " 1\n",1738 " 1\n",1739 " 13\n"1740 ]1741 },1742 "ctl_replace_donor_zeroshot|procrustes|L22": {1743 "accuracy": 0.0,1744 "gain_vs_zero": {1745 "estimate": 0.0,1746 "low": 0.0,1747 "high": 0.0,1748 "level": 0.95,1749 "n_items": 22,1750 "n_clusters": 22,1751 "n_boot": 20001752 },1753 "outputs_sample": [1754 " The capital of Cuba is Havana",1755 " \"Ukraine\" is a",1756 " \"Norway is a Scandinavian",1757 " The capital of Colombia is Bog",1758 " The capital of Malaysia is Kuala"1759 ]1760 },1761 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L22": {1762 "accuracy": 0.0,1763 "gain_vs_zero": {1764 "estimate": 0.0,1765 "low": 0.0,1766 "high": 0.0,1767 "level": 0.95,1768 "n_items": 22,1769 "n_clusters": 22,1770 "n_boot": 20001771 },1772 "outputs_sample": [1773 " 1\n",1774 " 1\n",1775 " 1\n",1776 " 1\n",1777 " 13\n"1778 ]1779 },1780 "replace_donor_fewshot|ridge|L22": {1781 "accuracy": 0.0,1782 "gain_vs_zero": {1783 "estimate": 0.0,1784 "low": 0.0,1785 "high": 0.0,1786 "level": 0.95,1787 "n_items": 22,1788 "n_clusters": 22,1789 "n_boot": 20001790 },1791 "outputs_sample": [1792 " The capital of Cuba is Havana",1793 " The capital of Ukraine is Ky",1794 " The capital of Norway is Oslo",1795 " The capital of Colombia is Bog",1796 " The capital of Malaysia is Kuala"1797 ]1798 },1799 "ctl_replace_donor_zeroshot|ridge|L22": {1800 "accuracy": 0.0,1801 "gain_vs_zero": {1802 "estimate": 0.0,1803 "low": 0.0,1804 "high": 0.0,1805 "level": 0.95,1806 "n_items": 22,1807 "n_clusters": 22,1808 "n_boot": 20001809 },1810 "outputs_sample": [1811 " The capital of Cuba is Havana",1812 " The capital of Ukraine is Ky",1813 " The capital of Norway is Oslo",1814 " 1\n\n",1815 " The capital of Malaysia is Kuala"1816 ]1817 },1818 "ctl_replace_donor_fewshot_shuffled_query|ridge|L22": {1819 "accuracy": 0.0,1820 "gain_vs_zero": {1821 "estimate": 0.0,1822 "low": 0.0,1823 "high": 0.0,1824 "level": 0.95,1825 "n_items": 22,1826 "n_clusters": 22,1827 "n_boot": 20001828 },1829 "outputs_sample": [1830 " The capital of Cuba is Havana",1831 " The capital of Ukraine is Ky",1832 " The capital of Norway is Oslo",1833 " The capital of Colombia is Bog",1834 " The capital of Malaysia is Kuala"1835 ]1836 },1837 "ctl_replace_donor_fewshot|sham_map|L22": {1838 "accuracy": 0.0,1839 "gain_vs_zero": {1840 "estimate": 0.0,1841 "low": 0.0,1842 "high": 0.0,1843 "level": 0.95,1844 "n_items": 22,1845 "n_clusters": 22,1846 "n_boot": 20001847 },1848 "outputs_sample": [1849 " 1\n",1850 " 1\n",1851 " 10000",1852 " The capital of Colombia is Bog",1853 " 13\n"1854 ]1855 },1856 "ctl_replace_donor_zeroshot|sham_map|L22": {1857 "accuracy": 0.0,1858 "gain_vs_zero": {1859 "estimate": 0.0,1860 "low": 0.0,1861 "high": 0.0,1862 "level": 0.95,1863 "n_items": 22,1864 "n_clusters": 22,1865 "n_boot": 20001866 },1867 "outputs_sample": [1868 " 10000",1869 " 1\n\n",1870 " 10000",1871 " 1\n\n",1872 " 13\n\n"1873 ]1874 },1875 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L22": {1876 "accuracy": 0.0,1877 "gain_vs_zero": {1878 "estimate": 0.0,1879 "low": 0.0,1880 "high": 0.0,1881 "level": 0.95,1882 "n_items": 22,1883 "n_clusters": 22,1884 "n_boot": 20001885 },1886 "outputs_sample": [1887 " 1\n",1888 " 1\n",1889 " The capital of Norway is Oslo",1890 " 1\n\n",1891 " 13\n"1892 ]1893 },1894 "ctl_random_norm_matched|L22": {1895 "accuracy": 0.0,1896 "gain_vs_zero": {1897 "estimate": 0.0,1898 "low": 0.0,1899 "high": 0.0,1900 "level": 0.95,1901 "n_items": 22,1902 "n_clusters": 22,1903 "n_boot": 20001904 }1905 },1906 "ctl_unrelated_task_vector(antonym)|L22": {1907 "accuracy": 0.09090909090909091,1908 "gain_vs_zero": {1909 "estimate": 0.09090909090909091,1910 "low": 0.0,1911 "high": 0.22727272727272727,1912 "level": 0.95,1913 "n_items": 22,1914 "n_clusters": 22,1915 "n_boot": 20001916 }1917 }1918 }1919 },1920 "morph": {1921 "recipient_zero": 0.0,1922 "recipient_few": 0.325,1923 "recipient_own_vector": 0.0,1924 "donor_layer": 2,1925 "conditions": {1926 "procrustes|L2|a1.0": {1927 "accuracy": 0.0,1928 "gain_vs_zero": {1929 "estimate": 0.0,1930 "low": 0.0,1931 "high": 0.0,1932 "level": 0.95,1933 "n_items": 40,1934 "n_clusters": 40,1935 "n_boot": 20001936 },1937 "mapped_norm": 11.232007026672363,1938 "outputs_sample": [1939 " 1\n",1940 " Sesalun is a word",1941 " 1\n",1942 " The word \"tefo\"",1943 " \"The quick brown fox jumps"1944 ]1945 },1946 "procrustes|L2|a2.0": {1947 "accuracy": 0.0,1948 "gain_vs_zero": {1949 "estimate": 0.0,1950 "low": 0.0,1951 "high": 0.0,1952 "level": 0.95,1953 "n_items": 40,1954 "n_clusters": 40,1955 "n_boot": 20001956 },1957 "mapped_norm": 11.232007026672363,1958 "outputs_sample": [1959 " 1\n",1960 " \"Sesalun\"",1961 " 1\n",1962 " \"The quick brown fox jumps",1963 " \"sulud\"\n"1964 ]1965 },1966 "procrustes_rescaled|L2|a1.0": {1967 "accuracy": 0.0,1968 "gain_vs_zero": {1969 "estimate": 0.0,1970 "low": 0.0,1971 "high": 0.0,1972 "level": 0.95,1973 "n_items": 40,1974 "n_clusters": 40,1975 "n_boot": 20001976 },1977 "mapped_norm": 12.061471939086914,1978 "outputs_sample": [1979 " 1\n",1980 " Sesalun is a word",1981 " 1\n",1982 " \"The quick brown fox jumps",1983 " \"The quick brown fox jumps"1984 ]1985 },1986 "ridge|L2|a1.0": {1987 "accuracy": 0.0,1988 "gain_vs_zero": {1989 "estimate": 0.0,1990 "low": 0.0,1991 "high": 0.0,1992 "level": 0.95,1993 "n_items": 40,1994 "n_clusters": 40,1995 "n_boot": 20001996 },1997 "mapped_norm": 12.087592124938965,1998 "outputs_sample": [1999 " 1\n",2000 " \"Hello, world!\"\n",2001 " 1\n",2002 " The word \"tefo\"",2003 " \"The quick brown fox jumps"2004 ]2005 },2006 "ridge|L2|a2.0": {2007 "accuracy": 0.0,2008 "gain_vs_zero": {2009 "estimate": 0.0,2010 "low": 0.0,2011 "high": 0.0,2012 "level": 0.95,2013 "n_items": 40,2014 "n_clusters": 40,2015 "n_boot": 20002016 },2017 "mapped_norm": 12.087592124938965,2018 "outputs_sample": [2019 " 1\n",2020 " \"Sesalun\"",2021 " 1\n",2022 " \"The quick brown fox jumps",2023 " 1\n"2024 ]2025 },2026 "ridge_rescaled|L2|a1.0": {2027 "accuracy": 0.0,2028 "gain_vs_zero": {2029 "estimate": 0.0,2030 "low": 0.0,2031 "high": 0.0,2032 "level": 0.95,2033 "n_items": 40,2034 "n_clusters": 40,2035 "n_boot": 20002036 },2037 "mapped_norm": 12.061471939086914,2038 "outputs_sample": [2039 " 1\n",2040 " \"Sesalun\"",2041 " 1\n",2042 " \"The quick brown fox jumps",2043 " \"The quick brown fox jumps"2044 ]2045 },2046 "cca|L2|a1.0": {2047 "accuracy": 0.0,2048 "gain_vs_zero": {2049 "estimate": 0.0,2050 "low": 0.0,2051 "high": 0.0,2052 "level": 0.95,2053 "n_items": 40,2054 "n_clusters": 40,2055 "n_boot": 20002056 },2057 "mapped_norm": 12.566847801208496,2058 "outputs_sample": [2059 " 1\n",2060 " Sesalun is a word",2061 " 1\n",2062 " The word \"tefo\"",2063 " \"The quick brown fox jumps"2064 ]2065 },2066 "cca|L2|a2.0": {2067 "accuracy": 0.0,2068 "gain_vs_zero": {2069 "estimate": 0.0,2070 "low": 0.0,2071 "high": 0.0,2072 "level": 0.95,2073 "n_items": 40,2074 "n_clusters": 40,2075 "n_boot": 20002076 },2077 "mapped_norm": 12.566847801208496,2078 "outputs_sample": [2079 " 12345",2080 " \"Sesalun\"",2081 " 1\n",2082 " \"The quick brown fox jumps",2083 " 1\n"2084 ]2085 },2086 "random_orth|L2|a1.0": {2087 "accuracy": 0.0,2088 "gain_vs_zero": {2089 "estimate": 0.0,2090 "low": 0.0,2091 "high": 0.0,2092 "level": 0.95,2093 "n_items": 40,2094 "n_clusters": 40,2095 "n_boot": 20002096 },2097 "mapped_norm": 10.567745208740234,2098 "outputs_sample": [2099 " 1\n",2100 " Sesalun is a word",2101 " The word \"panaf\"",2102 " \"The quick brown fox jumps",2103 " Sesulud is a small"2104 ]2105 },2106 "random_orth|L2|a2.0": {2107 "accuracy": 0.0,2108 "gain_vs_zero": {2109 "estimate": 0.0,2110 "low": 0.0,2111 "high": 0.0,2112 "level": 0.95,2113 "n_items": 40,2114 "n_clusters": 40,2115 "n_boot": 20002116 },2117 "mapped_norm": 10.567745208740234,2118 "outputs_sample": [2119 " 12345",2120 " Sesalun is a word",2121 " 1\n",2122 " \"The quick brown fox jumps",2123 " Sesulud is a small"2124 ]2125 },2126 "replace_donor_fewshot|procrustes|L2": {2127 "accuracy": 0.0,2128 "gain_vs_zero": {2129 "estimate": 0.0,2130 "low": 0.0,2131 "high": 0.0,2132 "level": 0.95,2133 "n_items": 40,2134 "n_clusters": 40,2135 "n_boot": 20002136 },2137 "outputs_sample": [2138 " 1\n",2139 " \"Sesalun\"",2140 " 1\n",2141 " The word \"tefo\"",2142 " \"The quick brown fox jumps"2143 ]2144 },2145 "ctl_replace_donor_zeroshot|procrustes|L2": {2146 "accuracy": 0.0,2147 "gain_vs_zero": {2148 "estimate": 0.0,2149 "low": 0.0,2150 "high": 0.0,2151 "level": 0.95,2152 "n_items": 40,2153 "n_clusters": 40,2154 "n_boot": 20002155 },2156 "outputs_sample": [2157 " 1\n",2158 " Sesalun is a word",2159 " The word \"panaf\"",2160 " \"The quick brown fox jumps",2161 " 1\n"2162 ]2163 },2164 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {2165 "accuracy": 0.0,2166 "gain_vs_zero": {2167 "estimate": 0.0,2168 "low": 0.0,2169 "high": 0.0,2170 "level": 0.95,2171 "n_items": 40,2172 "n_clusters": 40,2173 "n_boot": 20002174 },2175 "outputs_sample": [2176 " 1\n",2177 " Sesalun is a word",2178 " 1\n",2179 " The word \"tefo\"",2180 " \"The quick brown fox jumps"2181 ]2182 },2183 "replace_donor_fewshot|ridge|L2": {2184 "accuracy": 0.0,2185 "gain_vs_zero": {2186 "estimate": 0.0,2187 "low": 0.0,2188 "high": 0.0,2189 "level": 0.95,2190 "n_items": 40,2191 "n_clusters": 40,2192 "n_boot": 20002193 },2194 "outputs_sample": [2195 " 1\n",2196 " \"Sesalun\"\n",2197 " 1\n",2198 " The word \"tefo\"",2199 " 1\n"2200 ]2201 },2202 "ctl_replace_donor_zeroshot|ridge|L2": {2203 "accuracy": 0.0,2204 "gain_vs_zero": {2205 "estimate": 0.0,2206 "low": 0.0,2207 "high": 0.0,2208 "level": 0.95,2209 "n_items": 40,2210 "n_clusters": 40,2211 "n_boot": 20002212 },2213 "outputs_sample": [2214 " The word \"repa\"",2215 " Sesalun is a word",2216 " The word \"panaf\"",2217 " \"The quick brown fox jumps",2218 " 1\n"2219 ]2220 },2221 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {2222 "accuracy": 0.0,2223 "gain_vs_zero": {2224 "estimate": 0.0,2225 "low": 0.0,2226 "high": 0.0,2227 "level": 0.95,2228 "n_items": 40,2229 "n_clusters": 40,2230 "n_boot": 20002231 },2232 "outputs_sample": [2233 " 1\n",2234 " \"Sesalun\"",2235 " 1\n",2236 " The word \"tefo\"",2237 " 1\n"2238 ]2239 },2240 "ctl_replace_donor_fewshot|sham_map|L2": {2241 "accuracy": 0.0,2242 "gain_vs_zero": {2243 "estimate": 0.0,2244 "low": 0.0,2245 "high": 0.0,2246 "level": 0.95,2247 "n_items": 40,2248 "n_clusters": 40,2249 "n_boot": 20002250 },2251 "outputs_sample": [2252 " 1\n",2253 " Sesalun is a word",2254 " 1\n",2255 " The word \"tefo\"",2256 " 1\n"2257 ]2258 },2259 "ctl_replace_donor_zeroshot|sham_map|L2": {2260 "accuracy": 0.0,2261 "gain_vs_zero": {2262 "estimate": 0.0,2263 "low": 0.0,2264 "high": 0.0,2265 "level": 0.95,2266 "n_items": 40,2267 "n_clusters": 40,2268 "n_boot": 20002269 },2270 "outputs_sample": [2271 " The word \"repa\"",2272 " Sesalun is a word",2273 " The word \"panaf\"",2274 " The word \"tefo\"",2275 " 10000"2276 ]2277 },2278 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {2279 "accuracy": 0.0,2280 "gain_vs_zero": {2281 "estimate": 0.0,2282 "low": 0.0,2283 "high": 0.0,2284 "level": 0.95,2285 "n_items": 40,2286 "n_clusters": 40,2287 "n_boot": 20002288 },2289 "outputs_sample": [2290 " 1\n",2291 " Sesalun is a word",2292 " 1\n",2293 " The word \"tefo\"",2294 " 1\n"2295 ]2296 },2297 "ctl_random_norm_matched|L2": {2298 "accuracy": 0.0,2299 "gain_vs_zero": {2300 "estimate": 0.0,2301 "low": 0.0,2302 "high": 0.0,2303 "level": 0.95,2304 "n_items": 40,2305 "n_clusters": 40,2306 "n_boot": 20002307 }2308 },2309 "ctl_unrelated_task_vector(antonym)|L2": {2310 "accuracy": 0.0,2311 "gain_vs_zero": {2312 "estimate": 0.0,2313 "low": 0.0,2314 "high": 0.0,2315 "level": 0.95,2316 "n_items": 40,2317 "n_clusters": 40,2318 "n_boot": 20002319 }2320 }2321 }2322 },2323 "addthree": {2324 "recipient_zero": 0.0,2325 "recipient_few": 0.8571428571428571,2326 "recipient_own_vector": 0.0,2327 "donor_layer": 2,2328 "conditions": {2329 "procrustes|L2|a1.0": {2330 "accuracy": 0.0,2331 "gain_vs_zero": {2332 "estimate": 0.0,2333 "low": 0.0,2334 "high": 0.0,2335 "level": 0.95,2336 "n_items": 35,2337 "n_clusters": 35,2338 "n_boot": 20002339 },2340 "mapped_norm": 10.94498348236084,2341 "outputs_sample": [2342 " 12\n",2343 " 3\n",2344 " \"FizzBuzz\"\n",2345 " \"Fizz\"\n\n",2346 " \"Fizz\"\n\n"2347 ]2348 },2349 "procrustes|L2|a2.0": {2350 "accuracy": 0.0,2351 "gain_vs_zero": {2352 "estimate": 0.0,2353 "low": 0.0,2354 "high": 0.0,2355 "level": 0.95,2356 "n_items": 35,2357 "n_clusters": 35,2358 "n_boot": 20002359 },2360 "mapped_norm": 10.94498348236084,2361 "outputs_sample": [2362 " 12\n",2363 " 3\n",2364 " 55555",2365 " 2\n",2366 " 52\n"2367 ]2368 },2369 "procrustes_rescaled|L2|a1.0": {2370 "accuracy": 0.0,2371 "gain_vs_zero": {2372 "estimate": 0.0,2373 "low": 0.0,2374 "high": 0.0,2375 "level": 0.95,2376 "n_items": 35,2377 "n_clusters": 35,2378 "n_boot": 20002379 },2380 "mapped_norm": 12.514004707336426,2381 "outputs_sample": [2382 " 12\n",2383 " 3\n",2384 " 5\n",2385 " 2\n",2386 " \"Fizz\"\n\n"2387 ]2388 },2389 "ridge|L2|a1.0": {2390 "accuracy": 0.0,2391 "gain_vs_zero": {2392 "estimate": 0.0,2393 "low": 0.0,2394 "high": 0.0,2395 "level": 0.95,2396 "n_items": 35,2397 "n_clusters": 35,2398 "n_boot": 20002399 },2400 "mapped_norm": 11.700227737426758,2401 "outputs_sample": [2402 " 12\n",2403 " 3\n",2404 " 10\n",2405 " 2\n",2406 " \"Fizz\"\n\n"2407 ]2408 },2409 "ridge|L2|a2.0": {2410 "accuracy": 0.0,2411 "gain_vs_zero": {2412 "estimate": 0.0,2413 "low": 0.0,2414 "high": 0.0,2415 "level": 0.95,2416 "n_items": 35,2417 "n_clusters": 35,2418 "n_boot": 20002419 },2420 "mapped_norm": 11.700227737426758,2421 "outputs_sample": [2422 " 12\n",2423 " 3\n",2424 " 5\n",2425 " 2\n",2426 " 52\n"2427 ]2428 },2429 "ridge_rescaled|L2|a1.0": {2430 "accuracy": 0.0,2431 "gain_vs_zero": {2432 "estimate": 0.0,2433 "low": 0.0,2434 "high": 0.0,2435 "level": 0.95,2436 "n_items": 35,2437 "n_clusters": 35,2438 "n_boot": 20002439 },2440 "mapped_norm": 12.514006614685059,2441 "outputs_sample": [2442 " 12\n",2443 " 3\n",2444 " 10\n",2445 " 2\n",2446 " 11\n"2447 ]2448 },2449 "cca|L2|a1.0": {2450 "accuracy": 0.0,2451 "gain_vs_zero": {2452 "estimate": 0.0,2453 "low": 0.0,2454 "high": 0.0,2455 "level": 0.95,2456 "n_items": 35,2457 "n_clusters": 35,2458 "n_boot": 20002459 },2460 "mapped_norm": 13.10649299621582,2461 "outputs_sample": [2462 " 12\n",2463 " 3\n",2464 " 5\n",2465 " 2\n",2466 " 11\n"2467 ]2468 },2469 "cca|L2|a2.0": {2470 "accuracy": 0.0,2471 "gain_vs_zero": {2472 "estimate": 0.0,2473 "low": 0.0,2474 "high": 0.0,2475 "level": 0.95,2476 "n_items": 35,2477 "n_clusters": 35,2478 "n_boot": 20002479 },2480 "mapped_norm": 13.10649299621582,2481 "outputs_sample": [2482 " 12\n",2483 " 3\n",2484 " 5\n",2485 " 2\n",2486 " 11\n"2487 ]2488 },2489 "random_orth|L2|a1.0": {2490 "accuracy": 0.0,2491 "gain_vs_zero": {2492 "estimate": 0.0,2493 "low": 0.0,2494 "high": 0.0,2495 "level": 0.95,2496 "n_items": 35,2497 "n_clusters": 35,2498 "n_boot": 20002499 },2500 "mapped_norm": 10.298331260681152,2501 "outputs_sample": [2502 " 12\n",2503 " 3\n\n",2504 " \"FizzBuzz\"\n",2505 " \"58\"\n",2506 " \"Fizz\"\n\n"2507 ]2508 },2509 "random_orth|L2|a2.0": {2510 "accuracy": 0.0,2511 "gain_vs_zero": {2512 "estimate": 0.0,2513 "low": 0.0,2514 "high": 0.0,2515 "level": 0.95,2516 "n_items": 35,2517 "n_clusters": 35,2518 "n_boot": 20002519 },2520 "mapped_norm": 10.298331260681152,2521 "outputs_sample": [2522 " 12\n",2523 " 3\n\n",2524 " 10\n",2525 " 2\n",2526 " 11\n"2527 ]2528 },2529 "replace_donor_fewshot|procrustes|L2": {2530 "accuracy": 0.0,2531 "gain_vs_zero": {2532 "estimate": 0.0,2533 "low": 0.0,2534 "high": 0.0,2535 "level": 0.95,2536 "n_items": 35,2537 "n_clusters": 35,2538 "n_boot": 20002539 },2540 "outputs_sample": [2541 " 12\n",2542 " 3\n",2543 " 5\n",2544 " 2\n",2545 " 52\n"2546 ]2547 },2548 "ctl_replace_donor_zeroshot|procrustes|L2": {2549 "accuracy": 0.0,2550 "gain_vs_zero": {2551 "estimate": 0.0,2552 "low": 0.0,2553 "high": 0.0,2554 "level": 0.95,2555 "n_items": 35,2556 "n_clusters": 35,2557 "n_boot": 20002558 },2559 "outputs_sample": [2560 " 12\n",2561 " 3\n\n",2562 " \"FizzBuzz\"\n",2563 " \"Fizz\"\n\n",2564 " \"Fizz\"\n\n"2565 ]2566 },2567 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {2568 "accuracy": 0.0,2569 "gain_vs_zero": {2570 "estimate": 0.0,2571 "low": 0.0,2572 "high": 0.0,2573 "level": 0.95,2574 "n_items": 35,2575 "n_clusters": 35,2576 "n_boot": 20002577 },2578 "outputs_sample": [2579 " 12\n",2580 " 3\n\n",2581 " 10\n",2582 " 2\n",2583 " 11\n"2584 ]2585 },2586 "replace_donor_fewshot|ridge|L2": {2587 "accuracy": 0.0,2588 "gain_vs_zero": {2589 "estimate": 0.0,2590 "low": 0.0,2591 "high": 0.0,2592 "level": 0.95,2593 "n_items": 35,2594 "n_clusters": 35,2595 "n_boot": 20002596 },2597 "outputs_sample": [2598 " 12\n",2599 " 3\n",2600 " 5\n",2601 " 2\n",2602 " 52\n"2603 ]2604 },2605 "ctl_replace_donor_zeroshot|ridge|L2": {2606 "accuracy": 0.0,2607 "gain_vs_zero": {2608 "estimate": 0.0,2609 "low": 0.0,2610 "high": 0.0,2611 "level": 0.95,2612 "n_items": 35,2613 "n_clusters": 35,2614 "n_boot": 20002615 },2616 "outputs_sample": [2617 " 12\n",2618 " 3\n\n",2619 " \"FizzBuzz\"\n",2620 " \"Fizz\"\n\n",2621 " \"Fizz\"\n\n"2622 ]2623 },2624 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {2625 "accuracy": 0.0,2626 "gain_vs_zero": {2627 "estimate": 0.0,2628 "low": 0.0,2629 "high": 0.0,2630 "level": 0.95,2631 "n_items": 35,2632 "n_clusters": 35,2633 "n_boot": 20002634 },2635 "outputs_sample": [2636 " 12\n",2637 " 3\n",2638 " 5\n",2639 " 2\n",2640 " 11\n"2641 ]2642 },2643 "ctl_replace_donor_fewshot|sham_map|L2": {2644 "accuracy": 0.0,2645 "gain_vs_zero": {2646 "estimate": 0.0,2647 "low": 0.0,2648 "high": 0.0,2649 "level": 0.95,2650 "n_items": 35,2651 "n_clusters": 35,2652 "n_boot": 20002653 },2654 "outputs_sample": [2655 " 12\n",2656 " 3\n\n",2657 " 11001",2658 " 2\n",2659 " 11\n"2660 ]2661 },2662 "ctl_replace_donor_zeroshot|sham_map|L2": {2663 "accuracy": 0.0,2664 "gain_vs_zero": {2665 "estimate": 0.0,2666 "low": 0.0,2667 "high": 0.0,2668 "level": 0.95,2669 "n_items": 35,2670 "n_clusters": 35,2671 "n_boot": 20002672 },2673 "outputs_sample": [2674 " 12\n\n",2675 " 3\n\n",2676 " 11010",2677 " 12345",2678 " 11\n"2679 ]2680 },2681 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {2682 "accuracy": 0.0,2683 "gain_vs_zero": {2684 "estimate": 0.0,2685 "low": 0.0,2686 "high": 0.0,2687 "level": 0.95,2688 "n_items": 35,2689 "n_clusters": 35,2690 "n_boot": 20002691 },2692 "outputs_sample": [2693 " 12\n",2694 " 3\n\n",2695 " 11001",2696 " 2\n",2697 " 11\n"2698 ]2699 },2700 "ctl_random_norm_matched|L2": {2701 "accuracy": 0.0,2702 "gain_vs_zero": {2703 "estimate": 0.0,2704 "low": 0.0,2705 "high": 0.0,2706 "level": 0.95,2707 "n_items": 35,2708 "n_clusters": 35,2709 "n_boot": 20002710 }2711 },2712 "ctl_unrelated_task_vector(antonym)|L2": {2713 "accuracy": 0.0,2714 "gain_vs_zero": {2715 "estimate": 0.0,2716 "low": 0.0,2717 "high": 0.0,2718 "level": 0.95,2719 "n_items": 35,2720 "n_clusters": 35,2721 "n_boot": 20002722 }2723 }2724 }2725 }2726 },2727 "maps": {2728 "antonym|L25->L16|procrustes": {2729 "r2_fit": 0.7789317263716866,2730 "r2_heldout": 0.5213518036301777,2731 "n_params": 3147264,2732 "n_fit": 7002733 },2734 "antonym|L25->L16|ridge": {2735 "r2_fit": 0.9953081671956826,2736 "r2_heldout": 0.5962281983489065,2737 "n_params": 3147264,2738 "n_fit": 7002739 },2740 "antonym|L25->L16|cca": {2741 "r2_fit": 1.0,2742 "r2_heldout": 0.47990349723620374,2743 "n_params": 3147264,2744 "n_fit": 7002745 },2746 "antonym|L25->L16|random_orth": {2747 "r2_fit": -0.7392699882347817,2748 "r2_heldout": -0.8256160248234292,2749 "n_params": 3147264,2750 "n_fit": 7002751 },2752 "antonym|L25->L19|procrustes": {2753 "r2_fit": 0.7671198318359469,2754 "r2_heldout": 0.5187313859710784,2755 "n_params": 3147264,2756 "n_fit": 7002757 },2758 "antonym|L25->L19|ridge": {2759 "r2_fit": 0.9953872622216102,2760 "r2_heldout": 0.5649946817921517,2761 "n_params": 3147264,2762 "n_fit": 7002763 },2764 "antonym|L25->L19|cca": {2765 "r2_fit": 1.0,2766 "r2_heldout": 0.4544442913335136,2767 "n_params": 3147264,2768 "n_fit": 7002769 },2770 "antonym|L25->L19|random_orth": {2771 "r2_fit": -0.7481952037384061,2772 "r2_heldout": -0.8097331316005054,2773 "n_params": 3147264,2774 "n_fit": 7002775 },2776 "capital|L25->L19|procrustes": {2777 "r2_fit": 0.7671198318359469,2778 "r2_heldout": 0.5187313859710784,2779 "n_params": 3147264,2780 "n_fit": 7002781 },2782 "capital|L25->L19|ridge": {2783 "r2_fit": 0.9953872622216102,2784 "r2_heldout": 0.5649946817921517,2785 "n_params": 3147264,2786 "n_fit": 7002787 },2788 "capital|L25->L19|cca": {2789 "r2_fit": 1.0,2790 "r2_heldout": 0.4544442913335136,2791 "n_params": 3147264,2792 "n_fit": 7002793 },2794 "capital|L25->L19|random_orth": {2795 "r2_fit": -0.7481952037384061,2796 "r2_heldout": -0.8097331316005054,2797 "n_params": 3147264,2798 "n_fit": 7002799 },2800 "capital|L25->L22|procrustes": {2801 "r2_fit": 0.6812579025365755,2802 "r2_heldout": 0.356227252008668,2803 "n_params": 3147264,2804 "n_fit": 7002805 },2806 "capital|L25->L22|ridge": {2807 "r2_fit": 0.9921556862460278,2808 "r2_heldout": 0.3182894155249444,2809 "n_params": 3147264,2810 "n_fit": 7002811 },2812 "capital|L25->L22|cca": {2813 "r2_fit": 1.0,2814 "r2_heldout": 0.14245856098406207,2815 "n_params": 3147264,2816 "n_fit": 7002817 },2818 "capital|L25->L22|random_orth": {2819 "r2_fit": -0.7592103384443982,2820 "r2_heldout": -0.7672547555750187,2821 "n_params": 3147264,2822 "n_fit": 7002823 },2824 "morph|L2->L2|procrustes": {2825 "r2_fit": 0.8768402669986404,2826 "r2_heldout": 0.8272530562101117,2827 "n_params": 3147264,2828 "n_fit": 7002829 },2830 "morph|L2->L2|ridge": {2831 "r2_fit": 0.9455517774891209,2832 "r2_heldout": 0.9229578754765076,2833 "n_params": 3147264,2834 "n_fit": 7002835 },2836 "morph|L2->L2|cca": {2837 "r2_fit": 1.0,2838 "r2_heldout": 0.9246851631237542,2839 "n_params": 3147264,2840 "n_fit": 7002841 },2842 "morph|L2->L2|random_orth": {2843 "r2_fit": -0.7696971836371103,2844 "r2_heldout": -0.8283611188222051,2845 "n_params": 3147264,2846 "n_fit": 7002847 },2848 "addthree|L2->L2|procrustes": {2849 "r2_fit": 0.8768402669986404,2850 "r2_heldout": 0.8272530562101117,2851 "n_params": 3147264,2852 "n_fit": 7002853 },2854 "addthree|L2->L2|ridge": {2855 "r2_fit": 0.9455517774891209,2856 "r2_heldout": 0.9229578754765076,2857 "n_params": 3147264,2858 "n_fit": 7002859 },2860 "addthree|L2->L2|cca": {2861 "r2_fit": 1.0,2862 "r2_heldout": 0.9246851631237542,2863 "n_params": 3147264,2864 "n_fit": 7002865 },2866 "addthree|L2->L2|random_orth": {2867 "r2_fit": -0.7696971836371103,2868 "r2_heldout": -0.8283611188222051,2869 "n_params": 3147264,2870 "n_fit": 7002871 }2872 },2873 "collateral": {2874 "antonym": {2875 "condition": "procrustes_rescaled|L16|a1.0",2876 "heldout_nll_base": 2.119346046447754,2877 "heldout_nll_with_vector": 2.0442632039388022,2878 "cross_task": {2879 "capital": {2880 "zero": 0.0,2881 "with_vector": 0.02882 },2883 "morph": {2884 "zero": 0.0,2885 "with_vector": 0.02886 },2887 "addthree": {2888 "zero": 0.0,2889 "with_vector": 0.02890 }2891 }2892 },2893 "capital": {2894 "condition": "ridge|L22|a1.0",2895 "heldout_nll_base": 2.119346046447754,2896 "heldout_nll_with_vector": 2.710132916768392,2897 "cross_task": {2898 "antonym": {2899 "zero": 0.21875,2900 "with_vector": 0.06252901 },2902 "morph": {2903 "zero": 0.0,2904 "with_vector": 0.02905 },2906 "addthree": {2907 "zero": 0.0,2908 "with_vector": 0.02909 }2910 }2911 },2912 "morph": {2913 "condition": "procrustes|L2|a1.0",2914 "heldout_nll_base": 2.119346046447754,2915 "heldout_nll_with_vector": 2.1115839958190916,2916 "cross_task": {2917 "antonym": {2918 "zero": 0.21875,2919 "with_vector": 0.093752920 },2921 "capital": {2922 "zero": 0.0,2923 "with_vector": 0.0454545454545454562924 },2925 "addthree": {2926 "zero": 0.0,2927 "with_vector": 0.02928 }2929 }2930 },2931 "addthree": {2932 "condition": "procrustes|L2|a1.0",2933 "heldout_nll_base": 2.119346046447754,2934 "heldout_nll_with_vector": 2.0965938250223797,2935 "cross_task": {2936 "antonym": {2937 "zero": 0.21875,2938 "with_vector": 0.093752939 },2940 "capital": {2941 "zero": 0.0,2942 "with_vector": 0.090909090909090912943 },2944 "morph": {2945 "zero": 0.0,2946 "with_vector": 0.02947 }2948 }2949 }2950 }2951 },2952 "qwen1.5b->qwen3b": {2953 "donor": "qwen1.5b",2954 "recipient": "qwen3b",2955 "tasks": {2956 "antonym": {2957 "recipient_zero": 0.25,2958 "recipient_few": 0.9375,2959 "recipient_own_vector": 0.875,2960 "donor_layer": 16,2961 "conditions": {2962 "procrustes|L21|a1.0": {2963 "accuracy": 0.625,2964 "gain_vs_zero": {2965 "estimate": 0.375,2966 "low": 0.21875,2967 "high": 0.5625,2968 "level": 0.95,2969 "n_items": 32,2970 "n_clusters": 32,2971 "n_boot": 20002972 },2973 "mapped_norm": 38.82050704956055,2974 "outputs_sample": [2975 " narrow\n",2976 " add\n",2977 " safe\n",2978 " answer\n",2979 " raw\n"2980 ]2981 },2982 "procrustes|L21|a2.0": {2983 "accuracy": 0.71875,2984 "gain_vs_zero": {2985 "estimate": 0.46875,2986 "low": 0.28125,2987 "high": 0.65625,2988 "level": 0.95,2989 "n_items": 32,2990 "n_clusters": 32,2991 "n_boot": 20002992 },2993 "mapped_norm": 38.82050704956055,2994 "outputs_sample": [2995 " narrow\n\n",2996 " remove\n\n",2997 " secure\n\n",2998 " answer\n",2999 " processed\n"3000 ]3001 },3002 "procrustes_rescaled|L21|a1.0": {3003 "accuracy": 0.75,3004 "gain_vs_zero": {3005 "estimate": 0.5,3006 "low": 0.3125,3007 "high": 0.6875,3008 "level": 0.95,3009 "n_items": 32,3010 "n_clusters": 32,3011 "n_boot": 20003012 },3013 "mapped_norm": 57.1178092956543,3014 "outputs_sample": [3015 " narrow\n\n",3016 " add\n",3017 " secure\n\n",3018 " answer\n",3019 " processed\n"3020 ]3021 },3022 "ridge|L21|a1.0": {3023 "accuracy": 0.59375,3024 "gain_vs_zero": {3025 "estimate": 0.34375,3026 "low": 0.15625,3027 "high": 0.53125,3028 "level": 0.95,3029 "n_items": 32,3030 "n_clusters": 32,3031 "n_boot": 20003032 },3033 "mapped_norm": 50.51205825805664,3034 "outputs_sample": [3035 " narrow\n",3036 " add\n",3037 " safe\n",3038 " answer\n",3039 " raw\n"3040 ]3041 },3042 "ridge|L21|a2.0": {3043 "accuracy": 0.09375,3044 "gain_vs_zero": {3045 "estimate": -0.15625,3046 "low": -0.3125,3047 "high": 0.0,3048 "level": 0.95,3049 "n_items": 32,3050 "n_clusters": 32,3051 "n_boot": 20003052 },3053 "mapped_norm": 50.51205825805664,3054 "outputs_sample": [3055 " long\n",3056 " cut\n",3057 " safe\n",3058 " water\n",3059 " raw\n"3060 ]3061 },3062 "ridge_rescaled|L21|a1.0": {3063 "accuracy": 0.65625,3064 "gain_vs_zero": {3065 "estimate": 0.40625,3066 "low": 0.21875,3067 "high": 0.59375,3068 "level": 0.95,3069 "n_items": 32,3070 "n_clusters": 32,3071 "n_boot": 20003072 },3073 "mapped_norm": 57.1178092956543,3074 "outputs_sample": [3075 " narrow\n",3076 " remove\n",3077 " safe\n",3078 " answer\n",3079 " raw\n"3080 ]3081 },3082 "cca|L21|a1.0": {3083 "accuracy": 0.5625,3084 "gain_vs_zero": {3085 "estimate": 0.3125,3086 "low": 0.125,3087 "high": 0.5,3088 "level": 0.95,3089 "n_items": 32,3090 "n_clusters": 32,3091 "n_boot": 20003092 },3093 "mapped_norm": 59.15024948120117,3094 "outputs_sample": [3095 " narrow\n",3096 " remove\n",3097 " safe\n",3098 " answer\n",3099 " None\n"3100 ]3101 },3102 "cca|L21|a2.0": {3103 "accuracy": 0.03125,3104 "gain_vs_zero": {3105 "estimate": -0.21875,3106 "low": -0.375,3107 "high": -0.0625,3108 "level": 0.95,3109 "n_items": 32,3110 "n_clusters": 32,3111 "n_boot": 20003112 },3113 "mapped_norm": 59.15024948120117,3114 "outputs_sample": [3115 " wide\n",3116 " mod\n",3117 " safe\n",3118 " report\n",3119 " high\n"3120 ]3121 },3122 "random_orth|L21|a1.0": {3123 "accuracy": 0.09375,3124 "gain_vs_zero": {3125 "estimate": -0.15625,3126 "low": -0.3125,3127 "high": 0.0,3128 "level": 0.95,3129 "n_items": 32,3130 "n_clusters": 32,3131 "n_boot": 20003132 },3133 "mapped_norm": 42.75835418701172,3134 "outputs_sample": [3135 " 1\n",3136 " add\n",3137 " 1\n",3138 " answer\n",3139 " raw\n"3140 ]3141 },3142 "random_orth|L21|a2.0": {3143 "accuracy": 0.03125,3144 "gain_vs_zero": {3145 "estimate": -0.21875,3146 "low": -0.375,3147 "high": -0.0625,3148 "level": 0.95,3149 "n_items": 32,3150 "n_clusters": 32,3151 "n_boot": 20003152 },3153 "mapped_norm": 42.75835418701172,3154 "outputs_sample": [3155 " \"WIDE\"\n",3156 " \"add\"\n",3157 " [1, 2,",3158 " \"What is the question you",3159 " \"raw\"\n"3160 ]3161 },3162 "replace_donor_fewshot|procrustes|L21": {3163 "accuracy": 0.59375,3164 "gain_vs_zero": {3165 "estimate": 0.34375,3166 "low": 0.15625,3167 "high": 0.53125,3168 "level": 0.95,3169 "n_items": 32,3170 "n_clusters": 32,3171 "n_boot": 20003172 },3173 "outputs_sample": [3174 " narrow\n",3175 " add\n",3176 " safe\n",3177 " answer\n",3178 " raw\n"3179 ]3180 },3181 "ctl_replace_donor_zeroshot|procrustes|L21": {3182 "accuracy": 0.34375,3183 "gain_vs_zero": {3184 "estimate": 0.09375,3185 "low": -0.03125,3186 "high": 0.21875,3187 "level": 0.95,3188 "n_items": 32,3189 "n_clusters": 32,3190 "n_boot": 20003191 },3192 "outputs_sample": [3193 " narrow\n",3194 " The word \"add\" is",3195 " 1\n",3196 " The task is to generate a",3197 " The word \"raw\" is"3198 ]3199 },3200 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L21": {3201 "accuracy": 0.6875,3202 "gain_vs_zero": {3203 "estimate": 0.4375,3204 "low": 0.25,3205 "high": 0.625,3206 "level": 0.95,3207 "n_items": 32,3208 "n_clusters": 32,3209 "n_boot": 20003210 },3211 "outputs_sample": [3212 " narrow\n",3213 " add\n",3214 " safe\n",3215 " answer\n",3216 " raw\n"3217 ]3218 },3219 "replace_donor_fewshot|ridge|L21": {3220 "accuracy": 0.59375,3221 "gain_vs_zero": {3222 "estimate": 0.34375,3223 "low": 0.15625,3224 "high": 0.53125,3225 "level": 0.95,3226 "n_items": 32,3227 "n_clusters": 32,3228 "n_boot": 20003229 },3230 "outputs_sample": [3231 " narrow\n",3232 " add\n",3233 " safe\n",3234 " answer\n",3235 " raw\n"3236 ]3237 },3238 "ctl_replace_donor_zeroshot|ridge|L21": {3239 "accuracy": 0.28125,3240 "gain_vs_zero": {3241 "estimate": 0.03125,3242 "low": -0.09375,3243 "high": 0.15625,3244 "level": 0.95,3245 "n_items": 32,3246 "n_clusters": 32,3247 "n_boot": 20003248 },3249 "outputs_sample": [3250 " narrow\n",3251 " The word \"add\" is",3252 " 1\n",3253 " The task is to generate a",3254 " The word \"raw\" is"3255 ]3256 },3257 "ctl_replace_donor_fewshot_shuffled_query|ridge|L21": {3258 "accuracy": 0.65625,3259 "gain_vs_zero": {3260 "estimate": 0.40625,3261 "low": 0.21875,3262 "high": 0.59375,3263 "level": 0.95,3264 "n_items": 32,3265 "n_clusters": 32,3266 "n_boot": 20003267 },3268 "outputs_sample": [3269 " narrow\n",3270 " remove\n",3271 " safe\n",3272 " answer\n",3273 " None\n\n"3274 ]3275 },3276 "ctl_replace_donor_fewshot|sham_map|L21": {3277 "accuracy": 0.53125,3278 "gain_vs_zero": {3279 "estimate": 0.28125,3280 "low": 0.09375,3281 "high": 0.46875,3282 "level": 0.95,3283 "n_items": 32,3284 "n_clusters": 32,3285 "n_boot": 20003286 },3287 "outputs_sample": [3288 " narrow\n",3289 " add\n",3290 " safe\n",3291 " answer\n",3292 " raw\n"3293 ]3294 },3295 "ctl_replace_donor_zeroshot|sham_map|L21": {3296 "accuracy": 0.3125,3297 "gain_vs_zero": {3298 "estimate": 0.0625,3299 "low": -0.09375,3300 "high": 0.21875,3301 "level": 0.95,3302 "n_items": 32,3303 "n_clusters": 32,3304 "n_boot": 20003305 },3306 "outputs_sample": [3307 " narrow\n",3308 " 1\n",3309 " 1\n",3310 " 1\n",3311 " raw\n"3312 ]3313 },3314 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L21": {3315 "accuracy": 0.53125,3316 "gain_vs_zero": {3317 "estimate": 0.28125,3318 "low": 0.125,3319 "high": 0.4375,3320 "level": 0.95,3321 "n_items": 32,3322 "n_clusters": 32,3323 "n_boot": 20003324 },3325 "outputs_sample": [3326 " narrow\n",3327 " 3\n",3328 " \"saf\"\n",3329 " answer\n",3330 " processed\n"3331 ]3332 },3333 "ctl_random_norm_matched|L21": {3334 "accuracy": 0.40625,3335 "gain_vs_zero": {3336 "estimate": 0.15625,3337 "low": 0.0,3338 "high": 0.31328124999999574,3339 "level": 0.95,3340 "n_items": 32,3341 "n_clusters": 32,3342 "n_boot": 20003343 }3344 },3345 "ctl_unrelated_task_vector(capital)|L21": {3346 "accuracy": 0.5625,3347 "gain_vs_zero": {3348 "estimate": 0.3125,3349 "low": 0.15625,3350 "high": 0.46875,3351 "level": 0.95,3352 "n_items": 32,3353 "n_clusters": 32,3354 "n_boot": 20003355 }3356 },3357 "procrustes|L25|a1.0": {3358 "accuracy": 0.75,3359 "gain_vs_zero": {3360 "estimate": 0.5,3361 "low": 0.3125,3362 "high": 0.6875,3363 "level": 0.95,3364 "n_items": 32,3365 "n_clusters": 32,3366 "n_boot": 20003367 },3368 "mapped_norm": 55.15292739868164,3369 "outputs_sample": [3370 " narrow\n\n",3371 " remove\n\n",3372 " secure\n\n",3373 " answer\n",3374 " raw\n\n"3375 ]3376 },3377 "procrustes|L25|a2.0": {3378 "accuracy": 0.25,3379 "gain_vs_zero": {3380 "estimate": 0.0,3381 "low": -0.1875,3382 "high": 0.1875,3383 "level": 0.95,3384 "n_items": 32,3385 "n_clusters": 32,3386 "n_boot": 20003387 },3388 "mapped_norm": 55.15292739868164,3389 "outputs_sample": [3390 " small\n",3391 " child\n",3392 " light\n\n",3393 " time\n",3394 " child\n"3395 ]3396 },3397 "procrustes_rescaled|L25|a1.0": {3398 "accuracy": 0.75,3399 "gain_vs_zero": {3400 "estimate": 0.5,3401 "low": 0.3125,3402 "high": 0.6875,3403 "level": 0.95,3404 "n_items": 32,3405 "n_clusters": 32,3406 "n_boot": 20003407 },3408 "mapped_norm": 57.11780548095703,3409 "outputs_sample": [3410 " narrow\n",3411 " remove\n\n",3412 " secure\n\n",3413 " answer\n",3414 " raw\n\n"3415 ]3416 },3417 "ridge|L25|a1.0": {3418 "accuracy": 0.3125,3419 "gain_vs_zero": {3420 "estimate": 0.0625,3421 "low": -0.15625,3422 "high": 0.28203124999999574,3423 "level": 0.95,3424 "n_items": 32,3425 "n_clusters": 32,3426 "n_boot": 20003427 },3428 "mapped_norm": 77.63898468017578,3429 "outputs_sample": [3430 " wide\n",3431 " go\n",3432 " safe\n",3433 " key\n",3434 " go\n"3435 ]3436 },3437 "ridge|L25|a2.0": {3438 "accuracy": 0.03125,3439 "gain_vs_zero": {3440 "estimate": -0.21875,3441 "low": -0.375,3442 "high": -0.0625,3443 "level": 0.95,3444 "n_items": 32,3445 "n_clusters": 32,3446 "n_boot": 20003447 },3448 "mapped_norm": 77.63898468017578,3449 "outputs_sample": [3450 "\n",3451 "\n",3452 " plant\n",3453 " line\n",3454 " fit\n"3455 ]3456 },3457 "ridge_rescaled|L25|a1.0": {3458 "accuracy": 0.5625,3459 "gain_vs_zero": {3460 "estimate": 0.3125,3461 "low": 0.15625,3462 "high": 0.5,3463 "level": 0.95,3464 "n_items": 32,3465 "n_clusters": 32,3466 "n_boot": 20003467 },3468 "mapped_norm": 57.11780548095703,3469 "outputs_sample": [3470 " narrow\n",3471 " add\n",3472 " 1\n",3473 " answer\n",3474 " raw\n"3475 ]3476 },3477 "cca|L25|a1.0": {3478 "accuracy": 0.1875,3479 "gain_vs_zero": {3480 "estimate": -0.0625,3481 "low": -0.25,3482 "high": 0.125,3483 "level": 0.95,3484 "n_items": 32,3485 "n_clusters": 32,3486 "n_boot": 20003487 },3488 "mapped_norm": 96.08650207519531,3489 "outputs_sample": [3490 " zero\n",3491 " zero\n",3492 " 1\n",3493 " day\n",3494 " no\n"3495 ]3496 },3497 "cca|L25|a2.0": {3498 "accuracy": 0.0,3499 "gain_vs_zero": {3500 "estimate": -0.25,3501 "low": -0.40625,3502 "high": -0.125,3503 "level": 0.95,3504 "n_items": 32,3505 "n_clusters": 32,3506 "n_boot": 20003507 },3508 "mapped_norm": 96.08650207519531,3509 "outputs_sample": [3510 "\n",3511 "\n",3512 "\n",3513 " sick\n",3514 "\n"3515 ]3516 },3517 "random_orth|L25|a1.0": {3518 "accuracy": 0.15625,3519 "gain_vs_zero": {3520 "estimate": -0.09375,3521 "low": -0.25,3522 "high": 0.0625,3523 "level": 0.95,3524 "n_items": 32,3525 "n_clusters": 32,3526 "n_boot": 20003527 },3528 "mapped_norm": 62.4911994934082,3529 "outputs_sample": [3530 " wide\n",3531 " add\n",3532 " ['s', 'a',",3533 " The task is to generate a",3534 " raw\n"3535 ]3536 },3537 "random_orth|L25|a2.0": {3538 "accuracy": 0.03125,3539 "gain_vs_zero": {3540 "estimate": -0.21875,3541 "low": -0.375,3542 "high": -0.0625,3543 "level": 0.95,3544 "n_items": 32,3545 "n_clusters": 32,3546 "n_boot": 20003547 },3548 "mapped_norm": 62.4911994934082,3549 "outputs_sample": [3550 " wide\n",3551 " add\n",3552 " safe\n",3553 " Example output: \"What is",3554 " raw\n"3555 ]3556 },3557 "replace_donor_fewshot|procrustes|L25": {3558 "accuracy": 0.75,3559 "gain_vs_zero": {3560 "estimate": 0.5,3561 "low": 0.3125,3562 "high": 0.6875,3563 "level": 0.95,3564 "n_items": 32,3565 "n_clusters": 32,3566 "n_boot": 20003567 },3568 "outputs_sample": [3569 " narrow\n",3570 " remove\n\n",3571 " door\n\n",3572 " answer\n",3573 " hot\n"3574 ]3575 },3576 "ctl_replace_donor_zeroshot|procrustes|L25": {3577 "accuracy": 0.0625,3578 "gain_vs_zero": {3579 "estimate": -0.1875,3580 "low": -0.3125,3581 "high": -0.0625,3582 "level": 0.95,3583 "n_items": 32,3584 "n_clusters": 32,3585 "n_boot": 20003586 },3587 "outputs_sample": [3588 " 4\n",3589 " The word \"add\" is",3590 " The word \"safe\" is",3591 " The task is to generate a",3592 " The word \"raw\" is"3593 ]3594 },3595 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": {3596 "accuracy": 0.71875,3597 "gain_vs_zero": {3598 "estimate": 0.46875,3599 "low": 0.25,3600 "high": 0.65625,3601 "level": 0.95,3602 "n_items": 32,3603 "n_clusters": 32,3604 "n_boot": 20003605 },3606 "outputs_sample": [3607 " narrow\n\n",3608 " remove\n\n",3609 " safe\n\n",3610 " question\n\n",3611 " clean\n"3612 ]3613 },3614 "replace_donor_fewshot|ridge|L25": {3615 "accuracy": 0.28125,3616 "gain_vs_zero": {3617 "estimate": 0.03125,3618 "low": -0.1875,3619 "high": 0.25,3620 "level": 0.95,3621 "n_items": 32,3622 "n_clusters": 32,3623 "n_boot": 20003624 },3625 "outputs_sample": [3626 " wide\n",3627 " apple\n",3628 " zero\n\n",3629 " 1\n",3630 " 1\n"3631 ]3632 },3633 "ctl_replace_donor_zeroshot|ridge|L25": {3634 "accuracy": 0.15625,3635 "gain_vs_zero": {3636 "estimate": -0.09375,3637 "low": -0.25,3638 "high": 0.0625,3639 "level": 0.95,3640 "n_items": 32,3641 "n_clusters": 32,3642 "n_boot": 20003643 },3644 "outputs_sample": [3645 " narrow\n",3646 " The word \"add\" is",3647 " The word \"safe\" is",3648 " The input is a question.\n\n",3649 " The word \"raw\" is"3650 ]3651 },3652 "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": {3653 "accuracy": 0.1875,3654 "gain_vs_zero": {3655 "estimate": -0.0625,3656 "low": -0.25,3657 "high": 0.15625,3658 "level": 0.95,3659 "n_items": 32,3660 "n_clusters": 32,3661 "n_boot": 20003662 },3663 "outputs_sample": [3664 " wide\n",3665 " eat\n",3666 " dog\n\n",3667 " 1\n",3668 " zero\n"3669 ]3670 },3671 "ctl_replace_donor_fewshot|sham_map|L25": {3672 "accuracy": 0.0625,3673 "gain_vs_zero": {3674 "estimate": -0.1875,3675 "low": -0.34375,3676 "high": 0.0,3677 "level": 0.95,3678 "n_items": 32,3679 "n_clusters": 32,3680 "n_boot": 20003681 },3682 "outputs_sample": [3683 " The word \"wide\" is",3684 " add\n",3685 " safe\n\n",3686 " 1\n",3687 " raw\n"3688 ]3689 },3690 "ctl_replace_donor_zeroshot|sham_map|L25": {3691 "accuracy": 0.03125,3692 "gain_vs_zero": {3693 "estimate": -0.21875,3694 "low": -0.375,3695 "high": -0.0625,3696 "level": 0.95,3697 "n_items": 32,3698 "n_clusters": 32,3699 "n_boot": 20003700 },3701 "outputs_sample": [3702 " 4\n\n",3703 " 3\n",3704 " 1\n",3705 " 1\n",3706 " The word \"raw\" is"3707 ]3708 },3709 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": {3710 "accuracy": 0.0625,3711 "gain_vs_zero": {3712 "estimate": -0.1875,3713 "low": -0.34375,3714 "high": -0.03125,3715 "level": 0.95,3716 "n_items": 32,3717 "n_clusters": 32,3718 "n_boot": 20003719 },3720 "outputs_sample": [3721 " wide\n\n",3722 " add\n",3723 " safe\n\n",3724 " The question is a prompt or",3725 " The word \"raw\" is"3726 ]3727 },3728 "ctl_random_norm_matched|L25": {3729 "accuracy": 0.0,3730 "gain_vs_zero": {3731 "estimate": -0.25,3732 "low": -0.40625,3733 "high": -0.125,3734 "level": 0.95,3735 "n_items": 32,3736 "n_clusters": 32,3737 "n_boot": 20003738 }3739 },3740 "ctl_unrelated_task_vector(capital)|L25": {3741 "accuracy": 0.40625,3742 "gain_vs_zero": {3743 "estimate": 0.15625,3744 "low": -0.03125,3745 "high": 0.34375,3746 "level": 0.95,3747 "n_items": 32,3748 "n_clusters": 32,3749 "n_boot": 20003750 }3751 }3752 }3753 },3754 "capital": {3755 "recipient_zero": 0.0,3756 "recipient_few": 1.0,3757 "recipient_own_vector": 0.8181818181818182,3758 "donor_layer": 22,3759 "conditions": {3760 "procrustes|L25|a1.0": {3761 "accuracy": 0.4090909090909091,3762 "gain_vs_zero": {3763 "estimate": 0.4090909090909091,3764 "low": 0.22727272727272727,3765 "high": 0.6363636363636364,3766 "level": 0.95,3767 "n_items": 22,3768 "n_clusters": 22,3769 "n_boot": 20003770 },3771 "mapped_norm": 41.208099365234375,3772 "outputs_sample": [3773 " Cuba is an island nation located",3774 " Kyiv\n",3775 " Oslo\n\n",3776 " Bogota, Medellin",3777 " Malaysia is a country located in"3778 ]3779 },3780 "procrustes|L25|a2.0": {3781 "accuracy": 0.4090909090909091,3782 "gain_vs_zero": {3783 "estimate": 0.4090909090909091,3784 "low": 0.22727272727272727,3785 "high": 0.5920454545454483,3786 "level": 0.95,3787 "n_items": 22,3788 "n_clusters": 22,3789 "n_boot": 20003790 },3791 "mapped_norm": 41.208099365234375,3792 "outputs_sample": [3793 " Cuba\n",3794 " Kyiv\n",3795 " Oslo\n",3796 " Bogota, Medellin",3797 " Malaysia\n"3798 ]3799 },3800 "procrustes_rescaled|L25|a1.0": {3801 "accuracy": 0.5,3802 "gain_vs_zero": {3803 "estimate": 0.5,3804 "low": 0.3181818181818182,3805 "high": 0.6818181818181818,3806 "level": 0.95,3807 "n_items": 22,3808 "n_clusters": 22,3809 "n_boot": 20003810 },3811 "mapped_norm": 56.58632278442383,3812 "outputs_sample": [3813 " Cuba\n",3814 " Kyiv\n",3815 " Oslo\n\n",3816 " Bogota, Medellin",3817 " Malaysia\n\n"3818 ]3819 },3820 "ridge|L25|a1.0": {3821 "accuracy": 0.3181818181818182,3822 "gain_vs_zero": {3823 "estimate": 0.3181818181818182,3824 "low": 0.13636363636363635,3825 "high": 0.5,3826 "level": 0.95,3827 "n_items": 22,3828 "n_clusters": 22,3829 "n_boot": 20003830 },3831 "mapped_norm": 69.26692962646484,3832 "outputs_sample": [3833 " Cuba\n",3834 " Kyiv\n",3835 " Oslo\n\n",3836 " Colombia\n",3837 " Penang\n\n"3838 ]3839 },3840 "ridge|L25|a2.0": {3841 "accuracy": 0.0,3842 "gain_vs_zero": {3843 "estimate": 0.0,3844 "low": 0.0,3845 "high": 0.0,3846 "level": 0.95,3847 "n_items": 22,3848 "n_clusters": 22,3849 "n_boot": 20003850 },3851 "mapped_norm": 69.26692962646484,3852 "outputs_sample": [3853 " Tropicana\n",3854 " Country\n",3855 " Norwegians\n\n",3856 " Pais: Colombia\n",3857 " Asia\n\n"3858 ]3859 },3860 "ridge_rescaled|L25|a1.0": {3861 "accuracy": 0.4090909090909091,3862 "gain_vs_zero": {3863 "estimate": 0.4090909090909091,3864 "low": 0.22727272727272727,3865 "high": 0.5909090909090909,3866 "level": 0.95,3867 "n_items": 22,3868 "n_clusters": 22,3869 "n_boot": 20003870 },3871 "mapped_norm": 56.586326599121094,3872 "outputs_sample": [3873 " Cuba\n",3874 " Kyiv\n",3875 " Oslo\n\n",3876 " Colombia\n",3877 " Malaysia\n\n"3878 ]3879 },3880 "cca|L25|a1.0": {3881 "accuracy": 0.3181818181818182,3882 "gain_vs_zero": {3883 "estimate": 0.3181818181818182,3884 "low": 0.13636363636363635,3885 "high": 0.5,3886 "level": 0.95,3887 "n_items": 22,3888 "n_clusters": 22,3889 "n_boot": 20003890 },3891 "mapped_norm": 76.77274322509766,3892 "outputs_sample": [3893 " \"Cuba\"\n",3894 " Kyiv\n\n",3895 " \"Norway\"\n",3896 " Coffee\n\n",3897 " \"Malaysia\"\n\n"3898 ]3899 },3900 "cca|L25|a2.0": {3901 "accuracy": 0.0,3902 "gain_vs_zero": {3903 "estimate": 0.0,3904 "low": 0.0,3905 "high": 0.0,3906 "level": 0.95,3907 "n_items": 22,3908 "n_clusters": 22,3909 "n_boot": 20003910 },3911 "mapped_norm": 76.77274322509766,3912 "outputs_sample": [3913 " Tropicana\n",3914 " Country\n",3915 " Country\n",3916 " \"Colombia\"\n",3917 " \"Malaysia\"\n"3918 ]3919 },3920 "random_orth|L25|a1.0": {3921 "accuracy": 0.0,3922 "gain_vs_zero": {3923 "estimate": 0.0,3924 "low": 0.0,3925 "high": 0.0,3926 "level": 0.95,3927 "n_items": 22,3928 "n_clusters": 22,3929 "n_boot": 20003930 },3931 "mapped_norm": 49.92599868774414,3932 "outputs_sample": [3933 " Cuba\n",3934 " Ukraine\n\n",3935 " Norway\n",3936 " 49.99",3937 " Malaysia\n\n"3938 ]3939 },3940 "random_orth|L25|a2.0": {3941 "accuracy": 0.0,3942 "gain_vs_zero": {3943 "estimate": 0.0,3944 "low": 0.0,3945 "high": 0.0,3946 "level": 0.95,3947 "n_items": 22,3948 "n_clusters": 22,3949 "n_boot": 20003950 },3951 "mapped_norm": 49.92599868774414,3952 "outputs_sample": [3953 " Cuba\n",3954 " Ukraine\n",3955 " Norway\n",3956 " Colombia\n",3957 " Malaysia\n\n"3958 ]3959 },3960 "replace_donor_fewshot|procrustes|L25": {3961 "accuracy": 0.09090909090909091,3962 "gain_vs_zero": {3963 "estimate": 0.09090909090909091,3964 "low": 0.0,3965 "high": 0.22727272727272727,3966 "level": 0.95,3967 "n_items": 22,3968 "n_clusters": 22,3969 "n_boot": 20003970 },3971 "outputs_sample": [3972 " Cuba\n",3973 " Ukraine is a country located in",3974 " Denmark\n\n",3975 " Colombia is a country located in",3976 " Malaysia is a country located in"3977 ]3978 },3979 "ctl_replace_donor_zeroshot|procrustes|L25": {3980 "accuracy": 0.0,3981 "gain_vs_zero": {3982 "estimate": 0.0,3983 "low": 0.0,3984 "high": 0.0,3985 "level": 0.95,3986 "n_items": 22,3987 "n_clusters": 22,3988 "n_boot": 20003989 },3990 "outputs_sample": [3991 " Cuba is an island nation located",3992 " Ukraine is a country located in",3993 " Norway is a country located in",3994 " Colombia is a country located in",3995 " Malaysia\n\n"3996 ]3997 },3998 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": {3999 "accuracy": 0.13636363636363635,4000 "gain_vs_zero": {4001 "estimate": 0.13636363636363635,4002 "low": 0.0,4003 "high": 0.2727272727272727,4004 "level": 0.95,4005 "n_items": 22,4006 "n_clusters": 22,4007 "n_boot": 20004008 },4009 "outputs_sample": [4010 " Cuba\n",4011 " Ukraine is a country located in",4012 " Norway\n",4013 " Bogota, Medellin",4014 " Malaysia is a country located in"4015 ]4016 },4017 "replace_donor_fewshot|ridge|L25": {4018 "accuracy": 0.0,4019 "gain_vs_zero": {4020 "estimate": 0.0,4021 "low": 0.0,4022 "high": 0.0,4023 "level": 0.95,4024 "n_items": 22,4025 "n_clusters": 22,4026 "n_boot": 20004027 },4028 "outputs_sample": [4029 " Cuba\n",4030 " Ukraine is a country located in",4031 " \"Norway\"\n",4032 " Colombia\n",4033 " Happy Independence Day Malaysia!\n\n"4034 ]4035 },4036 "ctl_replace_donor_zeroshot|ridge|L25": {4037 "accuracy": 0.0,4038 "gain_vs_zero": {4039 "estimate": 0.0,4040 "low": 0.0,4041 "high": 0.0,4042 "level": 0.95,4043 "n_items": 22,4044 "n_clusters": 22,4045 "n_boot": 20004046 },4047 "outputs_sample": [4048 " Cuba is an island nation located",4049 " Ukraine is a country located in",4050 " A country in Northern Europe,",4051 " Colombia is a country located in",4052 " Malaysia\n\n"4053 ]4054 },4055 "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": {4056 "accuracy": 0.0,4057 "gain_vs_zero": {4058 "estimate": 0.0,4059 "low": 0.0,4060 "high": 0.0,4061 "level": 0.95,4062 "n_items": 22,4063 "n_clusters": 22,4064 "n_boot": 20004065 },4066 "outputs_sample": [4067 " Cuba\n",4068 " Ukraine is a country located in",4069 " Norway\n",4070 " Cali, Bogota,",4071 " \"Malaysia\"\n"4072 ]4073 },4074 "ctl_replace_donor_fewshot|sham_map|L25": {4075 "accuracy": 0.0,4076 "gain_vs_zero": {4077 "estimate": 0.0,4078 "low": 0.0,4079 "high": 0.0,4080 "level": 0.95,4081 "n_items": 22,4082 "n_clusters": 22,4083 "n_boot": 20004084 },4085 "outputs_sample": [4086 " Cuba\n",4087 " Ukraine is a country located in",4088 " Norway\n",4089 " Colombia\n\n",4090 " 13\n\n"4091 ]4092 },4093 "ctl_replace_donor_zeroshot|sham_map|L25": {4094 "accuracy": 0.0,4095 "gain_vs_zero": {4096 "estimate": 0.0,4097 "low": 0.0,4098 "high": 0.0,4099 "level": 0.95,4100 "n_items": 22,4101 "n_clusters": 22,4102 "n_boot": 20004103 },4104 "outputs_sample": [4105 " The capital of Cuba is Havana",4106 " The capital of Ukraine is Ky",4107 " 552\n",4108 " The capital of Colombia is Bog",4109 " The capital of Malaysia is Kuala"4110 ]4111 },4112 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": {4113 "accuracy": 0.0,4114 "gain_vs_zero": {4115 "estimate": 0.0,4116 "low": 0.0,4117 "high": 0.0,4118 "level": 0.95,4119 "n_items": 22,4120 "n_clusters": 22,4121 "n_boot": 20004122 },4123 "outputs_sample": [4124 " Cuba is an island nation located",4125 " Ukraine is a country located in",4126 " Norway is a country located in",4127 " 49.99",4128 " Malaysia\n\n"4129 ]4130 },4131 "ctl_random_norm_matched|L25": {4132 "accuracy": 0.0,4133 "gain_vs_zero": {4134 "estimate": 0.0,4135 "low": 0.0,4136 "high": 0.0,4137 "level": 0.95,4138 "n_items": 22,4139 "n_clusters": 22,4140 "n_boot": 20004141 }4142 },4143 "ctl_unrelated_task_vector(antonym)|L25": {4144 "accuracy": 0.045454545454545456,4145 "gain_vs_zero": {4146 "estimate": 0.045454545454545456,4147 "low": 0.0,4148 "high": 0.13636363636363635,4149 "level": 0.95,4150 "n_items": 22,4151 "n_clusters": 22,4152 "n_boot": 20004153 }4154 },4155 "procrustes|L28|a1.0": {4156 "accuracy": 0.7272727272727273,4157 "gain_vs_zero": {4158 "estimate": 0.7272727272727273,4159 "low": 0.5454545454545454,4160 "high": 0.9090909090909091,4161 "level": 0.95,4162 "n_items": 22,4163 "n_clusters": 22,4164 "n_boot": 20004165 },4166 "mapped_norm": 66.84456634521484,4167 "outputs_sample": [4168 " Havana\n\n",4169 " Kyiv\n\n",4170 " Oslo\n\n",4171 " Bogota, Medellin",4172 " Kuala Lumpur\n\n"4173 ]4174 },4175 "procrustes|L28|a2.0": {4176 "accuracy": 0.45454545454545453,4177 "gain_vs_zero": {4178 "estimate": 0.45454545454545453,4179 "low": 0.27159090909091105,4180 "high": 0.6818181818181818,4181 "level": 0.95,4182 "n_items": 22,4183 "n_clusters": 22,4184 "n_boot": 20004185 },4186 "mapped_norm": 66.84456634521484,4187 "outputs_sample": [4188 " Havana\n\n",4189 " Dnipro, Khark",4190 " Oslo\n\n",4191 " Bogota, Medellin",4192 " Malacca\n\n"4193 ]4194 },4195 "procrustes_rescaled|L28|a1.0": {4196 "accuracy": 0.7272727272727273,4197 "gain_vs_zero": {4198 "estimate": 0.7272727272727273,4199 "low": 0.5454545454545454,4200 "high": 0.9090909090909091,4201 "level": 0.95,4202 "n_items": 22,4203 "n_clusters": 22,4204 "n_boot": 20004205 },4206 "mapped_norm": 56.586326599121094,4207 "outputs_sample": [4208 " Havana\n\n",4209 " Kyiv\n\n",4210 " Oslo\n\n",4211 " Bogota, Medellin",4212 " Kuala Lumpur\n\n"4213 ]4214 },4215 "ridge|L28|a1.0": {4216 "accuracy": 0.09090909090909091,4217 "gain_vs_zero": {4218 "estimate": 0.09090909090909091,4219 "low": 0.0,4220 "high": 0.22727272727272727,4221 "level": 0.95,4222 "n_items": 22,4223 "n_clusters": 22,4224 "n_boot": 20004225 },4226 "mapped_norm": 100.56741333007812,4227 "outputs_sample": [4228 " Island\n",4229 " city\n",4230 " capital: Oslo, population:",4231 " city: Bogota\n",4232 " city: false\n"4233 ]4234 },4235 "ridge|L28|a2.0": {4236 "accuracy": 0.045454545454545456,4237 "gain_vs_zero": {4238 "estimate": 0.045454545454545456,4239 "low": 0.0,4240 "high": 0.13636363636363635,4241 "level": 0.95,4242 "n_items": 22,4243 "n_clusters": 22,4244 "n_boot": 20004245 },4246 "mapped_norm": 100.56741333007812,4247 "outputs_sample": [4248 " city\n",4249 " city\n",4250 " city: Oslo\n",4251 " city: Bogota\n",4252 " school_name: \"National University"4253 ]4254 },4255 "ridge_rescaled|L28|a1.0": {4256 "accuracy": 0.45454545454545453,4257 "gain_vs_zero": {4258 "estimate": 0.45454545454545453,4259 "low": 0.2727272727272727,4260 "high": 0.6818181818181818,4261 "level": 0.95,4262 "n_items": 22,4263 "n_clusters": 22,4264 "n_boot": 20004265 },4266 "mapped_norm": 56.586326599121094,4267 "outputs_sample": [4268 " Cuba is an island nation located",4269 " Kiev\n\n",4270 " Capital: Oslo, Population:",4271 " Bogota, Medellin",4272 " Malaysia is a country located in"4273 ]4274 },4275 "cca|L28|a1.0": {4276 "accuracy": 0.09090909090909091,4277 "gain_vs_zero": {4278 "estimate": 0.09090909090909091,4279 "low": 0.0,4280 "high": 0.22727272727272727,4281 "level": 0.95,4282 "n_items": 22,4283 "n_clusters": 22,4284 "n_boot": 20004285 },4286 "mapped_norm": 113.17544555664062,4287 "outputs_sample": [4288 " city\n",4289 " city\n",4290 " None\n\n",4291 " city: Bogota\n",4292 " city\n"4293 ]4294 },4295 "cca|L28|a2.0": {4296 "accuracy": 0.09090909090909091,4297 "gain_vs_zero": {4298 "estimate": 0.09090909090909091,4299 "low": 0.0,4300 "high": 0.22727272727272727,4301 "level": 0.95,4302 "n_items": 22,4303 "n_clusters": 22,4304 "n_boot": 20004305 },4306 "mapped_norm": 113.17544555664062,4307 "outputs_sample": [4308 " BAHAMAS\n\n",4309 " Borys Volodymy",4310 " Bokm\u00e5l, N",4311 " city: Bogota\n",4312 " illinois\n\n"4313 ]4314 },4315 "random_orth|L28|a1.0": {4316 "accuracy": 0.0,4317 "gain_vs_zero": {4318 "estimate": 0.0,4319 "low": 0.0,4320 "high": 0.0,4321 "level": 0.95,4322 "n_items": 22,4323 "n_clusters": 22,4324 "n_boot": 20004325 },4326 "mapped_norm": 78.93763732910156,4327 "outputs_sample": [4328 " Cuba is an island nation located",4329 " Ukraine is a country located in",4330 " 551\n",4331 " Colombia is a country located in",4332 " Malaysia is a country located in"4333 ]4334 },4335 "random_orth|L28|a2.0": {4336 "accuracy": 0.0,4337 "gain_vs_zero": {4338 "estimate": 0.0,4339 "low": 0.0,4340 "high": 0.0,4341 "level": 0.95,4342 "n_items": 22,4343 "n_clusters": 22,4344 "n_boot": 20004345 },4346 "mapped_norm": 78.93763732910156,4347 "outputs_sample": [4348 " In 1959",4349 " In 1991",4350 " In the Northern Hemisphere, Norway",4351 " In Colombia, the capital city",4352 " In the output, you should"4353 ]4354 },4355 "replace_donor_fewshot|procrustes|L28": {4356 "accuracy": 0.0,4357 "gain_vs_zero": {4358 "estimate": 0.0,4359 "low": 0.0,4360 "high": 0.0,4361 "level": 0.95,4362 "n_items": 22,4363 "n_clusters": 22,4364 "n_boot": 20004365 },4366 "outputs_sample": [4367 " Cuba is an island nation located",4368 " The capital of Ukraine is Ky",4369 " To determine the capital of Norway",4370 " Colombia is a country located in",4371 " Malaysia is a country located in"4372 ]4373 },4374 "ctl_replace_donor_zeroshot|procrustes|L28": {4375 "accuracy": 0.0,4376 "gain_vs_zero": {4377 "estimate": 0.0,4378 "low": 0.0,4379 "high": 0.0,4380 "level": 0.95,4381 "n_items": 22,4382 "n_clusters": 22,4383 "n_boot": 20004384 },4385 "outputs_sample": [4386 " Cuba is an island nation located",4387 " Ukraine is a country located in",4388 " Norway is a Scandinavian country located",4389 " Colombia is a country located in",4390 " Malaysia is a country located in"4391 ]4392 },4393 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L28": {4394 "accuracy": 0.0,4395 "gain_vs_zero": {4396 "estimate": 0.0,4397 "low": 0.0,4398 "high": 0.0,4399 "level": 0.95,4400 "n_items": 22,4401 "n_clusters": 22,4402 "n_boot": 20004403 },4404 "outputs_sample": [4405 " Cuba is an island nation located",4406 " The capital of Ukraine is Ky",4407 " Norway is a country located in",4408 " At the time of writing,",4409 " Malaysia is a country located in"4410 ]4411 },4412 "replace_donor_fewshot|ridge|L28": {4413 "accuracy": 0.0,4414 "gain_vs_zero": {4415 "estimate": 0.0,4416 "low": 0.0,4417 "high": 0.0,4418 "level": 0.95,4419 "n_items": 22,4420 "n_clusters": 22,4421 "n_boot": 20004422 },4423 "outputs_sample": [4424 " name: Cuba, continent:",4425 " City: Kyiv\n",4426 " 551\n",4427 " City: Bogot\u00e1\n",4428 " Malaysia is a country located in"4429 ]4430 },4431 "ctl_replace_donor_zeroshot|ridge|L28": {4432 "accuracy": 0.0,4433 "gain_vs_zero": {4434 "estimate": 0.0,4435 "low": 0.0,4436 "high": 0.0,4437 "level": 0.95,4438 "n_items": 22,4439 "n_clusters": 22,4440 "n_boot": 20004441 },4442 "outputs_sample": [4443 " Cuba is an island nation located",4444 " Ukraine is a country located in",4445 " Norway is a Scandinavian country located",4446 " Colombia is a country located in",4447 " Malaysia is a country located in"4448 ]4449 },4450 "ctl_replace_donor_fewshot_shuffled_query|ridge|L28": {4451 "accuracy": 0.0,4452 "gain_vs_zero": {4453 "estimate": 0.0,4454 "low": 0.0,4455 "high": 0.0,4456 "level": 0.95,4457 "n_items": 22,4458 "n_clusters": 22,4459 "n_boot": 20004460 },4461 "outputs_sample": [4462 " [Cuba, cuba",4463 " alphabet\n",4464 " Norway is a country located in",4465 " None\n\n",4466 " 133\n\n"4467 ]4468 },4469 "ctl_replace_donor_fewshot|sham_map|L28": {4470 "accuracy": 0.0,4471 "gain_vs_zero": {4472 "estimate": 0.0,4473 "low": 0.0,4474 "high": 0.0,4475 "level": 0.95,4476 "n_items": 22,4477 "n_clusters": 22,4478 "n_boot": 20004479 },4480 "outputs_sample": [4481 " 108\n",4482 " Ukraine is a country located in",4483 " Norway is a Scandinavian country located",4484 " Colombia is a country located in",4485 " The capital of Malaysia is Kuala"4486 ]4487 },4488 "ctl_replace_donor_zeroshot|sham_map|L28": {4489 "accuracy": 0.0,4490 "gain_vs_zero": {4491 "estimate": 0.0,4492 "low": 0.0,4493 "high": 0.0,4494 "level": 0.95,4495 "n_items": 22,4496 "n_clusters": 22,4497 "n_boot": 20004498 },4499 "outputs_sample": [4500 " The capital of Cuba is Havana",4501 " The capital of Ukraine is Ky",4502 " The capital of Norway is Oslo",4503 " The capital of Colombia is Bog",4504 " The capital of Malaysia is Kuala"4505 ]4506 },4507 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L28": {4508 "accuracy": 0.0,4509 "gain_vs_zero": {4510 "estimate": 0.0,4511 "low": 0.0,4512 "high": 0.0,4513 "level": 0.95,4514 "n_items": 22,4515 "n_clusters": 22,4516 "n_boot": 20004517 },4518 "outputs_sample": [4519 " The capital of Cuba is Havana",4520 " Ukraine is a country located in",4521 " Norway is a country located in",4522 " The capital of Colombia is Bog",4523 " The capital of Malaysia is Kuala"4524 ]4525 },4526 "ctl_random_norm_matched|L28": {4527 "accuracy": 0.0,4528 "gain_vs_zero": {4529 "estimate": 0.0,4530 "low": 0.0,4531 "high": 0.0,4532 "level": 0.95,4533 "n_items": 22,4534 "n_clusters": 22,4535 "n_boot": 20004536 }4537 },4538 "ctl_unrelated_task_vector(antonym)|L28": {4539 "accuracy": 0.13636363636363635,4540 "gain_vs_zero": {4541 "estimate": 0.13636363636363635,4542 "low": 0.0,4543 "high": 0.2727272727272727,4544 "level": 0.95,4545 "n_items": 22,4546 "n_clusters": 22,4547 "n_boot": 20004548 }4549 }4550 }4551 },4552 "morph": {4553 "recipient_zero": 0.0,4554 "recipient_few": 0.4,4555 "recipient_own_vector": 0.0,4556 "donor_layer": 2,4557 "conditions": {4558 "procrustes|L2|a1.0": {4559 "accuracy": 0.0,4560 "gain_vs_zero": {4561 "estimate": 0.0,4562 "low": 0.0,4563 "high": 0.0,4564 "level": 0.95,4565 "n_items": 40,4566 "n_clusters": 40,4567 "n_boot": 20004568 },4569 "mapped_norm": 5.777352333068848,4570 "outputs_sample": [4571 " The word \"repa\"",4572 " salun\n",4573 " 1\n",4574 " tefo\n",4575 " 4\n\n"4576 ]4577 },4578 "procrustes|L2|a2.0": {4579 "accuracy": 0.0,4580 "gain_vs_zero": {4581 "estimate": 0.0,4582 "low": 0.0,4583 "high": 0.0,4584 "level": 0.95,4585 "n_items": 40,4586 "n_clusters": 40,4587 "n_boot": 20004588 },4589 "mapped_norm": 5.777352333068848,4590 "outputs_sample": [4591 " The word \"repa\"",4592 " salun\n",4593 " 1\n",4594 " 3\n",4595 " 3\n"4596 ]4597 },4598 "procrustes_rescaled|L2|a1.0": {4599 "accuracy": 0.0,4600 "gain_vs_zero": {4601 "estimate": 0.0,4602 "low": 0.0,4603 "high": 0.0,4604 "level": 0.95,4605 "n_items": 40,4606 "n_clusters": 40,4607 "n_boot": 20004608 },4609 "mapped_norm": 6.1436028480529785,4610 "outputs_sample": [4611 " The word \"repa\"",4612 " salun\n",4613 " 1\n",4614 " tefo\n",4615 " 3\n\n"4616 ]4617 },4618 "ridge|L2|a1.0": {4619 "accuracy": 0.0,4620 "gain_vs_zero": {4621 "estimate": 0.0,4622 "low": 0.0,4623 "high": 0.0,4624 "level": 0.95,4625 "n_items": 40,4626 "n_clusters": 40,4627 "n_boot": 20004628 },4629 "mapped_norm": 5.570345878601074,4630 "outputs_sample": [4631 " The word \"repa\"",4632 " salun\n",4633 " 1\n",4634 " False\n\n",4635 " 3\n\n"4636 ]4637 },4638 "ridge|L2|a2.0": {4639 "accuracy": 0.0,4640 "gain_vs_zero": {4641 "estimate": 0.0,4642 "low": 0.0,4643 "high": 0.0,4644 "level": 0.95,4645 "n_items": 40,4646 "n_clusters": 40,4647 "n_boot": 20004648 },4649 "mapped_norm": 5.570345878601074,4650 "outputs_sample": [4651 " True\n",4652 " salun\n",4653 " 1\n",4654 " False\n",4655 " 3\n"4656 ]4657 },4658 "ridge_rescaled|L2|a1.0": {4659 "accuracy": 0.0,4660 "gain_vs_zero": {4661 "estimate": 0.0,4662 "low": 0.0,4663 "high": 0.0,4664 "level": 0.95,4665 "n_items": 40,4666 "n_clusters": 40,4667 "n_boot": 20004668 },4669 "mapped_norm": 6.1436028480529785,4670 "outputs_sample": [4671 " True\n",4672 " salun\n",4673 " 1\n",4674 " False\n",4675 " 3\n\n"4676 ]4677 },4678 "cca|L2|a1.0": {4679 "accuracy": 0.0,4680 "gain_vs_zero": {4681 "estimate": 0.0,4682 "low": 0.0,4683 "high": 0.0,4684 "level": 0.95,4685 "n_items": 40,4686 "n_clusters": 40,4687 "n_boot": 20004688 },4689 "mapped_norm": 5.701407432556152,4690 "outputs_sample": [4691 " The word \"repa\"",4692 " salun\n",4693 " 1\n",4694 " False\n\n",4695 " 3\n\n"4696 ]4697 },4698 "cca|L2|a2.0": {4699 "accuracy": 0.0,4700 "gain_vs_zero": {4701 "estimate": 0.0,4702 "low": 0.0,4703 "high": 0.0,4704 "level": 0.95,4705 "n_items": 40,4706 "n_clusters": 40,4707 "n_boot": 20004708 },4709 "mapped_norm": 5.701407432556152,4710 "outputs_sample": [4711 " True\n",4712 " salun\n",4713 " 1\n",4714 " False\n",4715 " 3\n"4716 ]4717 },4718 "random_orth|L2|a1.0": {4719 "accuracy": 0.0,4720 "gain_vs_zero": {4721 "estimate": 0.0,4722 "low": 0.0,4723 "high": 0.0,4724 "level": 0.95,4725 "n_items": 40,4726 "n_clusters": 40,4727 "n_boot": 20004728 },4729 "mapped_norm": 6.169764995574951,4730 "outputs_sample": [4731 " The word \"repa\"",4732 " salun\n",4733 " 1\n",4734 " tefo\n",4735 " 3\n\n"4736 ]4737 },4738 "random_orth|L2|a2.0": {4739 "accuracy": 0.0,4740 "gain_vs_zero": {4741 "estimate": 0.0,4742 "low": 0.0,4743 "high": 0.0,4744 "level": 0.95,4745 "n_items": 40,4746 "n_clusters": 40,4747 "n_boot": 20004748 },4749 "mapped_norm": 6.169764995574951,4750 "outputs_sample": [4751 " The word \"repa\"",4752 " salun\n",4753 " 1\n",4754 " tefo\n",4755 " 4\n\n"4756 ]4757 },4758 "replace_donor_fewshot|procrustes|L2": {4759 "accuracy": 0.0,4760 "gain_vs_zero": {4761 "estimate": 0.0,4762 "low": 0.0,4763 "high": 0.0,4764 "level": 0.95,4765 "n_items": 40,4766 "n_clusters": 40,4767 "n_boot": 20004768 },4769 "outputs_sample": [4770 " The word \"repa\"",4771 " salun\n",4772 " 1\n",4773 " tefo\n",4774 " 3\n\n"4775 ]4776 },4777 "ctl_replace_donor_zeroshot|procrustes|L2": {4778 "accuracy": 0.0,4779 "gain_vs_zero": {4780 "estimate": 0.0,4781 "low": 0.0,4782 "high": 0.0,4783 "level": 0.95,4784 "n_items": 40,4785 "n_clusters": 40,4786 "n_boot": 20004787 },4788 "outputs_sample": [4789 " The word \"repa\"",4790 " salun\n",4791 " 1\n",4792 " The word \"tefo\"",4793 " 4\n\n"4794 ]4795 },4796 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {4797 "accuracy": 0.0,4798 "gain_vs_zero": {4799 "estimate": 0.0,4800 "low": 0.0,4801 "high": 0.0,4802 "level": 0.95,4803 "n_items": 40,4804 "n_clusters": 40,4805 "n_boot": 20004806 },4807 "outputs_sample": [4808 " The word \"repa\"",4809 " salun\n",4810 " 1\n",4811 " tefo\n",4812 " 3\n\n"4813 ]4814 },4815 "replace_donor_fewshot|ridge|L2": {4816 "accuracy": 0.0,4817 "gain_vs_zero": {4818 "estimate": 0.0,4819 "low": 0.0,4820 "high": 0.0,4821 "level": 0.95,4822 "n_items": 40,4823 "n_clusters": 40,4824 "n_boot": 20004825 },4826 "outputs_sample": [4827 " The word \"repa\"",4828 " salun\n",4829 " 1\n",4830 " tefo\n",4831 " 4\n\n"4832 ]4833 },4834 "ctl_replace_donor_zeroshot|ridge|L2": {4835 "accuracy": 0.0,4836 "gain_vs_zero": {4837 "estimate": 0.0,4838 "low": 0.0,4839 "high": 0.0,4840 "level": 0.95,4841 "n_items": 40,4842 "n_clusters": 40,4843 "n_boot": 20004844 },4845 "outputs_sample": [4846 " The word \"repa\"",4847 " salun\n",4848 " 1\n",4849 " The word \"tefo\"",4850 " 4\n\n"4851 ]4852 },4853 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {4854 "accuracy": 0.0,4855 "gain_vs_zero": {4856 "estimate": 0.0,4857 "low": 0.0,4858 "high": 0.0,4859 "level": 0.95,4860 "n_items": 40,4861 "n_clusters": 40,4862 "n_boot": 20004863 },4864 "outputs_sample": [4865 " The word \"repa\"",4866 " salun\n",4867 " 1\n",4868 " False\n\n",4869 " 3\n\n"4870 ]4871 },4872 "ctl_replace_donor_fewshot|sham_map|L2": {4873 "accuracy": 0.0,4874 "gain_vs_zero": {4875 "estimate": 0.0,4876 "low": 0.0,4877 "high": 0.0,4878 "level": 0.95,4879 "n_items": 40,4880 "n_clusters": 40,4881 "n_boot": 20004882 },4883 "outputs_sample": [4884 " The word \"repa\"",4885 " salun\n",4886 " 1\n",4887 " tefo\n",4888 " 4\n\n"4889 ]4890 },4891 "ctl_replace_donor_zeroshot|sham_map|L2": {4892 "accuracy": 0.0,4893 "gain_vs_zero": {4894 "estimate": 0.0,4895 "low": 0.0,4896 "high": 0.0,4897 "level": 0.95,4898 "n_items": 40,4899 "n_clusters": 40,4900 "n_boot": 20004901 },4902 "outputs_sample": [4903 " The word \"repa\"",4904 " salun\n",4905 " 1\n",4906 " tefo\n",4907 " 3\n\n"4908 ]4909 },4910 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {4911 "accuracy": 0.0,4912 "gain_vs_zero": {4913 "estimate": 0.0,4914 "low": 0.0,4915 "high": 0.0,4916 "level": 0.95,4917 "n_items": 40,4918 "n_clusters": 40,4919 "n_boot": 20004920 },4921 "outputs_sample": [4922 " The word \"repa\"",4923 " salun\n",4924 " 1\n",4925 " tefo\n",4926 " 4\n\n"4927 ]4928 },4929 "ctl_random_norm_matched|L2": {4930 "accuracy": 0.0,4931 "gain_vs_zero": {4932 "estimate": 0.0,4933 "low": 0.0,4934 "high": 0.0,4935 "level": 0.95,4936 "n_items": 40,4937 "n_clusters": 40,4938 "n_boot": 20004939 }4940 },4941 "ctl_unrelated_task_vector(antonym)|L2": {4942 "accuracy": 0.0,4943 "gain_vs_zero": {4944 "estimate": 0.0,4945 "low": 0.0,4946 "high": 0.0,4947 "level": 0.95,4948 "n_items": 40,4949 "n_clusters": 40,4950 "n_boot": 20004951 }4952 },4953 "procrustes|L3|a1.0": {4954 "accuracy": 0.0,4955 "gain_vs_zero": {4956 "estimate": 0.0,4957 "low": 0.0,4958 "high": 0.0,4959 "level": 0.95,4960 "n_items": 40,4961 "n_clusters": 40,4962 "n_boot": 20004963 },4964 "mapped_norm": 9.104889869689941,4965 "outputs_sample": [4966 " The word \"repa\"",4967 " salun\n",4968 " 1\n",4969 " tefo\n",4970 " 3\n\n"4971 ]4972 },4973 "procrustes|L3|a2.0": {4974 "accuracy": 0.0,4975 "gain_vs_zero": {4976 "estimate": 0.0,4977 "low": 0.0,4978 "high": 0.0,4979 "level": 0.95,4980 "n_items": 40,4981 "n_clusters": 40,4982 "n_boot": 20004983 },4984 "mapped_norm": 9.104889869689941,4985 "outputs_sample": [4986 " The word \"repa\"",4987 " salun\n",4988 " 1\n",4989 " tefo\n",4990 " 3\n"4991 ]4992 },4993 "procrustes_rescaled|L3|a1.0": {4994 "accuracy": 0.0,4995 "gain_vs_zero": {4996 "estimate": 0.0,4997 "low": 0.0,4998 "high": 0.0,4999 "level": 0.95,5000 "n_items": 40,5001 "n_clusters": 40,5002 "n_boot": 20005003 },5004 "mapped_norm": 6.1436028480529785,5005 "outputs_sample": [5006 " The word \"repa\"",5007 " salun\n",5008 " 1\n",5009 " tefo\n",5010 " 3\n\n"5011 ]5012 },5013 "ridge|L3|a1.0": {5014 "accuracy": 0.0,5015 "gain_vs_zero": {5016 "estimate": 0.0,5017 "low": 0.0,5018 "high": 0.0,5019 "level": 0.95,5020 "n_items": 40,5021 "n_clusters": 40,5022 "n_boot": 20005023 },5024 "mapped_norm": 8.740130424499512,5025 "outputs_sample": [5026 " The word \"repa\"",5027 " salun\n",5028 " 1\n",5029 " tefo\n",5030 " 3\n\n"5031 ]5032 },5033 "ridge|L3|a2.0": {5034 "accuracy": 0.0,5035 "gain_vs_zero": {5036 "estimate": 0.0,5037 "low": 0.0,5038 "high": 0.0,5039 "level": 0.95,5040 "n_items": 40,5041 "n_clusters": 40,5042 "n_boot": 20005043 },5044 "mapped_norm": 8.740130424499512,5045 "outputs_sample": [5046 " The word \"repa\"",5047 " salun\n",5048 " 1\n",5049 " tefo\n",5050 " 3\n"5051 ]5052 },5053 "ridge_rescaled|L3|a1.0": {5054 "accuracy": 0.0,5055 "gain_vs_zero": {5056 "estimate": 0.0,5057 "low": 0.0,5058 "high": 0.0,5059 "level": 0.95,5060 "n_items": 40,5061 "n_clusters": 40,5062 "n_boot": 20005063 },5064 "mapped_norm": 6.1436028480529785,5065 "outputs_sample": [5066 " The word \"repa\"",5067 " salun\n",5068 " 1\n",5069 " tefo\n",5070 " 3\n\n"5071 ]5072 },5073 "cca|L3|a1.0": {5074 "accuracy": 0.0,5075 "gain_vs_zero": {5076 "estimate": 0.0,5077 "low": 0.0,5078 "high": 0.0,5079 "level": 0.95,5080 "n_items": 40,5081 "n_clusters": 40,5082 "n_boot": 20005083 },5084 "mapped_norm": 8.59157943725586,5085 "outputs_sample": [5086 " The word \"repa\"",5087 " salun\n",5088 " 1\n",5089 " tefo\n",5090 " 3\n\n"5091 ]5092 },5093 "cca|L3|a2.0": {5094 "accuracy": 0.0,5095 "gain_vs_zero": {5096 "estimate": 0.0,5097 "low": 0.0,5098 "high": 0.0,5099 "level": 0.95,5100 "n_items": 40,5101 "n_clusters": 40,5102 "n_boot": 20005103 },5104 "mapped_norm": 8.59157943725586,5105 "outputs_sample": [5106 " The word \"repa\"",5107 " salun\n",5108 " 1\n",5109 " tefo\n",5110 " 3\n"5111 ]5112 },5113 "random_orth|L3|a1.0": {5114 "accuracy": 0.0,5115 "gain_vs_zero": {5116 "estimate": 0.0,5117 "low": 0.0,5118 "high": 0.0,5119 "level": 0.95,5120 "n_items": 40,5121 "n_clusters": 40,5122 "n_boot": 20005123 },5124 "mapped_norm": 9.646642684936523,5125 "outputs_sample": [5126 " The word \"repa\"",5127 " salun\n",5128 " 1\n",5129 " tefo\n",5130 " 4\n\n"5131 ]5132 },5133 "random_orth|L3|a2.0": {5134 "accuracy": 0.0,5135 "gain_vs_zero": {5136 "estimate": 0.0,5137 "low": 0.0,5138 "high": 0.0,5139 "level": 0.95,5140 "n_items": 40,5141 "n_clusters": 40,5142 "n_boot": 20005143 },5144 "mapped_norm": 9.646642684936523,5145 "outputs_sample": [5146 " The word \"repa\"",5147 " salun\n",5148 " 1\n",5149 " 0\n",5150 " 3\n"5151 ]5152 },5153 "replace_donor_fewshot|procrustes|L3": {5154 "accuracy": 0.0,5155 "gain_vs_zero": {5156 "estimate": 0.0,5157 "low": 0.0,5158 "high": 0.0,5159 "level": 0.95,5160 "n_items": 40,5161 "n_clusters": 40,5162 "n_boot": 20005163 },5164 "outputs_sample": [5165 " The word \"repa\"",5166 " salun\n",5167 " 1\n",5168 " tefo\n",5169 " 3\n\n"5170 ]5171 },5172 "ctl_replace_donor_zeroshot|procrustes|L3": {5173 "accuracy": 0.0,5174 "gain_vs_zero": {5175 "estimate": 0.0,5176 "low": 0.0,5177 "high": 0.0,5178 "level": 0.95,5179 "n_items": 40,5180 "n_clusters": 40,5181 "n_boot": 20005182 },5183 "outputs_sample": [5184 " The word \"repa\"",5185 " salun\n",5186 " 1\n",5187 " tefo\n",5188 " 4\n\n"5189 ]5190 },5191 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L3": {5192 "accuracy": 0.0,5193 "gain_vs_zero": {5194 "estimate": 0.0,5195 "low": 0.0,5196 "high": 0.0,5197 "level": 0.95,5198 "n_items": 40,5199 "n_clusters": 40,5200 "n_boot": 20005201 },5202 "outputs_sample": [5203 " The word \"repa\"",5204 " salun\n",5205 " 1\n",5206 " tefo\n",5207 " 4\n\n"5208 ]5209 },5210 "replace_donor_fewshot|ridge|L3": {5211 "accuracy": 0.0,5212 "gain_vs_zero": {5213 "estimate": 0.0,5214 "low": 0.0,5215 "high": 0.0,5216 "level": 0.95,5217 "n_items": 40,5218 "n_clusters": 40,5219 "n_boot": 20005220 },5221 "outputs_sample": [5222 " The word \"repa\"",5223 " salun\n",5224 " 1\n",5225 " tefo\n",5226 " 3\n"5227 ]5228 },5229 "ctl_replace_donor_zeroshot|ridge|L3": {5230 "accuracy": 0.0,5231 "gain_vs_zero": {5232 "estimate": 0.0,5233 "low": 0.0,5234 "high": 0.0,5235 "level": 0.95,5236 "n_items": 40,5237 "n_clusters": 40,5238 "n_boot": 20005239 },5240 "outputs_sample": [5241 " The word \"repa\"",5242 " salun\n",5243 " 1\n",5244 " The word \"tefo\"",5245 " 4\n\n"5246 ]5247 },5248 "ctl_replace_donor_fewshot_shuffled_query|ridge|L3": {5249 "accuracy": 0.0,5250 "gain_vs_zero": {5251 "estimate": 0.0,5252 "low": 0.0,5253 "high": 0.0,5254 "level": 0.95,5255 "n_items": 40,5256 "n_clusters": 40,5257 "n_boot": 20005258 },5259 "outputs_sample": [5260 " The word \"repa\"",5261 " salun\n",5262 " 1\n",5263 " tefo\n",5264 " 4\n\n"5265 ]5266 },5267 "ctl_replace_donor_fewshot|sham_map|L3": {5268 "accuracy": 0.0,5269 "gain_vs_zero": {5270 "estimate": 0.0,5271 "low": 0.0,5272 "high": 0.0,5273 "level": 0.95,5274 "n_items": 40,5275 "n_clusters": 40,5276 "n_boot": 20005277 },5278 "outputs_sample": [5279 " The word \"repa\"",5280 " salun\n",5281 " 1\n",5282 " The word \"tefo\"",5283 " 4\n\n"5284 ]5285 },5286 "ctl_replace_donor_zeroshot|sham_map|L3": {5287 "accuracy": 0.0,5288 "gain_vs_zero": {5289 "estimate": 0.0,5290 "low": 0.0,5291 "high": 0.0,5292 "level": 0.95,5293 "n_items": 40,5294 "n_clusters": 40,5295 "n_boot": 20005296 },5297 "outputs_sample": [5298 " The word \"repa\"",5299 " salun\n",5300 " 1\n",5301 " tefo\n",5302 " 3\n\n"5303 ]5304 },5305 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L3": {5306 "accuracy": 0.0,5307 "gain_vs_zero": {5308 "estimate": 0.0,5309 "low": 0.0,5310 "high": 0.0,5311 "level": 0.95,5312 "n_items": 40,5313 "n_clusters": 40,5314 "n_boot": 20005315 },5316 "outputs_sample": [5317 " The word \"repa\"",5318 " salun\n",5319 " 1\n",5320 " The word \"tefo\"",5321 " 4\n\n"5322 ]5323 },5324 "ctl_random_norm_matched|L3": {5325 "accuracy": 0.0,5326 "gain_vs_zero": {5327 "estimate": 0.0,5328 "low": 0.0,5329 "high": 0.0,5330 "level": 0.95,5331 "n_items": 40,5332 "n_clusters": 40,5333 "n_boot": 20005334 }5335 },5336 "ctl_unrelated_task_vector(antonym)|L3": {5337 "accuracy": 0.0,5338 "gain_vs_zero": {5339 "estimate": 0.0,5340 "low": 0.0,5341 "high": 0.0,5342 "level": 0.95,5343 "n_items": 40,5344 "n_clusters": 40,5345 "n_boot": 20005346 }5347 }5348 }5349 },5350 "addthree": {5351 "recipient_zero": 0.0,5352 "recipient_few": 1.0,5353 "recipient_own_vector": 0.0,5354 "donor_layer": 2,5355 "conditions": {5356 "procrustes|L2|a1.0": {5357 "accuracy": 0.0,5358 "gain_vs_zero": {5359 "estimate": 0.0,5360 "low": 0.0,5361 "high": 0.0,5362 "level": 0.95,5363 "n_items": 35,5364 "n_clusters": 35,5365 "n_boot": 20005366 },5367 "mapped_norm": 5.994113445281982,5368 "outputs_sample": [5369 " 12\n",5370 " 63\n",5371 " 11\n",5372 " 14\n",5373 " 52\n"5374 ]5375 },5376 "procrustes|L2|a2.0": {5377 "accuracy": 0.0,5378 "gain_vs_zero": {5379 "estimate": 0.0,5380 "low": 0.0,5381 "high": 0.0,5382 "level": 0.95,5383 "n_items": 35,5384 "n_clusters": 35,5385 "n_boot": 20005386 },5387 "mapped_norm": 5.994113445281982,5388 "outputs_sample": [5389 " 12\n",5390 " 63\n",5391 " 11\n",5392 " 14\n",5393 " 52\n"5394 ]5395 },5396 "procrustes_rescaled|L2|a1.0": {5397 "accuracy": 0.0,5398 "gain_vs_zero": {5399 "estimate": 0.0,5400 "low": 0.0,5401 "high": 0.0,5402 "level": 0.95,5403 "n_items": 35,5404 "n_clusters": 35,5405 "n_boot": 20005406 },5407 "mapped_norm": 5.985179901123047,5408 "outputs_sample": [5409 " 12\n",5410 " 63\n",5411 " 11\n",5412 " 14\n",5413 " 52\n"5414 ]5415 },5416 "ridge|L2|a1.0": {5417 "accuracy": 0.0,5418 "gain_vs_zero": {5419 "estimate": 0.0,5420 "low": 0.0,5421 "high": 0.0,5422 "level": 0.95,5423 "n_items": 35,5424 "n_clusters": 35,5425 "n_boot": 20005426 },5427 "mapped_norm": 5.74902868270874,5428 "outputs_sample": [5429 " 12\n",5430 " 63\n",5431 " 11\n",5432 " 14\n",5433 " 52\n"5434 ]5435 },5436 "ridge|L2|a2.0": {5437 "accuracy": 0.0,5438 "gain_vs_zero": {5439 "estimate": 0.0,5440 "low": 0.0,5441 "high": 0.0,5442 "level": 0.95,5443 "n_items": 35,5444 "n_clusters": 35,5445 "n_boot": 20005446 },5447 "mapped_norm": 5.74902868270874,5448 "outputs_sample": [5449 " 12\n",5450 " 63\n",5451 " 11\n",5452 " 14\n",5453 " 52\n"5454 ]5455 },5456 "ridge_rescaled|L2|a1.0": {5457 "accuracy": 0.0,5458 "gain_vs_zero": {5459 "estimate": 0.0,5460 "low": 0.0,5461 "high": 0.0,5462 "level": 0.95,5463 "n_items": 35,5464 "n_clusters": 35,5465 "n_boot": 20005466 },5467 "mapped_norm": 5.985179901123047,5468 "outputs_sample": [5469 " 12\n",5470 " 63\n",5471 " 11\n",5472 " 14\n",5473 " 52\n"5474 ]5475 },5476 "cca|L2|a1.0": {5477 "accuracy": 0.0,5478 "gain_vs_zero": {5479 "estimate": 0.0,5480 "low": 0.0,5481 "high": 0.0,5482 "level": 0.95,5483 "n_items": 35,5484 "n_clusters": 35,5485 "n_boot": 20005486 },5487 "mapped_norm": 6.255377769470215,5488 "outputs_sample": [5489 " 12\n",5490 " 63\n",5491 " 11\n",5492 " 14\n",5493 " 52\n"5494 ]5495 },5496 "cca|L2|a2.0": {5497 "accuracy": 0.0,5498 "gain_vs_zero": {5499 "estimate": 0.0,5500 "low": 0.0,5501 "high": 0.0,5502 "level": 0.95,5503 "n_items": 35,5504 "n_clusters": 35,5505 "n_boot": 20005506 },5507 "mapped_norm": 6.255377769470215,5508 "outputs_sample": [5509 " 12\n",5510 " 63\n",5511 " 11\n",5512 " 14\n",5513 " 52\n"5514 ]5515 },5516 "random_orth|L2|a1.0": {5517 "accuracy": 0.0,5518 "gain_vs_zero": {5519 "estimate": 0.0,5520 "low": 0.0,5521 "high": 0.0,5522 "level": 0.95,5523 "n_items": 35,5524 "n_clusters": 35,5525 "n_boot": 20005526 },5527 "mapped_norm": 6.401248931884766,5528 "outputs_sample": [5529 " 12\n",5530 " 63\n",5531 " 11\n",5532 " 14\n",5533 " 52\n"5534 ]5535 },5536 "random_orth|L2|a2.0": {5537 "accuracy": 0.0,5538 "gain_vs_zero": {5539 "estimate": 0.0,5540 "low": 0.0,5541 "high": 0.0,5542 "level": 0.95,5543 "n_items": 35,5544 "n_clusters": 35,5545 "n_boot": 20005546 },5547 "mapped_norm": 6.401248931884766,5548 "outputs_sample": [5549 " 12\n",5550 " 63\n",5551 " 11\n",5552 " 14\n",5553 " 52\n"5554 ]5555 },5556 "replace_donor_fewshot|procrustes|L2": {5557 "accuracy": 0.0,5558 "gain_vs_zero": {5559 "estimate": 0.0,5560 "low": 0.0,5561 "high": 0.0,5562 "level": 0.95,5563 "n_items": 35,5564 "n_clusters": 35,5565 "n_boot": 20005566 },5567 "outputs_sample": [5568 " 12\n",5569 " 63\n",5570 " 11\n",5571 " 14\n",5572 " 52\n"5573 ]5574 },5575 "ctl_replace_donor_zeroshot|procrustes|L2": {5576 "accuracy": 0.0,5577 "gain_vs_zero": {5578 "estimate": 0.0,5579 "low": 0.0,5580 "high": 0.0,5581 "level": 0.95,5582 "n_items": 35,5583 "n_clusters": 35,5584 "n_boot": 20005585 },5586 "outputs_sample": [5587 " 12\n",5588 " 63\n",5589 " 11\n",5590 " 14\n",5591 " 52\n"5592 ]5593 },5594 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {5595 "accuracy": 0.0,5596 "gain_vs_zero": {5597 "estimate": 0.0,5598 "low": 0.0,5599 "high": 0.0,5600 "level": 0.95,5601 "n_items": 35,5602 "n_clusters": 35,5603 "n_boot": 20005604 },5605 "outputs_sample": [5606 " 12\n",5607 " 63\n",5608 " 11\n",5609 " 14\n",5610 " 52\n"5611 ]5612 },5613 "replace_donor_fewshot|ridge|L2": {5614 "accuracy": 0.0,5615 "gain_vs_zero": {5616 "estimate": 0.0,5617 "low": 0.0,5618 "high": 0.0,5619 "level": 0.95,5620 "n_items": 35,5621 "n_clusters": 35,5622 "n_boot": 20005623 },5624 "outputs_sample": [5625 " 12\n",5626 " 63\n",5627 " 11\n",5628 " 14\n",5629 " 52\n"5630 ]5631 },5632 "ctl_replace_donor_zeroshot|ridge|L2": {5633 "accuracy": 0.0,5634 "gain_vs_zero": {5635 "estimate": 0.0,5636 "low": 0.0,5637 "high": 0.0,5638 "level": 0.95,5639 "n_items": 35,5640 "n_clusters": 35,5641 "n_boot": 20005642 },5643 "outputs_sample": [5644 " 12\n",5645 " 63\n",5646 " 11\n",5647 " 14\n",5648 " 52\n"5649 ]5650 },5651 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {5652 "accuracy": 0.0,5653 "gain_vs_zero": {5654 "estimate": 0.0,5655 "low": 0.0,5656 "high": 0.0,5657 "level": 0.95,5658 "n_items": 35,5659 "n_clusters": 35,5660 "n_boot": 20005661 },5662 "outputs_sample": [5663 " 12\n",5664 " 63\n",5665 " 11\n",5666 " 14\n",5667 " 52\n"5668 ]5669 },5670 "ctl_replace_donor_fewshot|sham_map|L2": {5671 "accuracy": 0.0,5672 "gain_vs_zero": {5673 "estimate": 0.0,5674 "low": 0.0,5675 "high": 0.0,5676 "level": 0.95,5677 "n_items": 35,5678 "n_clusters": 35,5679 "n_boot": 20005680 },5681 "outputs_sample": [5682 " 12\n",5683 " 63\n",5684 " 11\n",5685 " 14\n",5686 " 52\n"5687 ]5688 },5689 "ctl_replace_donor_zeroshot|sham_map|L2": {5690 "accuracy": 0.0,5691 "gain_vs_zero": {5692 "estimate": 0.0,5693 "low": 0.0,5694 "high": 0.0,5695 "level": 0.95,5696 "n_items": 35,5697 "n_clusters": 35,5698 "n_boot": 20005699 },5700 "outputs_sample": [5701 " 12\n",5702 " 63\n",5703 " 11\n",5704 " 14\n",5705 " 52\n"5706 ]5707 },5708 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {5709 "accuracy": 0.0,5710 "gain_vs_zero": {5711 "estimate": 0.0,5712 "low": 0.0,5713 "high": 0.0,5714 "level": 0.95,5715 "n_items": 35,5716 "n_clusters": 35,5717 "n_boot": 20005718 },5719 "outputs_sample": [5720 " 12\n",5721 " 63\n",5722 " 11\n",5723 " 14\n",5724 " 52\n"5725 ]5726 },5727 "ctl_random_norm_matched|L2": {5728 "accuracy": 0.0,5729 "gain_vs_zero": {5730 "estimate": 0.0,5731 "low": 0.0,5732 "high": 0.0,5733 "level": 0.95,5734 "n_items": 35,5735 "n_clusters": 35,5736 "n_boot": 20005737 }5738 },5739 "ctl_unrelated_task_vector(antonym)|L2": {5740 "accuracy": 0.0,5741 "gain_vs_zero": {5742 "estimate": 0.0,5743 "low": 0.0,5744 "high": 0.0,5745 "level": 0.95,5746 "n_items": 35,5747 "n_clusters": 35,5748 "n_boot": 20005749 }5750 },5751 "procrustes|L3|a1.0": {5752 "accuracy": 0.0,5753 "gain_vs_zero": {5754 "estimate": 0.0,5755 "low": 0.0,5756 "high": 0.0,5757 "level": 0.95,5758 "n_items": 35,5759 "n_clusters": 35,5760 "n_boot": 20005761 },5762 "mapped_norm": 9.446496963500977,5763 "outputs_sample": [5764 " 12\n",5765 " 63\n",5766 " 11\n",5767 " 14\n",5768 " 52\n"5769 ]5770 },5771 "procrustes|L3|a2.0": {5772 "accuracy": 0.0,5773 "gain_vs_zero": {5774 "estimate": 0.0,5775 "low": 0.0,5776 "high": 0.0,5777 "level": 0.95,5778 "n_items": 35,5779 "n_clusters": 35,5780 "n_boot": 20005781 },5782 "mapped_norm": 9.446496963500977,5783 "outputs_sample": [5784 " 12\n",5785 " 63\n",5786 " 11\n",5787 " 14\n",5788 " 52\n"5789 ]5790 },5791 "procrustes_rescaled|L3|a1.0": {5792 "accuracy": 0.0,5793 "gain_vs_zero": {5794 "estimate": 0.0,5795 "low": 0.0,5796 "high": 0.0,5797 "level": 0.95,5798 "n_items": 35,5799 "n_clusters": 35,5800 "n_boot": 20005801 },5802 "mapped_norm": 5.985179901123047,5803 "outputs_sample": [5804 " 12\n",5805 " 63\n",5806 " 11\n",5807 " 14\n",5808 " 52\n"5809 ]5810 },5811 "ridge|L3|a1.0": {5812 "accuracy": 0.0,5813 "gain_vs_zero": {5814 "estimate": 0.0,5815 "low": 0.0,5816 "high": 0.0,5817 "level": 0.95,5818 "n_items": 35,5819 "n_clusters": 35,5820 "n_boot": 20005821 },5822 "mapped_norm": 9.311967849731445,5823 "outputs_sample": [5824 " 12\n",5825 " 63\n",5826 " 11\n",5827 " 14\n",5828 " 52\n"5829 ]5830 },5831 "ridge|L3|a2.0": {5832 "accuracy": 0.0,5833 "gain_vs_zero": {5834 "estimate": 0.0,5835 "low": 0.0,5836 "high": 0.0,5837 "level": 0.95,5838 "n_items": 35,5839 "n_clusters": 35,5840 "n_boot": 20005841 },5842 "mapped_norm": 9.311967849731445,5843 "outputs_sample": [5844 " 12\n",5845 " 63\n",5846 " 11\n",5847 " 14\n",5848 " 52\n"5849 ]5850 },5851 "ridge_rescaled|L3|a1.0": {5852 "accuracy": 0.0,5853 "gain_vs_zero": {5854 "estimate": 0.0,5855 "low": 0.0,5856 "high": 0.0,5857 "level": 0.95,5858 "n_items": 35,5859 "n_clusters": 35,5860 "n_boot": 20005861 },5862 "mapped_norm": 5.985179901123047,5863 "outputs_sample": [5864 " 12\n",5865 " 63\n",5866 " 11\n",5867 " 14\n",5868 " 52\n"5869 ]5870 },5871 "cca|L3|a1.0": {5872 "accuracy": 0.0,5873 "gain_vs_zero": {5874 "estimate": 0.0,5875 "low": 0.0,5876 "high": 0.0,5877 "level": 0.95,5878 "n_items": 35,5879 "n_clusters": 35,5880 "n_boot": 20005881 },5882 "mapped_norm": 10.181699752807617,5883 "outputs_sample": [5884 " 12\n",5885 " 63\n",5886 " 11\n",5887 " 14\n",5888 " 52\n"5889 ]5890 },5891 "cca|L3|a2.0": {5892 "accuracy": 0.0,5893 "gain_vs_zero": {5894 "estimate": 0.0,5895 "low": 0.0,5896 "high": 0.0,5897 "level": 0.95,5898 "n_items": 35,5899 "n_clusters": 35,5900 "n_boot": 20005901 },5902 "mapped_norm": 10.181699752807617,5903 "outputs_sample": [5904 " 12\n",5905 " 63\n",5906 " 11\n",5907 " 14\n",5908 " 52\n"5909 ]5910 },5911 "random_orth|L3|a1.0": {5912 "accuracy": 0.0,5913 "gain_vs_zero": {5914 "estimate": 0.0,5915 "low": 0.0,5916 "high": 0.0,5917 "level": 0.95,5918 "n_items": 35,5919 "n_clusters": 35,5920 "n_boot": 20005921 },5922 "mapped_norm": 10.008575439453125,5923 "outputs_sample": [5924 " 12\n",5925 " 63\n",5926 " 11\n",5927 " 14\n",5928 " 52\n"5929 ]5930 },5931 "random_orth|L3|a2.0": {5932 "accuracy": 0.0,5933 "gain_vs_zero": {5934 "estimate": 0.0,5935 "low": 0.0,5936 "high": 0.0,5937 "level": 0.95,5938 "n_items": 35,5939 "n_clusters": 35,5940 "n_boot": 20005941 },5942 "mapped_norm": 10.008575439453125,5943 "outputs_sample": [5944 " 12\n",5945 " 63\n",5946 " 11\n",5947 " 14\n",5948 " 52\n"5949 ]5950 },5951 "replace_donor_fewshot|procrustes|L3": {5952 "accuracy": 0.0,5953 "gain_vs_zero": {5954 "estimate": 0.0,5955 "low": 0.0,5956 "high": 0.0,5957 "level": 0.95,5958 "n_items": 35,5959 "n_clusters": 35,5960 "n_boot": 20005961 },5962 "outputs_sample": [5963 " 12\n",5964 " 63\n",5965 " 11\n",5966 " 14\n",5967 " 52\n"5968 ]5969 },5970 "ctl_replace_donor_zeroshot|procrustes|L3": {5971 "accuracy": 0.0,5972 "gain_vs_zero": {5973 "estimate": 0.0,5974 "low": 0.0,5975 "high": 0.0,5976 "level": 0.95,5977 "n_items": 35,5978 "n_clusters": 35,5979 "n_boot": 20005980 },5981 "outputs_sample": [5982 " 12\n",5983 " 63\n",5984 " 11\n",5985 " 14\n",5986 " 52\n"5987 ]5988 },5989 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L3": {5990 "accuracy": 0.0,5991 "gain_vs_zero": {5992 "estimate": 0.0,5993 "low": 0.0,5994 "high": 0.0,5995 "level": 0.95,5996 "n_items": 35,5997 "n_clusters": 35,5998 "n_boot": 20005999 },6000 "outputs_sample": [6001 " 12\n",6002 " 63\n",6003 " 11\n",6004 " 14\n",6005 " 52\n"6006 ]6007 },6008 "replace_donor_fewshot|ridge|L3": {6009 "accuracy": 0.0,6010 "gain_vs_zero": {6011 "estimate": 0.0,6012 "low": 0.0,6013 "high": 0.0,6014 "level": 0.95,6015 "n_items": 35,6016 "n_clusters": 35,6017 "n_boot": 20006018 },6019 "outputs_sample": [6020 " 12\n",6021 " 63\n",6022 " 11\n",6023 " 14\n",6024 " 52\n"6025 ]6026 },6027 "ctl_replace_donor_zeroshot|ridge|L3": {6028 "accuracy": 0.0,6029 "gain_vs_zero": {6030 "estimate": 0.0,6031 "low": 0.0,6032 "high": 0.0,6033 "level": 0.95,6034 "n_items": 35,6035 "n_clusters": 35,6036 "n_boot": 20006037 },6038 "outputs_sample": [6039 " 12\n",6040 " 63\n",6041 " 11\n",6042 " 14\n",6043 " 52\n"6044 ]6045 },6046 "ctl_replace_donor_fewshot_shuffled_query|ridge|L3": {6047 "accuracy": 0.0,6048 "gain_vs_zero": {6049 "estimate": 0.0,6050 "low": 0.0,6051 "high": 0.0,6052 "level": 0.95,6053 "n_items": 35,6054 "n_clusters": 35,6055 "n_boot": 20006056 },6057 "outputs_sample": [6058 " 12\n",6059 " 63\n",6060 " 11\n",6061 " 14\n",6062 " 52\n"6063 ]6064 },6065 "ctl_replace_donor_fewshot|sham_map|L3": {6066 "accuracy": 0.0,6067 "gain_vs_zero": {6068 "estimate": 0.0,6069 "low": 0.0,6070 "high": 0.0,6071 "level": 0.95,6072 "n_items": 35,6073 "n_clusters": 35,6074 "n_boot": 20006075 },6076 "outputs_sample": [6077 " 12\n",6078 " 63\n",6079 " 11\n",6080 " 14\n",6081 " 52\n"6082 ]6083 },6084 "ctl_replace_donor_zeroshot|sham_map|L3": {6085 "accuracy": 0.0,6086 "gain_vs_zero": {6087 "estimate": 0.0,6088 "low": 0.0,6089 "high": 0.0,6090 "level": 0.95,6091 "n_items": 35,6092 "n_clusters": 35,6093 "n_boot": 20006094 },6095 "outputs_sample": [6096 " 12\n",6097 " 63\n",6098 " 11\n",6099 " 14\n",6100 " 52\n"6101 ]6102 },6103 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L3": {6104 "accuracy": 0.0,6105 "gain_vs_zero": {6106 "estimate": 0.0,6107 "low": 0.0,6108 "high": 0.0,6109 "level": 0.95,6110 "n_items": 35,6111 "n_clusters": 35,6112 "n_boot": 20006113 },6114 "outputs_sample": [6115 " 12\n",6116 " 63\n",6117 " 11\n",6118 " 14\n",6119 " 52\n"6120 ]6121 },6122 "ctl_random_norm_matched|L3": {6123 "accuracy": 0.0,6124 "gain_vs_zero": {6125 "estimate": 0.0,6126 "low": 0.0,6127 "high": 0.0,6128 "level": 0.95,6129 "n_items": 35,6130 "n_clusters": 35,6131 "n_boot": 20006132 }6133 },6134 "ctl_unrelated_task_vector(antonym)|L3": {6135 "accuracy": 0.0,6136 "gain_vs_zero": {6137 "estimate": 0.0,6138 "low": 0.0,6139 "high": 0.0,6140 "level": 0.95,6141 "n_items": 35,6142 "n_clusters": 35,6143 "n_boot": 20006144 }6145 }6146 }6147 }6148 },6149 "maps": {6150 "antonym|L16->L21|procrustes": {6151 "r2_fit": 0.8242908699345535,6152 "r2_heldout": 0.5913933873878174,6153 "n_params": 3147776,6154 "n_fit": 7006155 },6156 "antonym|L16->L21|ridge": {6157 "r2_fit": 0.9840400567727121,6158 "r2_heldout": 0.689455885937327,6159 "n_params": 3147776,6160 "n_fit": 7006161 },6162 "antonym|L16->L21|cca": {6163 "r2_fit": 1.0,6164 "r2_heldout": 0.5377708371911856,6165 "n_params": 3147776,6166 "n_fit": 7006167 },6168 "antonym|L16->L21|random_orth": {6169 "r2_fit": -1.0213353367698672,6170 "r2_heldout": -1.0271048022420954,6171 "n_params": 3147776,6172 "n_fit": 7006173 },6174 "antonym|L16->L25|procrustes": {6175 "r2_fit": 0.7789317263345014,6176 "r2_heldout": 0.5189323512035198,6177 "n_params": 3147776,6178 "n_fit": 7006179 },6180 "antonym|L16->L25|ridge": {6181 "r2_fit": 0.9768372484231601,6182 "r2_heldout": 0.561849639296945,6183 "n_params": 3147776,6184 "n_fit": 7006185 },6186 "antonym|L16->L25|cca": {6187 "r2_fit": 1.0,6188 "r2_heldout": 0.3522291325781527,6189 "n_params": 3147776,6190 "n_fit": 7006191 },6192 "antonym|L16->L25|random_orth": {6193 "r2_fit": -1.013307727170727,6194 "r2_heldout": -0.9742140107957578,6195 "n_params": 3147776,6196 "n_fit": 7006197 },6198 "capital|L22->L25|procrustes": {6199 "r2_fit": 0.6812579149842342,6200 "r2_heldout": 0.33049999614906345,6201 "n_params": 3147776,6202 "n_fit": 7006203 },6204 "capital|L22->L25|ridge": {6205 "r2_fit": 0.9980958684653297,6206 "r2_heldout": 0.2900994499441236,6207 "n_params": 3147776,6208 "n_fit": 7006209 },6210 "capital|L22->L25|cca": {6211 "r2_fit": 1.0,6212 "r2_heldout": 0.1727963417103383,6213 "n_params": 3147776,6214 "n_fit": 7006215 },6216 "capital|L22->L25|random_orth": {6217 "r2_fit": -1.0198097338466052,6218 "r2_heldout": -1.0727224352191658,6219 "n_params": 3147776,6220 "n_fit": 7006221 },6222 "capital|L22->L28|procrustes": {6223 "r2_fit": 0.7170739703394544,6224 "r2_heldout": 0.36713744532122183,6225 "n_params": 3147776,6226 "n_fit": 7006227 },6228 "capital|L22->L28|ridge": {6229 "r2_fit": 0.9979072175196985,6230 "r2_heldout": 0.2220964886238158,6231 "n_params": 3147776,6232 "n_fit": 7006233 },6234 "capital|L22->L28|cca": {6235 "r2_fit": 1.0,6236 "r2_heldout": 0.0975991245741894,6237 "n_params": 3147776,6238 "n_fit": 7006239 },6240 "capital|L22->L28|random_orth": {6241 "r2_fit": -1.0068048344805685,6242 "r2_heldout": -1.034999214455036,6243 "n_params": 3147776,6244 "n_fit": 7006245 },6246 "morph|L2->L2|procrustes": {6247 "r2_fit": 0.8768402596923065,6248 "r2_heldout": 0.8272276534578493,6249 "n_params": 3147776,6250 "n_fit": 7006251 },6252 "morph|L2->L2|ridge": {6253 "r2_fit": 0.9550618175123223,6254 "r2_heldout": 0.9249065149517056,6255 "n_params": 3147776,6256 "n_fit": 7006257 },6258 "morph|L2->L2|cca": {6259 "r2_fit": 1.0,6260 "r2_heldout": 0.9277687231418891,6261 "n_params": 3147776,6262 "n_fit": 7006263 },6264 "morph|L2->L2|random_orth": {6265 "r2_fit": -0.9796428978182967,6266 "r2_heldout": -0.9881587693428178,6267 "n_params": 3147776,6268 "n_fit": 7006269 },6270 "morph|L2->L3|procrustes": {6271 "r2_fit": 0.8908344763747743,6272 "r2_heldout": 0.8456872924889355,6273 "n_params": 3147776,6274 "n_fit": 7006275 },6276 "morph|L2->L3|ridge": {6277 "r2_fit": 0.9602412595525736,6278 "r2_heldout": 0.9332928632300228,6279 "n_params": 3147776,6280 "n_fit": 7006281 },6282 "morph|L2->L3|cca": {6283 "r2_fit": 1.0,6284 "r2_heldout": 0.9298938096912243,6285 "n_params": 3147776,6286 "n_fit": 7006287 },6288 "morph|L2->L3|random_orth": {6289 "r2_fit": -0.979687803645922,6290 "r2_heldout": -0.9987808883929721,6291 "n_params": 3147776,6292 "n_fit": 7006293 },6294 "addthree|L2->L2|procrustes": {6295 "r2_fit": 0.8768402596923065,6296 "r2_heldout": 0.8272276534578493,6297 "n_params": 3147776,6298 "n_fit": 7006299 },6300 "addthree|L2->L2|ridge": {6301 "r2_fit": 0.9550618175123223,6302 "r2_heldout": 0.9249065149517056,6303 "n_params": 3147776,6304 "n_fit": 7006305 },6306 "addthree|L2->L2|cca": {6307 "r2_fit": 1.0,6308 "r2_heldout": 0.9277687231418891,6309 "n_params": 3147776,6310 "n_fit": 7006311 },6312 "addthree|L2->L2|random_orth": {6313 "r2_fit": -0.9796428978182967,6314 "r2_heldout": -0.9881587693428178,6315 "n_params": 3147776,6316 "n_fit": 7006317 },6318 "addthree|L2->L3|procrustes": {6319 "r2_fit": 0.8908344763747743,6320 "r2_heldout": 0.8456872924889355,6321 "n_params": 3147776,6322 "n_fit": 7006323 },6324 "addthree|L2->L3|ridge": {6325 "r2_fit": 0.9602412595525736,6326 "r2_heldout": 0.9332928632300228,6327 "n_params": 3147776,6328 "n_fit": 7006329 },6330 "addthree|L2->L3|cca": {6331 "r2_fit": 1.0,6332 "r2_heldout": 0.9298938096912243,6333 "n_params": 3147776,6334 "n_fit": 7006335 },6336 "addthree|L2->L3|random_orth": {6337 "r2_fit": -0.979687803645922,6338 "r2_heldout": -0.9987808883929721,6339 "n_params": 3147776,6340 "n_fit": 7006341 }6342 },6343 "collateral": {6344 "antonym": {6345 "condition": "procrustes_rescaled|L21|a1.0",6346 "heldout_nll_base": 1.9591156323750814,6347 "heldout_nll_with_vector": 1.8642061233520508,6348 "cross_task": {6349 "capital": {6350 "zero": 0.0,6351 "with_vector": 0.06352 },6353 "morph": {6354 "zero": 0.0,6355 "with_vector": 0.06356 },6357 "addthree": {6358 "zero": 0.0,6359 "with_vector": 0.06360 }6361 }6362 },6363 "capital": {6364 "condition": "procrustes|L28|a1.0",6365 "heldout_nll_base": 1.9591156323750814,6366 "heldout_nll_with_vector": 2.40294926961263,6367 "cross_task": {6368 "antonym": {6369 "zero": 0.25,6370 "with_vector": 0.43756371 },6372 "morph": {6373 "zero": 0.0,6374 "with_vector": 0.06375 },6376 "addthree": {6377 "zero": 0.0,6378 "with_vector": 0.06379 }6380 }6381 },6382 "morph": {6383 "condition": "procrustes|L2|a1.0",6384 "heldout_nll_base": 1.9591156323750814,6385 "heldout_nll_with_vector": 1.929586378733317,6386 "cross_task": {6387 "antonym": {6388 "zero": 0.25,6389 "with_vector": 0.256390 },6391 "capital": {6392 "zero": 0.0,6393 "with_vector": 0.06394 },6395 "addthree": {6396 "zero": 0.0,6397 "with_vector": 0.06398 }6399 }6400 },6401 "addthree": {6402 "condition": "procrustes|L2|a1.0",6403 "heldout_nll_base": 1.9591156323750814,6404 "heldout_nll_with_vector": 1.950550619761149,6405 "cross_task": {6406 "antonym": {6407 "zero": 0.25,6408 "with_vector": 0.281256409 },6410 "capital": {6411 "zero": 0.0,6412 "with_vector": 0.06413 },6414 "morph": {6415 "zero": 0.0,6416 "with_vector": 0.06417 }6418 }6419 }6420 }6421 },6422 "llama3b->qwen3b": {6423 "donor": "llama3b",6424 "recipient": "qwen3b",6425 "tasks": {6426 "antonym": {6427 "recipient_zero": 0.25,6428 "recipient_few": 0.9375,6429 "recipient_own_vector": 0.875,6430 "donor_layer": 14,6431 "conditions": {6432 "procrustes|L18|a1.0": {6433 "accuracy": 0.4375,6434 "gain_vs_zero": {6435 "estimate": 0.1875,6436 "low": 0.0625,6437 "high": 0.31328124999999574,6438 "level": 0.95,6439 "n_items": 32,6440 "n_clusters": 32,6441 "n_boot": 20006442 },6443 "mapped_norm": 24.069671630859375,6444 "outputs_sample": [6445 " narrow\n",6446 " add\n",6447 " 1\n",6448 " answer\n",6449 " raw\n"6450 ]6451 },6452 "procrustes|L18|a2.0": {6453 "accuracy": 0.4375,6454 "gain_vs_zero": {6455 "estimate": 0.1875,6456 "low": 0.0625,6457 "high": 0.34375,6458 "level": 0.95,6459 "n_items": 32,6460 "n_clusters": 32,6461 "n_boot": 20006462 },6463 "mapped_norm": 24.069671630859375,6464 "outputs_sample": [6465 " narrow\n",6466 " add\n",6467 " safe\n",6468 " answer\n",6469 " raw\n"6470 ]6471 },6472 "procrustes_rescaled|L18|a1.0": {6473 "accuracy": 0.5625,6474 "gain_vs_zero": {6475 "estimate": 0.3125,6476 "low": 0.125,6477 "high": 0.5,6478 "level": 0.95,6479 "n_items": 32,6480 "n_clusters": 32,6481 "n_boot": 20006482 },6483 "mapped_norm": 57.11780548095703,6484 "outputs_sample": [6485 " narrow\n",6486 " add\n",6487 " safe\n",6488 " answer\n",6489 " raw\n"6490 ]6491 },6492 "ridge|L18|a1.0": {6493 "accuracy": 0.5625,6494 "gain_vs_zero": {6495 "estimate": 0.3125,6496 "low": 0.15625,6497 "high": 0.5,6498 "level": 0.95,6499 "n_items": 32,6500 "n_clusters": 32,6501 "n_boot": 20006502 },6503 "mapped_norm": 31.35213279724121,6504 "outputs_sample": [6505 " narrow\n",6506 " add\n",6507 " 1\n",6508 " answer\n",6509 " raw\n"6510 ]6511 },6512 "ridge|L18|a2.0": {6513 "accuracy": 0.5625,6514 "gain_vs_zero": {6515 "estimate": 0.3125,6516 "low": 0.125,6517 "high": 0.53125,6518 "level": 0.95,6519 "n_items": 32,6520 "n_clusters": 32,6521 "n_boot": 20006522 },6523 "mapped_norm": 31.35213279724121,6524 "outputs_sample": [6525 " narrow\n",6526 " add\n",6527 " safe\n",6528 " answer\n",6529 " raw\n"6530 ]6531 },6532 "ridge_rescaled|L18|a1.0": {6533 "accuracy": 0.625,6534 "gain_vs_zero": {6535 "estimate": 0.375,6536 "low": 0.1875,6537 "high": 0.5625,6538 "level": 0.95,6539 "n_items": 32,6540 "n_clusters": 32,6541 "n_boot": 20006542 },6543 "mapped_norm": 57.1178092956543,6544 "outputs_sample": [6545 " narrow\n",6546 " add\n",6547 " safe\n",6548 " answer\n",6549 " raw\n"6550 ]6551 },6552 "cca|L18|a1.0": {6553 "accuracy": 0.59375,6554 "gain_vs_zero": {6555 "estimate": 0.34375,6556 "low": 0.1875,6557 "high": 0.53125,6558 "level": 0.95,6559 "n_items": 32,6560 "n_clusters": 32,6561 "n_boot": 20006562 },6563 "mapped_norm": 34.392704010009766,6564 "outputs_sample": [6565 " narrow\n",6566 " add\n",6567 " 1\n",6568 " answer\n",6569 " raw\n"6570 ]6571 },6572 "cca|L18|a2.0": {6573 "accuracy": 0.53125,6574 "gain_vs_zero": {6575 "estimate": 0.28125,6576 "low": 0.125,6577 "high": 0.46875,6578 "level": 0.95,6579 "n_items": 32,6580 "n_clusters": 32,6581 "n_boot": 20006582 },6583 "mapped_norm": 34.392704010009766,6584 "outputs_sample": [6585 " narrow\n",6586 " add\n",6587 " safe\n",6588 " answer\n",6589 " raw\n"6590 ]6591 },6592 "random_orth|L18|a1.0": {6593 "accuracy": 0.34375,6594 "gain_vs_zero": {6595 "estimate": 0.09375,6596 "low": -0.03125,6597 "high": 0.21953124999999574,6598 "level": 0.95,6599 "n_items": 32,6600 "n_clusters": 32,6601 "n_boot": 20006602 },6603 "mapped_norm": 25.001222610473633,6604 "outputs_sample": [6605 " narrow\n",6606 " The word \"add\" is",6607 " 1\n",6608 " The task is to generate a",6609 " processed\n"6610 ]6611 },6612 "random_orth|L18|a2.0": {6613 "accuracy": 0.21875,6614 "gain_vs_zero": {6615 "estimate": -0.03125,6616 "low": -0.1875,6617 "high": 0.125,6618 "level": 0.95,6619 "n_items": 32,6620 "n_clusters": 32,6621 "n_boot": 20006622 },6623 "mapped_norm": 25.001222610473633,6624 "outputs_sample": [6625 " narrow\n",6626 " 1\n",6627 " 1\n",6628 " The task is to generate a",6629 " The given input \"raw\""6630 ]6631 },6632 "replace_donor_fewshot|procrustes|L18": {6633 "accuracy": 0.46875,6634 "gain_vs_zero": {6635 "estimate": 0.21875,6636 "low": 0.09375,6637 "high": 0.375,6638 "level": 0.95,6639 "n_items": 32,6640 "n_clusters": 32,6641 "n_boot": 20006642 },6643 "outputs_sample": [6644 " narrow\n",6645 " add\n",6646 " 1\n",6647 " answer\n",6648 " raw\n"6649 ]6650 },6651 "ctl_replace_donor_zeroshot|procrustes|L18": {6652 "accuracy": 0.3125,6653 "gain_vs_zero": {6654 "estimate": 0.0625,6655 "low": -0.0625,6656 "high": 0.1875,6657 "level": 0.95,6658 "n_items": 32,6659 "n_clusters": 32,6660 "n_boot": 20006661 },6662 "outputs_sample": [6663 " narrow\n",6664 " The word \"add\" is",6665 " 1\n",6666 " answer\n",6667 " parsed\n"6668 ]6669 },6670 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L18": {6671 "accuracy": 0.5,6672 "gain_vs_zero": {6673 "estimate": 0.25,6674 "low": 0.125,6675 "high": 0.40625,6676 "level": 0.95,6677 "n_items": 32,6678 "n_clusters": 32,6679 "n_boot": 20006680 },6681 "outputs_sample": [6682 " narrow\n",6683 " add\n",6684 " 1\n",6685 " answer\n",6686 " raw\n"6687 ]6688 },6689 "replace_donor_fewshot|ridge|L18": {6690 "accuracy": 0.5,6691 "gain_vs_zero": {6692 "estimate": 0.25,6693 "low": 0.09375,6694 "high": 0.40625,6695 "level": 0.95,6696 "n_items": 32,6697 "n_clusters": 32,6698 "n_boot": 20006699 },6700 "outputs_sample": [6701 " narrow\n",6702 " add\n",6703 " 1\n",6704 " answer\n",6705 " raw\n"6706 ]6707 },6708 "ctl_replace_donor_zeroshot|ridge|L18": {6709 "accuracy": 0.28125,6710 "gain_vs_zero": {6711 "estimate": 0.03125,6712 "low": -0.0625,6713 "high": 0.15625,6714 "level": 0.95,6715 "n_items": 32,6716 "n_clusters": 32,6717 "n_boot": 20006718 },6719 "outputs_sample": [6720 " narrow\n",6721 " 1\n",6722 " 1\n",6723 " answer\n",6724 " The word \"raw\" is"6725 ]6726 },6727 "ctl_replace_donor_fewshot_shuffled_query|ridge|L18": {6728 "accuracy": 0.5,6729 "gain_vs_zero": {6730 "estimate": 0.25,6731 "low": 0.09375,6732 "high": 0.4375,6733 "level": 0.95,6734 "n_items": 32,6735 "n_clusters": 32,6736 "n_boot": 20006737 },6738 "outputs_sample": [6739 " narrow\n",6740 " add\n",6741 " 1\n",6742 " answer\n",6743 " raw\n"6744 ]6745 },6746 "ctl_replace_donor_fewshot|sham_map|L18": {6747 "accuracy": 0.40625,6748 "gain_vs_zero": {6749 "estimate": 0.15625,6750 "low": 0.0,6751 "high": 0.3125,6752 "level": 0.95,6753 "n_items": 32,6754 "n_clusters": 32,6755 "n_boot": 20006756 },6757 "outputs_sample": [6758 " narrow\n",6759 " add\n",6760 " The word \"safe\" is",6761 " answer\n",6762 " raw\n"6763 ]6764 },6765 "ctl_replace_donor_zeroshot|sham_map|L18": {6766 "accuracy": 0.34375,6767 "gain_vs_zero": {6768 "estimate": 0.09375,6769 "low": -0.03125,6770 "high": 0.21875,6771 "level": 0.95,6772 "n_items": 32,6773 "n_clusters": 32,6774 "n_boot": 20006775 },6776 "outputs_sample": [6777 " narrow\n",6778 " The word \"add\" is",6779 " 1\n",6780 " answer\n",6781 " raw\n"6782 ]6783 },6784 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L18": {6785 "accuracy": 0.4375,6786 "gain_vs_zero": {6787 "estimate": 0.1875,6788 "low": 0.0625,6789 "high": 0.34375,6790 "level": 0.95,6791 "n_items": 32,6792 "n_clusters": 32,6793 "n_boot": 20006794 },6795 "outputs_sample": [6796 " narrow\n",6797 " 1\n",6798 " 1\n",6799 " answer\n",6800 " parsed\n"6801 ]6802 },6803 "ctl_random_norm_matched|L18": {6804 "accuracy": 0.5,6805 "gain_vs_zero": {6806 "estimate": 0.25,6807 "low": 0.125,6808 "high": 0.40625,6809 "level": 0.95,6810 "n_items": 32,6811 "n_clusters": 32,6812 "n_boot": 20006813 }6814 },6815 "ctl_unrelated_task_vector(capital)|L18": {6816 "accuracy": 0.46875,6817 "gain_vs_zero": {6818 "estimate": 0.21875,6819 "low": 0.09375,6820 "high": 0.375,6821 "level": 0.95,6822 "n_items": 32,6823 "n_clusters": 32,6824 "n_boot": 20006825 }6826 },6827 "procrustes|L25|a1.0": {6828 "accuracy": 0.78125,6829 "gain_vs_zero": {6830 "estimate": 0.53125,6831 "low": 0.34375,6832 "high": 0.71875,6833 "level": 0.95,6834 "n_items": 32,6835 "n_clusters": 32,6836 "n_boot": 20006837 },6838 "mapped_norm": 40.60661697387695,6839 "outputs_sample": [6840 " narrow\n",6841 " remove\n",6842 " lock\n",6843 " answer\n",6844 " text\n"6845 ]6846 },6847 "procrustes|L25|a2.0": {6848 "accuracy": 0.6875,6849 "gain_vs_zero": {6850 "estimate": 0.4375,6851 "low": 0.21875,6852 "high": 0.65625,6853 "level": 0.95,6854 "n_items": 32,6855 "n_clusters": 32,6856 "n_boot": 20006857 },6858 "mapped_norm": 40.60661697387695,6859 "outputs_sample": [6860 " long\n",6861 " sub\n",6862 " door\n",6863 " answers\n",6864 " raw\n"6865 ]6866 },6867 "procrustes_rescaled|L25|a1.0": {6868 "accuracy": 0.78125,6869 "gain_vs_zero": {6870 "estimate": 0.53125,6871 "low": 0.34375,6872 "high": 0.71875,6873 "level": 0.95,6874 "n_items": 32,6875 "n_clusters": 32,6876 "n_boot": 20006877 },6878 "mapped_norm": 57.1178092956543,6879 "outputs_sample": [6880 " narrow\n",6881 " remove\n",6882 " door\n",6883 " answer\n",6884 " text\n"6885 ]6886 },6887 "ridge|L25|a1.0": {6888 "accuracy": 0.75,6889 "gain_vs_zero": {6890 "estimate": 0.5,6891 "low": 0.3125,6892 "high": 0.6875,6893 "level": 0.95,6894 "n_items": 32,6895 "n_clusters": 32,6896 "n_boot": 20006897 },6898 "mapped_norm": 46.85785675048828,6899 "outputs_sample": [6900 " narrow\n",6901 " remove\n",6902 " door\n",6903 " answer\n",6904 " data\n"6905 ]6906 },6907 "ridge|L25|a2.0": {6908 "accuracy": 0.15625,6909 "gain_vs_zero": {6910 "estimate": -0.09375,6911 "low": -0.28125,6912 "high": 0.09375,6913 "level": 0.95,6914 "n_items": 32,6915 "n_clusters": 32,6916 "n_boot": 20006917 },6918 "mapped_norm": 46.85785675048828,6919 "outputs_sample": [6920 " sun\n",6921 " up\n",6922 " hat\n",6923 " light\n",6924 " hat\n"6925 ]6926 },6927 "ridge_rescaled|L25|a1.0": {6928 "accuracy": 0.6875,6929 "gain_vs_zero": {6930 "estimate": 0.4375,6931 "low": 0.25,6932 "high": 0.625,6933 "level": 0.95,6934 "n_items": 32,6935 "n_clusters": 32,6936 "n_boot": 20006937 },6938 "mapped_norm": 57.11780548095703,6939 "outputs_sample": [6940 " narrow\n",6941 " take\n",6942 " door\n",6943 " answer\n",6944 " wet\n"6945 ]6946 },6947 "cca|L25|a1.0": {6948 "accuracy": 0.8125,6949 "gain_vs_zero": {6950 "estimate": 0.5625,6951 "low": 0.375,6952 "high": 0.75,6953 "level": 0.95,6954 "n_items": 32,6955 "n_clusters": 32,6956 "n_boot": 20006957 },6958 "mapped_norm": 58.244014739990234,6959 "outputs_sample": [6960 " narrow\n",6961 " take\n",6962 " door\n",6963 " answer\n",6964 " wet\n"6965 ]6966 },6967 "cca|L25|a2.0": {6968 "accuracy": 0.0,6969 "gain_vs_zero": {6970 "estimate": -0.25,6971 "low": -0.40625,6972 "high": -0.125,6973 "level": 0.95,6974 "n_items": 32,6975 "n_clusters": 32,6976 "n_boot": 20006977 },6978 "mapped_norm": 58.244014739990234,6979 "outputs_sample": [6980 " bird\n",6981 " star\n",6982 " star\n",6983 " Wall Street Journal\n",6984 " fog\n"6985 ]6986 },6987 "random_orth|L25|a1.0": {6988 "accuracy": 0.0,6989 "gain_vs_zero": {6990 "estimate": -0.25,6991 "low": -0.40625,6992 "high": -0.125,6993 "level": 0.95,6994 "n_items": 32,6995 "n_clusters": 32,6996 "n_boot": 20006997 },6998 "mapped_norm": 41.031681060791016,6999 "outputs_sample": [7000 " 4\n",7001 " 1\n",7002 " 1\n",7003 " The output is not specified in",7004 " 1\n"7005 ]7006 },7007 "random_orth|L25|a2.0": {7008 "accuracy": 0.0,7009 "gain_vs_zero": {7010 "estimate": -0.25,7011 "low": -0.40625,7012 "high": -0.125,7013 "level": 0.95,7014 "n_items": 32,7015 "n_clusters": 32,7016 "n_boot": 20007017 },7018 "mapped_norm": 41.031681060791016,7019 "outputs_sample": [7020 " 4\n",7021 " 1\n",7022 " 1\n",7023 " The output is not specified in",7024 " This appears to be a single"7025 ]7026 },7027 "replace_donor_fewshot|procrustes|L25": {7028 "accuracy": 0.75,7029 "gain_vs_zero": {7030 "estimate": 0.5,7031 "low": 0.34375,7032 "high": 0.6875,7033 "level": 0.95,7034 "n_items": 32,7035 "n_clusters": 32,7036 "n_boot": 20007037 },7038 "outputs_sample": [7039 " narrow\n",7040 " add\n",7041 " lock\n",7042 " answer\n",7043 " raw\n"7044 ]7045 },7046 "ctl_replace_donor_zeroshot|procrustes|L25": {7047 "accuracy": 0.375,7048 "gain_vs_zero": {7049 "estimate": 0.125,7050 "low": 0.0,7051 "high": 0.28125,7052 "level": 0.95,7053 "n_items": 32,7054 "n_clusters": 32,7055 "n_boot": 20007056 },7057 "outputs_sample": [7058 " narrow\n\n",7059 " 1\n",7060 " 1\n",7061 " The task is to generate a",7062 " cleaned\n"7063 ]7064 },7065 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": {7066 "accuracy": 0.8125,7067 "gain_vs_zero": {7068 "estimate": 0.5625,7069 "low": 0.375,7070 "high": 0.75,7071 "level": 0.95,7072 "n_items": 32,7073 "n_clusters": 32,7074 "n_boot": 20007075 },7076 "outputs_sample": [7077 " narrow\n",7078 " remove\n\n",7079 " door\n",7080 " answer\n",7081 " raw\n"7082 ]7083 },7084 "replace_donor_fewshot|ridge|L25": {7085 "accuracy": 0.75,7086 "gain_vs_zero": {7087 "estimate": 0.5,7088 "low": 0.3125,7089 "high": 0.6875,7090 "level": 0.95,7091 "n_items": 32,7092 "n_clusters": 32,7093 "n_boot": 20007094 },7095 "outputs_sample": [7096 " narrow\n",7097 " eat\n",7098 " door\n",7099 " answer\n",7100 " raw\n"7101 ]7102 },7103 "ctl_replace_donor_zeroshot|ridge|L25": {7104 "accuracy": 0.09375,7105 "gain_vs_zero": {7106 "estimate": -0.15625,7107 "low": -0.3125,7108 "high": 0.0,7109 "level": 0.95,7110 "n_items": 32,7111 "n_clusters": 32,7112 "n_boot": 20007113 },7114 "outputs_sample": [7115 " narrow\n",7116 " 1\n",7117 " 1\n",7118 " The task is to generate a",7119 " The word \"raw\" is"7120 ]7121 },7122 "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": {7123 "accuracy": 0.75,7124 "gain_vs_zero": {7125 "estimate": 0.5,7126 "low": 0.28125,7127 "high": 0.71875,7128 "level": 0.95,7129 "n_items": 32,7130 "n_clusters": 32,7131 "n_boot": 20007132 },7133 "outputs_sample": [7134 " narrow\n",7135 " remove\n",7136 " door\n",7137 " cat\n",7138 " clean\n"7139 ]7140 },7141 "ctl_replace_donor_fewshot|sham_map|L25": {7142 "accuracy": 0.03125,7143 "gain_vs_zero": {7144 "estimate": -0.21875,7145 "low": -0.375,7146 "high": -0.0625,7147 "level": 0.95,7148 "n_items": 32,7149 "n_clusters": 32,7150 "n_boot": 20007151 },7152 "outputs_sample": [7153 " 5\n",7154 " The word \"add\" is",7155 " 1\n",7156 " The question is a request for",7157 " raw\n"7158 ]7159 },7160 "ctl_replace_donor_zeroshot|sham_map|L25": {7161 "accuracy": 0.03125,7162 "gain_vs_zero": {7163 "estimate": -0.21875,7164 "low": -0.375,7165 "high": -0.0625,7166 "level": 0.95,7167 "n_items": 32,7168 "n_clusters": 32,7169 "n_boot": 20007170 },7171 "outputs_sample": [7172 " The word \"wide\" is",7173 " add\n",7174 " safe\n",7175 " question\n",7176 " The input \"raw\" is"7177 ]7178 },7179 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": {7180 "accuracy": 0.0,7181 "gain_vs_zero": {7182 "estimate": -0.25,7183 "low": -0.40625,7184 "high": -0.125,7185 "level": 0.95,7186 "n_items": 32,7187 "n_clusters": 32,7188 "n_boot": 20007189 },7190 "outputs_sample": [7191 " 5\n",7192 " 1\n",7193 " 1\n",7194 " The question is a request for",7195 " 1\n"7196 ]7197 },7198 "ctl_random_norm_matched|L25": {7199 "accuracy": 0.0625,7200 "gain_vs_zero": {7201 "estimate": -0.1875,7202 "low": -0.3125,7203 "high": -0.0625,7204 "level": 0.95,7205 "n_items": 32,7206 "n_clusters": 32,7207 "n_boot": 20007208 }7209 },7210 "ctl_unrelated_task_vector(capital)|L25": {7211 "accuracy": 0.4375,7212 "gain_vs_zero": {7213 "estimate": 0.1875,7214 "low": 0.0,7215 "high": 0.375,7216 "level": 0.95,7217 "n_items": 32,7218 "n_clusters": 32,7219 "n_boot": 20007220 }7221 }7222 }7223 },7224 "capital": {7225 "recipient_zero": 0.0,7226 "recipient_few": 1.0,7227 "recipient_own_vector": 0.8181818181818182,7228 "donor_layer": 14,7229 "conditions": {7230 "procrustes|L18|a1.0": {7231 "accuracy": 0.3181818181818182,7232 "gain_vs_zero": {7233 "estimate": 0.3181818181818182,7234 "low": 0.13636363636363635,7235 "high": 0.5,7236 "level": 0.95,7237 "n_items": 22,7238 "n_clusters": 22,7239 "n_boot": 20007240 },7241 "mapped_norm": 25.164409637451172,7242 "outputs_sample": [7243 " Cuba\n",7244 " Ukraine is a country located in",7245 " 552\n",7246 " Colombia\n",7247 " Malaysia\n\n"7248 ]7249 },7250 "procrustes|L18|a2.0": {7251 "accuracy": 0.0,7252 "gain_vs_zero": {7253 "estimate": 0.0,7254 "low": 0.0,7255 "high": 0.0,7256 "level": 0.95,7257 "n_items": 22,7258 "n_clusters": 22,7259 "n_boot": 20007260 },7261 "mapped_norm": 25.164409637451172,7262 "outputs_sample": [7263 " Cuba\n",7264 " Ukraine\n\n",7265 " 552\n",7266 " Colombia\n\n",7267 " Malaysia\n\n"7268 ]7269 },7270 "procrustes_rescaled|L18|a1.0": {7271 "accuracy": 0.0,7272 "gain_vs_zero": {7273 "estimate": 0.0,7274 "low": 0.0,7275 "high": 0.0,7276 "level": 0.95,7277 "n_items": 22,7278 "n_clusters": 22,7279 "n_boot": 20007280 },7281 "mapped_norm": 56.586326599121094,7282 "outputs_sample": [7283 " Cuba\n",7284 " Ukraine\n\n",7285 " 10000",7286 " Colombia\n\n",7287 " Malaysia\n\n"7288 ]7289 },7290 "ridge|L18|a1.0": {7291 "accuracy": 0.2727272727272727,7292 "gain_vs_zero": {7293 "estimate": 0.2727272727272727,7294 "low": 0.09090909090909091,7295 "high": 0.45454545454545453,7296 "level": 0.95,7297 "n_items": 22,7298 "n_clusters": 22,7299 "n_boot": 20007300 },7301 "mapped_norm": 33.83639907836914,7302 "outputs_sample": [7303 " Cuba\n",7304 " Ukraine\n",7305 " 552\n\n",7306 " Colombia\n",7307 " Malaysia\n\n"7308 ]7309 },7310 "ridge|L18|a2.0": {7311 "accuracy": 0.0,7312 "gain_vs_zero": {7313 "estimate": 0.0,7314 "low": 0.0,7315 "high": 0.0,7316 "level": 0.95,7317 "n_items": 22,7318 "n_clusters": 22,7319 "n_boot": 20007320 },7321 "mapped_norm": 33.83639907836914,7322 "outputs_sample": [7323 " Cuba\n",7324 " Ukraine\n",7325 " Norway\n",7326 " Colombia\n",7327 " Malaysia\n"7328 ]7329 },7330 "ridge_rescaled|L18|a1.0": {7331 "accuracy": 0.0,7332 "gain_vs_zero": {7333 "estimate": 0.0,7334 "low": 0.0,7335 "high": 0.0,7336 "level": 0.95,7337 "n_items": 22,7338 "n_clusters": 22,7339 "n_boot": 20007340 },7341 "mapped_norm": 56.58633041381836,7342 "outputs_sample": [7343 " Cuba\n",7344 " Ukraine\n",7345 " 1\n",7346 " Colombia\n",7347 " Malaysia\n\n"7348 ]7349 },7350 "cca|L18|a1.0": {7351 "accuracy": 0.5,7352 "gain_vs_zero": {7353 "estimate": 0.5,7354 "low": 0.2727272727272727,7355 "high": 0.6818181818181818,7356 "level": 0.95,7357 "n_items": 22,7358 "n_clusters": 22,7359 "n_boot": 20007360 },7361 "mapped_norm": 36.52907180786133,7362 "outputs_sample": [7363 " Cuba\n",7364 " Ukraine\n",7365 " 552\n",7366 " Bogota\n\n",7367 " Malaysia\n\n"7368 ]7369 },7370 "cca|L18|a2.0": {7371 "accuracy": 0.3181818181818182,7372 "gain_vs_zero": {7373 "estimate": 0.3181818181818182,7374 "low": 0.13636363636363635,7375 "high": 0.5,7376 "level": 0.95,7377 "n_items": 22,7378 "n_clusters": 22,7379 "n_boot": 20007380 },7381 "mapped_norm": 36.52907180786133,7382 "outputs_sample": [7383 " Cuba\n",7384 " Kyiv\n\n",7385 " Sweden\n\n",7386 " Bogota\n\n",7387 " Singapore\n\n"7388 ]7389 },7390 "random_orth|L18|a1.0": {7391 "accuracy": 0.0,7392 "gain_vs_zero": {7393 "estimate": 0.0,7394 "low": 0.0,7395 "high": 0.0,7396 "level": 0.95,7397 "n_items": 22,7398 "n_clusters": 22,7399 "n_boot": 20007400 },7401 "mapped_norm": 26.534799575805664,7402 "outputs_sample": [7403 " Cuba\n",7404 " Ukraine\n",7405 " 50000",7406 " Colombia\n",7407 " 133\n\n"7408 ]7409 },7410 "random_orth|L18|a2.0": {7411 "accuracy": 0.0,7412 "gain_vs_zero": {7413 "estimate": 0.0,7414 "low": 0.0,7415 "high": 0.0,7416 "level": 0.95,7417 "n_items": 22,7418 "n_clusters": 22,7419 "n_boot": 20007420 },7421 "mapped_norm": 26.534799575805664,7422 "outputs_sample": [7423 " Cuba\n\n",7424 " Ukraine\n",7425 " Norway\n\n",7426 " Colombia\n\n",7427 " Malaysia\n\n"7428 ]7429 },7430 "replace_donor_fewshot|procrustes|L18": {7431 "accuracy": 0.2727272727272727,7432 "gain_vs_zero": {7433 "estimate": 0.2727272727272727,7434 "low": 0.09090909090909091,7435 "high": 0.45454545454545453,7436 "level": 0.95,7437 "n_items": 22,7438 "n_clusters": 22,7439 "n_boot": 20007440 },7441 "outputs_sample": [7442 " Cuba\n",7443 " Ukraine\n",7444 " 552\n\n",7445 " Bogota, Medellin",7446 " 133\n\n"7447 ]7448 },7449 "ctl_replace_donor_zeroshot|procrustes|L18": {7450 "accuracy": 0.13636363636363635,7451 "gain_vs_zero": {7452 "estimate": 0.13636363636363635,7453 "low": 0.0,7454 "high": 0.2727272727272727,7455 "level": 0.95,7456 "n_items": 22,7457 "n_clusters": 22,7458 "n_boot": 20007459 },7460 "outputs_sample": [7461 " Cuba is an island nation located",7462 " Ukraine is a country located in",7463 " The capital of Norway is Oslo",7464 " Colombia is a country located in",7465 " Malaysia\n\n"7466 ]7467 },7468 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L18": {7469 "accuracy": 0.22727272727272727,7470 "gain_vs_zero": {7471 "estimate": 0.22727272727272727,7472 "low": 0.045454545454545456,7473 "high": 0.4090909090909091,7474 "level": 0.95,7475 "n_items": 22,7476 "n_clusters": 22,7477 "n_boot": 20007478 },7479 "outputs_sample": [7480 " Cuba\n",7481 " Ukraine\n",7482 " 552\n",7483 " Colombia is a country located in",7484 " 1337\n\n"7485 ]7486 },7487 "replace_donor_fewshot|ridge|L18": {7488 "accuracy": 0.13636363636363635,7489 "gain_vs_zero": {7490 "estimate": 0.13636363636363635,7491 "low": 0.0,7492 "high": 0.2727272727272727,7493 "level": 0.95,7494 "n_items": 22,7495 "n_clusters": 22,7496 "n_boot": 20007497 },7498 "outputs_sample": [7499 " Cuba\n",7500 " Ukraine\n",7501 " 552\n",7502 " Colombia\n",7503 " Malaysia\n\n"7504 ]7505 },7506 "ctl_replace_donor_zeroshot|ridge|L18": {7507 "accuracy": 0.0,7508 "gain_vs_zero": {7509 "estimate": 0.0,7510 "low": 0.0,7511 "high": 0.0,7512 "level": 0.95,7513 "n_items": 22,7514 "n_clusters": 22,7515 "n_boot": 20007516 },7517 "outputs_sample": [7518 " Cuba is an island nation located",7519 " Ukraine is a country located in",7520 " Norway is a Scandinavian country located",7521 " Colombia is a country located in",7522 " Malaysia is a country located in"7523 ]7524 },7525 "ctl_replace_donor_fewshot_shuffled_query|ridge|L18": {7526 "accuracy": 0.09090909090909091,7527 "gain_vs_zero": {7528 "estimate": 0.09090909090909091,7529 "low": 0.0,7530 "high": 0.22727272727272727,7531 "level": 0.95,7532 "n_items": 22,7533 "n_clusters": 22,7534 "n_boot": 20007535 },7536 "outputs_sample": [7537 " Cuba\n",7538 " Ukraine\n",7539 " 552\n",7540 " Colombia\n",7541 " 133\n\n"7542 ]7543 },7544 "ctl_replace_donor_fewshot|sham_map|L18": {7545 "accuracy": 0.09090909090909091,7546 "gain_vs_zero": {7547 "estimate": 0.09090909090909091,7548 "low": 0.0,7549 "high": 0.22727272727272727,7550 "level": 0.95,7551 "n_items": 22,7552 "n_clusters": 22,7553 "n_boot": 20007554 },7555 "outputs_sample": [7556 " Cuba\n",7557 " Ukraine is a country located in",7558 " 552\n\n",7559 " Colombia is a country located in",7560 " Malayalam\n\n"7561 ]7562 },7563 "ctl_replace_donor_zeroshot|sham_map|L18": {7564 "accuracy": 0.2727272727272727,7565 "gain_vs_zero": {7566 "estimate": 0.2727272727272727,7567 "low": 0.09090909090909091,7568 "high": 0.45454545454545453,7569 "level": 0.95,7570 "n_items": 22,7571 "n_clusters": 22,7572 "n_boot": 20007573 },7574 "outputs_sample": [7575 " Cuba is an island nation located",7576 " Ukraine is a country located in",7577 " 552\n\n",7578 " Colombia is a country located in",7579 " Malaysia is a country located in"7580 ]7581 },7582 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L18": {7583 "accuracy": 0.09090909090909091,7584 "gain_vs_zero": {7585 "estimate": 0.09090909090909091,7586 "low": 0.0,7587 "high": 0.22727272727272727,7588 "level": 0.95,7589 "n_items": 22,7590 "n_clusters": 22,7591 "n_boot": 20007592 },7593 "outputs_sample": [7594 " Cuba\n",7595 " Ukraine is a country located in",7596 " 1\n",7597 " Colombia is a country located in",7598 " Malaysia\n\n"7599 ]7600 },7601 "ctl_random_norm_matched|L18": {7602 "accuracy": 0.0,7603 "gain_vs_zero": {7604 "estimate": 0.0,7605 "low": 0.0,7606 "high": 0.0,7607 "level": 0.95,7608 "n_items": 22,7609 "n_clusters": 22,7610 "n_boot": 20007611 }7612 },7613 "ctl_unrelated_task_vector(antonym)|L18": {7614 "accuracy": 0.18181818181818182,7615 "gain_vs_zero": {7616 "estimate": 0.18181818181818182,7617 "low": 0.045454545454545456,7618 "high": 0.36363636363636365,7619 "level": 0.95,7620 "n_items": 22,7621 "n_clusters": 22,7622 "n_boot": 20007623 }7624 },7625 "procrustes|L25|a1.0": {7626 "accuracy": 0.0,7627 "gain_vs_zero": {7628 "estimate": 0.0,7629 "low": 0.0,7630 "high": 0.0,7631 "level": 0.95,7632 "n_items": 22,7633 "n_clusters": 22,7634 "n_boot": 20007635 },7636 "mapped_norm": 42.69282531738281,7637 "outputs_sample": [7638 " Cuba\n",7639 " Moldova\n\n",7640 " Denmark\n\n",7641 " Ecuador\n\n",7642 " Malaysia\n\n"7643 ]7644 },7645 "procrustes|L25|a2.0": {7646 "accuracy": 0.0,7647 "gain_vs_zero": {7648 "estimate": 0.0,7649 "low": 0.0,7650 "high": 0.0,7651 "level": 0.95,7652 "n_items": 22,7653 "n_clusters": 22,7654 "n_boot": 20007655 },7656 "mapped_norm": 42.69282531738281,7657 "outputs_sample": [7658 " Cuba is an island nation located",7659 " Ukraine is a country located in",7660 " Norway\n",7661 " Colombia is a country located in",7662 " Malaysia\n\n"7663 ]7664 },7665 "procrustes_rescaled|L25|a1.0": {7666 "accuracy": 0.0,7667 "gain_vs_zero": {7668 "estimate": 0.0,7669 "low": 0.0,7670 "high": 0.0,7671 "level": 0.95,7672 "n_items": 22,7673 "n_clusters": 22,7674 "n_boot": 20007675 },7676 "mapped_norm": 56.586326599121094,7677 "outputs_sample": [7678 " Cuba\n",7679 " Moldova\n\n",7680 " Denmark\n\n",7681 " Colombia is a country located in",7682 " Malaysia\n\n"7683 ]7684 },7685 "ridge|L25|a1.0": {7686 "accuracy": 0.0,7687 "gain_vs_zero": {7688 "estimate": 0.0,7689 "low": 0.0,7690 "high": 0.0,7691 "level": 0.95,7692 "n_items": 22,7693 "n_clusters": 22,7694 "n_boot": 20007695 },7696 "mapped_norm": 47.21369171142578,7697 "outputs_sample": [7698 " Haiti\n",7699 " Belarus\n\n",7700 " Denmark\n\n",7701 " Ecuador\n\n",7702 " Singapore\n\n"7703 ]7704 },7705 "ridge|L25|a2.0": {7706 "accuracy": 0.0,7707 "gain_vs_zero": {7708 "estimate": 0.0,7709 "low": 0.0,7710 "high": 0.0,7711 "level": 0.95,7712 "n_items": 22,7713 "n_clusters": 22,7714 "n_boot": 20007715 },7716 "mapped_norm": 47.21369171142578,7717 "outputs_sample": [7718 " Peru\n",7719 " Moldova\n\n",7720 " Spain\n\n",7721 " Peru\n\n",7722 " India\n\n"7723 ]7724 },7725 "ridge_rescaled|L25|a1.0": {7726 "accuracy": 0.0,7727 "gain_vs_zero": {7728 "estimate": 0.0,7729 "low": 0.0,7730 "high": 0.0,7731 "level": 0.95,7732 "n_items": 22,7733 "n_clusters": 22,7734 "n_boot": 20007735 },7736 "mapped_norm": 56.58632278442383,7737 "outputs_sample": [7738 " Haiti\n",7739 " Moldova\n\n",7740 " Denmark\n\n",7741 " Ecuador\n",7742 " Singapore\n\n"7743 ]7744 },7745 "cca|L25|a1.0": {7746 "accuracy": 0.0,7747 "gain_vs_zero": {7748 "estimate": 0.0,7749 "low": 0.0,7750 "high": 0.0,7751 "level": 0.95,7752 "n_items": 22,7753 "n_clusters": 22,7754 "n_boot": 20007755 },7756 "mapped_norm": 55.75974655151367,7757 "outputs_sample": [7758 " Cuba is an island nation located",7759 " Moldova\n\n",7760 " 1\n",7761 " Peru\n\n",7762 " Singapore\n\n"7763 ]7764 },7765 "cca|L25|a2.0": {7766 "accuracy": 0.0,7767 "gain_vs_zero": {7768 "estimate": 0.0,7769 "low": 0.0,7770 "high": 0.0,7771 "level": 0.95,7772 "n_items": 22,7773 "n_clusters": 22,7774 "n_boot": 20007775 },7776 "mapped_norm": 55.75974655151367,7777 "outputs_sample": [7778 " Earth\n",7779 " Earthquake\n",7780 " Sun, Midnight Sun, Midnight",7781 " Peru\n\n",7782 " Earthquake\n"7783 ]7784 },7785 "random_orth|L25|a1.0": {7786 "accuracy": 0.0,7787 "gain_vs_zero": {7788 "estimate": 0.0,7789 "low": 0.0,7790 "high": 0.0,7791 "level": 0.95,7792 "n_items": 22,7793 "n_clusters": 22,7794 "n_boot": 20007795 },7796 "mapped_norm": 43.54856872558594,7797 "outputs_sample": [7798 " Cuba is an island nation located",7799 " 1. Ukraine is a",7800 " 552\n",7801 " 49.99",7802 " 133\n"7803 ]7804 },7805 "random_orth|L25|a2.0": {7806 "accuracy": 0.0,7807 "gain_vs_zero": {7808 "estimate": 0.0,7809 "low": 0.0,7810 "high": 0.0,7811 "level": 0.95,7812 "n_items": 22,7813 "n_clusters": 22,7814 "n_boot": 20007815 },7816 "mapped_norm": 43.54856872558594,7817 "outputs_sample": [7818 " 108\n",7819 " 1. Ukraine is a",7820 " 1\n",7821 " 49.92",7822 " 133\n"7823 ]7824 },7825 "replace_donor_fewshot|procrustes|L25": {7826 "accuracy": 0.0,7827 "gain_vs_zero": {7828 "estimate": 0.0,7829 "low": 0.0,7830 "high": 0.0,7831 "level": 0.95,7832 "n_items": 22,7833 "n_clusters": 22,7834 "n_boot": 20007835 },7836 "outputs_sample": [7837 " Cuba\n",7838 " Moldova\n\n",7839 " Denmark\n\n",7840 " Ecuador\n\n",7841 " Singapore\n\n"7842 ]7843 },7844 "ctl_replace_donor_zeroshot|procrustes|L25": {7845 "accuracy": 0.0,7846 "gain_vs_zero": {7847 "estimate": 0.0,7848 "low": 0.0,7849 "high": 0.0,7850 "level": 0.95,7851 "n_items": 22,7852 "n_clusters": 22,7853 "n_boot": 20007854 },7855 "outputs_sample": [7856 " Cuba is an island nation located",7857 " 1\n\n",7858 " 1\n",7859 " The capital of Colombia is Bog",7860 " 133\n\n"7861 ]7862 },7863 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": {7864 "accuracy": 0.0,7865 "gain_vs_zero": {7866 "estimate": 0.0,7867 "low": 0.0,7868 "high": 0.0,7869 "level": 0.95,7870 "n_items": 22,7871 "n_clusters": 22,7872 "n_boot": 20007873 },7874 "outputs_sample": [7875 " Cuba\n",7876 " Moldova\n\n",7877 " Denmark\n\n",7878 " Ecuador\n\n",7879 " Singapore\n\n"7880 ]7881 },7882 "replace_donor_fewshot|ridge|L25": {7883 "accuracy": 0.0,7884 "gain_vs_zero": {7885 "estimate": 0.0,7886 "low": 0.0,7887 "high": 0.0,7888 "level": 0.95,7889 "n_items": 22,7890 "n_clusters": 22,7891 "n_boot": 20007892 },7893 "outputs_sample": [7894 " Cuba\n",7895 " 1\n\n",7896 " Denmark\n\n",7897 " Ecuador\n\n",7898 " Singapore\n\n"7899 ]7900 },7901 "ctl_replace_donor_zeroshot|ridge|L25": {7902 "accuracy": 0.0,7903 "gain_vs_zero": {7904 "estimate": 0.0,7905 "low": 0.0,7906 "high": 0.0,7907 "level": 0.95,7908 "n_items": 22,7909 "n_clusters": 22,7910 "n_boot": 20007911 },7912 "outputs_sample": [7913 " Cuba\n",7914 " Ukraine is a country located in",7915 " 552\n",7916 " Colombia is a country located in",7917 " Malaysia\n"7918 ]7919 },7920 "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": {7921 "accuracy": 0.0,7922 "gain_vs_zero": {7923 "estimate": 0.0,7924 "low": 0.0,7925 "high": 0.0,7926 "level": 0.95,7927 "n_items": 22,7928 "n_clusters": 22,7929 "n_boot": 20007930 },7931 "outputs_sample": [7932 " Cuba\n",7933 " 1\n\n",7934 " 1\n",7935 " Ecuador\n\n",7936 " 133\n\n"7937 ]7938 },7939 "ctl_replace_donor_fewshot|sham_map|L25": {7940 "accuracy": 0.0,7941 "gain_vs_zero": {7942 "estimate": 0.0,7943 "low": 0.0,7944 "high": 0.0,7945 "level": 0.95,7946 "n_items": 22,7947 "n_clusters": 22,7948 "n_boot": 20007949 },7950 "outputs_sample": [7951 " Cuba\n",7952 " 1. Ukraine is a",7953 " 1\n",7954 " 49.99",7955 " 133\n"7956 ]7957 },7958 "ctl_replace_donor_zeroshot|sham_map|L25": {7959 "accuracy": 0.0,7960 "gain_vs_zero": {7961 "estimate": 0.0,7962 "low": 0.0,7963 "high": 0.0,7964 "level": 0.95,7965 "n_items": 22,7966 "n_clusters": 22,7967 "n_boot": 20007968 },7969 "outputs_sample": [7970 " Cuba\n",7971 " Ukraine is a country located in",7972 " Norway\n",7973 " Colombia is a country located in",7974 " Malaysia\n\n"7975 ]7976 },7977 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": {7978 "accuracy": 0.0,7979 "gain_vs_zero": {7980 "estimate": 0.0,7981 "low": 0.0,7982 "high": 0.0,7983 "level": 0.95,7984 "n_items": 22,7985 "n_clusters": 22,7986 "n_boot": 20007987 },7988 "outputs_sample": [7989 " Cuba\n",7990 " 1. Ukraine is a",7991 " 552\n",7992 " 49.9\n",7993 " 133\n\n"7994 ]7995 },7996 "ctl_random_norm_matched|L25": {7997 "accuracy": 0.0,7998 "gain_vs_zero": {7999 "estimate": 0.0,8000 "low": 0.0,8001 "high": 0.0,8002 "level": 0.95,8003 "n_items": 22,8004 "n_clusters": 22,8005 "n_boot": 20008006 }8007 },8008 "ctl_unrelated_task_vector(antonym)|L25": {8009 "accuracy": 0.0,8010 "gain_vs_zero": {8011 "estimate": 0.0,8012 "low": 0.0,8013 "high": 0.0,8014 "level": 0.95,8015 "n_items": 22,8016 "n_clusters": 22,8017 "n_boot": 20008018 }8019 }8020 }8021 },8022 "morph": {8023 "recipient_zero": 0.0,8024 "recipient_few": 0.4,8025 "recipient_own_vector": 0.0,8026 "donor_layer": 2,8027 "conditions": {8028 "procrustes|L2|a1.0": {8029 "accuracy": 0.0,8030 "gain_vs_zero": {8031 "estimate": 0.0,8032 "low": 0.0,8033 "high": 0.0,8034 "level": 0.95,8035 "n_items": 40,8036 "n_clusters": 40,8037 "n_boot": 20008038 },8039 "mapped_norm": 5.954409599304199,8040 "outputs_sample": [8041 " The word \"repa\"",8042 " salun\n",8043 " 1\n",8044 " False\n",8045 " 3\n\n"8046 ]8047 },8048 "procrustes|L2|a2.0": {8049 "accuracy": 0.0,8050 "gain_vs_zero": {8051 "estimate": 0.0,8052 "low": 0.0,8053 "high": 0.0,8054 "level": 0.95,8055 "n_items": 40,8056 "n_clusters": 40,8057 "n_boot": 20008058 },8059 "mapped_norm": 5.954409599304199,8060 "outputs_sample": [8061 " True\n",8062 " salun\n",8063 " 1\n",8064 " 3\n",8065 " 3\n\n"8066 ]8067 },8068 "procrustes_rescaled|L2|a1.0": {8069 "accuracy": 0.0,8070 "gain_vs_zero": {8071 "estimate": 0.0,8072 "low": 0.0,8073 "high": 0.0,8074 "level": 0.95,8075 "n_items": 40,8076 "n_clusters": 40,8077 "n_boot": 20008078 },8079 "mapped_norm": 6.1436028480529785,8080 "outputs_sample": [8081 " The word \"repa\"",8082 " salun\n",8083 " 1\n",8084 " False\n",8085 " 3\n\n"8086 ]8087 },8088 "ridge|L2|a1.0": {8089 "accuracy": 0.0,8090 "gain_vs_zero": {8091 "estimate": 0.0,8092 "low": 0.0,8093 "high": 0.0,8094 "level": 0.95,8095 "n_items": 40,8096 "n_clusters": 40,8097 "n_boot": 20008098 },8099 "mapped_norm": 5.354901313781738,8100 "outputs_sample": [8101 " The word \"repa\"",8102 " salun\n",8103 " 1\n",8104 " tefo\n",8105 " 4\n\n"8106 ]8107 },8108 "ridge|L2|a2.0": {8109 "accuracy": 0.0,8110 "gain_vs_zero": {8111 "estimate": 0.0,8112 "low": 0.0,8113 "high": 0.0,8114 "level": 0.95,8115 "n_items": 40,8116 "n_clusters": 40,8117 "n_boot": 20008118 },8119 "mapped_norm": 5.354901313781738,8120 "outputs_sample": [8121 " The word \"repa\"",8122 " salun\n",8123 " 1\n",8124 " False\n",8125 " 3\n\n"8126 ]8127 },8128 "ridge_rescaled|L2|a1.0": {8129 "accuracy": 0.0,8130 "gain_vs_zero": {8131 "estimate": 0.0,8132 "low": 0.0,8133 "high": 0.0,8134 "level": 0.95,8135 "n_items": 40,8136 "n_clusters": 40,8137 "n_boot": 20008138 },8139 "mapped_norm": 6.14360237121582,8140 "outputs_sample": [8141 " The word \"repa\"",8142 " salun\n",8143 " 1\n",8144 " False\n\n",8145 " 3\n\n"8146 ]8147 },8148 "cca|L2|a1.0": {8149 "accuracy": 0.0,8150 "gain_vs_zero": {8151 "estimate": 0.0,8152 "low": 0.0,8153 "high": 0.0,8154 "level": 0.95,8155 "n_items": 40,8156 "n_clusters": 40,8157 "n_boot": 20008158 },8159 "mapped_norm": 5.984060764312744,8160 "outputs_sample": [8161 " The word \"repa\"",8162 " salun\n",8163 " 1\n",8164 " False\n\n",8165 " 3\n\n"8166 ]8167 },8168 "cca|L2|a2.0": {8169 "accuracy": 0.0,8170 "gain_vs_zero": {8171 "estimate": 0.0,8172 "low": 0.0,8173 "high": 0.0,8174 "level": 0.95,8175 "n_items": 40,8176 "n_clusters": 40,8177 "n_boot": 20008178 },8179 "mapped_norm": 5.984060764312744,8180 "outputs_sample": [8181 " The word \"repa\"",8182 " salun\n",8183 " 1\n",8184 " 3\n",8185 " 3\n\n"8186 ]8187 },8188 "random_orth|L2|a1.0": {8189 "accuracy": 0.0,8190 "gain_vs_zero": {8191 "estimate": 0.0,8192 "low": 0.0,8193 "high": 0.0,8194 "level": 0.95,8195 "n_items": 40,8196 "n_clusters": 40,8197 "n_boot": 20008198 },8199 "mapped_norm": 5.355937480926514,8200 "outputs_sample": [8201 " The word \"repa\"",8202 " salun\n",8203 " 1\n",8204 " tefo\n",8205 " 3\n\n"8206 ]8207 },8208 "random_orth|L2|a2.0": {8209 "accuracy": 0.0,8210 "gain_vs_zero": {8211 "estimate": 0.0,8212 "low": 0.0,8213 "high": 0.0,8214 "level": 0.95,8215 "n_items": 40,8216 "n_clusters": 40,8217 "n_boot": 20008218 },8219 "mapped_norm": 5.355937480926514,8220 "outputs_sample": [8221 " The word \"repa\"",8222 " salun\n",8223 " 1\n",8224 " tefo\n",8225 " 3\n\n"8226 ]8227 },8228 "replace_donor_fewshot|procrustes|L2": {8229 "accuracy": 0.0,8230 "gain_vs_zero": {8231 "estimate": 0.0,8232 "low": 0.0,8233 "high": 0.0,8234 "level": 0.95,8235 "n_items": 40,8236 "n_clusters": 40,8237 "n_boot": 20008238 },8239 "outputs_sample": [8240 " The word \"repa\"",8241 " salun\n",8242 " 1\n",8243 " tefo\n",8244 " 3\n\n"8245 ]8246 },8247 "ctl_replace_donor_zeroshot|procrustes|L2": {8248 "accuracy": 0.0,8249 "gain_vs_zero": {8250 "estimate": 0.0,8251 "low": 0.0,8252 "high": 0.0,8253 "level": 0.95,8254 "n_items": 40,8255 "n_clusters": 40,8256 "n_boot": 20008257 },8258 "outputs_sample": [8259 " The word \"repa\"",8260 " salun\n",8261 " 1\n",8262 " tefo\n",8263 " 4\n\n"8264 ]8265 },8266 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {8267 "accuracy": 0.0,8268 "gain_vs_zero": {8269 "estimate": 0.0,8270 "low": 0.0,8271 "high": 0.0,8272 "level": 0.95,8273 "n_items": 40,8274 "n_clusters": 40,8275 "n_boot": 20008276 },8277 "outputs_sample": [8278 " The word \"repa\"",8279 " salun\n",8280 " 1\n",8281 " tefo\n",8282 " 3\n\n"8283 ]8284 },8285 "replace_donor_fewshot|ridge|L2": {8286 "accuracy": 0.0,8287 "gain_vs_zero": {8288 "estimate": 0.0,8289 "low": 0.0,8290 "high": 0.0,8291 "level": 0.95,8292 "n_items": 40,8293 "n_clusters": 40,8294 "n_boot": 20008295 },8296 "outputs_sample": [8297 " The word \"repa\"",8298 " salun\n",8299 " 1\n",8300 " tefo\n",8301 " 4\n\n"8302 ]8303 },8304 "ctl_replace_donor_zeroshot|ridge|L2": {8305 "accuracy": 0.0,8306 "gain_vs_zero": {8307 "estimate": 0.0,8308 "low": 0.0,8309 "high": 0.0,8310 "level": 0.95,8311 "n_items": 40,8312 "n_clusters": 40,8313 "n_boot": 20008314 },8315 "outputs_sample": [8316 " The word \"repa\"",8317 " salun\n",8318 " 1\n",8319 " The word \"tefo\"",8320 " 3\n\n"8321 ]8322 },8323 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {8324 "accuracy": 0.0,8325 "gain_vs_zero": {8326 "estimate": 0.0,8327 "low": 0.0,8328 "high": 0.0,8329 "level": 0.95,8330 "n_items": 40,8331 "n_clusters": 40,8332 "n_boot": 20008333 },8334 "outputs_sample": [8335 " The word \"repa\"",8336 " salun\n",8337 " 1\n",8338 " tefo\n",8339 " 3\n\n"8340 ]8341 },8342 "ctl_replace_donor_fewshot|sham_map|L2": {8343 "accuracy": 0.0,8344 "gain_vs_zero": {8345 "estimate": 0.0,8346 "low": 0.0,8347 "high": 0.0,8348 "level": 0.95,8349 "n_items": 40,8350 "n_clusters": 40,8351 "n_boot": 20008352 },8353 "outputs_sample": [8354 " The word \"repa\"",8355 " salun\n",8356 " 1\n",8357 " tefo\n",8358 " 3\n\n"8359 ]8360 },8361 "ctl_replace_donor_zeroshot|sham_map|L2": {8362 "accuracy": 0.0,8363 "gain_vs_zero": {8364 "estimate": 0.0,8365 "low": 0.0,8366 "high": 0.0,8367 "level": 0.95,8368 "n_items": 40,8369 "n_clusters": 40,8370 "n_boot": 20008371 },8372 "outputs_sample": [8373 " The word \"repa\"",8374 " salun\n",8375 " 1\n",8376 " tefo\n",8377 " 4\n\n"8378 ]8379 },8380 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {8381 "accuracy": 0.0,8382 "gain_vs_zero": {8383 "estimate": 0.0,8384 "low": 0.0,8385 "high": 0.0,8386 "level": 0.95,8387 "n_items": 40,8388 "n_clusters": 40,8389 "n_boot": 20008390 },8391 "outputs_sample": [8392 " The word \"repa\"",8393 " salun\n",8394 " 1\n",8395 " The word \"tefo\"",8396 " 4\n\n"8397 ]8398 },8399 "ctl_random_norm_matched|L2": {8400 "accuracy": 0.0,8401 "gain_vs_zero": {8402 "estimate": 0.0,8403 "low": 0.0,8404 "high": 0.0,8405 "level": 0.95,8406 "n_items": 40,8407 "n_clusters": 40,8408 "n_boot": 20008409 }8410 },8411 "ctl_unrelated_task_vector(antonym)|L2": {8412 "accuracy": 0.0,8413 "gain_vs_zero": {8414 "estimate": 0.0,8415 "low": 0.0,8416 "high": 0.0,8417 "level": 0.95,8418 "n_items": 40,8419 "n_clusters": 40,8420 "n_boot": 20008421 }8422 },8423 "procrustes|L3|a1.0": {8424 "accuracy": 0.0,8425 "gain_vs_zero": {8426 "estimate": 0.0,8427 "low": 0.0,8428 "high": 0.0,8429 "level": 0.95,8430 "n_items": 40,8431 "n_clusters": 40,8432 "n_boot": 20008433 },8434 "mapped_norm": 9.434996604919434,8435 "outputs_sample": [8436 " The word \"repa\"",8437 " salun\n",8438 " 1\n",8439 " tefo\n",8440 " 3\n\n"8441 ]8442 },8443 "procrustes|L3|a2.0": {8444 "accuracy": 0.0,8445 "gain_vs_zero": {8446 "estimate": 0.0,8447 "low": 0.0,8448 "high": 0.0,8449 "level": 0.95,8450 "n_items": 40,8451 "n_clusters": 40,8452 "n_boot": 20008453 },8454 "mapped_norm": 9.434996604919434,8455 "outputs_sample": [8456 " The word \"repa\"",8457 " salun\n",8458 " 1\n",8459 " tefo\n",8460 " 3\n"8461 ]8462 },8463 "procrustes_rescaled|L3|a1.0": {8464 "accuracy": 0.0,8465 "gain_vs_zero": {8466 "estimate": 0.0,8467 "low": 0.0,8468 "high": 0.0,8469 "level": 0.95,8470 "n_items": 40,8471 "n_clusters": 40,8472 "n_boot": 20008473 },8474 "mapped_norm": 6.1436028480529785,8475 "outputs_sample": [8476 " The word \"repa\"",8477 " salun\n",8478 " 1\n",8479 " tefo\n",8480 " 4\n\n"8481 ]8482 },8483 "ridge|L3|a1.0": {8484 "accuracy": 0.0,8485 "gain_vs_zero": {8486 "estimate": 0.0,8487 "low": 0.0,8488 "high": 0.0,8489 "level": 0.95,8490 "n_items": 40,8491 "n_clusters": 40,8492 "n_boot": 20008493 },8494 "mapped_norm": 8.171993255615234,8495 "outputs_sample": [8496 " The word \"repa\"",8497 " salun\n",8498 " 1\n",8499 " tefo\n",8500 " 3\n\n"8501 ]8502 },8503 "ridge|L3|a2.0": {8504 "accuracy": 0.0,8505 "gain_vs_zero": {8506 "estimate": 0.0,8507 "low": 0.0,8508 "high": 0.0,8509 "level": 0.95,8510 "n_items": 40,8511 "n_clusters": 40,8512 "n_boot": 20008513 },8514 "mapped_norm": 8.171993255615234,8515 "outputs_sample": [8516 " The word \"repa\"",8517 " salun\n",8518 " 1\n",8519 " tefo\n",8520 " 3\n"8521 ]8522 },8523 "ridge_rescaled|L3|a1.0": {8524 "accuracy": 0.0,8525 "gain_vs_zero": {8526 "estimate": 0.0,8527 "low": 0.0,8528 "high": 0.0,8529 "level": 0.95,8530 "n_items": 40,8531 "n_clusters": 40,8532 "n_boot": 20008533 },8534 "mapped_norm": 6.1436028480529785,8535 "outputs_sample": [8536 " The word \"repa\"",8537 " salun\n",8538 " 1\n",8539 " tefo\n",8540 " 3\n\n"8541 ]8542 },8543 "cca|L3|a1.0": {8544 "accuracy": 0.0,8545 "gain_vs_zero": {8546 "estimate": 0.0,8547 "low": 0.0,8548 "high": 0.0,8549 "level": 0.95,8550 "n_items": 40,8551 "n_clusters": 40,8552 "n_boot": 20008553 },8554 "mapped_norm": 9.100357055664062,8555 "outputs_sample": [8556 " The word \"repa\"",8557 " salun\n",8558 " 1\n",8559 " tefo\n",8560 " 3\n\n"8561 ]8562 },8563 "cca|L3|a2.0": {8564 "accuracy": 0.0,8565 "gain_vs_zero": {8566 "estimate": 0.0,8567 "low": 0.0,8568 "high": 0.0,8569 "level": 0.95,8570 "n_items": 40,8571 "n_clusters": 40,8572 "n_boot": 20008573 },8574 "mapped_norm": 9.100357055664062,8575 "outputs_sample": [8576 " The word \"repa\"",8577 " salun\n",8578 " 1\n",8579 " tefo\n",8580 " 3\n"8581 ]8582 },8583 "random_orth|L3|a1.0": {8584 "accuracy": 0.0,8585 "gain_vs_zero": {8586 "estimate": 0.0,8587 "low": 0.0,8588 "high": 0.0,8589 "level": 0.95,8590 "n_items": 40,8591 "n_clusters": 40,8592 "n_boot": 20008593 },8594 "mapped_norm": 8.374195098876953,8595 "outputs_sample": [8596 " The word \"repa\"",8597 " salun\n",8598 " 1\n",8599 " The word \"tefo\"",8600 " 3\n\n"8601 ]8602 },8603 "random_orth|L3|a2.0": {8604 "accuracy": 0.0,8605 "gain_vs_zero": {8606 "estimate": 0.0,8607 "low": 0.0,8608 "high": 0.0,8609 "level": 0.95,8610 "n_items": 40,8611 "n_clusters": 40,8612 "n_boot": 20008613 },8614 "mapped_norm": 8.374195098876953,8615 "outputs_sample": [8616 " The word \"repa\"",8617 " salun\n",8618 " 1\n",8619 " 0\n",8620 " 3\n\n"8621 ]8622 },8623 "replace_donor_fewshot|procrustes|L3": {8624 "accuracy": 0.0,8625 "gain_vs_zero": {8626 "estimate": 0.0,8627 "low": 0.0,8628 "high": 0.0,8629 "level": 0.95,8630 "n_items": 40,8631 "n_clusters": 40,8632 "n_boot": 20008633 },8634 "outputs_sample": [8635 " The word \"repa\"",8636 " salun\n",8637 " 1\n",8638 " tefo\n",8639 " 3\n\n"8640 ]8641 },8642 "ctl_replace_donor_zeroshot|procrustes|L3": {8643 "accuracy": 0.0,8644 "gain_vs_zero": {8645 "estimate": 0.0,8646 "low": 0.0,8647 "high": 0.0,8648 "level": 0.95,8649 "n_items": 40,8650 "n_clusters": 40,8651 "n_boot": 20008652 },8653 "outputs_sample": [8654 " The word \"repa\"",8655 " salun\n",8656 " 1\n",8657 " The word \"tefo\"",8658 " 4\n\n"8659 ]8660 },8661 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L3": {8662 "accuracy": 0.0,8663 "gain_vs_zero": {8664 "estimate": 0.0,8665 "low": 0.0,8666 "high": 0.0,8667 "level": 0.95,8668 "n_items": 40,8669 "n_clusters": 40,8670 "n_boot": 20008671 },8672 "outputs_sample": [8673 " The word \"repa\"",8674 " salun\n",8675 " 1\n",8676 " tefo\n",8677 " 3\n\n"8678 ]8679 },8680 "replace_donor_fewshot|ridge|L3": {8681 "accuracy": 0.0,8682 "gain_vs_zero": {8683 "estimate": 0.0,8684 "low": 0.0,8685 "high": 0.0,8686 "level": 0.95,8687 "n_items": 40,8688 "n_clusters": 40,8689 "n_boot": 20008690 },8691 "outputs_sample": [8692 " The word \"repa\"",8693 " salun\n",8694 " 1\n",8695 " tefo\n",8696 " 3\n\n"8697 ]8698 },8699 "ctl_replace_donor_zeroshot|ridge|L3": {8700 "accuracy": 0.0,8701 "gain_vs_zero": {8702 "estimate": 0.0,8703 "low": 0.0,8704 "high": 0.0,8705 "level": 0.95,8706 "n_items": 40,8707 "n_clusters": 40,8708 "n_boot": 20008709 },8710 "outputs_sample": [8711 " The word \"repa\"",8712 " salun\n",8713 " 1\n",8714 " The word \"tefo\"",8715 " 4\n\n"8716 ]8717 },8718 "ctl_replace_donor_fewshot_shuffled_query|ridge|L3": {8719 "accuracy": 0.0,8720 "gain_vs_zero": {8721 "estimate": 0.0,8722 "low": 0.0,8723 "high": 0.0,8724 "level": 0.95,8725 "n_items": 40,8726 "n_clusters": 40,8727 "n_boot": 20008728 },8729 "outputs_sample": [8730 " The word \"repa\"",8731 " salun\n",8732 " 1\n",8733 " tefo\n",8734 " 3\n\n"8735 ]8736 },8737 "ctl_replace_donor_fewshot|sham_map|L3": {8738 "accuracy": 0.0,8739 "gain_vs_zero": {8740 "estimate": 0.0,8741 "low": 0.0,8742 "high": 0.0,8743 "level": 0.95,8744 "n_items": 40,8745 "n_clusters": 40,8746 "n_boot": 20008747 },8748 "outputs_sample": [8749 " The word \"repa\"",8750 " salun\n",8751 " 1\n",8752 " The word \"tefo\"",8753 " 3\n\n"8754 ]8755 },8756 "ctl_replace_donor_zeroshot|sham_map|L3": {8757 "accuracy": 0.0,8758 "gain_vs_zero": {8759 "estimate": 0.0,8760 "low": 0.0,8761 "high": 0.0,8762 "level": 0.95,8763 "n_items": 40,8764 "n_clusters": 40,8765 "n_boot": 20008766 },8767 "outputs_sample": [8768 " The word \"repa\"",8769 " salun\n",8770 " 1\n",8771 " tefo\n",8772 " 4\n\n"8773 ]8774 },8775 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L3": {8776 "accuracy": 0.0,8777 "gain_vs_zero": {8778 "estimate": 0.0,8779 "low": 0.0,8780 "high": 0.0,8781 "level": 0.95,8782 "n_items": 40,8783 "n_clusters": 40,8784 "n_boot": 20008785 },8786 "outputs_sample": [8787 " The word \"repa\"",8788 " salun\n",8789 " 1\n",8790 " The word \"tefo\"",8791 " 3\n\n"8792 ]8793 },8794 "ctl_random_norm_matched|L3": {8795 "accuracy": 0.0,8796 "gain_vs_zero": {8797 "estimate": 0.0,8798 "low": 0.0,8799 "high": 0.0,8800 "level": 0.95,8801 "n_items": 40,8802 "n_clusters": 40,8803 "n_boot": 20008804 }8805 },8806 "ctl_unrelated_task_vector(antonym)|L3": {8807 "accuracy": 0.0,8808 "gain_vs_zero": {8809 "estimate": 0.0,8810 "low": 0.0,8811 "high": 0.0,8812 "level": 0.95,8813 "n_items": 40,8814 "n_clusters": 40,8815 "n_boot": 20008816 }8817 }8818 }8819 },8820 "addthree": {8821 "recipient_zero": 0.0,8822 "recipient_few": 1.0,8823 "recipient_own_vector": 0.0,8824 "donor_layer": 14,8825 "conditions": {8826 "procrustes|L2|a1.0": {8827 "accuracy": 0.0,8828 "gain_vs_zero": {8829 "estimate": 0.0,8830 "low": 0.0,8831 "high": 0.0,8832 "level": 0.95,8833 "n_items": 35,8834 "n_clusters": 35,8835 "n_boot": 20008836 },8837 "mapped_norm": 4.482480525970459,8838 "outputs_sample": [8839 " 12\n",8840 " 63\n",8841 " 11\n",8842 " 14\n",8843 " 52\n"8844 ]8845 },8846 "procrustes|L2|a2.0": {8847 "accuracy": 0.0,8848 "gain_vs_zero": {8849 "estimate": 0.0,8850 "low": 0.0,8851 "high": 0.0,8852 "level": 0.95,8853 "n_items": 35,8854 "n_clusters": 35,8855 "n_boot": 20008856 },8857 "mapped_norm": 4.482480525970459,8858 "outputs_sample": [8859 " 12\n",8860 " 63\n",8861 " 11\n",8862 " 14\n",8863 " 52\n"8864 ]8865 },8866 "procrustes_rescaled|L2|a1.0": {8867 "accuracy": 0.0,8868 "gain_vs_zero": {8869 "estimate": 0.0,8870 "low": 0.0,8871 "high": 0.0,8872 "level": 0.95,8873 "n_items": 35,8874 "n_clusters": 35,8875 "n_boot": 20008876 },8877 "mapped_norm": 5.985179424285889,8878 "outputs_sample": [8879 " 12\n",8880 " 63\n",8881 " 11\n",8882 " 14\n",8883 " 52\n"8884 ]8885 },8886 "ridge|L2|a1.0": {8887 "accuracy": 0.0,8888 "gain_vs_zero": {8889 "estimate": 0.0,8890 "low": 0.0,8891 "high": 0.0,8892 "level": 0.95,8893 "n_items": 35,8894 "n_clusters": 35,8895 "n_boot": 20008896 },8897 "mapped_norm": 5.249469757080078,8898 "outputs_sample": [8899 " 12\n",8900 " 63\n",8901 " 11\n",8902 " 14\n",8903 " 52\n"8904 ]8905 },8906 "ridge|L2|a2.0": {8907 "accuracy": 0.0,8908 "gain_vs_zero": {8909 "estimate": 0.0,8910 "low": 0.0,8911 "high": 0.0,8912 "level": 0.95,8913 "n_items": 35,8914 "n_clusters": 35,8915 "n_boot": 20008916 },8917 "mapped_norm": 5.249469757080078,8918 "outputs_sample": [8919 " 12\n",8920 " 63\n",8921 " 11\n",8922 " 14\n",8923 " 52\n"8924 ]8925 },8926 "ridge_rescaled|L2|a1.0": {8927 "accuracy": 0.0,8928 "gain_vs_zero": {8929 "estimate": 0.0,8930 "low": 0.0,8931 "high": 0.0,8932 "level": 0.95,8933 "n_items": 35,8934 "n_clusters": 35,8935 "n_boot": 20008936 },8937 "mapped_norm": 5.985179901123047,8938 "outputs_sample": [8939 " 12\n",8940 " 63\n",8941 " 11\n",8942 " 14\n",8943 " 52\n"8944 ]8945 },8946 "cca|L2|a1.0": {8947 "accuracy": 0.0,8948 "gain_vs_zero": {8949 "estimate": 0.0,8950 "low": 0.0,8951 "high": 0.0,8952 "level": 0.95,8953 "n_items": 35,8954 "n_clusters": 35,8955 "n_boot": 20008956 },8957 "mapped_norm": 5.8015241622924805,8958 "outputs_sample": [8959 " 12\n",8960 " 63\n",8961 " 11\n",8962 " 14\n",8963 " 52\n"8964 ]8965 },8966 "cca|L2|a2.0": {8967 "accuracy": 0.0,8968 "gain_vs_zero": {8969 "estimate": 0.0,8970 "low": 0.0,8971 "high": 0.0,8972 "level": 0.95,8973 "n_items": 35,8974 "n_clusters": 35,8975 "n_boot": 20008976 },8977 "mapped_norm": 5.8015241622924805,8978 "outputs_sample": [8979 " 12\n",8980 " 63\n",8981 " 11\n",8982 " 14\n",8983 " 52\n"8984 ]8985 },8986 "random_orth|L2|a1.0": {8987 "accuracy": 0.0,8988 "gain_vs_zero": {8989 "estimate": 0.0,8990 "low": 0.0,8991 "high": 0.0,8992 "level": 0.95,8993 "n_items": 35,8994 "n_clusters": 35,8995 "n_boot": 20008996 },8997 "mapped_norm": 5.193780899047852,8998 "outputs_sample": [8999 " 12\n",9000 " 63\n",9001 " 11\n",9002 " 14\n",9003 " 52\n"9004 ]9005 },9006 "random_orth|L2|a2.0": {9007 "accuracy": 0.0,9008 "gain_vs_zero": {9009 "estimate": 0.0,9010 "low": 0.0,9011 "high": 0.0,9012 "level": 0.95,9013 "n_items": 35,9014 "n_clusters": 35,9015 "n_boot": 20009016 },9017 "mapped_norm": 5.193780899047852,9018 "outputs_sample": [9019 " 12\n",9020 " 63\n",9021 " 11\n",9022 " 14\n",9023 " 52\n"9024 ]9025 },9026 "replace_donor_fewshot|procrustes|L2": {9027 "accuracy": 0.0,9028 "gain_vs_zero": {9029 "estimate": 0.0,9030 "low": 0.0,9031 "high": 0.0,9032 "level": 0.95,9033 "n_items": 35,9034 "n_clusters": 35,9035 "n_boot": 20009036 },9037 "outputs_sample": [9038 " 12\n",9039 " 63\n",9040 " 11\n",9041 " 14\n",9042 " 52\n"9043 ]9044 },9045 "ctl_replace_donor_zeroshot|procrustes|L2": {9046 "accuracy": 0.0,9047 "gain_vs_zero": {9048 "estimate": 0.0,9049 "low": 0.0,9050 "high": 0.0,9051 "level": 0.95,9052 "n_items": 35,9053 "n_clusters": 35,9054 "n_boot": 20009055 },9056 "outputs_sample": [9057 " 12\n",9058 " 63\n",9059 " 11\n",9060 " 14\n",9061 " 52\n"9062 ]9063 },9064 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {9065 "accuracy": 0.0,9066 "gain_vs_zero": {9067 "estimate": 0.0,9068 "low": 0.0,9069 "high": 0.0,9070 "level": 0.95,9071 "n_items": 35,9072 "n_clusters": 35,9073 "n_boot": 20009074 },9075 "outputs_sample": [9076 " 12\n",9077 " 63\n",9078 " 11\n",9079 " 14\n",9080 " 52\n"9081 ]9082 },9083 "replace_donor_fewshot|ridge|L2": {9084 "accuracy": 0.0,9085 "gain_vs_zero": {9086 "estimate": 0.0,9087 "low": 0.0,9088 "high": 0.0,9089 "level": 0.95,9090 "n_items": 35,9091 "n_clusters": 35,9092 "n_boot": 20009093 },9094 "outputs_sample": [9095 " 12\n",9096 " 63\n",9097 " 11\n",9098 " 14\n",9099 " 52\n"9100 ]9101 },9102 "ctl_replace_donor_zeroshot|ridge|L2": {9103 "accuracy": 0.0,9104 "gain_vs_zero": {9105 "estimate": 0.0,9106 "low": 0.0,9107 "high": 0.0,9108 "level": 0.95,9109 "n_items": 35,9110 "n_clusters": 35,9111 "n_boot": 20009112 },9113 "outputs_sample": [9114 " 12\n",9115 " 63\n",9116 " 11\n",9117 " 14\n",9118 " 52\n"9119 ]9120 },9121 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {9122 "accuracy": 0.0,9123 "gain_vs_zero": {9124 "estimate": 0.0,9125 "low": 0.0,9126 "high": 0.0,9127 "level": 0.95,9128 "n_items": 35,9129 "n_clusters": 35,9130 "n_boot": 20009131 },9132 "outputs_sample": [9133 " 12\n",9134 " 63\n",9135 " 11\n",9136 " 14\n",9137 " 52\n"9138 ]9139 },9140 "ctl_replace_donor_fewshot|sham_map|L2": {9141 "accuracy": 0.0,9142 "gain_vs_zero": {9143 "estimate": 0.0,9144 "low": 0.0,9145 "high": 0.0,9146 "level": 0.95,9147 "n_items": 35,9148 "n_clusters": 35,9149 "n_boot": 20009150 },9151 "outputs_sample": [9152 " 12\n",9153 " 63\n",9154 " 11\n",9155 " 14\n",9156 " 52\n"9157 ]9158 },9159 "ctl_replace_donor_zeroshot|sham_map|L2": {9160 "accuracy": 0.0,9161 "gain_vs_zero": {9162 "estimate": 0.0,9163 "low": 0.0,9164 "high": 0.0,9165 "level": 0.95,9166 "n_items": 35,9167 "n_clusters": 35,9168 "n_boot": 20009169 },9170 "outputs_sample": [9171 " 12\n",9172 " 63\n",9173 " 11\n",9174 " 14\n",9175 " 52\n"9176 ]9177 },9178 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {9179 "accuracy": 0.0,9180 "gain_vs_zero": {9181 "estimate": 0.0,9182 "low": 0.0,9183 "high": 0.0,9184 "level": 0.95,9185 "n_items": 35,9186 "n_clusters": 35,9187 "n_boot": 20009188 },9189 "outputs_sample": [9190 " 12\n",9191 " 63\n",9192 " 11\n",9193 " 14\n",9194 " 52\n"9195 ]9196 },9197 "ctl_random_norm_matched|L2": {9198 "accuracy": 0.0,9199 "gain_vs_zero": {9200 "estimate": 0.0,9201 "low": 0.0,9202 "high": 0.0,9203 "level": 0.95,9204 "n_items": 35,9205 "n_clusters": 35,9206 "n_boot": 20009207 }9208 },9209 "ctl_unrelated_task_vector(antonym)|L2": {9210 "accuracy": 0.0,9211 "gain_vs_zero": {9212 "estimate": 0.0,9213 "low": 0.0,9214 "high": 0.0,9215 "level": 0.95,9216 "n_items": 35,9217 "n_clusters": 35,9218 "n_boot": 20009219 }9220 },9221 "procrustes|L18|a1.0": {9222 "accuracy": 0.0,9223 "gain_vs_zero": {9224 "estimate": 0.0,9225 "low": 0.0,9226 "high": 0.0,9227 "level": 0.95,9228 "n_items": 35,9229 "n_clusters": 35,9230 "n_boot": 20009231 },9232 "mapped_norm": 28.56645393371582,9233 "outputs_sample": [9234 " 12\n",9235 " 63\n",9236 " 11\n",9237 " 14\n",9238 " 52\n"9239 ]9240 },9241 "procrustes|L18|a2.0": {9242 "accuracy": 0.0,9243 "gain_vs_zero": {9244 "estimate": 0.0,9245 "low": 0.0,9246 "high": 0.0,9247 "level": 0.95,9248 "n_items": 35,9249 "n_clusters": 35,9250 "n_boot": 20009251 },9252 "mapped_norm": 28.56645393371582,9253 "outputs_sample": [9254 " 12\n",9255 " 63\n",9256 " 55\n\n",9257 " 14\n",9258 " 52\n\n"9259 ]9260 },9261 "procrustes_rescaled|L18|a1.0": {9262 "accuracy": 0.0,9263 "gain_vs_zero": {9264 "estimate": 0.0,9265 "low": 0.0,9266 "high": 0.0,9267 "level": 0.95,9268 "n_items": 35,9269 "n_clusters": 35,9270 "n_boot": 20009271 },9272 "mapped_norm": 5.985179901123047,9273 "outputs_sample": [9274 " 12\n",9275 " 63\n",9276 " 11\n",9277 " 14\n",9278 " 52\n"9279 ]9280 },9281 "ridge|L18|a1.0": {9282 "accuracy": 0.0,9283 "gain_vs_zero": {9284 "estimate": 0.0,9285 "low": 0.0,9286 "high": 0.0,9287 "level": 0.95,9288 "n_items": 35,9289 "n_clusters": 35,9290 "n_boot": 20009291 },9292 "mapped_norm": 31.941503524780273,9293 "outputs_sample": [9294 " 10\n",9295 " 63\n",9296 " 11\n",9297 " 14\n",9298 " 52\n"9299 ]9300 },9301 "ridge|L18|a2.0": {9302 "accuracy": 0.0,9303 "gain_vs_zero": {9304 "estimate": 0.0,9305 "low": 0.0,9306 "high": 0.0,9307 "level": 0.95,9308 "n_items": 35,9309 "n_clusters": 35,9310 "n_boot": 20009311 },9312 "mapped_norm": 31.941503524780273,9313 "outputs_sample": [9314 " 12\n",9315 " 63\n",9316 " 11\n",9317 " 14\n",9318 " 52\n"9319 ]9320 },9321 "ridge_rescaled|L18|a1.0": {9322 "accuracy": 0.0,9323 "gain_vs_zero": {9324 "estimate": 0.0,9325 "low": 0.0,9326 "high": 0.0,9327 "level": 0.95,9328 "n_items": 35,9329 "n_clusters": 35,9330 "n_boot": 20009331 },9332 "mapped_norm": 5.985179901123047,9333 "outputs_sample": [9334 " 12\n",9335 " 63\n",9336 " 11\n",9337 " 14\n",9338 " 52\n"9339 ]9340 },9341 "cca|L18|a1.0": {9342 "accuracy": 0.0,9343 "gain_vs_zero": {9344 "estimate": 0.0,9345 "low": 0.0,9346 "high": 0.0,9347 "level": 0.95,9348 "n_items": 35,9349 "n_clusters": 35,9350 "n_boot": 20009351 },9352 "mapped_norm": 33.86625289916992,9353 "outputs_sample": [9354 " 10\n",9355 " 63\n",9356 " 11\n",9357 " 14\n",9358 " 52\n"9359 ]9360 },9361 "cca|L18|a2.0": {9362 "accuracy": 0.0,9363 "gain_vs_zero": {9364 "estimate": 0.0,9365 "low": 0.0,9366 "high": 0.0,9367 "level": 0.95,9368 "n_items": 35,9369 "n_clusters": 35,9370 "n_boot": 20009371 },9372 "mapped_norm": 33.86625289916992,9373 "outputs_sample": [9374 " 12\n",9375 " 63\n",9376 " 11\n",9377 " 14\n",9378 " 52\n"9379 ]9380 },9381 "random_orth|L18|a1.0": {9382 "accuracy": 0.0,9383 "gain_vs_zero": {9384 "estimate": 0.0,9385 "low": 0.0,9386 "high": 0.0,9387 "level": 0.95,9388 "n_items": 35,9389 "n_clusters": 35,9390 "n_boot": 20009391 },9392 "mapped_norm": 30.29051399230957,9393 "outputs_sample": [9394 " 12\n",9395 " 63\n",9396 " 11\n",9397 " 10\n",9398 " 52\n"9399 ]9400 },9401 "random_orth|L18|a2.0": {9402 "accuracy": 0.0,9403 "gain_vs_zero": {9404 "estimate": 0.0,9405 "low": 0.0,9406 "high": 0.0,9407 "level": 0.95,9408 "n_items": 35,9409 "n_clusters": 35,9410 "n_boot": 20009411 },9412 "mapped_norm": 30.29051399230957,9413 "outputs_sample": [9414 " 10\n",9415 " 63\n",9416 " 11\n",9417 " 10\n",9418 " 52\n"9419 ]9420 },9421 "replace_donor_fewshot|procrustes|L18": {9422 "accuracy": 0.0,9423 "gain_vs_zero": {9424 "estimate": 0.0,9425 "low": 0.0,9426 "high": 0.0,9427 "level": 0.95,9428 "n_items": 35,9429 "n_clusters": 35,9430 "n_boot": 20009431 },9432 "outputs_sample": [9433 " 12\n",9434 " 63\n",9435 " 11\n",9436 " 14\n",9437 " 52\n"9438 ]9439 },9440 "ctl_replace_donor_zeroshot|procrustes|L18": {9441 "accuracy": 0.0,9442 "gain_vs_zero": {9443 "estimate": 0.0,9444 "low": 0.0,9445 "high": 0.0,9446 "level": 0.95,9447 "n_items": 35,9448 "n_clusters": 35,9449 "n_boot": 20009450 },9451 "outputs_sample": [9452 " 12\n",9453 " 63\n",9454 " 11\n",9455 " 14\n",9456 " 52\n"9457 ]9458 },9459 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L18": {9460 "accuracy": 0.0,9461 "gain_vs_zero": {9462 "estimate": 0.0,9463 "low": 0.0,9464 "high": 0.0,9465 "level": 0.95,9466 "n_items": 35,9467 "n_clusters": 35,9468 "n_boot": 20009469 },9470 "outputs_sample": [9471 " 12\n",9472 " 63\n",9473 " 11\n",9474 " 14\n",9475 " 52\n"9476 ]9477 },9478 "replace_donor_fewshot|ridge|L18": {9479 "accuracy": 0.0,9480 "gain_vs_zero": {9481 "estimate": 0.0,9482 "low": 0.0,9483 "high": 0.0,9484 "level": 0.95,9485 "n_items": 35,9486 "n_clusters": 35,9487 "n_boot": 20009488 },9489 "outputs_sample": [9490 " 12\n",9491 " 63\n",9492 " 11\n",9493 " 14\n",9494 " 52\n"9495 ]9496 },9497 "ctl_replace_donor_zeroshot|ridge|L18": {9498 "accuracy": 0.0,9499 "gain_vs_zero": {9500 "estimate": 0.0,9501 "low": 0.0,9502 "high": 0.0,9503 "level": 0.95,9504 "n_items": 35,9505 "n_clusters": 35,9506 "n_boot": 20009507 },9508 "outputs_sample": [9509 " 12\n",9510 " 63\n",9511 " 11\n",9512 " 14\n",9513 " 52\n"9514 ]9515 },9516 "ctl_replace_donor_fewshot_shuffled_query|ridge|L18": {9517 "accuracy": 0.0,9518 "gain_vs_zero": {9519 "estimate": 0.0,9520 "low": 0.0,9521 "high": 0.0,9522 "level": 0.95,9523 "n_items": 35,9524 "n_clusters": 35,9525 "n_boot": 20009526 },9527 "outputs_sample": [9528 " 12\n",9529 " 63\n",9530 " 11\n",9531 " 14\n",9532 " 52\n"9533 ]9534 },9535 "ctl_replace_donor_fewshot|sham_map|L18": {9536 "accuracy": 0.0,9537 "gain_vs_zero": {9538 "estimate": 0.0,9539 "low": 0.0,9540 "high": 0.0,9541 "level": 0.95,9542 "n_items": 35,9543 "n_clusters": 35,9544 "n_boot": 20009545 },9546 "outputs_sample": [9547 " 12\n",9548 " 63\n",9549 " 11\n",9550 " 14\n",9551 " 52\n\n"9552 ]9553 },9554 "ctl_replace_donor_zeroshot|sham_map|L18": {9555 "accuracy": 0.0,9556 "gain_vs_zero": {9557 "estimate": 0.0,9558 "low": 0.0,9559 "high": 0.0,9560 "level": 0.95,9561 "n_items": 35,9562 "n_clusters": 35,9563 "n_boot": 20009564 },9565 "outputs_sample": [9566 " 12\n",9567 " 63\n",9568 " 11\n",9569 " 11\n",9570 " 52\n\n"9571 ]9572 },9573 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L18": {9574 "accuracy": 0.0,9575 "gain_vs_zero": {9576 "estimate": 0.0,9577 "low": 0.0,9578 "high": 0.0,9579 "level": 0.95,9580 "n_items": 35,9581 "n_clusters": 35,9582 "n_boot": 20009583 },9584 "outputs_sample": [9585 " 12\n",9586 " 63\n",9587 " 55\n",9588 " 11\n",9589 " 52\n\n"9590 ]9591 },9592 "ctl_random_norm_matched|L18": {9593 "accuracy": 0.0,9594 "gain_vs_zero": {9595 "estimate": 0.0,9596 "low": 0.0,9597 "high": 0.0,9598 "level": 0.95,9599 "n_items": 35,9600 "n_clusters": 35,9601 "n_boot": 20009602 }9603 },9604 "ctl_unrelated_task_vector(antonym)|L18": {9605 "accuracy": 0.0,9606 "gain_vs_zero": {9607 "estimate": 0.0,9608 "low": 0.0,9609 "high": 0.0,9610 "level": 0.95,9611 "n_items": 35,9612 "n_clusters": 35,9613 "n_boot": 20009614 }9615 }9616 }9617 }9618 },9619 "maps": {9620 "antonym|L14->L18|procrustes": {9621 "r2_fit": 0.6868407901875786,9622 "r2_heldout": 0.4669828723044739,9623 "n_params": 6293504,9624 "n_fit": 7009625 },9626 "antonym|L14->L18|ridge": {9627 "r2_fit": 0.963120765631994,9628 "r2_heldout": 0.8047740967865992,9629 "n_params": 6293504,9630 "n_fit": 7009631 },9632 "antonym|L14->L18|cca": {9633 "r2_fit": 1.0,9634 "r2_heldout": 0.7295383090156082,9635 "n_params": 6293504,9636 "n_fit": 7009637 },9638 "antonym|L14->L18|random_orth": {9639 "r2_fit": -0.6864451809408316,9640 "r2_heldout": -0.7182724499429143,9641 "n_params": 6293504,9642 "n_fit": 7009643 },9644 "antonym|L14->L25|procrustes": {9645 "r2_fit": 0.7282876113598957,9646 "r2_heldout": 0.41206423588135443,9647 "n_params": 6293504,9648 "n_fit": 7009649 },9650 "antonym|L14->L25|ridge": {9651 "r2_fit": 0.9332560192977741,9652 "r2_heldout": 0.6309363353698481,9653 "n_params": 6293504,9654 "n_fit": 7009655 },9656 "antonym|L14->L25|cca": {9657 "r2_fit": 1.0,9658 "r2_heldout": 0.4947346163783535,9659 "n_params": 6293504,9660 "n_fit": 7009661 },9662 "antonym|L14->L25|random_orth": {9663 "r2_fit": -0.6595555170053047,9664 "r2_heldout": -0.6477575741119497,9665 "n_params": 6293504,9666 "n_fit": 7009667 },9668 "capital|L14->L18|procrustes": {9669 "r2_fit": 0.6868407901875786,9670 "r2_heldout": 0.4669828723044739,9671 "n_params": 6293504,9672 "n_fit": 7009673 },9674 "capital|L14->L18|ridge": {9675 "r2_fit": 0.963120765631994,9676 "r2_heldout": 0.8047740967865992,9677 "n_params": 6293504,9678 "n_fit": 7009679 },9680 "capital|L14->L18|cca": {9681 "r2_fit": 1.0,9682 "r2_heldout": 0.7295383090156082,9683 "n_params": 6293504,9684 "n_fit": 7009685 },9686 "capital|L14->L18|random_orth": {9687 "r2_fit": -0.6864451809408316,9688 "r2_heldout": -0.7182724499429143,9689 "n_params": 6293504,9690 "n_fit": 7009691 },9692 "capital|L14->L25|procrustes": {9693 "r2_fit": 0.7282876113598957,9694 "r2_heldout": 0.41206423588135443,9695 "n_params": 6293504,9696 "n_fit": 7009697 },9698 "capital|L14->L25|ridge": {9699 "r2_fit": 0.9332560192977741,9700 "r2_heldout": 0.6309363353698481,9701 "n_params": 6293504,9702 "n_fit": 7009703 },9704 "capital|L14->L25|cca": {9705 "r2_fit": 1.0,9706 "r2_heldout": 0.4947346163783535,9707 "n_params": 6293504,9708 "n_fit": 7009709 },9710 "capital|L14->L25|random_orth": {9711 "r2_fit": -0.6595555170053047,9712 "r2_heldout": -0.6477575741119497,9713 "n_params": 6293504,9714 "n_fit": 7009715 },9716 "morph|L2->L2|procrustes": {9717 "r2_fit": 0.8233956329127388,9718 "r2_heldout": 0.7422517425815569,9719 "n_params": 6293504,9720 "n_fit": 7009721 },9722 "morph|L2->L2|ridge": {9723 "r2_fit": 0.8481998701907668,9724 "r2_heldout": 0.8312299915524781,9725 "n_params": 6293504,9726 "n_fit": 7009727 },9728 "morph|L2->L2|cca": {9729 "r2_fit": 1.0,9730 "r2_heldout": 0.9310207456689841,9731 "n_params": 6293504,9732 "n_fit": 7009733 },9734 "morph|L2->L2|random_orth": {9735 "r2_fit": -0.6985893545087158,9736 "r2_heldout": -0.7688108032309755,9737 "n_params": 6293504,9738 "n_fit": 7009739 },9740 "morph|L2->L3|procrustes": {9741 "r2_fit": 0.8455857777969141,9742 "r2_heldout": 0.7712971918788024,9743 "n_params": 6293504,9744 "n_fit": 7009745 },9746 "morph|L2->L3|ridge": {9747 "r2_fit": 0.8695070084176718,9748 "r2_heldout": 0.851282498732451,9749 "n_params": 6293504,9750 "n_fit": 7009751 },9752 "morph|L2->L3|cca": {9753 "r2_fit": 1.0,9754 "r2_heldout": 0.93649944109384,9755 "n_params": 6293504,9756 "n_fit": 7009757 },9758 "morph|L2->L3|random_orth": {9759 "r2_fit": -0.6877623655841276,9760 "r2_heldout": -0.7628028844222381,9761 "n_params": 6293504,9762 "n_fit": 7009763 },9764 "addthree|L14->L2|procrustes": {9765 "r2_fit": 0.5717374558340125,9766 "r2_heldout": 0.38930347111818153,9767 "n_params": 6293504,9768 "n_fit": 7009769 },9770 "addthree|L14->L2|ridge": {9771 "r2_fit": 0.9718170288377197,9772 "r2_heldout": 0.8485459583506982,9773 "n_params": 6293504,9774 "n_fit": 7009775 },9776 "addthree|L14->L2|cca": {9777 "r2_fit": 1.0,9778 "r2_heldout": 0.8130475658829048,9779 "n_params": 6293504,9780 "n_fit": 7009781 },9782 "addthree|L14->L2|random_orth": {9783 "r2_fit": -0.6719415846045302,9784 "r2_heldout": -0.7427301801937709,9785 "n_params": 6293504,9786 "n_fit": 7009787 },9788 "addthree|L14->L18|procrustes": {9789 "r2_fit": 0.6868407901875786,9790 "r2_heldout": 0.4669828723044739,9791 "n_params": 6293504,9792 "n_fit": 7009793 },9794 "addthree|L14->L18|ridge": {9795 "r2_fit": 0.963120765631994,9796 "r2_heldout": 0.8047740967865992,9797 "n_params": 6293504,9798 "n_fit": 7009799 },9800 "addthree|L14->L18|cca": {9801 "r2_fit": 1.0,9802 "r2_heldout": 0.7295383090156082,9803 "n_params": 6293504,9804 "n_fit": 7009805 },9806 "addthree|L14->L18|random_orth": {9807 "r2_fit": -0.6864451809408316,9808 "r2_heldout": -0.7182724499429143,9809 "n_params": 6293504,9810 "n_fit": 7009811 }9812 },9813 "collateral": {9814 "antonym": {9815 "condition": "cca|L25|a1.0",9816 "heldout_nll_base": 1.9591156323750814,9817 "heldout_nll_with_vector": 1.8215762456258138,9818 "cross_task": {9819 "capital": {9820 "zero": 0.0,9821 "with_vector": 0.09822 },9823 "morph": {9824 "zero": 0.0,9825 "with_vector": 0.09826 },9827 "addthree": {9828 "zero": 0.0,9829 "with_vector": 0.09830 }9831 }9832 },9833 "capital": {9834 "condition": "cca|L18|a1.0",9835 "heldout_nll_base": 1.9591156323750814,9836 "heldout_nll_with_vector": 1.9002180417378745,9837 "cross_task": {9838 "antonym": {9839 "zero": 0.25,9840 "with_vector": 0.56259841 },9842 "morph": {9843 "zero": 0.0,9844 "with_vector": 0.09845 },9846 "addthree": {9847 "zero": 0.0,9848 "with_vector": 0.09849 }9850 }9851 },9852 "morph": {9853 "condition": "procrustes|L2|a1.0",9854 "heldout_nll_base": 1.9591156323750814,9855 "heldout_nll_with_vector": 1.9592396100362142,9856 "cross_task": {9857 "antonym": {9858 "zero": 0.25,9859 "with_vector": 0.281259860 },9861 "capital": {9862 "zero": 0.0,9863 "with_vector": 0.09864 },9865 "addthree": {9866 "zero": 0.0,9867 "with_vector": 0.09868 }9869 }9870 },9871 "addthree": {9872 "condition": "procrustes|L2|a1.0",9873 "heldout_nll_base": 1.9591156323750814,9874 "heldout_nll_with_vector": 1.9594650586446127,9875 "cross_task": {9876 "antonym": {9877 "zero": 0.25,9878 "with_vector": 0.281259879 },9880 "capital": {9881 "zero": 0.0,9882 "with_vector": 0.09883 },9884 "morph": {9885 "zero": 0.0,9886 "with_vector": 0.09887 }9888 }9889 }9890 }9891 },9892 "qwen3b->llama3b": {9893 "donor": "qwen3b",9894 "recipient": "llama3b",9895 "tasks": {9896 "antonym": {9897 "recipient_zero": 0.15625,9898 "recipient_few": 0.875,9899 "recipient_own_vector": 0.84375,9900 "donor_layer": 25,9901 "conditions": {9902 "procrustes|L14|a1.0": {9903 "accuracy": 0.65625,9904 "gain_vs_zero": {9905 "estimate": 0.5,9906 "low": 0.3125,9907 "high": 0.6875,9908 "level": 0.95,9909 "n_items": 32,9910 "n_clusters": 32,9911 "n_boot": 20009912 },9913 "mapped_norm": 10.356851577758789,9914 "outputs_sample": [9915 " narrow\n",9916 " subtract\n",9917 " safe\n\n",9918 " answer\n\n",9919 " cooked\n"9920 ]9921 },9922 "procrustes|L14|a2.0": {9923 "accuracy": 0.1875,9924 "gain_vs_zero": {9925 "estimate": 0.03125,9926 "low": -0.125,9927 "high": 0.1875,9928 "level": 0.95,9929 "n_items": 32,9930 "n_clusters": 32,9931 "n_boot": 20009932 },9933 "mapped_norm": 10.356851577758789,9934 "outputs_sample": [9935 " narrow\n",9936 " boat\n",9937 " boat\n",9938 " boat\n",9939 " boat\n"9940 ]9941 },9942 "procrustes_rescaled|L14|a1.0": {9943 "accuracy": 0.65625,9944 "gain_vs_zero": {9945 "estimate": 0.5,9946 "low": 0.3125,9947 "high": 0.6875,9948 "level": 0.95,9949 "n_items": 32,9950 "n_clusters": 32,9951 "n_boot": 20009952 },9953 "mapped_norm": 10.605620384216309,9954 "outputs_sample": [9955 " narrow\n",9956 " subtract\n",9957 " safe\n\n",9958 " answer\n\n",9959 " cooked\n"9960 ]9961 },9962 "ridge|L14|a1.0": {9963 "accuracy": 0.46875,9964 "gain_vs_zero": {9965 "estimate": 0.3125,9966 "low": 0.15625,9967 "high": 0.46875,9968 "level": 0.95,9969 "n_items": 32,9970 "n_clusters": 32,9971 "n_boot": 20009972 },9973 "mapped_norm": 11.430046081542969,9974 "outputs_sample": [9975 " narrow\n",9976 " add\n",9977 " safe\n\n",9978 " answer\n\n",9979 " cooked\n"9980 ]9981 },9982 "ridge|L14|a2.0": {9983 "accuracy": 0.0,9984 "gain_vs_zero": {9985 "estimate": -0.15625,9986 "low": -0.28125,9987 "high": -0.03125,9988 "level": 0.95,9989 "n_items": 32,9990 "n_clusters": 32,9991 "n_boot": 20009992 },9993 "mapped_norm": 11.430046081542969,9994 "outputs_sample": [9995 " drain\n",9996 " lake\n",9997 " lake\n\n",9998 " lake\n\n",9999 " oil\n"10000 ]10001 },10002 "ridge_rescaled|L14|a1.0": {10003 "accuracy": 0.46875,10004 "gain_vs_zero": {10005 "estimate": 0.3125,10006 "low": 0.15625,10007 "high": 0.46875,10008 "level": 0.95,10009 "n_items": 32,10010 "n_clusters": 32,10011 "n_boot": 200010012 },10013 "mapped_norm": 10.605620384216309,10014 "outputs_sample": [10015 " narrow\n",10016 " add\n",10017 " safe\n\n",10018 " answer\n\n",10019 " cooked\n"10020 ]10021 },10022 "cca|L14|a1.0": {10023 "accuracy": 0.40625,10024 "gain_vs_zero": {10025 "estimate": 0.25,10026 "low": 0.0625,10027 "high": 0.4375,10028 "level": 0.95,10029 "n_items": 32,10030 "n_clusters": 32,10031 "n_boot": 200010032 },10033 "mapped_norm": 13.041030883789062,10034 "outputs_sample": [10035 " narrow\n",10036 " output\n",10037 " safe\n\n",10038 " lecture\n\n",10039 " cooked\n"10040 ]10041 },10042 "cca|L14|a2.0": {10043 "accuracy": 0.0,10044 "gain_vs_zero": {10045 "estimate": -0.15625,10046 "low": -0.28125,10047 "high": -0.03125,10048 "level": 0.95,10049 "n_items": 32,10050 "n_clusters": 32,10051 "n_boot": 200010052 },10053 "mapped_norm": 13.041030883789062,10054 "outputs_sample": [10055 " drain\n",10056 " flag = 0\n",10057 " flag\n",10058 " flag\n\n",10059 " oil\n"10060 ]10061 },10062 "random_orth|L14|a1.0": {10063 "accuracy": 0.09375,10064 "gain_vs_zero": {10065 "estimate": -0.0625,10066 "low": -0.1875,10067 "high": 0.0625,10068 "level": 0.95,10069 "n_items": 32,10070 "n_clusters": 32,10071 "n_boot": 200010072 },10073 "mapped_norm": 12.13602066040039,10074 "outputs_sample": [10075 " narrow\n",10076 " 1\n",10077 " 0\n\n",10078 " [answer]\n\n",10079 " output\n"10080 ]10081 },10082 "random_orth|L14|a2.0": {10083 "accuracy": 0.0,10084 "gain_vs_zero": {10085 "estimate": -0.15625,10086 "low": -0.28125,10087 "high": -0.03125,10088 "level": 0.95,10089 "n_items": 32,10090 "n_clusters": 32,10091 "n_boot": 200010092 },10093 "mapped_norm": 12.13602066040039,10094 "outputs_sample": [10095 " output\n",10096 " 1\n",10097 " 1\n\n",10098 " [answer]\n\n",10099 " Output\n"10100 ]10101 },10102 "replace_donor_fewshot|procrustes|L14": {10103 "accuracy": 0.5,10104 "gain_vs_zero": {10105 "estimate": 0.34375,10106 "low": 0.1875,10107 "high": 0.53125,10108 "level": 0.95,10109 "n_items": 32,10110 "n_clusters": 32,10111 "n_boot": 200010112 },10113 "outputs_sample": [10114 " long\n",10115 " add\n\n",10116 " safe\n\n",10117 " answer\n\n",10118 " water\n"10119 ]10120 },10121 "ctl_replace_donor_zeroshot|procrustes|L14": {10122 "accuracy": 0.03125,10123 "gain_vs_zero": {10124 "estimate": -0.125,10125 "low": -0.25,10126 "high": -0.03125,10127 "level": 0.95,10128 "n_items": 32,10129 "n_clusters": 32,10130 "n_boot": 200010131 },10132 "outputs_sample": [10133 " 1\n",10134 " 1\n\n",10135 " 0\n\n",10136 " The answer to the question\n\n",10137 " raw\n"10138 ]10139 },10140 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {10141 "accuracy": 0.46875,10142 "gain_vs_zero": {10143 "estimate": 0.3125,10144 "low": 0.125,10145 "high": 0.5,10146 "level": 0.95,10147 "n_items": 32,10148 "n_clusters": 32,10149 "n_boot": 200010150 },10151 "outputs_sample": [10152 " shallow\n",10153 " water\n",10154 " safe\n\n",10155 " answer\n\n",10156 " output\n"10157 ]10158 },10159 "replace_donor_fewshot|ridge|L14": {10160 "accuracy": 0.1875,10161 "gain_vs_zero": {10162 "estimate": 0.03125,10163 "low": -0.09375,10164 "high": 0.15625,10165 "level": 0.95,10166 "n_items": 32,10167 "n_clusters": 32,10168 "n_boot": 200010169 },10170 "outputs_sample": [10171 " river\n",10172 " 1\n\n",10173 " safe\n\n",10174 " answer\n\n",10175 " fabric\n"10176 ]10177 },10178 "ctl_replace_donor_zeroshot|ridge|L14": {10179 "accuracy": 0.0625,10180 "gain_vs_zero": {10181 "estimate": -0.09375,10182 "low": -0.1875,10183 "high": 0.0,10184 "level": 0.95,10185 "n_items": 32,10186 "n_clusters": 32,10187 "n_boot": 200010188 },10189 "outputs_sample": [10190 " 1\n",10191 " 1\n\n",10192 " 0\n\n",10193 " answer\n\n",10194 " 1\n"10195 ]10196 },10197 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {10198 "accuracy": 0.15625,10199 "gain_vs_zero": {10200 "estimate": 0.0,10201 "low": -0.15625,10202 "high": 0.1875,10203 "level": 0.95,10204 "n_items": 32,10205 "n_clusters": 32,10206 "n_boot": 200010207 },10208 "outputs_sample": [10209 " river\n",10210 " water\n",10211 " ocean\n\n",10212 " ocean\n\n",10213 " ocean\n"10214 ]10215 },10216 "ctl_replace_donor_fewshot|sham_map|L14": {10217 "accuracy": 0.0,10218 "gain_vs_zero": {10219 "estimate": -0.15625,10220 "low": -0.28125,10221 "high": -0.03125,10222 "level": 0.95,10223 "n_items": 32,10224 "n_clusters": 32,10225 "n_boot": 200010226 },10227 "outputs_sample": [10228 " The input is wide.\n\n",10229 " 1\n\n",10230 " 1\n\n",10231 " The answer to the question \"",10232 " The raw input is: <"10233 ]10234 },10235 "ctl_replace_donor_zeroshot|sham_map|L14": {10236 "accuracy": 0.0,10237 "gain_vs_zero": {10238 "estimate": -0.15625,10239 "low": -0.28125,10240 "high": -0.03125,10241 "level": 0.95,10242 "n_items": 32,10243 "n_clusters": 32,10244 "n_boot": 200010245 },10246 "outputs_sample": [10247 " 1\n",10248 " 1\n\n",10249 " 0\n\n",10250 " 1. What is the",10251 " 1\n"10252 ]10253 },10254 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {10255 "accuracy": 0.0,10256 "gain_vs_zero": {10257 "estimate": -0.15625,10258 "low": -0.28125,10259 "high": -0.03125,10260 "level": 0.95,10261 "n_items": 32,10262 "n_clusters": 32,10263 "n_boot": 200010264 },10265 "outputs_sample": [10266 " 1\n",10267 " 1\n\n",10268 " 1\n\n",10269 " The answer to the question \"",10270 " 1\n"10271 ]10272 },10273 "ctl_random_norm_matched|L14": {10274 "accuracy": 0.125,10275 "gain_vs_zero": {10276 "estimate": -0.03125,10277 "low": -0.09375,10278 "high": 0.0,10279 "level": 0.95,10280 "n_items": 32,10281 "n_clusters": 32,10282 "n_boot": 200010283 }10284 },10285 "ctl_unrelated_task_vector(capital)|L14": {10286 "accuracy": 0.34375,10287 "gain_vs_zero": {10288 "estimate": 0.1875,10289 "low": 0.0625,10290 "high": 0.34375,10291 "level": 0.95,10292 "n_items": 32,10293 "n_clusters": 32,10294 "n_boot": 200010295 }10296 },10297 "procrustes|L19|a1.0": {10298 "accuracy": 0.34375,10299 "gain_vs_zero": {10300 "estimate": 0.1875,10301 "low": 0.0625,10302 "high": 0.34375,10303 "level": 0.95,10304 "n_items": 32,10305 "n_clusters": 32,10306 "n_boot": 200010307 },10308 "mapped_norm": 16.430200576782227,10309 "outputs_sample": [10310 " narrow\n",10311 " add\n",10312 " safe\n\n",10313 " answer\n\n",10314 " cooked\n"10315 ]10316 },10317 "procrustes|L19|a2.0": {10318 "accuracy": 0.15625,10319 "gain_vs_zero": {10320 "estimate": 0.0,10321 "low": -0.15625,10322 "high": 0.15625,10323 "level": 0.95,10324 "n_items": 32,10325 "n_clusters": 32,10326 "n_boot": 200010327 },10328 "mapped_norm": 16.430200576782227,10329 "outputs_sample": [10330 " narrow\n",10331 " bridge\n",10332 " safe\n\n",10333 " answer\n\n",10334 " clean\n"10335 ]10336 },10337 "procrustes_rescaled|L19|a1.0": {10338 "accuracy": 0.375,10339 "gain_vs_zero": {10340 "estimate": 0.21875,10341 "low": 0.09375,10342 "high": 0.375,10343 "level": 0.95,10344 "n_items": 32,10345 "n_clusters": 32,10346 "n_boot": 200010347 },10348 "mapped_norm": 10.605620384216309,10349 "outputs_sample": [10350 " narrow\n",10351 " add\n",10352 " safe\n\n",10353 " answer\n\n",10354 " cooked\n"10355 ]10356 },10357 "ridge|L19|a1.0": {10358 "accuracy": 0.25,10359 "gain_vs_zero": {10360 "estimate": 0.09375,10361 "low": 0.0,10362 "high": 0.1875,10363 "level": 0.95,10364 "n_items": 32,10365 "n_clusters": 32,10366 "n_boot": 200010367 },10368 "mapped_norm": 18.576635360717773,10369 "outputs_sample": [10370 " deep\n",10371 " add\n",10372 " safe\n\n",10373 " answer\n\n",10374 " clean\n"10375 ]10376 },10377 "ridge|L19|a2.0": {10378 "accuracy": 0.03125,10379 "gain_vs_zero": {10380 "estimate": -0.125,10381 "low": -0.25,10382 "high": -0.03125,10383 "level": 0.95,10384 "n_items": 32,10385 "n_clusters": 32,10386 "n_boot": 200010387 },10388 "mapped_norm": 18.576635360717773,10389 "outputs_sample": [10390 " bridge\n",10391 " bridge\n",10392 " bridge\n",10393 " answer\n\n",10394 " bridge\n"10395 ]10396 },10397 "ridge_rescaled|L19|a1.0": {10398 "accuracy": 0.3125,10399 "gain_vs_zero": {10400 "estimate": 0.15625,10401 "low": 0.03125,10402 "high": 0.28125,10403 "level": 0.95,10404 "n_items": 32,10405 "n_clusters": 32,10406 "n_boot": 200010407 },10408 "mapped_norm": 10.605620384216309,10409 "outputs_sample": [10410 " narrow\n",10411 " add\n",10412 " safe\n\n",10413 " answer\n\n",10414 " processed\n"10415 ]10416 },10417 "cca|L19|a1.0": {10418 "accuracy": 0.21875,10419 "gain_vs_zero": {10420 "estimate": 0.0625,10421 "low": 0.0,10422 "high": 0.15625,10423 "level": 0.95,10424 "n_items": 32,10425 "n_clusters": 32,10426 "n_boot": 200010427 },10428 "mapped_norm": 21.833940505981445,10429 "outputs_sample": [10430 " deep\n",10431 " \n",10432 " safe\n\n",10433 " answer\n\n",10434 " clean\n"10435 ]10436 },10437 "cca|L19|a2.0": {10438 "accuracy": 0.03125,10439 "gain_vs_zero": {10440 "estimate": -0.125,10441 "low": -0.25,10442 "high": -0.03125,10443 "level": 0.95,10444 "n_items": 32,10445 "n_clusters": 32,10446 "n_boot": 200010447 },10448 "mapped_norm": 21.833940505981445,10449 "outputs_sample": [10450 " bridge\n",10451 " bridge\n",10452 " bridge\n",10453 " answer\n\n",10454 " fabric\n"10455 ]10456 },10457 "random_orth|L19|a1.0": {10458 "accuracy": 0.0625,10459 "gain_vs_zero": {10460 "estimate": -0.09375,10461 "low": -0.1875,10462 "high": 0.0,10463 "level": 0.95,10464 "n_items": 32,10465 "n_clusters": 32,10466 "n_boot": 200010467 },10468 "mapped_norm": 20.380252838134766,10469 "outputs_sample": [10470 " wide\n",10471 " 1\n",10472 " 0\n\n",10473 " Answer\n\n",10474 " output\n"10475 ]10476 },10477 "random_orth|L19|a2.0": {10478 "accuracy": 0.0,10479 "gain_vs_zero": {10480 "estimate": -0.15625,10481 "low": -0.28125,10482 "high": -0.03125,10483 "level": 0.95,10484 "n_items": 32,10485 "n_clusters": 32,10486 "n_boot": 200010487 },10488 "mapped_norm": 20.380252838134766,10489 "outputs_sample": [10490 " 1\n",10491 " 1\n",10492 " 1\n\n",10493 " 1. What is the",10494 " 1\n"10495 ]10496 },10497 "replace_donor_fewshot|procrustes|L19": {10498 "accuracy": 0.0,10499 "gain_vs_zero": {10500 "estimate": -0.15625,10501 "low": -0.28125,10502 "high": -0.03125,10503 "level": 0.95,10504 "n_items": 32,10505 "n_clusters": 32,10506 "n_boot": 200010507 },10508 "outputs_sample": [10509 " window\n",10510 " tree\n",10511 " bridge\n",10512 " sky is blue\n\n",10513 " window\n"10514 ]10515 },10516 "ctl_replace_donor_zeroshot|procrustes|L19": {10517 "accuracy": 0.0,10518 "gain_vs_zero": {10519 "estimate": -0.15625,10520 "low": -0.28125,10521 "high": -0.03125,10522 "level": 0.95,10523 "n_items": 32,10524 "n_clusters": 32,10525 "n_boot": 200010526 },10527 "outputs_sample": [10528 " 1\n",10529 " 1\n\n",10530 " 1\n\n",10531 " The answer to the question \"",10532 " The raw input is: <"10533 ]10534 },10535 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": {10536 "accuracy": 0.03125,10537 "gain_vs_zero": {10538 "estimate": -0.125,10539 "low": -0.28125,10540 "high": 0.03125,10541 "level": 0.95,10542 "n_items": 32,10543 "n_clusters": 32,10544 "n_boot": 200010545 },10546 "outputs_sample": [10547 " bridge\n",10548 " smile\n\n",10549 " window\n",10550 " dark\n",10551 " sky\n"10552 ]10553 },10554 "replace_donor_fewshot|ridge|L19": {10555 "accuracy": 0.0,10556 "gain_vs_zero": {10557 "estimate": -0.15625,10558 "low": -0.28125,10559 "high": -0.03125,10560 "level": 0.95,10561 "n_items": 32,10562 "n_clusters": 32,10563 "n_boot": 200010564 },10565 "outputs_sample": [10566 " river\n",10567 " cake\n\n",10568 " water\n",10569 " paper\n\n",10570 " paper\n"10571 ]10572 },10573 "ctl_replace_donor_zeroshot|ridge|L19": {10574 "accuracy": 0.0,10575 "gain_vs_zero": {10576 "estimate": -0.15625,10577 "low": -0.28125,10578 "high": -0.03125,10579 "level": 0.95,10580 "n_items": 32,10581 "n_clusters": 32,10582 "n_boot": 200010583 },10584 "outputs_sample": [10585 " 1\n",10586 " 1\n\n",10587 " 1\n\n",10588 " output\n\n",10589 " 1\n"10590 ]10591 },10592 "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": {10593 "accuracy": 0.0,10594 "gain_vs_zero": {10595 "estimate": -0.15625,10596 "low": -0.28125,10597 "high": -0.03125,10598 "level": 0.95,10599 "n_items": 32,10600 "n_clusters": 32,10601 "n_boot": 200010602 },10603 "outputs_sample": [10604 " summer\n",10605 " river\n",10606 " summer\n",10607 " river\n",10608 " garden\n"10609 ]10610 },10611 "ctl_replace_donor_fewshot|sham_map|L19": {10612 "accuracy": 0.0,10613 "gain_vs_zero": {10614 "estimate": -0.15625,10615 "low": -0.28125,10616 "high": -0.03125,10617 "level": 0.95,10618 "n_items": 32,10619 "n_clusters": 32,10620 "n_boot": 200010621 },10622 "outputs_sample": [10623 " 1\n",10624 " 1\n\n",10625 " 1\n\n",10626 " 1. What is the",10627 " 1\n"10628 ]10629 },10630 "ctl_replace_donor_zeroshot|sham_map|L19": {10631 "accuracy": 0.0,10632 "gain_vs_zero": {10633 "estimate": -0.15625,10634 "low": -0.28125,10635 "high": -0.03125,10636 "level": 0.95,10637 "n_items": 32,10638 "n_clusters": 32,10639 "n_boot": 200010640 },10641 "outputs_sample": [10642 " 1\n",10643 " 1\n\n",10644 " The input string is safe.\n\n",10645 " 1. The question",10646 " 1\n\n"10647 ]10648 },10649 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": {10650 "accuracy": 0.0,10651 "gain_vs_zero": {10652 "estimate": -0.15625,10653 "low": -0.28125,10654 "high": -0.03125,10655 "level": 0.95,10656 "n_items": 32,10657 "n_clusters": 32,10658 "n_boot": 200010659 },10660 "outputs_sample": [10661 " 1\n",10662 " 1\n\n",10663 " 1\n\n",10664 " 1. The question is",10665 " 1\n\n"10666 ]10667 },10668 "ctl_random_norm_matched|L19": {10669 "accuracy": 0.125,10670 "gain_vs_zero": {10671 "estimate": -0.03125,10672 "low": -0.09375,10673 "high": 0.0,10674 "level": 0.95,10675 "n_items": 32,10676 "n_clusters": 32,10677 "n_boot": 200010678 }10679 },10680 "ctl_unrelated_task_vector(capital)|L19": {10681 "accuracy": 0.375,10682 "gain_vs_zero": {10683 "estimate": 0.21875,10684 "low": 0.09375,10685 "high": 0.375,10686 "level": 0.95,10687 "n_items": 32,10688 "n_clusters": 32,10689 "n_boot": 200010690 }10691 }10692 }10693 },10694 "capital": {10695 "recipient_zero": 0.0,10696 "recipient_few": 1.0,10697 "recipient_own_vector": 1.0,10698 "donor_layer": 25,10699 "conditions": {10700 "procrustes|L14|a1.0": {10701 "accuracy": 0.045454545454545456,10702 "gain_vs_zero": {10703 "estimate": 0.045454545454545456,10704 "low": 0.0,10705 "high": 0.13636363636363635,10706 "level": 0.95,10707 "n_items": 22,10708 "n_clusters": 22,10709 "n_boot": 200010710 },10711 "mapped_norm": 10.260481834411621,10712 "outputs_sample": [10713 " Cuba\n",10714 " Ukraine\n",10715 " Norway\n",10716 " Colombia\n",10717 " Malaysia\n"10718 ]10719 },10720 "procrustes|L14|a2.0": {10721 "accuracy": 0.0,10722 "gain_vs_zero": {10723 "estimate": 0.0,10724 "low": 0.0,10725 "high": 0.0,10726 "level": 0.95,10727 "n_items": 22,10728 "n_clusters": 22,10729 "n_boot": 200010730 },10731 "mapped_norm": 10.260481834411621,10732 "outputs_sample": [10733 " Puerto Rico\n",10734 " Oleg\n",10735 " Norway\n",10736 " Oaxaca\n",10737 " Oceans\n"10738 ]10739 },10740 "procrustes_rescaled|L14|a1.0": {10741 "accuracy": 0.045454545454545456,10742 "gain_vs_zero": {10743 "estimate": 0.045454545454545456,10744 "low": 0.0,10745 "high": 0.13636363636363635,10746 "level": 0.95,10747 "n_items": 22,10748 "n_clusters": 22,10749 "n_boot": 200010750 },10751 "mapped_norm": 11.205496788024902,10752 "outputs_sample": [10753 " Cuba\n",10754 " Ukraine\n\n",10755 " Norway\n",10756 " Colombia\n",10757 " Malaysia\n"10758 ]10759 },10760 "ridge|L14|a1.0": {10761 "accuracy": 0.045454545454545456,10762 "gain_vs_zero": {10763 "estimate": 0.045454545454545456,10764 "low": 0.0,10765 "high": 0.13636363636363635,10766 "level": 0.95,10767 "n_items": 22,10768 "n_clusters": 22,10769 "n_boot": 200010770 },10771 "mapped_norm": 12.27599048614502,10772 "outputs_sample": [10773 " Havana\n",10774 " Ukraine\n\n",10775 " Norway\n",10776 " Colombia\n",10777 " Malaysia\n"10778 ]10779 },10780 "ridge|L14|a2.0": {10781 "accuracy": 0.0,10782 "gain_vs_zero": {10783 "estimate": 0.0,10784 "low": 0.0,10785 "high": 0.0,10786 "level": 0.95,10787 "n_items": 22,10788 "n_clusters": 22,10789 "n_boot": 200010790 },10791 "mapped_norm": 12.27599048614502,10792 "outputs_sample": [10793 " A country in the Caribbean Sea",10794 " A list of all the countries",10795 " A list of all the countries",10796 " A list of all the countries",10797 " Population: 32.6"10798 ]10799 },10800 "ridge_rescaled|L14|a1.0": {10801 "accuracy": 0.045454545454545456,10802 "gain_vs_zero": {10803 "estimate": 0.045454545454545456,10804 "low": 0.0,10805 "high": 0.13636363636363635,10806 "level": 0.95,10807 "n_items": 22,10808 "n_clusters": 22,10809 "n_boot": 200010810 },10811 "mapped_norm": 11.205497741699219,10812 "outputs_sample": [10813 " Havana\n",10814 " Ukraine\n\n",10815 " Norway\n",10816 " Colombia\n\n",10817 " Malaysia\n"10818 ]10819 },10820 "cca|L14|a1.0": {10821 "accuracy": 0.0,10822 "gain_vs_zero": {10823 "estimate": 0.0,10824 "low": 0.0,10825 "high": 0.0,10826 "level": 0.95,10827 "n_items": 22,10828 "n_clusters": 22,10829 "n_boot": 200010830 },10831 "mapped_norm": 14.739575386047363,10832 "outputs_sample": [10833 " Cuba\n\n",10834 " Ukraine\n\n",10835 " Norway\n",10836 " Colombia\n\n",10837 " Malaysia\n\n"10838 ]10839 },10840 "cca|L14|a2.0": {10841 "accuracy": 0.0,10842 "gain_vs_zero": {10843 "estimate": 0.0,10844 "low": 0.0,10845 "high": 0.0,10846 "level": 0.95,10847 "n_items": 22,10848 "n_clusters": 22,10849 "n_boot": 200010850 },10851 "mapped_norm": 14.739575386047363,10852 "outputs_sample": [10853 " A country in the Caribbean Sea",10854 " Russia\n",10855 " A list of all the countries",10856 " A list of all the countries",10857 " Population: 32.6"10858 ]10859 },10860 "random_orth|L14|a1.0": {10861 "accuracy": 0.045454545454545456,10862 "gain_vs_zero": {10863 "estimate": 0.045454545454545456,10864 "low": 0.0,10865 "high": 0.13636363636363635,10866 "level": 0.95,10867 "n_items": 22,10868 "n_clusters": 22,10869 "n_boot": 200010870 },10871 "mapped_norm": 12.02309513092041,10872 "outputs_sample": [10873 " Cuba\n",10874 " Kyiv\n",10875 " Norway\n",10876 " Colombia\n",10877 " Malaysia\n"10878 ]10879 },10880 "random_orth|L14|a2.0": {10881 "accuracy": 0.0,10882 "gain_vs_zero": {10883 "estimate": 0.0,10884 "low": 0.0,10885 "high": 0.0,10886 "level": 0.95,10887 "n_items": 22,10888 "n_clusters": 22,10889 "n_boot": 200010890 },10891 "mapped_norm": 12.02309513092041,10892 "outputs_sample": [10893 " Cuba\n",10894 " 1\n",10895 " Output\n",10896 " 1\n",10897 " 1.5 million\n"10898 ]10899 },10900 "replace_donor_fewshot|procrustes|L14": {10901 "accuracy": 0.0,10902 "gain_vs_zero": {10903 "estimate": 0.0,10904 "low": 0.0,10905 "high": 0.0,10906 "level": 0.95,10907 "n_items": 22,10908 "n_clusters": 22,10909 "n_boot": 200010910 },10911 "outputs_sample": [10912 " Cuba\n",10913 " Ukraine\n",10914 " Norway\n",10915 " Colombia\n",10916 " Malaysia\n"10917 ]10918 },10919 "ctl_replace_donor_zeroshot|procrustes|L14": {10920 "accuracy": 0.0,10921 "gain_vs_zero": {10922 "estimate": 0.0,10923 "low": 0.0,10924 "high": 0.0,10925 "level": 0.95,10926 "n_items": 22,10927 "n_clusters": 22,10928 "n_boot": 200010929 },10930 "outputs_sample": [10931 " Cuba is a country located in",10932 " Ukraine\n",10933 " Norway\n",10934 " Colombia is a country located in",10935 " Malaysia is a country located in"10936 ]10937 },10938 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {10939 "accuracy": 0.0,10940 "gain_vs_zero": {10941 "estimate": 0.0,10942 "low": 0.0,10943 "high": 0.0,10944 "level": 0.95,10945 "n_items": 22,10946 "n_clusters": 22,10947 "n_boot": 200010948 },10949 "outputs_sample": [10950 " Cuba\n",10951 " Ukraine\n",10952 " Norway\n",10953 " Colombia\n",10954 " Malaysia\n"10955 ]10956 },10957 "replace_donor_fewshot|ridge|L14": {10958 "accuracy": 0.0,10959 "gain_vs_zero": {10960 "estimate": 0.0,10961 "low": 0.0,10962 "high": 0.0,10963 "level": 0.95,10964 "n_items": 22,10965 "n_clusters": 22,10966 "n_boot": 200010967 },10968 "outputs_sample": [10969 " A list of all the countries",10970 " Russia\n",10971 " A list of all the countries",10972 " A list of all the countries",10973 " A list of all the countries"10974 ]10975 },10976 "ctl_replace_donor_zeroshot|ridge|L14": {10977 "accuracy": 0.0,10978 "gain_vs_zero": {10979 "estimate": 0.0,10980 "low": 0.0,10981 "high": 0.0,10982 "level": 0.95,10983 "n_items": 22,10984 "n_clusters": 22,10985 "n_boot": 200010986 },10987 "outputs_sample": [10988 " Cuba\n",10989 " Ukraine\n",10990 " 1.5 million\n",10991 " 1.5 million\n",10992 " 1.5 million\n"10993 ]10994 },10995 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {10996 "accuracy": 0.0,10997 "gain_vs_zero": {10998 "estimate": 0.0,10999 "low": 0.0,11000 "high": 0.0,11001 "level": 0.95,11002 "n_items": 22,11003 "n_clusters": 22,11004 "n_boot": 200011005 },11006 "outputs_sample": [11007 " A country in the Caribbean Sea",11008 " Russia\n",11009 " Sweden\n",11010 " A list of all the countries",11011 " A list of all the countries"11012 ]11013 },11014 "ctl_replace_donor_fewshot|sham_map|L14": {11015 "accuracy": 0.0,11016 "gain_vs_zero": {11017 "estimate": 0.0,11018 "low": 0.0,11019 "high": 0.0,11020 "level": 0.95,11021 "n_items": 22,11022 "n_clusters": 22,11023 "n_boot": 200011024 },11025 "outputs_sample": [11026 " Cuba is a country located in",11027 " The Ukrainian language is a Sl",11028 " Norway\n",11029 " 1\n\n",11030 " 1.5 million\n"11031 ]11032 },11033 "ctl_replace_donor_zeroshot|sham_map|L14": {11034 "accuracy": 0.0,11035 "gain_vs_zero": {11036 "estimate": 0.0,11037 "low": 0.0,11038 "high": 0.0,11039 "level": 0.95,11040 "n_items": 22,11041 "n_clusters": 22,11042 "n_boot": 200011043 },11044 "outputs_sample": [11045 " 0.0\n\n",11046 " 0.0\n",11047 " Norway\n",11048 " 1\n\n",11049 " 1.5 million\n"11050 ]11051 },11052 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {11053 "accuracy": 0.0,11054 "gain_vs_zero": {11055 "estimate": 0.0,11056 "low": 0.0,11057 "high": 0.0,11058 "level": 0.95,11059 "n_items": 22,11060 "n_clusters": 22,11061 "n_boot": 200011062 },11063 "outputs_sample": [11064 " Cuba is a country located in",11065 " 1\n\n",11066 " Norway\n",11067 " 5\n\n",11068 " 1.5 million\n"11069 ]11070 },11071 "ctl_random_norm_matched|L14": {11072 "accuracy": 0.0,11073 "gain_vs_zero": {11074 "estimate": 0.0,11075 "low": 0.0,11076 "high": 0.0,11077 "level": 0.95,11078 "n_items": 22,11079 "n_clusters": 22,11080 "n_boot": 200011081 }11082 },11083 "ctl_unrelated_task_vector(antonym)|L14": {11084 "accuracy": 0.0,11085 "gain_vs_zero": {11086 "estimate": 0.0,11087 "low": 0.0,11088 "high": 0.0,11089 "level": 0.95,11090 "n_items": 22,11091 "n_clusters": 22,11092 "n_boot": 200011093 }11094 },11095 "procrustes|L19|a1.0": {11096 "accuracy": 0.045454545454545456,11097 "gain_vs_zero": {11098 "estimate": 0.045454545454545456,11099 "low": 0.0,11100 "high": 0.13636363636363635,11101 "level": 0.95,11102 "n_items": 22,11103 "n_clusters": 22,11104 "n_boot": 200011105 },11106 "mapped_norm": 16.27731704711914,11107 "outputs_sample": [11108 " Havana\n",11109 " Ukraine\n\n",11110 " Norway\n",11111 " Colombia\n",11112 " Malaysia\n\n"11113 ]11114 },11115 "procrustes|L19|a2.0": {11116 "accuracy": 0.0,11117 "gain_vs_zero": {11118 "estimate": 0.0,11119 "low": 0.0,11120 "high": 0.0,11121 "level": 0.95,11122 "n_items": 22,11123 "n_clusters": 22,11124 "n_boot": 200011125 },11126 "mapped_norm": 16.27731704711914,11127 "outputs_sample": [11128 " Cuba\n",11129 " East European\n",11130 " Fjords\n",11131 " FARC dissolves, peace",11132 " East Malaysia\n"11133 ]11134 },11135 "procrustes_rescaled|L19|a1.0": {11136 "accuracy": 0.045454545454545456,11137 "gain_vs_zero": {11138 "estimate": 0.045454545454545456,11139 "low": 0.0,11140 "high": 0.13636363636363635,11141 "level": 0.95,11142 "n_items": 22,11143 "n_clusters": 22,11144 "n_boot": 200011145 },11146 "mapped_norm": 11.205497741699219,11147 "outputs_sample": [11148 " Havana\n",11149 " Ukraine\n\n",11150 " Norway\n",11151 " Colombia\n",11152 " Malaysia\n\n"11153 ]11154 },11155 "ridge|L19|a1.0": {11156 "accuracy": 0.045454545454545456,11157 "gain_vs_zero": {11158 "estimate": 0.045454545454545456,11159 "low": 0.0,11160 "high": 0.13636363636363635,11161 "level": 0.95,11162 "n_items": 22,11163 "n_clusters": 22,11164 "n_boot": 200011165 },11166 "mapped_norm": 21.924419403076172,11167 "outputs_sample": [11168 " Havana\n\n",11169 " Ukraine\n\n",11170 " The country of Norway\n",11171 " The country of Colombia, located",11172 " Malaysia\n\n"11173 ]11174 },11175 "ridge|L19|a2.0": {11176 "accuracy": 0.0,11177 "gain_vs_zero": {11178 "estimate": 0.0,11179 "low": 0.0,11180 "high": 0.0,11181 "level": 0.95,11182 "n_items": 22,11183 "n_clusters": 22,11184 "n_boot": 200011185 },11186 "mapped_norm": 21.924419403076172,11187 "outputs_sample": [11188 " D\n",11189 " Dnipro\n",11190 " Norway\n",11191 " The country of Colombia, located",11192 " Dato' Sri Mohd"11193 ]11194 },11195 "ridge_rescaled|L19|a1.0": {11196 "accuracy": 0.045454545454545456,11197 "gain_vs_zero": {11198 "estimate": 0.045454545454545456,11199 "low": 0.0,11200 "high": 0.13636363636363635,11201 "level": 0.95,11202 "n_items": 22,11203 "n_clusters": 22,11204 "n_boot": 200011205 },11206 "mapped_norm": 11.205498695373535,11207 "outputs_sample": [11208 " Havana\n\n",11209 " Ukraine\n\n",11210 " The country of Norway\n",11211 " Colombia\n\n",11212 " Malaysia\n\n"11213 ]11214 },11215 "cca|L19|a1.0": {11216 "accuracy": 0.0,11217 "gain_vs_zero": {11218 "estimate": 0.0,11219 "low": 0.0,11220 "high": 0.0,11221 "level": 0.95,11222 "n_items": 22,11223 "n_clusters": 22,11224 "n_boot": 200011225 },11226 "mapped_norm": 27.182331085205078,11227 "outputs_sample": [11228 " The island nation of Cuba is",11229 " Ukraine\n\n",11230 " The country of Norway\n",11231 " The country of Colombia is located",11232 " Malaysia\n\n"11233 ]11234 },11235 "cca|L19|a2.0": {11236 "accuracy": 0.0,11237 "gain_vs_zero": {11238 "estimate": 0.0,11239 "low": 0.0,11240 "high": 0.0,11241 "level": 0.95,11242 "n_items": 22,11243 "n_clusters": 22,11244 "n_boot": 200011245 },11246 "mapped_norm": 27.182331085205078,11247 "outputs_sample": [11248 " W\n",11249 " Wartime\n",11250 " Winters are cold and dark",11251 " Tens of thousands of people",11252 " Borneo\n"11253 ]11254 },11255 "random_orth|L19|a1.0": {11256 "accuracy": 0.0,11257 "gain_vs_zero": {11258 "estimate": 0.0,11259 "low": 0.0,11260 "high": 0.0,11261 "level": 0.95,11262 "n_items": 22,11263 "n_clusters": 22,11264 "n_boot": 200011265 },11266 "mapped_norm": 20.19061279296875,11267 "outputs_sample": [11268 " 1.5 million\n",11269 " Ukraine\n",11270 " 1\n",11271 " Colombia\n",11272 " Malaysia\n"11273 ]11274 },11275 "random_orth|L19|a2.0": {11276 "accuracy": 0.0,11277 "gain_vs_zero": {11278 "estimate": 0.0,11279 "low": 0.0,11280 "high": 0.0,11281 "level": 0.95,11282 "n_items": 22,11283 "n_clusters": 22,11284 "n_boot": 200011285 },11286 "mapped_norm": 20.19061279296875,11287 "outputs_sample": [11288 " 1.5 million\n",11289 " 1\n",11290 " 1\n",11291 " 1\n",11292 " 1.5 million\n"11293 ]11294 },11295 "replace_donor_fewshot|procrustes|L19": {11296 "accuracy": 0.0,11297 "gain_vs_zero": {11298 "estimate": 0.0,11299 "low": 0.0,11300 "high": 0.0,11301 "level": 0.95,11302 "n_items": 22,11303 "n_clusters": 22,11304 "n_boot": 200011305 },11306 "outputs_sample": [11307 " Cuba\n\n",11308 " The Ukrainian language\n",11309 " The flag of Norway\n",11310 " The country of Colombia\n",11311 " The country of Malaysia is located"11312 ]11313 },11314 "ctl_replace_donor_zeroshot|procrustes|L19": {11315 "accuracy": 0.0,11316 "gain_vs_zero": {11317 "estimate": 0.0,11318 "low": 0.0,11319 "high": 0.0,11320 "level": 0.95,11321 "n_items": 22,11322 "n_clusters": 22,11323 "n_boot": 200011324 },11325 "outputs_sample": [11326 " Cuba\n\n",11327 " The Ukrainian language\n",11328 " The Norwegian flag\n",11329 " The country of Colombia\n",11330 " The country of Malaysia is located"11331 ]11332 },11333 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": {11334 "accuracy": 0.0,11335 "gain_vs_zero": {11336 "estimate": 0.0,11337 "low": 0.0,11338 "high": 0.0,11339 "level": 0.95,11340 "n_items": 22,11341 "n_clusters": 22,11342 "n_boot": 200011343 },11344 "outputs_sample": [11345 " The island nation of Cuba is",11346 " The Ukrainian language\n",11347 " The flag of Norway\n",11348 " The country of Colombia\n",11349 " The country of Malaysia is located"11350 ]11351 },11352 "replace_donor_fewshot|ridge|L19": {11353 "accuracy": 0.0,11354 "gain_vs_zero": {11355 "estimate": 0.0,11356 "low": 0.0,11357 "high": 0.0,11358 "level": 0.95,11359 "n_items": 22,11360 "n_clusters": 22,11361 "n_boot": 200011362 },11363 "outputs_sample": [11364 " The island nation of Cuba is",11365 " Ukraine\n\n",11366 " The Norwegian government has implemented various",11367 " The country of Colombia\n",11368 " The country of Malaysia is located"11369 ]11370 },11371 "ctl_replace_donor_zeroshot|ridge|L19": {11372 "accuracy": 0.0,11373 "gain_vs_zero": {11374 "estimate": 0.0,11375 "low": 0.0,11376 "high": 0.0,11377 "level": 0.95,11378 "n_items": 22,11379 "n_clusters": 22,11380 "n_boot": 200011381 },11382 "outputs_sample": [11383 " Cuba\n\n",11384 " Ukraine\n",11385 " Norway\n",11386 " 1.5 million\n",11387 " 1.5 million\n"11388 ]11389 },11390 "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": {11391 "accuracy": 0.0,11392 "gain_vs_zero": {11393 "estimate": 0.0,11394 "low": 0.0,11395 "high": 0.0,11396 "level": 0.95,11397 "n_items": 22,11398 "n_clusters": 22,11399 "n_boot": 200011400 },11401 "outputs_sample": [11402 " The island nation of Cuba is",11403 " The Ukrainian language\n",11404 " A list of all the countries",11405 " The country of Colombia, located",11406 " The country of Malaysia is located"11407 ]11408 },11409 "ctl_replace_donor_fewshot|sham_map|L19": {11410 "accuracy": 0.0,11411 "gain_vs_zero": {11412 "estimate": 0.0,11413 "low": 0.0,11414 "high": 0.0,11415 "level": 0.95,11416 "n_items": 22,11417 "n_clusters": 22,11418 "n_boot": 200011419 },11420 "outputs_sample": [11421 " 1\n\n",11422 " 1\n\n",11423 " 1\n",11424 " 1\n",11425 " 1.5 million\n"11426 ]11427 },11428 "ctl_replace_donor_zeroshot|sham_map|L19": {11429 "accuracy": 0.0,11430 "gain_vs_zero": {11431 "estimate": 0.0,11432 "low": 0.0,11433 "high": 0.0,11434 "level": 0.95,11435 "n_items": 22,11436 "n_clusters": 22,11437 "n_boot": 200011438 },11439 "outputs_sample": [11440 " The island nation of Cuba is",11441 " The Ukrainian language\n",11442 " The flag of Norway\n",11443 " The country of Colombia\n",11444 " The country of Malaysia is located"11445 ]11446 },11447 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": {11448 "accuracy": 0.0,11449 "gain_vs_zero": {11450 "estimate": 0.0,11451 "low": 0.0,11452 "high": 0.0,11453 "level": 0.95,11454 "n_items": 22,11455 "n_clusters": 22,11456 "n_boot": 200011457 },11458 "outputs_sample": [11459 " 1\n\n",11460 " 1\n\n",11461 " 1\n",11462 " 5\n\n",11463 " 1.5 million\n"11464 ]11465 },11466 "ctl_random_norm_matched|L19": {11467 "accuracy": 0.0,11468 "gain_vs_zero": {11469 "estimate": 0.0,11470 "low": 0.0,11471 "high": 0.0,11472 "level": 0.95,11473 "n_items": 22,11474 "n_clusters": 22,11475 "n_boot": 200011476 }11477 },11478 "ctl_unrelated_task_vector(antonym)|L19": {11479 "accuracy": 0.0,11480 "gain_vs_zero": {11481 "estimate": 0.0,11482 "low": 0.0,11483 "high": 0.0,11484 "level": 0.95,11485 "n_items": 22,11486 "n_clusters": 22,11487 "n_boot": 200011488 }11489 }11490 }11491 },11492 "morph": {11493 "recipient_zero": 0.0,11494 "recipient_few": 0.35,11495 "recipient_own_vector": 0.0,11496 "donor_layer": 2,11497 "conditions": {11498 "procrustes|L2|a1.0": {11499 "accuracy": 0.0,11500 "gain_vs_zero": {11501 "estimate": 0.0,11502 "low": 0.0,11503 "high": 0.0,11504 "level": 0.95,11505 "n_items": 40,11506 "n_clusters": 40,11507 "n_boot": 200011508 },11509 "mapped_norm": 1.726072907447815,11510 "outputs_sample": [11511 " 1\n",11512 " salun\n\n",11513 " panama\n\n",11514 " 1\n\n",11515 " sulud\n\n"11516 ]11517 },11518 "procrustes|L2|a2.0": {11519 "accuracy": 0.0,11520 "gain_vs_zero": {11521 "estimate": 0.0,11522 "low": 0.0,11523 "high": 0.0,11524 "level": 0.95,11525 "n_items": 40,11526 "n_clusters": 40,11527 "n_boot": 200011528 },11529 "mapped_norm": 1.726072907447815,11530 "outputs_sample": [11531 " 1\n",11532 " salun\n\n",11533 " Panama\n\n",11534 " 0\n\n",11535 " sulud\n\n"11536 ]11537 },11538 "procrustes_rescaled|L2|a1.0": {11539 "accuracy": 0.0,11540 "gain_vs_zero": {11541 "estimate": 0.0,11542 "low": 0.0,11543 "high": 0.0,11544 "level": 0.95,11545 "n_items": 40,11546 "n_clusters": 40,11547 "n_boot": 200011548 },11549 "mapped_norm": 2.0388922691345215,11550 "outputs_sample": [11551 " 1\n",11552 " salun\n\n",11553 " panama\n\n",11554 " 1\n\n",11555 " sulud\n\n"11556 ]11557 },11558 "ridge|L2|a1.0": {11559 "accuracy": 0.0,11560 "gain_vs_zero": {11561 "estimate": 0.0,11562 "low": 0.0,11563 "high": 0.0,11564 "level": 0.95,11565 "n_items": 40,11566 "n_clusters": 40,11567 "n_boot": 200011568 },11569 "mapped_norm": 2.0462143421173096,11570 "outputs_sample": [11571 " 1\n",11572 " salun\n\n",11573 " panama\n\n",11574 " 1\n\n",11575 " sulud\n\n"11576 ]11577 },11578 "ridge|L2|a2.0": {11579 "accuracy": 0.0,11580 "gain_vs_zero": {11581 "estimate": 0.0,11582 "low": 0.0,11583 "high": 0.0,11584 "level": 0.95,11585 "n_items": 40,11586 "n_clusters": 40,11587 "n_boot": 200011588 },11589 "mapped_norm": 2.0462143421173096,11590 "outputs_sample": [11591 " 1\n",11592 " salun\n\n",11593 " Panama\n\n",11594 " 1\n\n",11595 " sulud\n\n"11596 ]11597 },11598 "ridge_rescaled|L2|a1.0": {11599 "accuracy": 0.0,11600 "gain_vs_zero": {11601 "estimate": 0.0,11602 "low": 0.0,11603 "high": 0.0,11604 "level": 0.95,11605 "n_items": 40,11606 "n_clusters": 40,11607 "n_boot": 200011608 },11609 "mapped_norm": 2.0388925075531006,11610 "outputs_sample": [11611 " 1\n",11612 " salun\n\n",11613 " panama\n\n",11614 " 1\n\n",11615 " sulud\n\n"11616 ]11617 },11618 "cca|L2|a1.0": {11619 "accuracy": 0.0,11620 "gain_vs_zero": {11621 "estimate": 0.0,11622 "low": 0.0,11623 "high": 0.0,11624 "level": 0.95,11625 "n_items": 40,11626 "n_clusters": 40,11627 "n_boot": 200011628 },11629 "mapped_norm": 2.1700942516326904,11630 "outputs_sample": [11631 " 1\n",11632 " salun\n\n",11633 " panama\n\n",11634 " 1\n\n",11635 " sulud\n\n"11636 ]11637 },11638 "cca|L2|a2.0": {11639 "accuracy": 0.0,11640 "gain_vs_zero": {11641 "estimate": 0.0,11642 "low": 0.0,11643 "high": 0.0,11644 "level": 0.95,11645 "n_items": 40,11646 "n_clusters": 40,11647 "n_boot": 200011648 },11649 "mapped_norm": 2.1700942516326904,11650 "outputs_sample": [11651 " 1\n",11652 " salun\n\n",11653 " panama\n\n",11654 " 1\n\n",11655 " sulud\n\n"11656 ]11657 },11658 "random_orth|L2|a1.0": {11659 "accuracy": 0.0,11660 "gain_vs_zero": {11661 "estimate": 0.0,11662 "low": 0.0,11663 "high": 0.0,11664 "level": 0.95,11665 "n_items": 40,11666 "n_clusters": 40,11667 "n_boot": 200011668 },11669 "mapped_norm": 1.9021942615509033,11670 "outputs_sample": [11671 " 1\n",11672 " salunsel\n\n",11673 " panama\n\n",11674 " 3\n\n",11675 " sulud\n\n"11676 ]11677 },11678 "random_orth|L2|a2.0": {11679 "accuracy": 0.0,11680 "gain_vs_zero": {11681 "estimate": 0.0,11682 "low": 0.0,11683 "high": 0.0,11684 "level": 0.95,11685 "n_items": 40,11686 "n_clusters": 40,11687 "n_boot": 200011688 },11689 "mapped_norm": 1.9021942615509033,11690 "outputs_sample": [11691 " 1\n",11692 " lunasel\n\n",11693 " panama\n\n",11694 " 3\n\n",11695 " sulud\n\n"11696 ]11697 },11698 "replace_donor_fewshot|procrustes|L2": {11699 "accuracy": 0.0,11700 "gain_vs_zero": {11701 "estimate": 0.0,11702 "low": 0.0,11703 "high": 0.0,11704 "level": 0.95,11705 "n_items": 40,11706 "n_clusters": 40,11707 "n_boot": 200011708 },11709 "outputs_sample": [11710 " 1\n",11711 " salun\n\n",11712 " panama\n\n",11713 " 0\n\n",11714 " sulud\n\n"11715 ]11716 },11717 "ctl_replace_donor_zeroshot|procrustes|L2": {11718 "accuracy": 0.0,11719 "gain_vs_zero": {11720 "estimate": 0.0,11721 "low": 0.0,11722 "high": 0.0,11723 "level": 0.95,11724 "n_items": 40,11725 "n_clusters": 40,11726 "n_boot": 200011727 },11728 "outputs_sample": [11729 " 1\n",11730 " salun\n\n",11731 " panama\n\n",11732 " 3\n\n",11733 " sesulud\n\n"11734 ]11735 },11736 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {11737 "accuracy": 0.0,11738 "gain_vs_zero": {11739 "estimate": 0.0,11740 "low": 0.0,11741 "high": 0.0,11742 "level": 0.95,11743 "n_items": 40,11744 "n_clusters": 40,11745 "n_boot": 200011746 },11747 "outputs_sample": [11748 " 1\n",11749 " salun\n\n",11750 " panama\n\n",11751 " 0\n\n",11752 " sulud\n\n"11753 ]11754 },11755 "replace_donor_fewshot|ridge|L2": {11756 "accuracy": 0.0,11757 "gain_vs_zero": {11758 "estimate": 0.0,11759 "low": 0.0,11760 "high": 0.0,11761 "level": 0.95,11762 "n_items": 40,11763 "n_clusters": 40,11764 "n_boot": 200011765 },11766 "outputs_sample": [11767 " 1\n",11768 " salun\n\n",11769 " panama\n\n",11770 " 0\n\n",11771 " sulud\n\n"11772 ]11773 },11774 "ctl_replace_donor_zeroshot|ridge|L2": {11775 "accuracy": 0.0,11776 "gain_vs_zero": {11777 "estimate": 0.0,11778 "low": 0.0,11779 "high": 0.0,11780 "level": 0.95,11781 "n_items": 40,11782 "n_clusters": 40,11783 "n_boot": 200011784 },11785 "outputs_sample": [11786 " 1\n",11787 " salun\n\n",11788 " panama\n\n",11789 " 3\n\n",11790 " sesulud\n\n"11791 ]11792 },11793 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {11794 "accuracy": 0.0,11795 "gain_vs_zero": {11796 "estimate": 0.0,11797 "low": 0.0,11798 "high": 0.0,11799 "level": 0.95,11800 "n_items": 40,11801 "n_clusters": 40,11802 "n_boot": 200011803 },11804 "outputs_sample": [11805 " 1\n",11806 " salun\n\n",11807 " panama\n\n",11808 " 0\n\n",11809 " sulud\n\n"11810 ]11811 },11812 "ctl_replace_donor_fewshot|sham_map|L2": {11813 "accuracy": 0.0,11814 "gain_vs_zero": {11815 "estimate": 0.0,11816 "low": 0.0,11817 "high": 0.0,11818 "level": 0.95,11819 "n_items": 40,11820 "n_clusters": 40,11821 "n_boot": 200011822 },11823 "outputs_sample": [11824 " 1\n",11825 " salun\n\n",11826 " panama\n\n",11827 " 3\n\n",11828 " sulud\n\n"11829 ]11830 },11831 "ctl_replace_donor_zeroshot|sham_map|L2": {11832 "accuracy": 0.0,11833 "gain_vs_zero": {11834 "estimate": 0.0,11835 "low": 0.0,11836 "high": 0.0,11837 "level": 0.95,11838 "n_items": 40,11839 "n_clusters": 40,11840 "n_boot": 200011841 },11842 "outputs_sample": [11843 " 1\n",11844 " salun\n\n",11845 " panama\n\n",11846 " 0\n\n",11847 " sulud\n\n"11848 ]11849 },11850 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {11851 "accuracy": 0.0,11852 "gain_vs_zero": {11853 "estimate": 0.0,11854 "low": 0.0,11855 "high": 0.0,11856 "level": 0.95,11857 "n_items": 40,11858 "n_clusters": 40,11859 "n_boot": 200011860 },11861 "outputs_sample": [11862 " 1\n",11863 " salun\n\n",11864 " pan african\n\n",11865 " 3\n\n",11866 " sulud\n\n"11867 ]11868 },11869 "ctl_random_norm_matched|L2": {11870 "accuracy": 0.0,11871 "gain_vs_zero": {11872 "estimate": 0.0,11873 "low": 0.0,11874 "high": 0.0,11875 "level": 0.95,11876 "n_items": 40,11877 "n_clusters": 40,11878 "n_boot": 200011879 }11880 },11881 "ctl_unrelated_task_vector(antonym)|L2": {11882 "accuracy": 0.0,11883 "gain_vs_zero": {11884 "estimate": 0.0,11885 "low": 0.0,11886 "high": 0.0,11887 "level": 0.95,11888 "n_items": 40,11889 "n_clusters": 40,11890 "n_boot": 200011891 }11892 }11893 }11894 },11895 "addthree": {11896 "recipient_zero": 0.0,11897 "recipient_few": 1.0,11898 "recipient_own_vector": 0.8,11899 "donor_layer": 2,11900 "conditions": {11901 "procrustes|L2|a1.0": {11902 "accuracy": 0.0,11903 "gain_vs_zero": {11904 "estimate": 0.0,11905 "low": 0.0,11906 "high": 0.0,11907 "level": 0.95,11908 "n_items": 35,11909 "n_clusters": 35,11910 "n_boot": 200011911 },11912 "mapped_norm": 1.681563377380371,11913 "outputs_sample": [11914 " 84\n\n",11915 " 63\n\n",11916 " 55\n\n",11917 " 58\n\n",11918 " 52\n\n"11919 ]11920 },11921 "procrustes|L2|a2.0": {11922 "accuracy": 0.0,11923 "gain_vs_zero": {11924 "estimate": 0.0,11925 "low": 0.0,11926 "high": 0.0,11927 "level": 0.95,11928 "n_items": 35,11929 "n_clusters": 35,11930 "n_boot": 200011931 },11932 "mapped_norm": 1.681563377380371,11933 "outputs_sample": [11934 " 84\n\n",11935 " 63\n\n",11936 " 55\n\n",11937 " 58\n\n",11938 " 52\n\n"11939 ]11940 },11941 "procrustes_rescaled|L2|a1.0": {11942 "accuracy": 0.0,11943 "gain_vs_zero": {11944 "estimate": 0.0,11945 "low": 0.0,11946 "high": 0.0,11947 "level": 0.95,11948 "n_items": 35,11949 "n_clusters": 35,11950 "n_boot": 200011951 },11952 "mapped_norm": 12.959115982055664,11953 "outputs_sample": [11954 " 84\n\n",11955 " 63\n\n",11956 " 55\n\n",11957 " 58\n\n",11958 " 52\n\n"11959 ]11960 },11961 "ridge|L2|a1.0": {11962 "accuracy": 0.0,11963 "gain_vs_zero": {11964 "estimate": 0.0,11965 "low": 0.0,11966 "high": 0.0,11967 "level": 0.95,11968 "n_items": 35,11969 "n_clusters": 35,11970 "n_boot": 200011971 },11972 "mapped_norm": 2.031049966812134,11973 "outputs_sample": [11974 " 84\n\n",11975 " 63\n\n",11976 " 55\n\n",11977 " 58\n\n",11978 " 52\n\n"11979 ]11980 },11981 "ridge|L2|a2.0": {11982 "accuracy": 0.0,11983 "gain_vs_zero": {11984 "estimate": 0.0,11985 "low": 0.0,11986 "high": 0.0,11987 "level": 0.95,11988 "n_items": 35,11989 "n_clusters": 35,11990 "n_boot": 200011991 },11992 "mapped_norm": 2.031049966812134,11993 "outputs_sample": [11994 " 84\n\n",11995 " 63\n\n",11996 " 55\n\n",11997 " 58\n\n",11998 " 52\n\n"11999 ]12000 },12001 "ridge_rescaled|L2|a1.0": {12002 "accuracy": 0.0,12003 "gain_vs_zero": {12004 "estimate": 0.0,12005 "low": 0.0,12006 "high": 0.0,12007 "level": 0.95,12008 "n_items": 35,12009 "n_clusters": 35,12010 "n_boot": 200012011 },12012 "mapped_norm": 12.959115028381348,12013 "outputs_sample": [12014 " 84\n\n",12015 " 63\n\n",12016 " 55\n\n",12017 " 58\n\n",12018 " 52\n\n"12019 ]12020 },12021 "cca|L2|a1.0": {12022 "accuracy": 0.0,12023 "gain_vs_zero": {12024 "estimate": 0.0,12025 "low": 0.0,12026 "high": 0.0,12027 "level": 0.95,12028 "n_items": 35,12029 "n_clusters": 35,12030 "n_boot": 200012031 },12032 "mapped_norm": 2.2255494594573975,12033 "outputs_sample": [12034 " 84\n\n",12035 " 63\n\n",12036 " 55\n\n",12037 " 58\n\n",12038 " 52\n\n"12039 ]12040 },12041 "cca|L2|a2.0": {12042 "accuracy": 0.0,12043 "gain_vs_zero": {12044 "estimate": 0.0,12045 "low": 0.0,12046 "high": 0.0,12047 "level": 0.95,12048 "n_items": 35,12049 "n_clusters": 35,12050 "n_boot": 200012051 },12052 "mapped_norm": 2.2255494594573975,12053 "outputs_sample": [12054 " 84\n\n",12055 " 63\n\n",12056 " 55\n\n",12057 " 58\n\n",12058 " 52\n\n"12059 ]12060 },12061 "random_orth|L2|a1.0": {12062 "accuracy": 0.0,12063 "gain_vs_zero": {12064 "estimate": 0.0,12065 "low": 0.0,12066 "high": 0.0,12067 "level": 0.95,12068 "n_items": 35,12069 "n_clusters": 35,12070 "n_boot": 200012071 },12072 "mapped_norm": 1.8531432151794434,12073 "outputs_sample": [12074 " 84\n\n",12075 " 63\n\n",12076 " 55\n",12077 " 58\n\n",12078 " 52\n\n"12079 ]12080 },12081 "random_orth|L2|a2.0": {12082 "accuracy": 0.0,12083 "gain_vs_zero": {12084 "estimate": 0.0,12085 "low": 0.0,12086 "high": 0.0,12087 "level": 0.95,12088 "n_items": 35,12089 "n_clusters": 35,12090 "n_boot": 200012091 },12092 "mapped_norm": 1.8531432151794434,12093 "outputs_sample": [12094 " 84\n\n",12095 " 63\n\n",12096 " 55\n\n",12097 " 58\n\n",12098 " 52\n\n"12099 ]12100 },12101 "replace_donor_fewshot|procrustes|L2": {12102 "accuracy": 0.0,12103 "gain_vs_zero": {12104 "estimate": 0.0,12105 "low": 0.0,12106 "high": 0.0,12107 "level": 0.95,12108 "n_items": 35,12109 "n_clusters": 35,12110 "n_boot": 200012111 },12112 "outputs_sample": [12113 " 84\n\n",12114 " 63\n\n",12115 " 55\n\n",12116 " 58\n\n",12117 " 52\n\n"12118 ]12119 },12120 "ctl_replace_donor_zeroshot|procrustes|L2": {12121 "accuracy": 0.0,12122 "gain_vs_zero": {12123 "estimate": 0.0,12124 "low": 0.0,12125 "high": 0.0,12126 "level": 0.95,12127 "n_items": 35,12128 "n_clusters": 35,12129 "n_boot": 200012130 },12131 "outputs_sample": [12132 " 84\n\n",12133 " 63\n\n",12134 " 55\n\n",12135 " 58\n\n",12136 " 52\n\n"12137 ]12138 },12139 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {12140 "accuracy": 0.0,12141 "gain_vs_zero": {12142 "estimate": 0.0,12143 "low": 0.0,12144 "high": 0.0,12145 "level": 0.95,12146 "n_items": 35,12147 "n_clusters": 35,12148 "n_boot": 200012149 },12150 "outputs_sample": [12151 " 84\n\n",12152 " 63\n\n",12153 " 55\n\n",12154 " 58\n\n",12155 " 52\n\n"12156 ]12157 },12158 "replace_donor_fewshot|ridge|L2": {12159 "accuracy": 0.0,12160 "gain_vs_zero": {12161 "estimate": 0.0,12162 "low": 0.0,12163 "high": 0.0,12164 "level": 0.95,12165 "n_items": 35,12166 "n_clusters": 35,12167 "n_boot": 200012168 },12169 "outputs_sample": [12170 " 84\n\n",12171 " 63\n\n",12172 " 55\n\n",12173 " 58\n\n",12174 " 52\n\n"12175 ]12176 },12177 "ctl_replace_donor_zeroshot|ridge|L2": {12178 "accuracy": 0.0,12179 "gain_vs_zero": {12180 "estimate": 0.0,12181 "low": 0.0,12182 "high": 0.0,12183 "level": 0.95,12184 "n_items": 35,12185 "n_clusters": 35,12186 "n_boot": 200012187 },12188 "outputs_sample": [12189 " 84\n\n",12190 " 63\n\n",12191 " 55\n\n",12192 " 58\n\n",12193 " 52\n\n"12194 ]12195 },12196 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {12197 "accuracy": 0.0,12198 "gain_vs_zero": {12199 "estimate": 0.0,12200 "low": 0.0,12201 "high": 0.0,12202 "level": 0.95,12203 "n_items": 35,12204 "n_clusters": 35,12205 "n_boot": 200012206 },12207 "outputs_sample": [12208 " 84\n\n",12209 " 63\n\n",12210 " 55\n\n",12211 " 58\n\n",12212 " 52\n\n"12213 ]12214 },12215 "ctl_replace_donor_fewshot|sham_map|L2": {12216 "accuracy": 0.0,12217 "gain_vs_zero": {12218 "estimate": 0.0,12219 "low": 0.0,12220 "high": 0.0,12221 "level": 0.95,12222 "n_items": 35,12223 "n_clusters": 35,12224 "n_boot": 200012225 },12226 "outputs_sample": [12227 " 84\n\n",12228 " 63\n\n",12229 " 55\n\n",12230 " 58\n\n",12231 " 52\n\n"12232 ]12233 },12234 "ctl_replace_donor_zeroshot|sham_map|L2": {12235 "accuracy": 0.0,12236 "gain_vs_zero": {12237 "estimate": 0.0,12238 "low": 0.0,12239 "high": 0.0,12240 "level": 0.95,12241 "n_items": 35,12242 "n_clusters": 35,12243 "n_boot": 200012244 },12245 "outputs_sample": [12246 " 84\n\n",12247 " 63\n\n",12248 " 55\n",12249 " 58\n\n",12250 " 52\n\n"12251 ]12252 },12253 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {12254 "accuracy": 0.0,12255 "gain_vs_zero": {12256 "estimate": 0.0,12257 "low": 0.0,12258 "high": 0.0,12259 "level": 0.95,12260 "n_items": 35,12261 "n_clusters": 35,12262 "n_boot": 200012263 },12264 "outputs_sample": [12265 " 84\n\n",12266 " 63\n\n",12267 " 55\n\n",12268 " 58\n\n",12269 " 52\n\n"12270 ]12271 },12272 "ctl_random_norm_matched|L2": {12273 "accuracy": 0.0,12274 "gain_vs_zero": {12275 "estimate": 0.0,12276 "low": 0.0,12277 "high": 0.0,12278 "level": 0.95,12279 "n_items": 35,12280 "n_clusters": 35,12281 "n_boot": 200012282 }12283 },12284 "ctl_unrelated_task_vector(antonym)|L2": {12285 "accuracy": 0.0,12286 "gain_vs_zero": {12287 "estimate": 0.0,12288 "low": 0.0,12289 "high": 0.0,12290 "level": 0.95,12291 "n_items": 35,12292 "n_clusters": 35,12293 "n_boot": 200012294 }12295 },12296 "procrustes|L14|a1.0": {12297 "accuracy": 0.0,12298 "gain_vs_zero": {12299 "estimate": 0.0,12300 "low": 0.0,12301 "high": 0.0,12302 "level": 0.95,12303 "n_items": 35,12304 "n_clusters": 35,12305 "n_boot": 200012306 },12307 "mapped_norm": 9.203678131103516,12308 "outputs_sample": [12309 " 84\n\n",12310 " 63\n\n",12311 " 11\n\n",12312 " 58\n\n",12313 " 13\n\n"12314 ]12315 },12316 "procrustes|L14|a2.0": {12317 "accuracy": 0.0,12318 "gain_vs_zero": {12319 "estimate": 0.0,12320 "low": 0.0,12321 "high": 0.0,12322 "level": 0.95,12323 "n_items": 35,12324 "n_clusters": 35,12325 "n_boot": 200012326 },12327 "mapped_norm": 9.203678131103516,12328 "outputs_sample": [12329 " 84\n",12330 " 63\n\n",12331 " 11\n\n",12332 " 59\n\n",12333 " 13\n\n"12334 ]12335 },12336 "procrustes_rescaled|L14|a1.0": {12337 "accuracy": 0.0,12338 "gain_vs_zero": {12339 "estimate": 0.0,12340 "low": 0.0,12341 "high": 0.0,12342 "level": 0.95,12343 "n_items": 35,12344 "n_clusters": 35,12345 "n_boot": 200012346 },12347 "mapped_norm": 12.959115028381348,12348 "outputs_sample": [12349 " 1\n",12350 " 63\n\n",12351 " 11\n\n",12352 " 59\n\n",12353 " 13\n\n"12354 ]12355 },12356 "ridge|L14|a1.0": {12357 "accuracy": 0.0,12358 "gain_vs_zero": {12359 "estimate": 0.0,12360 "low": 0.0,12361 "high": 0.0,12362 "level": 0.95,12363 "n_items": 35,12364 "n_clusters": 35,12365 "n_boot": 200012366 },12367 "mapped_norm": 8.098087310791016,12368 "outputs_sample": [12369 " 84\n\n",12370 " 63\n\n",12371 " 55\n\n",12372 " 58\n\n",12373 " 52\n\n"12374 ]12375 },12376 "ridge|L14|a2.0": {12377 "accuracy": 0.0,12378 "gain_vs_zero": {12379 "estimate": 0.0,12380 "low": 0.0,12381 "high": 0.0,12382 "level": 0.95,12383 "n_items": 35,12384 "n_clusters": 35,12385 "n_boot": 200012386 },12387 "mapped_norm": 8.098087310791016,12388 "outputs_sample": [12389 " 84\n\n",12390 " 63\n\n",12391 " 55\n\n",12392 " 59\n\n",12393 " 52\n\n"12394 ]12395 },12396 "ridge_rescaled|L14|a1.0": {12397 "accuracy": 0.0,12398 "gain_vs_zero": {12399 "estimate": 0.0,12400 "low": 0.0,12401 "high": 0.0,12402 "level": 0.95,12403 "n_items": 35,12404 "n_clusters": 35,12405 "n_boot": 200012406 },12407 "mapped_norm": 12.959115982055664,12408 "outputs_sample": [12409 " 84\n\n",12410 " 63\n\n",12411 " 55\n\n",12412 " 59\n\n",12413 " 52\n\n"12414 ]12415 },12416 "cca|L14|a1.0": {12417 "accuracy": 0.0,12418 "gain_vs_zero": {12419 "estimate": 0.0,12420 "low": 0.0,12421 "high": 0.0,12422 "level": 0.95,12423 "n_items": 35,12424 "n_clusters": 35,12425 "n_boot": 200012426 },12427 "mapped_norm": 12.138668060302734,12428 "outputs_sample": [12429 " 84\n\n",12430 " 63\n\n",12431 " 10\n\n",12432 " 58\n\n",12433 " 52\n\n"12434 ]12435 },12436 "cca|L14|a2.0": {12437 "accuracy": 0.0,12438 "gain_vs_zero": {12439 "estimate": 0.0,12440 "low": 0.0,12441 "high": 0.0,12442 "level": 0.95,12443 "n_items": 35,12444 "n_clusters": 35,12445 "n_boot": 200012446 },12447 "mapped_norm": 12.138668060302734,12448 "outputs_sample": [12449 " 1\n",12450 " 1\n",12451 " 1\n",12452 " 1\n",12453 " 1\n\n"12454 ]12455 },12456 "random_orth|L14|a1.0": {12457 "accuracy": 0.0,12458 "gain_vs_zero": {12459 "estimate": 0.0,12460 "low": 0.0,12461 "high": 0.0,12462 "level": 0.95,12463 "n_items": 35,12464 "n_clusters": 35,12465 "n_boot": 200012466 },12467 "mapped_norm": 12.17203140258789,12468 "outputs_sample": [12469 " 84\n",12470 " 63\n\n",12471 " 5\n",12472 " 58\n\n",12473 " 52\n\n"12474 ]12475 },12476 "random_orth|L14|a2.0": {12477 "accuracy": 0.0,12478 "gain_vs_zero": {12479 "estimate": 0.0,12480 "low": 0.0,12481 "high": 0.0,12482 "level": 0.95,12483 "n_items": 35,12484 "n_clusters": 35,12485 "n_boot": 200012486 },12487 "mapped_norm": 12.17203140258789,12488 "outputs_sample": [12489 " 0\n",12490 " 0\n",12491 " 0\n",12492 " 0\n",12493 " 0\n"12494 ]12495 },12496 "replace_donor_fewshot|procrustes|L14": {12497 "accuracy": 0.0,12498 "gain_vs_zero": {12499 "estimate": 0.0,12500 "low": 0.0,12501 "high": 0.0,12502 "level": 0.95,12503 "n_items": 35,12504 "n_clusters": 35,12505 "n_boot": 200012506 },12507 "outputs_sample": [12508 " 84\n\n",12509 " 63\n\n",12510 " 11\n\n",12511 " 58\n\n",12512 " 52\n\n"12513 ]12514 },12515 "ctl_replace_donor_zeroshot|procrustes|L14": {12516 "accuracy": 0.0,12517 "gain_vs_zero": {12518 "estimate": 0.0,12519 "low": 0.0,12520 "high": 0.0,12521 "level": 0.95,12522 "n_items": 35,12523 "n_clusters": 35,12524 "n_boot": 200012525 },12526 "outputs_sample": [12527 " 84\n\n",12528 " 63\n\n",12529 " 55\n\n",12530 " 58\n\n",12531 " 52\n\n"12532 ]12533 },12534 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {12535 "accuracy": 0.0,12536 "gain_vs_zero": {12537 "estimate": 0.0,12538 "low": 0.0,12539 "high": 0.0,12540 "level": 0.95,12541 "n_items": 35,12542 "n_clusters": 35,12543 "n_boot": 200012544 },12545 "outputs_sample": [12546 " 84\n\n",12547 " 63\n\n",12548 " 11\n\n",12549 " 58\n\n",12550 " 52\n\n"12551 ]12552 },12553 "replace_donor_fewshot|ridge|L14": {12554 "accuracy": 0.0,12555 "gain_vs_zero": {12556 "estimate": 0.0,12557 "low": 0.0,12558 "high": 0.0,12559 "level": 0.95,12560 "n_items": 35,12561 "n_clusters": 35,12562 "n_boot": 200012563 },12564 "outputs_sample": [12565 " 84\n\n",12566 " 63\n\n",12567 " 55\n\n",12568 " 58\n\n",12569 " 52\n\n"12570 ]12571 },12572 "ctl_replace_donor_zeroshot|ridge|L14": {12573 "accuracy": 0.0,12574 "gain_vs_zero": {12575 "estimate": 0.0,12576 "low": 0.0,12577 "high": 0.0,12578 "level": 0.95,12579 "n_items": 35,12580 "n_clusters": 35,12581 "n_boot": 200012582 },12583 "outputs_sample": [12584 " 84\n\n",12585 " 63\n\n",12586 " 55\n\n",12587 " 58\n\n",12588 " 52\n\n"12589 ]12590 },12591 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {12592 "accuracy": 0.0,12593 "gain_vs_zero": {12594 "estimate": 0.0,12595 "low": 0.0,12596 "high": 0.0,12597 "level": 0.95,12598 "n_items": 35,12599 "n_clusters": 35,12600 "n_boot": 200012601 },12602 "outputs_sample": [12603 " 84\n\n",12604 " 63\n\n",12605 " 55\n\n",12606 " 58\n\n",12607 " 52\n\n"12608 ]12609 },12610 "ctl_replace_donor_fewshot|sham_map|L14": {12611 "accuracy": 0.0,12612 "gain_vs_zero": {12613 "estimate": 0.0,12614 "low": 0.0,12615 "high": 0.0,12616 "level": 0.95,12617 "n_items": 35,12618 "n_clusters": 35,12619 "n_boot": 200012620 },12621 "outputs_sample": [12622 " 84\n\n",12623 " 63\n\n",12624 " 55\n\n",12625 " 58\n\n",12626 " 52\n\n"12627 ]12628 },12629 "ctl_replace_donor_zeroshot|sham_map|L14": {12630 "accuracy": 0.0,12631 "gain_vs_zero": {12632 "estimate": 0.0,12633 "low": 0.0,12634 "high": 0.0,12635 "level": 0.95,12636 "n_items": 35,12637 "n_clusters": 35,12638 "n_boot": 200012639 },12640 "outputs_sample": [12641 " 84\n\n",12642 " 63\n\n",12643 " 55\n\n",12644 " 58\n\n",12645 " 52\n\n"12646 ]12647 },12648 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {12649 "accuracy": 0.0,12650 "gain_vs_zero": {12651 "estimate": 0.0,12652 "low": 0.0,12653 "high": 0.0,12654 "level": 0.95,12655 "n_items": 35,12656 "n_clusters": 35,12657 "n_boot": 200012658 },12659 "outputs_sample": [12660 " 84\n\n",12661 " 63\n\n",12662 " 55\n\n",12663 " 58\n\n",12664 " 52\n\n"12665 ]12666 },12667 "ctl_random_norm_matched|L14": {12668 "accuracy": 0.0,12669 "gain_vs_zero": {12670 "estimate": 0.0,12671 "low": 0.0,12672 "high": 0.0,12673 "level": 0.95,12674 "n_items": 35,12675 "n_clusters": 35,12676 "n_boot": 200012677 }12678 },12679 "ctl_unrelated_task_vector(antonym)|L14": {12680 "accuracy": 0.0,12681 "gain_vs_zero": {12682 "estimate": 0.0,12683 "low": 0.0,12684 "high": 0.0,12685 "level": 0.95,12686 "n_items": 35,12687 "n_clusters": 35,12688 "n_boot": 200012689 }12690 }12691 }12692 }12693 },12694 "maps": {12695 "antonym|L25->L14|procrustes": {12696 "r2_fit": 0.728287605958654,12697 "r2_heldout": 0.3658660944198401,12698 "n_params": 6294528,12699 "n_fit": 70012700 },12701 "antonym|L25->L14|ridge": {12702 "r2_fit": 0.9921627053824784,12703 "r2_heldout": 0.31564060436593344,12704 "n_params": 6294528,12705 "n_fit": 70012706 },12707 "antonym|L25->L14|cca": {12708 "r2_fit": 1.0,12709 "r2_heldout": 0.12153490195815464,12710 "n_params": 6294528,12711 "n_fit": 70012712 },12713 "antonym|L25->L14|random_orth": {12714 "r2_fit": -0.9926034458576527,12715 "r2_heldout": -1.0755673088233544,12716 "n_params": 6294528,12717 "n_fit": 70012718 },12719 "antonym|L25->L19|procrustes": {12720 "r2_fit": 0.649930067722261,12721 "r2_heldout": 0.2909527905301157,12722 "n_params": 6294528,12723 "n_fit": 70012724 },12725 "antonym|L25->L19|ridge": {12726 "r2_fit": 0.9905559587211075,12727 "r2_heldout": 0.1778900826851859,12728 "n_params": 6294528,12729 "n_fit": 70012730 },12731 "antonym|L25->L19|cca": {12732 "r2_fit": 1.0,12733 "r2_heldout": -0.06650426394297337,12734 "n_params": 6294528,12735 "n_fit": 70012736 },12737 "antonym|L25->L19|random_orth": {12738 "r2_fit": -0.9984111315470179,12739 "r2_heldout": -1.0951758692591276,12740 "n_params": 6294528,12741 "n_fit": 70012742 },12743 "capital|L25->L14|procrustes": {12744 "r2_fit": 0.728287605958654,12745 "r2_heldout": 0.3658660944198401,12746 "n_params": 6294528,12747 "n_fit": 70012748 },12749 "capital|L25->L14|ridge": {12750 "r2_fit": 0.9921627053824784,12751 "r2_heldout": 0.31564060436593344,12752 "n_params": 6294528,12753 "n_fit": 70012754 },12755 "capital|L25->L14|cca": {12756 "r2_fit": 1.0,12757 "r2_heldout": 0.12153490195815464,12758 "n_params": 6294528,12759 "n_fit": 70012760 },12761 "capital|L25->L14|random_orth": {12762 "r2_fit": -0.9926034458576527,12763 "r2_heldout": -1.0755673088233544,12764 "n_params": 6294528,12765 "n_fit": 70012766 },12767 "capital|L25->L19|procrustes": {12768 "r2_fit": 0.649930067722261,12769 "r2_heldout": 0.2909527905301157,12770 "n_params": 6294528,12771 "n_fit": 70012772 },12773 "capital|L25->L19|ridge": {12774 "r2_fit": 0.9905559587211075,12775 "r2_heldout": 0.1778900826851859,12776 "n_params": 6294528,12777 "n_fit": 70012778 },12779 "capital|L25->L19|cca": {12780 "r2_fit": 1.0,12781 "r2_heldout": -0.06650426394297337,12782 "n_params": 6294528,12783 "n_fit": 70012784 },12785 "capital|L25->L19|random_orth": {12786 "r2_fit": -0.9984111315470179,12787 "r2_heldout": -1.0951758692591276,12788 "n_params": 6294528,12789 "n_fit": 70012790 },12791 "morph|L2->L2|procrustes": {12792 "r2_fit": 0.8233956277631325,12793 "r2_heldout": 0.7436646024385449,12794 "n_params": 6294528,12795 "n_fit": 70012796 },12797 "morph|L2->L2|ridge": {12798 "r2_fit": 0.8969220734669953,12799 "r2_heldout": 0.8533260362579758,12800 "n_params": 6294528,12801 "n_fit": 70012802 },12803 "morph|L2->L2|cca": {12804 "r2_fit": 1.0,12805 "r2_heldout": 0.8470542945871212,12806 "n_params": 6294528,12807 "n_fit": 70012808 },12809 "morph|L2->L2|random_orth": {12810 "r2_fit": -1.001148198786086,12811 "r2_heldout": -0.9817229546137582,12812 "n_params": 6294528,12813 "n_fit": 70012814 },12815 "addthree|L2->L2|procrustes": {12816 "r2_fit": 0.8233956277631325,12817 "r2_heldout": 0.7436646024385449,12818 "n_params": 6294528,12819 "n_fit": 70012820 },12821 "addthree|L2->L2|ridge": {12822 "r2_fit": 0.8969220734669953,12823 "r2_heldout": 0.8533260362579758,12824 "n_params": 6294528,12825 "n_fit": 70012826 },12827 "addthree|L2->L2|cca": {12828 "r2_fit": 1.0,12829 "r2_heldout": 0.8470542945871212,12830 "n_params": 6294528,12831 "n_fit": 70012832 },12833 "addthree|L2->L2|random_orth": {12834 "r2_fit": -1.001148198786086,12835 "r2_heldout": -0.9817229546137582,12836 "n_params": 6294528,12837 "n_fit": 70012838 },12839 "addthree|L2->L14|procrustes": {12840 "r2_fit": 0.5717374578808454,12841 "r2_heldout": 0.3756874361004364,12842 "n_params": 6294528,12843 "n_fit": 70012844 },12845 "addthree|L2->L14|ridge": {12846 "r2_fit": 0.6324860342210565,12847 "r2_heldout": 0.5032449517697191,12848 "n_params": 6294528,12849 "n_fit": 70012850 },12851 "addthree|L2->L14|cca": {12852 "r2_fit": 1.0,12853 "r2_heldout": 0.04666752432787946,12854 "n_params": 6294528,12855 "n_fit": 70012856 },12857 "addthree|L2->L14|random_orth": {12858 "r2_fit": -1.011103329806624,12859 "r2_heldout": -0.9811539426519111,12860 "n_params": 6294528,12861 "n_fit": 70012862 }12863 },12864 "collateral": {12865 "antonym": {12866 "condition": "procrustes|L14|a1.0",12867 "heldout_nll_base": 2.3120739777882893,12868 "heldout_nll_with_vector": 2.247045612335205,12869 "cross_task": {12870 "capital": {12871 "zero": 0.0,12872 "with_vector": 0.012873 },12874 "morph": {12875 "zero": 0.0,12876 "with_vector": 0.012877 },12878 "addthree": {12879 "zero": 0.0,12880 "with_vector": 0.012881 }12882 }12883 },12884 "capital": {12885 "condition": "procrustes|L14|a1.0",12886 "heldout_nll_base": 2.3120739777882893,12887 "heldout_nll_with_vector": 2.0441545486450194,12888 "cross_task": {12889 "antonym": {12890 "zero": 0.15625,12891 "with_vector": 0.37512892 },12893 "morph": {12894 "zero": 0.0,12895 "with_vector": 0.012896 },12897 "addthree": {12898 "zero": 0.0,12899 "with_vector": 0.012900 }12901 }12902 },12903 "morph": {12904 "condition": "procrustes|L2|a1.0",12905 "heldout_nll_base": 2.3120739777882893,12906 "heldout_nll_with_vector": 2.3418467044830322,12907 "cross_task": {12908 "antonym": {12909 "zero": 0.15625,12910 "with_vector": 0.187512911 },12912 "capital": {12913 "zero": 0.0,12914 "with_vector": 0.04545454545454545612915 },12916 "addthree": {12917 "zero": 0.0,12918 "with_vector": 0.012919 }12920 }12921 },12922 "addthree": {12923 "condition": "procrustes|L2|a1.0",12924 "heldout_nll_base": 2.3120739777882893,12925 "heldout_nll_with_vector": 2.334852695465088,12926 "cross_task": {12927 "antonym": {12928 "zero": 0.15625,12929 "with_vector": 0.187512930 },12931 "capital": {12932 "zero": 0.0,12933 "with_vector": 0.04545454545454545612934 },12935 "morph": {12936 "zero": 0.0,12937 "with_vector": 0.012938 }12939 }12940 }12941 }12942 }12943 }12944}