spb/wpai0001_uqo
Public
1{2 "tasks": {3 "antonym": {4 "n_queries": 32,5 "hash": "fd3396e4fae62697"6 },7 "capital": {8 "n_queries": 22,9 "hash": "e19a1f86c4dae78e"10 },11 "morph": {12 "n_queries": 40,13 "hash": "09bcd55b41ce2ba7"14 },15 "addthree": {16 "n_queries": 35,17 "hash": "cd3d9a8ce6bdbdd9"18 }19 },20 "models": {21 "llama3b": {22 "repo": "mlx-community/Llama-3.2-3B-Instruct-bf16",23 "family": "Llama-3.2",24 "license": "Llama 3.2 Community License",25 "n_layers": 28,26 "hidden": 3072,27 "precision": "bf16",28 "localization": {29 "layers": [30 2,31 5,32 8,33 11,34 14,35 16,36 19,37 22,38 2539 ],40 "tasks": {41 "antonym": {42 "zero_shot": 0.1875,43 "few_shot": 0.875,44 "sufficiency_by_layer": {45 "2": 0.1875,46 "5": 0.15625,47 "8": 0.3125,48 "11": 0.78125,49 "14": 0.84375,50 "16": 0.75,51 "19": 0.59375,52 "22": 0.375,53 "25": 0.2554 },55 "best_layer": 14,56 "necessity_fewshot_minus_direction": 0.90625,57 "random_vector_same_norm_at_best": 0.0625,58 "vector_norm": 10.60188770294189559 },60 "capital": {61 "zero_shot": 0.0,62 "few_shot": 1.0,63 "sufficiency_by_layer": {64 "2": 0.13636363636363635,65 "5": 0.045454545454545456,66 "8": 0.0,67 "11": 0.045454545454545456,68 "14": 1.0,69 "16": 1.0,70 "19": 1.0,71 "22": 0.9090909090909091,72 "25": 0.909090909090909173 },74 "best_layer": 14,75 "necessity_fewshot_minus_direction": 1.0,76 "random_vector_same_norm_at_best": 0.0,77 "vector_norm": 11.21361446380615278 },79 "morph": {80 "zero_shot": 0.0,81 "few_shot": 0.375,82 "sufficiency_by_layer": {83 "2": 0.0,84 "5": 0.0,85 "8": 0.0,86 "11": 0.0,87 "14": 0.0,88 "16": 0.0,89 "19": 0.0,90 "22": 0.0,91 "25": 0.092 },93 "best_layer": 2,94 "necessity_fewshot_minus_direction": 0.325,95 "random_vector_same_norm_at_best": 0.0,96 "vector_norm": 2.037876129150390697 },98 "addthree": {99 "zero_shot": 0.0,100 "few_shot": 1.0,101 "sufficiency_by_layer": {102 "2": 0.0,103 "5": 0.0,104 "8": 0.0,105 "11": 0.0,106 "14": 0.7714285714285715,107 "16": 0.0,108 "19": 0.0,109 "22": 0.0,110 "25": 0.0111 },112 "best_layer": 14,113 "necessity_fewshot_minus_direction": 1.0,114 "random_vector_same_norm_at_best": 0.0,115 "vector_norm": 12.955743789672852116 }117 }118 }119 },120 "qwen3b": {121 "repo": "mlx-community/Qwen2.5-3B-Instruct-bf16",122 "family": "Qwen2.5",123 "license": "Qwen Research License",124 "n_layers": 36,125 "hidden": 2048,126 "precision": "bf16",127 "localization": {128 "layers": [129 2,130 6,131 10,132 14,133 18,134 21,135 25,136 29,137 33138 ],139 "tasks": {140 "antonym": {141 "zero_shot": 0.28125,142 "few_shot": 0.9375,143 "sufficiency_by_layer": {144 "2": 0.3125,145 "6": 0.3125,146 "10": 0.34375,147 "14": 0.4375,148 "18": 0.46875,149 "21": 0.84375,150 "25": 0.875,151 "29": 0.875,152 "33": 0.3125153 },154 "best_layer": 25,155 "necessity_fewshot_minus_direction": 0.96875,156 "random_vector_same_norm_at_best": 0.0625,157 "vector_norm": 57.14002227783203158 },159 "capital": {160 "zero_shot": 0.0,161 "few_shot": 1.0,162 "sufficiency_by_layer": {163 "2": 0.0,164 "6": 0.0,165 "10": 0.0,166 "14": 0.13636363636363635,167 "18": 0.45454545454545453,168 "21": 0.0,169 "25": 0.8181818181818182,170 "29": 0.8181818181818182,171 "33": 0.7727272727272727172 },173 "best_layer": 25,174 "necessity_fewshot_minus_direction": 1.0,175 "random_vector_same_norm_at_best": 0.0,176 "vector_norm": 56.558387756347656177 },178 "morph": {179 "zero_shot": 0.0,180 "few_shot": 0.4,181 "sufficiency_by_layer": {182 "2": 0.0,183 "6": 0.0,184 "10": 0.0,185 "14": 0.0,186 "18": 0.0,187 "21": 0.0,188 "25": 0.0,189 "29": 0.0,190 "33": 0.0191 },192 "best_layer": 2,193 "necessity_fewshot_minus_direction": 0.4,194 "random_vector_same_norm_at_best": 0.0,195 "vector_norm": 6.141787052154541196 },197 "addthree": {198 "zero_shot": 0.0,199 "few_shot": 1.0,200 "sufficiency_by_layer": {201 "2": 0.0,202 "6": 0.0,203 "10": 0.0,204 "14": 0.0,205 "18": 0.0,206 "21": 0.0,207 "25": 0.0,208 "29": 0.0,209 "33": 0.0210 },211 "best_layer": 2,212 "necessity_fewshot_minus_direction": 1.0,213 "random_vector_same_norm_at_best": 0.0,214 "vector_norm": 5.984020709991455215 }216 }217 }218 },219 "qwen7b": {220 "repo": "mlx-community/Qwen2.5-7B-Instruct-bf16",221 "family": "Qwen2.5",222 "license": "Apache-2.0",223 "n_layers": 28,224 "hidden": 3584,225 "precision": "bf16",226 "localization": {227 "layers": [228 2,229 5,230 8,231 11,232 14,233 16,234 19,235 22,236 25237 ],238 "tasks": {239 "antonym": {240 "zero_shot": 0.1875,241 "few_shot": 0.96875,242 "sufficiency_by_layer": {243 "2": 0.21875,244 "5": 0.25,245 "8": 0.28125,246 "11": 0.4375,247 "14": 0.8125,248 "16": 0.90625,249 "19": 0.875,250 "22": 0.71875,251 "25": 0.4375252 },253 "best_layer": 16,254 "necessity_fewshot_minus_direction": 0.96875,255 "random_vector_same_norm_at_best": 0.15625,256 "vector_norm": 49.78517150878906257 },258 "capital": {259 "zero_shot": 0.22727272727272727,260 "few_shot": 1.0,261 "sufficiency_by_layer": {262 "2": 0.18181818181818182,263 "5": 0.7727272727272727,264 "8": 0.9090909090909091,265 "11": 1.0,266 "14": 0.7727272727272727,267 "16": 0.8181818181818182,268 "19": 1.0,269 "22": 0.9090909090909091,270 "25": 1.0271 },272 "best_layer": 11,273 "necessity_fewshot_minus_direction": 1.0,274 "random_vector_same_norm_at_best": 0.0,275 "vector_norm": 42.570858001708984276 },277 "morph": {278 "zero_shot": 0.0,279 "few_shot": 0.525,280 "sufficiency_by_layer": {281 "2": 0.0,282 "5": 0.0,283 "8": 0.0,284 "11": 0.0,285 "14": 0.025,286 "16": 0.025,287 "19": 0.0,288 "22": 0.0,289 "25": 0.0290 },291 "best_layer": 14,292 "necessity_fewshot_minus_direction": 0.525,293 "random_vector_same_norm_at_best": 0.0,294 "vector_norm": 40.8747444152832295 },296 "addthree": {297 "zero_shot": 0.0,298 "few_shot": 1.0,299 "sufficiency_by_layer": {300 "2": 0.0,301 "5": 0.0,302 "8": 0.0,303 "11": 0.0,304 "14": 0.0,305 "16": 0.0,306 "19": 0.0,307 "22": 0.0,308 "25": 0.0309 },310 "best_layer": 2,311 "necessity_fewshot_minus_direction": 1.0,312 "random_vector_same_norm_at_best": 0.0,313 "vector_norm": 8.037975311279297314 }315 }316 }317 }318 },319 "pairs": {320 "qwen7b->qwen3b": {321 "donor": "qwen7b",322 "recipient": "qwen3b",323 "tasks": {324 "antonym": {325 "recipient_zero": 0.09375,326 "recipient_few": 0.9375,327 "recipient_own_vector": 0.90625,328 "donor_layer": 16,329 "conditions": {330 "procrustes|L21|a1.0": {331 "accuracy": 0.46875,332 "gain_vs_zero": {333 "estimate": 0.375,334 "low": 0.21875,335 "high": 0.5625,336 "level": 0.95,337 "n_items": 32,338 "n_clusters": 32,339 "n_boot": 2000340 },341 "mapped_norm": 31.496084213256836,342 "outputs_sample": [343 " 1\n",344 " 1\n",345 " dark\n",346 " calm\n",347 " under\n"348 ],349 "correct": [350 0.0,351 0.0,352 1.0,353 0.0,354 1.0,355 0.0,356 0.0,357 0.0,358 0.0,359 0.0,360 1.0,361 1.0,362 1.0,363 0.0,364 0.0,365 1.0,366 1.0,367 1.0,368 1.0,369 1.0,370 0.0,371 0.0,372 0.0,373 1.0,374 1.0,375 0.0,376 0.0,377 1.0,378 1.0,379 1.0,380 0.0,381 0.0382 ]383 },384 "procrustes|L21|a2.0": {385 "accuracy": 0.5625,386 "gain_vs_zero": {387 "estimate": 0.46875,388 "low": 0.28125,389 "high": 0.625,390 "level": 0.95,391 "n_items": 32,392 "n_clusters": 32,393 "n_boot": 2000394 },395 "mapped_norm": 31.496084213256836,396 "outputs_sample": [397 " happy\n",398 " depart\n\n",399 " dim\n",400 " calm\n",401 " under\n"402 ],403 "correct": [404 0.0,405 1.0,406 1.0,407 0.0,408 1.0,409 0.0,410 0.0,411 0.0,412 0.0,413 1.0,414 1.0,415 1.0,416 0.0,417 1.0,418 0.0,419 1.0,420 1.0,421 1.0,422 0.0,423 1.0,424 1.0,425 0.0,426 1.0,427 1.0,428 1.0,429 0.0,430 0.0,431 0.0,432 1.0,433 1.0,434 1.0,435 0.0436 ]437 },438 "procrustes_rescaled|L21|a1.0": {439 "accuracy": 0.5625,440 "gain_vs_zero": {441 "estimate": 0.46875,442 "low": 0.3125,443 "high": 0.65625,444 "level": 0.95,445 "n_items": 32,446 "n_clusters": 32,447 "n_boot": 2000448 },449 "mapped_norm": 57.14002227783203,450 "outputs_sample": [451 " happy\n",452 " depart\n\n",453 " dim\n",454 " calm\n",455 " under\n"456 ],457 "correct": [458 0.0,459 1.0,460 1.0,461 0.0,462 1.0,463 0.0,464 0.0,465 0.0,466 0.0,467 1.0,468 1.0,469 1.0,470 0.0,471 1.0,472 0.0,473 1.0,474 1.0,475 1.0,476 0.0,477 1.0,478 1.0,479 0.0,480 1.0,481 1.0,482 1.0,483 0.0,484 0.0,485 1.0,486 1.0,487 1.0,488 0.0,489 0.0490 ]491 },492 "ridge|L21|a1.0": {493 "accuracy": 0.40625,494 "gain_vs_zero": {495 "estimate": 0.3125,496 "low": 0.15625,497 "high": 0.5,498 "level": 0.95,499 "n_items": 32,500 "n_clusters": 32,501 "n_boot": 2000502 },503 "mapped_norm": 38.420188903808594,504 "outputs_sample": [505 " happy\n",506 " arrive\n",507 " light\n",508 " calm\n",509 " under\n"510 ],511 "correct": [512 0.0,513 0.0,514 0.0,515 0.0,516 1.0,517 0.0,518 0.0,519 0.0,520 0.0,521 0.0,522 1.0,523 1.0,524 1.0,525 1.0,526 0.0,527 1.0,528 0.0,529 1.0,530 0.0,531 1.0,532 1.0,533 0.0,534 0.0,535 1.0,536 0.0,537 0.0,538 0.0,539 1.0,540 1.0,541 1.0,542 0.0,543 0.0544 ]545 },546 "ridge|L21|a2.0": {547 "accuracy": 0.28125,548 "gain_vs_zero": {549 "estimate": 0.1875,550 "low": 0.0625,551 "high": 0.34375,552 "level": 0.95,553 "n_items": 32,554 "n_clusters": 32,555 "n_boot": 2000556 },557 "mapped_norm": 38.420188903808594,558 "outputs_sample": [559 " happy\n",560 " arrive\n",561 " bright\n",562 " calm\n",563 " under\n"564 ],565 "correct": [566 0.0,567 0.0,568 0.0,569 0.0,570 1.0,571 0.0,572 0.0,573 0.0,574 0.0,575 0.0,576 0.0,577 1.0,578 0.0,579 0.0,580 0.0,581 1.0,582 0.0,583 1.0,584 0.0,585 1.0,586 1.0,587 0.0,588 0.0,589 1.0,590 0.0,591 0.0,592 0.0,593 0.0,594 1.0,595 0.0,596 1.0,597 0.0598 ]599 },600 "ridge_rescaled|L21|a1.0": {601 "accuracy": 0.4375,602 "gain_vs_zero": {603 "estimate": 0.34375,604 "low": 0.1875,605 "high": 0.53125,606 "level": 0.95,607 "n_items": 32,608 "n_clusters": 32,609 "n_boot": 2000610 },611 "mapped_norm": 57.14002227783203,612 "outputs_sample": [613 " happy\n",614 " arrive\n\n",615 " bright\n",616 " calm\n",617 " under\n"618 ],619 "correct": [620 0.0,621 0.0,622 0.0,623 0.0,624 1.0,625 0.0,626 0.0,627 0.0,628 1.0,629 0.0,630 1.0,631 1.0,632 0.0,633 1.0,634 0.0,635 1.0,636 0.0,637 1.0,638 0.0,639 1.0,640 1.0,641 0.0,642 0.0,643 1.0,644 1.0,645 0.0,646 0.0,647 1.0,648 1.0,649 1.0,650 0.0,651 0.0652 ]653 },654 "cca|L21|a1.0": {655 "accuracy": 0.4375,656 "gain_vs_zero": {657 "estimate": 0.34375,658 "low": 0.1875,659 "high": 0.53125,660 "level": 0.95,661 "n_items": 32,662 "n_clusters": 32,663 "n_boot": 2000664 },665 "mapped_norm": 38.49802780151367,666 "outputs_sample": [667 " happy\n",668 " arrive\n\n",669 " light\n",670 " calm\n",671 " under\n"672 ],673 "correct": [674 0.0,675 0.0,676 0.0,677 0.0,678 1.0,679 0.0,680 0.0,681 0.0,682 0.0,683 0.0,684 1.0,685 1.0,686 1.0,687 1.0,688 0.0,689 1.0,690 0.0,691 1.0,692 0.0,693 1.0,694 1.0,695 0.0,696 0.0,697 1.0,698 1.0,699 0.0,700 0.0,701 1.0,702 1.0,703 1.0,704 0.0,705 0.0706 ]707 },708 "cca|L21|a2.0": {709 "accuracy": 0.3125,710 "gain_vs_zero": {711 "estimate": 0.21875,712 "low": 0.09375,713 "high": 0.375,714 "level": 0.95,715 "n_items": 32,716 "n_clusters": 32,717 "n_boot": 2000718 },719 "mapped_norm": 38.49802780151367,720 "outputs_sample": [721 " happy\n",722 " arrive\n",723 " bright\n",724 " calm\n",725 " under\n"726 ],727 "correct": [728 0.0,729 0.0,730 0.0,731 0.0,732 1.0,733 0.0,734 0.0,735 0.0,736 0.0,737 0.0,738 0.0,739 1.0,740 0.0,741 1.0,742 0.0,743 1.0,744 0.0,745 1.0,746 0.0,747 1.0,748 1.0,749 0.0,750 0.0,751 1.0,752 0.0,753 0.0,754 0.0,755 0.0,756 1.0,757 0.0,758 1.0,759 0.0760 ]761 },762 "random_orth|L21|a1.0": {763 "accuracy": 0.03125,764 "gain_vs_zero": {765 "estimate": -0.0625,766 "low": -0.15625,767 "high": 0.0,768 "level": 0.95,769 "n_items": 32,770 "n_clusters": 32,771 "n_boot": 2000772 },773 "mapped_norm": 26.74856185913086,774 "outputs_sample": [775 " 4\n",776 " 1\n",777 " The word \"bright\" is",778 " The word \"calm\"",779 " The word \"over\" is"780 ],781 "correct": [782 0.0,783 0.0,784 0.0,785 0.0,786 0.0,787 0.0,788 0.0,789 0.0,790 0.0,791 0.0,792 0.0,793 0.0,794 0.0,795 0.0,796 0.0,797 0.0,798 0.0,799 1.0,800 0.0,801 0.0,802 0.0,803 0.0,804 0.0,805 0.0,806 0.0,807 0.0,808 0.0,809 0.0,810 0.0,811 0.0,812 0.0,813 0.0814 ]815 },816 "random_orth|L21|a2.0": {817 "accuracy": 0.0625,818 "gain_vs_zero": {819 "estimate": -0.03125,820 "low": -0.12578124999999862,821 "high": 0.0625,822 "level": 0.95,823 "n_items": 32,824 "n_clusters": 32,825 "n_boot": 2000826 },827 "mapped_norm": 26.74856185913086,828 "outputs_sample": [829 " happy\n",830 " 1\n",831 " bright\n",832 " calm\n",833 " The word \"over\" is"834 ],835 "correct": [836 0.0,837 0.0,838 0.0,839 0.0,840 0.0,841 0.0,842 0.0,843 0.0,844 0.0,845 0.0,846 0.0,847 0.0,848 0.0,849 0.0,850 0.0,851 1.0,852 0.0,853 1.0,854 0.0,855 0.0,856 0.0,857 0.0,858 0.0,859 0.0,860 0.0,861 0.0,862 0.0,863 0.0,864 0.0,865 0.0,866 0.0,867 0.0868 ]869 },870 "replace_donor_fewshot|procrustes|L21": {871 "accuracy": 0.53125,872 "gain_vs_zero": {873 "estimate": 0.4375,874 "low": 0.25,875 "high": 0.625,876 "level": 0.95,877 "n_items": 32,878 "n_clusters": 32,879 "n_boot": 2000880 },881 "outputs_sample": [882 " sad\n",883 " arrive\n\n",884 " dark\n",885 " calm\n",886 " under\n"887 ],888 "correct": [889 1.0,890 0.0,891 1.0,892 0.0,893 1.0,894 0.0,895 0.0,896 0.0,897 0.0,898 1.0,899 1.0,900 0.0,901 1.0,902 1.0,903 0.0,904 1.0,905 1.0,906 1.0,907 0.0,908 1.0,909 1.0,910 0.0,911 0.0,912 1.0,913 1.0,914 0.0,915 0.0,916 1.0,917 1.0,918 1.0,919 0.0,920 0.0921 ]922 },923 "ctl_replace_donor_zeroshot|procrustes|L21": {924 "accuracy": 0.09375,925 "gain_vs_zero": {926 "estimate": 0.0,927 "low": -0.09375,928 "high": 0.09375,929 "level": 0.95,930 "n_items": 32,931 "n_clusters": 32,932 "n_boot": 2000933 },934 "outputs_sample": [935 " 4\n",936 " 1\n",937 " 1\n",938 " The word \"calm\"",939 " 1\n"940 ],941 "correct": [942 0.0,943 0.0,944 0.0,945 0.0,946 0.0,947 0.0,948 0.0,949 0.0,950 0.0,951 0.0,952 0.0,953 0.0,954 0.0,955 0.0,956 0.0,957 1.0,958 0.0,959 1.0,960 0.0,961 1.0,962 0.0,963 0.0,964 0.0,965 0.0,966 0.0,967 0.0,968 0.0,969 0.0,970 0.0,971 0.0,972 0.0,973 0.0974 ]975 },976 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L21": {977 "accuracy": 0.59375,978 "gain_vs_zero": {979 "estimate": 0.5,980 "low": 0.3125,981 "high": 0.6570312499999957,982 "level": 0.95,983 "n_items": 32,984 "n_clusters": 32,985 "n_boot": 2000986 },987 "outputs_sample": [988 " sad\n",989 " 1\n",990 " dark\n",991 " calm\n",992 " under\n"993 ],994 "correct": [995 1.0,996 0.0,997 1.0,998 0.0,999 1.0,1000 0.0,1001 0.0,1002 0.0,1003 0.0,1004 1.0,1005 1.0,1006 1.0,1007 1.0,1008 1.0,1009 0.0,1010 1.0,1011 1.0,1012 1.0,1013 1.0,1014 1.0,1015 1.0,1016 0.0,1017 0.0,1018 1.0,1019 1.0,1020 0.0,1021 0.0,1022 1.0,1023 1.0,1024 1.0,1025 0.0,1026 0.01027 ]1028 },1029 "replace_donor_fewshot|ridge|L21": {1030 "accuracy": 0.46875,1031 "gain_vs_zero": {1032 "estimate": 0.375,1033 "low": 0.21875,1034 "high": 0.5625,1035 "level": 0.95,1036 "n_items": 32,1037 "n_clusters": 32,1038 "n_boot": 20001039 },1040 "outputs_sample": [1041 " happy\n",1042 " 1\n",1043 " light\n",1044 " calm\n",1045 " under\n"1046 ],1047 "correct": [1048 0.0,1049 0.0,1050 0.0,1051 0.0,1052 1.0,1053 0.0,1054 0.0,1055 0.0,1056 1.0,1057 0.0,1058 0.0,1059 1.0,1060 1.0,1061 1.0,1062 0.0,1063 1.0,1064 1.0,1065 1.0,1066 1.0,1067 1.0,1068 1.0,1069 0.0,1070 0.0,1071 1.0,1072 0.0,1073 0.0,1074 0.0,1075 1.0,1076 1.0,1077 1.0,1078 0.0,1079 0.01080 ]1081 },1082 "ctl_replace_donor_zeroshot|ridge|L21": {1083 "accuracy": 0.09375,1084 "gain_vs_zero": {1085 "estimate": 0.0,1086 "low": 0.0,1087 "high": 0.0,1088 "level": 0.95,1089 "n_items": 32,1090 "n_clusters": 32,1091 "n_boot": 20001092 },1093 "outputs_sample": [1094 " 4\n",1095 " 1\n",1096 " 1\n",1097 " The word \"calm\"",1098 " 1\n"1099 ],1100 "correct": [1101 0.0,1102 0.0,1103 0.0,1104 0.0,1105 0.0,1106 0.0,1107 0.0,1108 0.0,1109 0.0,1110 0.0,1111 0.0,1112 1.0,1113 0.0,1114 0.0,1115 0.0,1116 0.0,1117 0.0,1118 1.0,1119 0.0,1120 1.0,1121 0.0,1122 0.0,1123 0.0,1124 0.0,1125 0.0,1126 0.0,1127 0.0,1128 0.0,1129 0.0,1130 0.0,1131 0.0,1132 0.01133 ]1134 },1135 "ctl_replace_donor_fewshot_shuffled_query|ridge|L21": {1136 "accuracy": 0.53125,1137 "gain_vs_zero": {1138 "estimate": 0.4375,1139 "low": 0.25,1140 "high": 0.625,1141 "level": 0.95,1142 "n_items": 32,1143 "n_clusters": 32,1144 "n_boot": 20001145 },1146 "outputs_sample": [1147 " happy\n",1148 " depart\n\n",1149 " light\n",1150 " calm\n",1151 " under\n"1152 ],1153 "correct": [1154 0.0,1155 1.0,1156 0.0,1157 0.0,1158 1.0,1159 0.0,1160 0.0,1161 0.0,1162 1.0,1163 0.0,1164 1.0,1165 0.0,1166 1.0,1167 1.0,1168 0.0,1169 1.0,1170 1.0,1171 1.0,1172 1.0,1173 1.0,1174 1.0,1175 0.0,1176 0.0,1177 1.0,1178 1.0,1179 0.0,1180 0.0,1181 1.0,1182 1.0,1183 1.0,1184 0.0,1185 0.01186 ]1187 },1188 "ctl_replace_donor_fewshot|sham_map|L21": {1189 "accuracy": 0.15625,1190 "gain_vs_zero": {1191 "estimate": 0.0625,1192 "low": -0.0625,1193 "high": 0.1875,1194 "level": 0.95,1195 "n_items": 32,1196 "n_clusters": 32,1197 "n_boot": 20001198 },1199 "outputs_sample": [1200 " 4\n\n",1201 " arrive\n",1202 " The word \"bright\" is",1203 " The word \"calm\"",1204 " over\n"1205 ],1206 "correct": [1207 0.0,1208 0.0,1209 0.0,1210 0.0,1211 0.0,1212 0.0,1213 0.0,1214 0.0,1215 0.0,1216 0.0,1217 0.0,1218 1.0,1219 0.0,1220 0.0,1221 0.0,1222 1.0,1223 0.0,1224 1.0,1225 0.0,1226 0.0,1227 0.0,1228 0.0,1229 0.0,1230 0.0,1231 0.0,1232 0.0,1233 0.0,1234 1.0,1235 1.0,1236 0.0,1237 0.0,1238 0.01239 ]1240 },1241 "ctl_replace_donor_zeroshot|sham_map|L21": {1242 "accuracy": 0.3125,1243 "gain_vs_zero": {1244 "estimate": 0.21875,1245 "low": 0.0625,1246 "high": 0.375,1247 "level": 0.95,1248 "n_items": 32,1249 "n_clusters": 32,1250 "n_boot": 20001251 },1252 "outputs_sample": [1253 " 4\n",1254 " 1\n",1255 " 1\n",1256 " \"aCML\"\n",1257 " under\n"1258 ],1259 "correct": [1260 0.0,1261 0.0,1262 0.0,1263 0.0,1264 1.0,1265 0.0,1266 0.0,1267 0.0,1268 0.0,1269 0.0,1270 1.0,1271 0.0,1272 0.0,1273 1.0,1274 0.0,1275 1.0,1276 0.0,1277 1.0,1278 0.0,1279 1.0,1280 0.0,1281 1.0,1282 0.0,1283 0.0,1284 1.0,1285 0.0,1286 0.0,1287 1.0,1288 1.0,1289 0.0,1290 0.0,1291 0.01292 ]1293 },1294 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L21": {1295 "accuracy": 0.15625,1296 "gain_vs_zero": {1297 "estimate": 0.0625,1298 "low": 0.0,1299 "high": 0.15625,1300 "level": 0.95,1301 "n_items": 32,1302 "n_clusters": 32,1303 "n_boot": 20001304 },1305 "outputs_sample": [1306 " 4\n",1307 " 1\n",1308 " The word \"bright\" is",1309 " The word \"calm\"",1310 " 1\n"1311 ],1312 "correct": [1313 0.0,1314 0.0,1315 0.0,1316 0.0,1317 0.0,1318 0.0,1319 0.0,1320 0.0,1321 0.0,1322 0.0,1323 0.0,1324 1.0,1325 0.0,1326 0.0,1327 0.0,1328 1.0,1329 0.0,1330 1.0,1331 0.0,1332 1.0,1333 0.0,1334 0.0,1335 0.0,1336 0.0,1337 0.0,1338 0.0,1339 0.0,1340 0.0,1341 1.0,1342 0.0,1343 0.0,1344 0.01345 ]1346 },1347 "ctl_random_norm_matched|L21": {1348 "accuracy": 0.21875,1349 "gain_vs_zero": {1350 "estimate": 0.125,1351 "low": 0.0,1352 "high": 0.28125,1353 "level": 0.95,1354 "n_items": 32,1355 "n_clusters": 32,1356 "n_boot": 20001357 },1358 "correct": [1359 0.0,1360 0.0,1361 0.0,1362 0.0,1363 1.0,1364 0.0,1365 0.0,1366 0.0,1367 0.0,1368 0.0,1369 1.0,1370 0.0,1371 0.0,1372 0.0,1373 0.0,1374 1.0,1375 0.0,1376 1.0,1377 0.0,1378 1.0,1379 0.0,1380 0.0,1381 0.0,1382 0.0,1383 0.0,1384 0.0,1385 0.0,1386 1.0,1387 1.0,1388 0.0,1389 0.0,1390 0.01391 ]1392 },1393 "ctl_unrelated_task_vector(capital)|L21": {1394 "accuracy": 0.15625,1395 "gain_vs_zero": {1396 "estimate": 0.0625,1397 "low": -0.0625,1398 "high": 0.1875,1399 "level": 0.95,1400 "n_items": 32,1401 "n_clusters": 32,1402 "n_boot": 20001403 },1404 "correct": [1405 0.0,1406 0.0,1407 0.0,1408 0.0,1409 0.0,1410 0.0,1411 0.0,1412 0.0,1413 0.0,1414 0.0,1415 0.0,1416 0.0,1417 0.0,1418 0.0,1419 0.0,1420 1.0,1421 0.0,1422 1.0,1423 0.0,1424 1.0,1425 0.0,1426 0.0,1427 0.0,1428 0.0,1429 0.0,1430 0.0,1431 0.0,1432 1.0,1433 1.0,1434 0.0,1435 0.0,1436 0.01437 ]1438 },1439 "procrustes|L25|a1.0": {1440 "accuracy": 0.75,1441 "gain_vs_zero": {1442 "estimate": 0.65625,1443 "low": 0.5,1444 "high": 0.8125,1445 "level": 0.95,1446 "n_items": 32,1447 "n_clusters": 32,1448 "n_boot": 20001449 },1450 "mapped_norm": 45.275672912597656,1451 "outputs_sample": [1452 " sad\n",1453 " 1\n",1454 " dim\n",1455 " rest\n",1456 " under\n"1457 ],1458 "correct": [1459 1.0,1460 0.0,1461 1.0,1462 0.0,1463 1.0,1464 0.0,1465 1.0,1466 1.0,1467 1.0,1468 1.0,1469 1.0,1470 1.0,1471 1.0,1472 0.0,1473 0.0,1474 1.0,1475 0.0,1476 1.0,1477 1.0,1478 1.0,1479 1.0,1480 1.0,1481 1.0,1482 1.0,1483 1.0,1484 0.0,1485 0.0,1486 1.0,1487 1.0,1488 1.0,1489 1.0,1490 1.01491 ]1492 },1493 "procrustes|L25|a2.0": {1494 "accuracy": 0.5,1495 "gain_vs_zero": {1496 "estimate": 0.40625,1497 "low": 0.21875,1498 "high": 0.59375,1499 "level": 0.95,1500 "n_items": 32,1501 "n_clusters": 32,1502 "n_boot": 20001503 },1504 "mapped_norm": 45.275672912597656,1505 "outputs_sample": [1506 " sad\n",1507 " wait\n\n",1508 " dark\n",1509 " quick brown fox jumps over the",1510 " under\n"1511 ],1512 "correct": [1513 1.0,1514 0.0,1515 1.0,1516 0.0,1517 1.0,1518 0.0,1519 1.0,1520 0.0,1521 1.0,1522 1.0,1523 1.0,1524 0.0,1525 0.0,1526 0.0,1527 0.0,1528 1.0,1529 0.0,1530 1.0,1531 0.0,1532 1.0,1533 1.0,1534 0.0,1535 0.0,1536 1.0,1537 1.0,1538 0.0,1539 0.0,1540 1.0,1541 1.0,1542 0.0,1543 1.0,1544 0.01545 ]1546 },1547 "procrustes_rescaled|L25|a1.0": {1548 "accuracy": 0.75,1549 "gain_vs_zero": {1550 "estimate": 0.65625,1551 "low": 0.5,1552 "high": 0.8125,1553 "level": 0.95,1554 "n_items": 32,1555 "n_clusters": 32,1556 "n_boot": 20001557 },1558 "mapped_norm": 57.1400260925293,1559 "outputs_sample": [1560 " sad\n",1561 " leave\n\n",1562 " dim\n",1563 " rest\n",1564 " under\n"1565 ],1566 "correct": [1567 1.0,1568 0.0,1569 1.0,1570 0.0,1571 1.0,1572 0.0,1573 1.0,1574 1.0,1575 1.0,1576 1.0,1577 1.0,1578 1.0,1579 1.0,1580 1.0,1581 0.0,1582 1.0,1583 0.0,1584 1.0,1585 1.0,1586 1.0,1587 1.0,1588 1.0,1589 1.0,1590 1.0,1591 1.0,1592 0.0,1593 0.0,1594 1.0,1595 1.0,1596 0.0,1597 1.0,1598 1.01599 ]1600 },1601 "ridge|L25|a1.0": {1602 "accuracy": 0.84375,1603 "gain_vs_zero": {1604 "estimate": 0.75,1605 "low": 0.59375,1606 "high": 0.875,1607 "level": 0.95,1608 "n_items": 32,1609 "n_clusters": 32,1610 "n_boot": 20001611 },1612 "mapped_norm": 51.35127258300781,1613 "outputs_sample": [1614 " sad\n",1615 " leave\n\n",1616 " dim\n",1617 " storm\n",1618 " under\n"1619 ],1620 "correct": [1621 1.0,1622 0.0,1623 1.0,1624 0.0,1625 1.0,1626 1.0,1627 1.0,1628 1.0,1629 1.0,1630 1.0,1631 1.0,1632 1.0,1633 1.0,1634 1.0,1635 0.0,1636 1.0,1637 0.0,1638 1.0,1639 1.0,1640 1.0,1641 1.0,1642 1.0,1643 1.0,1644 1.0,1645 1.0,1646 1.0,1647 0.0,1648 1.0,1649 1.0,1650 1.0,1651 1.0,1652 1.01653 ]1654 },1655 "ridge|L25|a2.0": {1656 "accuracy": 0.46875,1657 "gain_vs_zero": {1658 "estimate": 0.375,1659 "low": 0.15625,1660 "high": 0.5625,1661 "level": 0.95,1662 "n_items": 32,1663 "n_clusters": 32,1664 "n_boot": 20001665 },1666 "mapped_norm": 51.35127258300781,1667 "outputs_sample": [1668 " sad\n",1669 " sea\n\n",1670 " dull\n",1671 " safe\n",1672 " under\n"1673 ],1674 "correct": [1675 1.0,1676 0.0,1677 1.0,1678 0.0,1679 1.0,1680 0.0,1681 1.0,1682 1.0,1683 1.0,1684 0.0,1685 0.0,1686 0.0,1687 0.0,1688 0.0,1689 0.0,1690 1.0,1691 0.0,1692 1.0,1693 0.0,1694 0.0,1695 1.0,1696 1.0,1697 0.0,1698 1.0,1699 1.0,1700 1.0,1701 0.0,1702 0.0,1703 1.0,1704 0.0,1705 1.0,1706 0.01707 ]1708 },1709 "ridge_rescaled|L25|a1.0": {1710 "accuracy": 0.84375,1711 "gain_vs_zero": {1712 "estimate": 0.75,1713 "low": 0.59375,1714 "high": 0.875,1715 "level": 0.95,1716 "n_items": 32,1717 "n_clusters": 32,1718 "n_boot": 20001719 },1720 "mapped_norm": 57.1400260925293,1721 "outputs_sample": [1722 " sad\n",1723 " leave\n\n",1724 " dark\n",1725 " happy\n",1726 " under\n"1727 ],1728 "correct": [1729 1.0,1730 0.0,1731 1.0,1732 0.0,1733 1.0,1734 1.0,1735 1.0,1736 1.0,1737 1.0,1738 1.0,1739 1.0,1740 1.0,1741 1.0,1742 1.0,1743 0.0,1744 1.0,1745 0.0,1746 1.0,1747 1.0,1748 1.0,1749 1.0,1750 1.0,1751 1.0,1752 1.0,1753 1.0,1754 1.0,1755 0.0,1756 1.0,1757 1.0,1758 1.0,1759 1.0,1760 1.01761 ]1762 },1763 "cca|L25|a1.0": {1764 "accuracy": 0.84375,1765 "gain_vs_zero": {1766 "estimate": 0.75,1767 "low": 0.59375,1768 "high": 0.875,1769 "level": 0.95,1770 "n_items": 32,1771 "n_clusters": 32,1772 "n_boot": 20001773 },1774 "mapped_norm": 52.11821746826172,1775 "outputs_sample": [1776 " sad\n",1777 " leave\n\n",1778 " dim\n",1779 " storm\n",1780 " under\n"1781 ],1782 "correct": [1783 1.0,1784 0.0,1785 1.0,1786 0.0,1787 1.0,1788 1.0,1789 1.0,1790 1.0,1791 1.0,1792 1.0,1793 1.0,1794 1.0,1795 1.0,1796 1.0,1797 0.0,1798 1.0,1799 0.0,1800 1.0,1801 1.0,1802 1.0,1803 1.0,1804 1.0,1805 1.0,1806 1.0,1807 1.0,1808 1.0,1809 0.0,1810 1.0,1811 1.0,1812 1.0,1813 1.0,1814 1.01815 ]1816 },1817 "cca|L25|a2.0": {1818 "accuracy": 0.40625,1819 "gain_vs_zero": {1820 "estimate": 0.3125,1821 "low": 0.125,1822 "high": 0.5,1823 "level": 0.95,1824 "n_items": 32,1825 "n_clusters": 32,1826 "n_boot": 20001827 },1828 "mapped_norm": 52.11821746826172,1829 "outputs_sample": [1830 " sad\n",1831 " time\n",1832 " dull\n",1833 " safe\n",1834 " under\n"1835 ],1836 "correct": [1837 1.0,1838 0.0,1839 1.0,1840 0.0,1841 1.0,1842 0.0,1843 1.0,1844 1.0,1845 0.0,1846 0.0,1847 0.0,1848 0.0,1849 0.0,1850 0.0,1851 0.0,1852 0.0,1853 0.0,1854 1.0,1855 0.0,1856 0.0,1857 1.0,1858 1.0,1859 0.0,1860 1.0,1861 1.0,1862 1.0,1863 0.0,1864 0.0,1865 0.0,1866 0.0,1867 1.0,1868 1.01869 ]1870 },1871 "random_orth|L25|a1.0": {1872 "accuracy": 0.03125,1873 "gain_vs_zero": {1874 "estimate": -0.0625,1875 "low": -0.15625,1876 "high": 0.0,1877 "level": 0.95,1878 "n_items": 32,1879 "n_clusters": 32,1880 "n_boot": 20001881 },1882 "mapped_norm": 39.07863235473633,1883 "outputs_sample": [1884 " 4\n",1885 " 1\n",1886 " 1\n",1887 " 3\n",1888 " 3\n"1889 ],1890 "correct": [1891 0.0,1892 0.0,1893 0.0,1894 0.0,1895 0.0,1896 0.0,1897 0.0,1898 0.0,1899 0.0,1900 0.0,1901 0.0,1902 0.0,1903 0.0,1904 0.0,1905 0.0,1906 0.0,1907 0.0,1908 1.0,1909 0.0,1910 0.0,1911 0.0,1912 0.0,1913 0.0,1914 0.0,1915 0.0,1916 0.0,1917 0.0,1918 0.0,1919 0.0,1920 0.0,1921 0.0,1922 0.01923 ]1924 },1925 "random_orth|L25|a2.0": {1926 "accuracy": 0.0,1927 "gain_vs_zero": {1928 "estimate": -0.09375,1929 "low": -0.1875,1930 "high": 0.0,1931 "level": 0.95,1932 "n_items": 32,1933 "n_clusters": 32,1934 "n_boot": 20001935 },1936 "mapped_norm": 39.07863235473633,1937 "outputs_sample": [1938 " h-a-p-p-y\n",1939 " 1\n",1940 " 1\n",1941 " c, a, l,",1942 " The word \"over\" is"1943 ],1944 "correct": [1945 0.0,1946 0.0,1947 0.0,1948 0.0,1949 0.0,1950 0.0,1951 0.0,1952 0.0,1953 0.0,1954 0.0,1955 0.0,1956 0.0,1957 0.0,1958 0.0,1959 0.0,1960 0.0,1961 0.0,1962 0.0,1963 0.0,1964 0.0,1965 0.0,1966 0.0,1967 0.0,1968 0.0,1969 0.0,1970 0.0,1971 0.0,1972 0.0,1973 0.0,1974 0.0,1975 0.0,1976 0.01977 ]1978 },1979 "replace_donor_fewshot|procrustes|L25": {1980 "accuracy": 0.78125,1981 "gain_vs_zero": {1982 "estimate": 0.6875,1983 "low": 0.53125,1984 "high": 0.84375,1985 "level": 0.95,1986 "n_items": 32,1987 "n_clusters": 32,1988 "n_boot": 20001989 },1990 "outputs_sample": [1991 " sad\n",1992 " arrive\n\n",1993 " dim\n",1994 " excited\n",1995 " under\n"1996 ],1997 "correct": [1998 1.0,1999 0.0,2000 1.0,2001 0.0,2002 1.0,2003 0.0,2004 1.0,2005 1.0,2006 1.0,2007 1.0,2008 1.0,2009 1.0,2010 1.0,2011 1.0,2012 1.0,2013 1.0,2014 0.0,2015 1.0,2016 1.0,2017 1.0,2018 1.0,2019 1.0,2020 1.0,2021 1.0,2022 1.0,2023 0.0,2024 0.0,2025 1.0,2026 1.0,2027 0.0,2028 1.0,2029 1.02030 ]2031 },2032 "ctl_replace_donor_zeroshot|procrustes|L25": {2033 "accuracy": 0.03125,2034 "gain_vs_zero": {2035 "estimate": -0.0625,2036 "low": -0.15625,2037 "high": 0.0,2038 "level": 0.95,2039 "n_items": 32,2040 "n_clusters": 32,2041 "n_boot": 20002042 },2043 "outputs_sample": [2044 " 4\n",2045 " The word \"arrive\"",2046 " The word \"bright\" is",2047 " The word \"calm\"",2048 " The word \"over\" is"2049 ],2050 "correct": [2051 0.0,2052 0.0,2053 0.0,2054 0.0,2055 0.0,2056 0.0,2057 0.0,2058 0.0,2059 0.0,2060 0.0,2061 0.0,2062 0.0,2063 0.0,2064 0.0,2065 0.0,2066 0.0,2067 0.0,2068 0.0,2069 0.0,2070 1.0,2071 0.0,2072 0.0,2073 0.0,2074 0.0,2075 0.0,2076 0.0,2077 0.0,2078 0.0,2079 0.0,2080 0.0,2081 0.0,2082 0.02083 ]2084 },2085 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": {2086 "accuracy": 0.78125,2087 "gain_vs_zero": {2088 "estimate": 0.6875,2089 "low": 0.5,2090 "high": 0.84375,2091 "level": 0.95,2092 "n_items": 32,2093 "n_clusters": 32,2094 "n_boot": 20002095 },2096 "outputs_sample": [2097 " sad\n",2098 " leave\n\n",2099 " dark\n",2100 " excited\n",2101 " under\n"2102 ],2103 "correct": [2104 1.0,2105 0.0,2106 1.0,2107 0.0,2108 1.0,2109 0.0,2110 1.0,2111 1.0,2112 1.0,2113 1.0,2114 1.0,2115 0.0,2116 1.0,2117 1.0,2118 1.0,2119 1.0,2120 0.0,2121 1.0,2122 1.0,2123 1.0,2124 1.0,2125 1.0,2126 1.0,2127 1.0,2128 1.0,2129 0.0,2130 0.0,2131 1.0,2132 1.0,2133 1.0,2134 1.0,2135 1.02136 ]2137 },2138 "replace_donor_fewshot|ridge|L25": {2139 "accuracy": 0.84375,2140 "gain_vs_zero": {2141 "estimate": 0.75,2142 "low": 0.59375,2143 "high": 0.875,2144 "level": 0.95,2145 "n_items": 32,2146 "n_clusters": 32,2147 "n_boot": 20002148 },2149 "outputs_sample": [2150 " sad\n",2151 " depart\n",2152 " dark\n",2153 " wild\n",2154 " under\n"2155 ],2156 "correct": [2157 1.0,2158 1.0,2159 1.0,2160 0.0,2161 1.0,2162 0.0,2163 1.0,2164 1.0,2165 1.0,2166 1.0,2167 1.0,2168 1.0,2169 1.0,2170 1.0,2171 1.0,2172 1.0,2173 0.0,2174 1.0,2175 1.0,2176 1.0,2177 1.0,2178 1.0,2179 1.0,2180 1.0,2181 1.0,2182 0.0,2183 0.0,2184 1.0,2185 1.0,2186 1.0,2187 1.0,2188 1.02189 ]2190 },2191 "ctl_replace_donor_zeroshot|ridge|L25": {2192 "accuracy": 0.0625,2193 "gain_vs_zero": {2194 "estimate": -0.03125,2195 "low": -0.09375,2196 "high": 0.0,2197 "level": 0.95,2198 "n_items": 32,2199 "n_clusters": 32,2200 "n_boot": 20002201 },2202 "outputs_sample": [2203 " 4\n",2204 " The word \"arrive\"",2205 " The word \"bright\" is",2206 " The word \"calm\"",2207 " 3\n"2208 ],2209 "correct": [2210 0.0,2211 0.0,2212 0.0,2213 0.0,2214 0.0,2215 0.0,2216 0.0,2217 0.0,2218 0.0,2219 0.0,2220 0.0,2221 1.0,2222 0.0,2223 0.0,2224 0.0,2225 0.0,2226 0.0,2227 0.0,2228 0.0,2229 1.0,2230 0.0,2231 0.0,2232 0.0,2233 0.0,2234 0.0,2235 0.0,2236 0.0,2237 0.0,2238 0.0,2239 0.0,2240 0.0,2241 0.02242 ]2243 },2244 "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": {2245 "accuracy": 0.8125,2246 "gain_vs_zero": {2247 "estimate": 0.71875,2248 "low": 0.5625,2249 "high": 0.875,2250 "level": 0.95,2251 "n_items": 32,2252 "n_clusters": 32,2253 "n_boot": 20002254 },2255 "outputs_sample": [2256 " sad\n",2257 " leave\n\n",2258 " dim\n",2259 " excited\n",2260 " under\n"2261 ],2262 "correct": [2263 1.0,2264 0.0,2265 1.0,2266 0.0,2267 1.0,2268 0.0,2269 1.0,2270 1.0,2271 1.0,2272 1.0,2273 1.0,2274 1.0,2275 1.0,2276 1.0,2277 1.0,2278 1.0,2279 0.0,2280 1.0,2281 1.0,2282 1.0,2283 1.0,2284 1.0,2285 1.0,2286 1.0,2287 1.0,2288 0.0,2289 0.0,2290 1.0,2291 1.0,2292 1.0,2293 1.0,2294 1.02295 ]2296 },2297 "ctl_replace_donor_fewshot|sham_map|L25": {2298 "accuracy": 0.0625,2299 "gain_vs_zero": {2300 "estimate": -0.03125,2301 "low": -0.15625,2302 "high": 0.0625,2303 "level": 0.95,2304 "n_items": 32,2305 "n_clusters": 32,2306 "n_boot": 20002307 },2308 "outputs_sample": [2309 " happy\n",2310 " 1\n\n",2311 " The word \"bright\" is",2312 " calm\n",2313 " 5\n\n"2314 ],2315 "correct": [2316 0.0,2317 0.0,2318 0.0,2319 0.0,2320 0.0,2321 0.0,2322 0.0,2323 0.0,2324 0.0,2325 0.0,2326 0.0,2327 0.0,2328 0.0,2329 0.0,2330 0.0,2331 1.0,2332 0.0,2333 0.0,2334 0.0,2335 1.0,2336 0.0,2337 0.0,2338 0.0,2339 0.0,2340 0.0,2341 0.0,2342 0.0,2343 0.0,2344 0.0,2345 0.0,2346 0.0,2347 0.02348 ]2349 },2350 "ctl_replace_donor_zeroshot|sham_map|L25": {2351 "accuracy": 0.21875,2352 "gain_vs_zero": {2353 "estimate": 0.125,2354 "low": 0.0,2355 "high": 0.28125,2356 "level": 0.95,2357 "n_items": 32,2358 "n_clusters": 32,2359 "n_boot": 20002360 },2361 "outputs_sample": [2362 " sad\n",2363 " 1\n\n",2364 " Output: The word \"bright",2365 " \"aCML\"\n\n",2366 " 5\n\n"2367 ],2368 "correct": [2369 1.0,2370 0.0,2371 0.0,2372 0.0,2373 0.0,2374 0.0,2375 0.0,2376 0.0,2377 0.0,2378 1.0,2379 1.0,2380 0.0,2381 0.0,2382 0.0,2383 0.0,2384 1.0,2385 0.0,2386 1.0,2387 0.0,2388 1.0,2389 0.0,2390 0.0,2391 0.0,2392 0.0,2393 0.0,2394 0.0,2395 0.0,2396 0.0,2397 1.0,2398 0.0,2399 0.0,2400 0.02401 ]2402 },2403 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": {2404 "accuracy": 0.09375,2405 "gain_vs_zero": {2406 "estimate": 0.0,2407 "low": -0.125,2408 "high": 0.125,2409 "level": 0.95,2410 "n_items": 32,2411 "n_clusters": 32,2412 "n_boot": 20002413 },2414 "outputs_sample": [2415 " sad\n",2416 " The word \"arrive\"",2417 " bright\n",2418 " The word \"calm\"",2419 " The word \"over\" is"2420 ],2421 "correct": [2422 1.0,2423 0.0,2424 0.0,2425 0.0,2426 0.0,2427 0.0,2428 0.0,2429 0.0,2430 0.0,2431 0.0,2432 0.0,2433 0.0,2434 0.0,2435 0.0,2436 0.0,2437 1.0,2438 0.0,2439 0.0,2440 0.0,2441 1.0,2442 0.0,2443 0.0,2444 0.0,2445 0.0,2446 0.0,2447 0.0,2448 0.0,2449 0.0,2450 0.0,2451 0.0,2452 0.0,2453 0.02454 ]2455 },2456 "ctl_random_norm_matched|L25": {2457 "accuracy": 0.03125,2458 "gain_vs_zero": {2459 "estimate": -0.0625,2460 "low": -0.15625,2461 "high": 0.0,2462 "level": 0.95,2463 "n_items": 32,2464 "n_clusters": 32,2465 "n_boot": 20002466 },2467 "correct": [2468 0.0,2469 0.0,2470 0.0,2471 0.0,2472 0.0,2473 0.0,2474 0.0,2475 0.0,2476 0.0,2477 0.0,2478 0.0,2479 0.0,2480 0.0,2481 0.0,2482 0.0,2483 0.0,2484 0.0,2485 1.0,2486 0.0,2487 0.0,2488 0.0,2489 0.0,2490 0.0,2491 0.0,2492 0.0,2493 0.0,2494 0.0,2495 0.0,2496 0.0,2497 0.0,2498 0.0,2499 0.02500 ]2501 },2502 "ctl_unrelated_task_vector(capital)|L25": {2503 "accuracy": 0.21875,2504 "gain_vs_zero": {2505 "estimate": 0.125,2506 "low": 0.0,2507 "high": 0.28125,2508 "level": 0.95,2509 "n_items": 32,2510 "n_clusters": 32,2511 "n_boot": 20002512 },2513 "correct": [2514 0.0,2515 0.0,2516 0.0,2517 0.0,2518 1.0,2519 0.0,2520 0.0,2521 0.0,2522 0.0,2523 0.0,2524 0.0,2525 0.0,2526 0.0,2527 0.0,2528 0.0,2529 1.0,2530 1.0,2531 1.0,2532 0.0,2533 1.0,2534 0.0,2535 0.0,2536 0.0,2537 0.0,2538 1.0,2539 0.0,2540 0.0,2541 0.0,2542 1.0,2543 0.0,2544 0.0,2545 0.02546 ]2547 }2548 },2549 "items": {2550 "zero": [2551 0.0,2552 0.0,2553 0.0,2554 0.0,2555 0.0,2556 0.0,2557 0.0,2558 0.0,2559 0.0,2560 0.0,2561 0.0,2562 1.0,2563 0.0,2564 0.0,2565 0.0,2566 0.0,2567 0.0,2568 1.0,2569 0.0,2570 1.0,2571 0.0,2572 0.0,2573 0.0,2574 0.0,2575 0.0,2576 0.0,2577 0.0,2578 0.0,2579 0.0,2580 0.0,2581 0.0,2582 0.02583 ],2584 "few": [2585 1.0,2586 1.0,2587 1.0,2588 0.0,2589 1.0,2590 1.0,2591 1.0,2592 1.0,2593 1.0,2594 1.0,2595 1.0,2596 1.0,2597 1.0,2598 1.0,2599 1.0,2600 1.0,2601 1.0,2602 1.0,2603 1.0,2604 1.0,2605 1.0,2606 1.0,2607 0.0,2608 1.0,2609 1.0,2610 1.0,2611 1.0,2612 1.0,2613 1.0,2614 1.0,2615 1.0,2616 1.02617 ],2618 "own": [2619 1.0,2620 0.0,2621 1.0,2622 0.0,2623 1.0,2624 1.0,2625 1.0,2626 1.0,2627 1.0,2628 1.0,2629 1.0,2630 1.0,2631 1.0,2632 1.0,2633 1.0,2634 1.0,2635 0.0,2636 1.0,2637 1.0,2638 1.0,2639 1.0,2640 1.0,2641 1.0,2642 1.0,2643 1.0,2644 1.0,2645 1.0,2646 1.0,2647 1.0,2648 1.0,2649 1.0,2650 1.02651 ]2652 }2653 },2654 "capital": {2655 "recipient_zero": 0.09090909090909091,2656 "recipient_few": 1.0,2657 "recipient_own_vector": 0.7727272727272727,2658 "donor_layer": 11,2659 "conditions": {2660 "procrustes|L14|a1.0": {2661 "accuracy": 0.09090909090909091,2662 "gain_vs_zero": {2663 "estimate": 0.0,2664 "low": -0.18181818181818182,2665 "high": 0.18181818181818182,2666 "level": 0.95,2667 "n_items": 22,2668 "n_clusters": 22,2669 "n_boot": 20002670 },2671 "mapped_norm": 29.3558349609375,2672 "outputs_sample": [2673 " South America\n\n",2674 " Finland\n",2675 " Morocco\n",2676 " 100\n",2677 " Japan\n\n"2678 ],2679 "correct": [2680 0.0,2681 0.0,2682 0.0,2683 0.0,2684 0.0,2685 0.0,2686 0.0,2687 0.0,2688 0.0,2689 0.0,2690 0.0,2691 0.0,2692 0.0,2693 0.0,2694 1.0,2695 0.0,2696 0.0,2697 0.0,2698 0.0,2699 0.0,2700 0.0,2701 1.02702 ]2703 },2704 "procrustes|L14|a2.0": {2705 "accuracy": 0.0,2706 "gain_vs_zero": {2707 "estimate": -0.09090909090909091,2708 "low": -0.22727272727272727,2709 "high": 0.0,2710 "level": 0.95,2711 "n_items": 22,2712 "n_clusters": 22,2713 "n_boot": 20002714 },2715 "mapped_norm": 29.3558349609375,2716 "outputs_sample": [2717 " Venezuela\n\n",2718 " Finland\n",2719 " Morocco\n",2720 " Turkey\n\n",2721 " Japan\n"2722 ],2723 "correct": [2724 0.0,2725 0.0,2726 0.0,2727 0.0,2728 0.0,2729 0.0,2730 0.0,2731 0.0,2732 0.0,2733 0.0,2734 0.0,2735 0.0,2736 0.0,2737 0.0,2738 0.0,2739 0.0,2740 0.0,2741 0.0,2742 0.0,2743 0.0,2744 0.0,2745 0.02746 ]2747 },2748 "procrustes_rescaled|L14|a1.0": {2749 "accuracy": 0.0,2750 "gain_vs_zero": {2751 "estimate": -0.09090909090909091,2752 "low": -0.22727272727272727,2753 "high": 0.0,2754 "level": 0.95,2755 "n_items": 22,2756 "n_clusters": 22,2757 "n_boot": 20002758 },2759 "mapped_norm": 56.558387756347656,2760 "outputs_sample": [2761 " Venezuela\n\n",2762 " Finland\n",2763 " Morocco\n",2764 " Turkey\n\n",2765 " Japan\n"2766 ],2767 "correct": [2768 0.0,2769 0.0,2770 0.0,2771 0.0,2772 0.0,2773 0.0,2774 0.0,2775 0.0,2776 0.0,2777 0.0,2778 0.0,2779 0.0,2780 0.0,2781 0.0,2782 0.0,2783 0.0,2784 0.0,2785 0.0,2786 0.0,2787 0.0,2788 0.0,2789 0.02790 ]2791 },2792 "ridge|L14|a1.0": {2793 "accuracy": 0.3181818181818182,2794 "gain_vs_zero": {2795 "estimate": 0.22727272727272727,2796 "low": 0.045454545454545456,2797 "high": 0.45454545454545453,2798 "level": 0.95,2799 "n_items": 22,2800 "n_clusters": 22,2801 "n_boot": 20002802 },2803 "mapped_norm": 33.3150520324707,2804 "outputs_sample": [2805 " Caracas\n\n",2806 " Finland\n",2807 " Casablanca, Marr",2808 " 100\n\n",2809 " Tokyo\n\n"2810 ],2811 "correct": [2812 1.0,2813 0.0,2814 0.0,2815 0.0,2816 1.0,2817 0.0,2818 1.0,2819 1.0,2820 0.0,2821 0.0,2822 1.0,2823 0.0,2824 0.0,2825 0.0,2826 1.0,2827 0.0,2828 0.0,2829 0.0,2830 0.0,2831 0.0,2832 0.0,2833 1.02834 ]2835 },2836 "ridge|L14|a2.0": {2837 "accuracy": 0.22727272727272727,2838 "gain_vs_zero": {2839 "estimate": 0.13636363636363635,2840 "low": -0.045454545454545456,2841 "high": 0.3181818181818182,2842 "level": 0.95,2843 "n_items": 22,2844 "n_clusters": 22,2845 "n_boot": 20002846 },2847 "mapped_norm": 33.3150520324707,2848 "outputs_sample": [2849 " Venezuela\n",2850 " Finland\n",2851 " Casablanca, Marr",2852 " Turkey\n\n",2853 " Tokyo\n\n"2854 ],2855 "correct": [2856 0.0,2857 0.0,2858 0.0,2859 0.0,2860 1.0,2861 0.0,2862 1.0,2863 0.0,2864 0.0,2865 0.0,2866 0.0,2867 0.0,2868 0.0,2869 0.0,2870 1.0,2871 0.0,2872 0.0,2873 1.0,2874 0.0,2875 0.0,2876 0.0,2877 1.02878 ]2879 },2880 "ridge_rescaled|L14|a1.0": {2881 "accuracy": 0.3181818181818182,2882 "gain_vs_zero": {2883 "estimate": 0.22727272727272727,2884 "low": 0.0,2885 "high": 0.45454545454545453,2886 "level": 0.95,2887 "n_items": 22,2888 "n_clusters": 22,2889 "n_boot": 20002890 },2891 "mapped_norm": 56.558387756347656,2892 "outputs_sample": [2893 " Venezuela\n\n",2894 " Finland\n",2895 " Casablanca, Marr",2896 " 100\n",2897 " Tokyo\n\n"2898 ],2899 "correct": [2900 0.0,2901 0.0,2902 0.0,2903 0.0,2904 1.0,2905 0.0,2906 1.0,2907 0.0,2908 0.0,2909 1.0,2910 0.0,2911 0.0,2912 0.0,2913 0.0,2914 1.0,2915 0.0,2916 0.0,2917 1.0,2918 0.0,2919 1.0,2920 0.0,2921 1.02922 ]2923 },2924 "cca|L14|a1.0": {2925 "accuracy": 0.36363636363636365,2926 "gain_vs_zero": {2927 "estimate": 0.2727272727272727,2928 "low": 0.045454545454545456,2929 "high": 0.5,2930 "level": 0.95,2931 "n_items": 22,2932 "n_clusters": 22,2933 "n_boot": 20002934 },2935 "mapped_norm": 36.0001335144043,2936 "outputs_sample": [2937 " Caracas\n\n",2938 " 5.9\n",2939 " Casablanca, Marr",2940 " 100\n\n",2941 " Tokyo\n\n"2942 ],2943 "correct": [2944 1.0,2945 0.0,2946 0.0,2947 0.0,2948 1.0,2949 0.0,2950 1.0,2951 1.0,2952 0.0,2953 0.0,2954 1.0,2955 0.0,2956 0.0,2957 0.0,2958 1.0,2959 0.0,2960 0.0,2961 1.0,2962 0.0,2963 0.0,2964 0.0,2965 1.02966 ]2967 },2968 "cca|L14|a2.0": {2969 "accuracy": 0.09090909090909091,2970 "gain_vs_zero": {2971 "estimate": 0.0,2972 "low": -0.18181818181818182,2973 "high": 0.18181818181818182,2974 "level": 0.95,2975 "n_items": 22,2976 "n_clusters": 22,2977 "n_boot": 20002978 },2979 "mapped_norm": 36.0001335144043,2980 "outputs_sample": [2981 " Venezuela\n\n",2982 " Finland\n",2983 " Morocco\n",2984 " Tur\n\n",2985 " Japan\n"2986 ],2987 "correct": [2988 0.0,2989 0.0,2990 0.0,2991 0.0,2992 0.0,2993 0.0,2994 0.0,2995 0.0,2996 0.0,2997 0.0,2998 0.0,2999 0.0,3000 0.0,3001 0.0,3002 1.0,3003 0.0,3004 0.0,3005 0.0,3006 0.0,3007 0.0,3008 0.0,3009 1.03010 ]3011 },3012 "random_orth|L14|a1.0": {3013 "accuracy": 0.0,3014 "gain_vs_zero": {3015 "estimate": -0.09090909090909091,3016 "low": -0.22727272727272727,3017 "high": 0.0,3018 "level": 0.95,3019 "n_items": 22,3020 "n_clusters": 22,3021 "n_boot": 20003022 },3023 "mapped_norm": 25.739151000976562,3024 "outputs_sample": [3025 " South America\n",3026 " 180 degrees\n\n",3027 " Morocco\n",3028 " 1\n",3029 " 12345"3030 ],3031 "correct": [3032 0.0,3033 0.0,3034 0.0,3035 0.0,3036 0.0,3037 0.0,3038 0.0,3039 0.0,3040 0.0,3041 0.0,3042 0.0,3043 0.0,3044 0.0,3045 0.0,3046 0.0,3047 0.0,3048 0.0,3049 0.0,3050 0.0,3051 0.0,3052 0.0,3053 0.03054 ]3055 },3056 "random_orth|L14|a2.0": {3057 "accuracy": 0.045454545454545456,3058 "gain_vs_zero": {3059 "estimate": -0.045454545454545456,3060 "low": -0.18181818181818182,3061 "high": 0.09090909090909091,3062 "level": 0.95,3063 "n_items": 22,3064 "n_clusters": 22,3065 "n_boot": 20003066 },3067 "mapped_norm": 25.739151000976562,3068 "outputs_sample": [3069 " 1. Venezuela is a",3070 " 180 degrees\n\n",3071 " 1200\n",3072 " 1\n",3073 " Japan is a country located in"3074 ],3075 "correct": [3076 0.0,3077 0.0,3078 0.0,3079 0.0,3080 0.0,3081 0.0,3082 0.0,3083 0.0,3084 0.0,3085 0.0,3086 0.0,3087 0.0,3088 0.0,3089 0.0,3090 0.0,3091 0.0,3092 0.0,3093 0.0,3094 0.0,3095 0.0,3096 0.0,3097 1.03098 ]3099 },3100 "replace_donor_fewshot|procrustes|L14": {3101 "accuracy": 0.09090909090909091,3102 "gain_vs_zero": {3103 "estimate": 0.0,3104 "low": -0.18181818181818182,3105 "high": 0.18181818181818182,3106 "level": 0.95,3107 "n_items": 22,3108 "n_clusters": 22,3109 "n_boot": 20003110 },3111 "outputs_sample": [3112 " Venezuela\n",3113 " Finland\n",3114 " Morocco\n",3115 " 100\n",3116 " Japan\n\n"3117 ],3118 "correct": [3119 0.0,3120 0.0,3121 0.0,3122 0.0,3123 0.0,3124 0.0,3125 0.0,3126 0.0,3127 0.0,3128 0.0,3129 1.0,3130 0.0,3131 0.0,3132 0.0,3133 1.0,3134 0.0,3135 0.0,3136 0.0,3137 0.0,3138 0.0,3139 0.0,3140 0.03141 ]3142 },3143 "ctl_replace_donor_zeroshot|procrustes|L14": {3144 "accuracy": 0.0,3145 "gain_vs_zero": {3146 "estimate": -0.09090909090909091,3147 "low": -0.22727272727272727,3148 "high": 0.0,3149 "level": 0.95,3150 "n_items": 22,3151 "n_clusters": 22,3152 "n_boot": 20003153 },3154 "outputs_sample": [3155 " Venezuela is a country located in",3156 " Finland is a Nordic country located",3157 " Morocco is a country located in",3158 " Turkey is a country located in",3159 " Japan is an island nation in"3160 ],3161 "correct": [3162 0.0,3163 0.0,3164 0.0,3165 0.0,3166 0.0,3167 0.0,3168 0.0,3169 0.0,3170 0.0,3171 0.0,3172 0.0,3173 0.0,3174 0.0,3175 0.0,3176 0.0,3177 0.0,3178 0.0,3179 0.0,3180 0.0,3181 0.0,3182 0.0,3183 0.03184 ]3185 },3186 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {3187 "accuracy": 0.045454545454545456,3188 "gain_vs_zero": {3189 "estimate": -0.045454545454545456,3190 "low": -0.18181818181818182,3191 "high": 0.09090909090909091,3192 "level": 0.95,3193 "n_items": 22,3194 "n_clusters": 22,3195 "n_boot": 20003196 },3197 "outputs_sample": [3198 " Venezuela\n\n",3199 " 5.4\n",3200 " Morocco\n",3201 " Turkey is a country located in",3202 " Japan\n\n"3203 ],3204 "correct": [3205 0.0,3206 0.0,3207 0.0,3208 0.0,3209 0.0,3210 0.0,3211 0.0,3212 0.0,3213 0.0,3214 0.0,3215 1.0,3216 0.0,3217 0.0,3218 0.0,3219 0.0,3220 0.0,3221 0.0,3222 0.0,3223 0.0,3224 0.0,3225 0.0,3226 0.03227 ]3228 },3229 "replace_donor_fewshot|ridge|L14": {3230 "accuracy": 0.22727272727272727,3231 "gain_vs_zero": {3232 "estimate": 0.13636363636363635,3233 "low": -0.045454545454545456,3234 "high": 0.3181818181818182,3235 "level": 0.95,3236 "n_items": 22,3237 "n_clusters": 22,3238 "n_boot": 20003239 },3240 "outputs_sample": [3241 " Caracas\n\n",3242 " 5.9\n",3243 " Morocco\n",3244 " 100\n\n",3245 " Tokyo\n\n"3246 ],3247 "correct": [3248 1.0,3249 0.0,3250 0.0,3251 0.0,3252 1.0,3253 0.0,3254 1.0,3255 0.0,3256 0.0,3257 0.0,3258 1.0,3259 0.0,3260 0.0,3261 0.0,3262 1.0,3263 0.0,3264 0.0,3265 0.0,3266 0.0,3267 0.0,3268 0.0,3269 0.03270 ]3271 },3272 "ctl_replace_donor_zeroshot|ridge|L14": {3273 "accuracy": 0.0,3274 "gain_vs_zero": {3275 "estimate": -0.09090909090909091,3276 "low": -0.22727272727272727,3277 "high": 0.0,3278 "level": 0.95,3279 "n_items": 22,3280 "n_clusters": 22,3281 "n_boot": 20003282 },3283 "outputs_sample": [3284 " Venezuela is a country located in",3285 " Finland is a Nordic country located",3286 " Morocco is a country located in",3287 " Turkey is a country located in",3288 " Japan is an island nation located"3289 ],3290 "correct": [3291 0.0,3292 0.0,3293 0.0,3294 0.0,3295 0.0,3296 0.0,3297 0.0,3298 0.0,3299 0.0,3300 0.0,3301 0.0,3302 0.0,3303 0.0,3304 0.0,3305 0.0,3306 0.0,3307 0.0,3308 0.0,3309 0.0,3310 0.0,3311 0.0,3312 0.03313 ]3314 },3315 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {3316 "accuracy": 0.22727272727272727,3317 "gain_vs_zero": {3318 "estimate": 0.13636363636363635,3319 "low": -0.045454545454545456,3320 "high": 0.3181818181818182,3321 "level": 0.95,3322 "n_items": 22,3323 "n_clusters": 22,3324 "n_boot": 20003325 },3326 "outputs_sample": [3327 " Caracas\n\n",3328 " 5.9\n",3329 " Morocco\n",3330 " 100\n\n",3331 " Tokyo\n\n"3332 ],3333 "correct": [3334 1.0,3335 0.0,3336 0.0,3337 0.0,3338 1.0,3339 0.0,3340 1.0,3341 0.0,3342 0.0,3343 0.0,3344 1.0,3345 0.0,3346 0.0,3347 0.0,3348 1.0,3349 0.0,3350 0.0,3351 0.0,3352 0.0,3353 0.0,3354 0.0,3355 0.03356 ]3357 },3358 "ctl_replace_donor_fewshot|sham_map|L14": {3359 "accuracy": 0.0,3360 "gain_vs_zero": {3361 "estimate": -0.09090909090909091,3362 "low": -0.22727272727272727,3363 "high": 0.0,3364 "level": 0.95,3365 "n_items": 22,3366 "n_clusters": 22,3367 "n_boot": 20003368 },3369 "outputs_sample": [3370 " South America\n\n",3371 " Finland is a Nordic country located",3372 " Morocco\n",3373 " Turkey is a country located in",3374 " Japan\n\n"3375 ],3376 "correct": [3377 0.0,3378 0.0,3379 0.0,3380 0.0,3381 0.0,3382 0.0,3383 0.0,3384 0.0,3385 0.0,3386 0.0,3387 0.0,3388 0.0,3389 0.0,3390 0.0,3391 0.0,3392 0.0,3393 0.0,3394 0.0,3395 0.0,3396 0.0,3397 0.0,3398 0.03399 ]3400 },3401 "ctl_replace_donor_zeroshot|sham_map|L14": {3402 "accuracy": 0.13636363636363635,3403 "gain_vs_zero": {3404 "estimate": 0.045454545454545456,3405 "low": -0.09090909090909091,3406 "high": 0.18181818181818182,3407 "level": 0.95,3408 "n_items": 22,3409 "n_clusters": 22,3410 "n_boot": 20003411 },3412 "outputs_sample": [3413 " Venezuela is a country located in",3414 " Finland is a Nordic country located",3415 " Morocco is a North African country",3416 " Turkey is a country located in",3417 " Japan is an island nation located"3418 ],3419 "correct": [3420 0.0,3421 0.0,3422 0.0,3423 0.0,3424 0.0,3425 0.0,3426 0.0,3427 0.0,3428 0.0,3429 0.0,3430 1.0,3431 0.0,3432 0.0,3433 0.0,3434 1.0,3435 0.0,3436 0.0,3437 0.0,3438 0.0,3439 0.0,3440 1.0,3441 0.03442 ]3443 },3444 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {3445 "accuracy": 0.0,3446 "gain_vs_zero": {3447 "estimate": -0.09090909090909091,3448 "low": -0.22727272727272727,3449 "high": 0.0,3450 "level": 0.95,3451 "n_items": 22,3452 "n_clusters": 22,3453 "n_boot": 20003454 },3455 "outputs_sample": [3456 " South America\n",3457 " Finland is a Nordic country located",3458 " Morocco\n",3459 " Turkey is a country located in",3460 " Japan is a sovereign island country"3461 ],3462 "correct": [3463 0.0,3464 0.0,3465 0.0,3466 0.0,3467 0.0,3468 0.0,3469 0.0,3470 0.0,3471 0.0,3472 0.0,3473 0.0,3474 0.0,3475 0.0,3476 0.0,3477 0.0,3478 0.0,3479 0.0,3480 0.0,3481 0.0,3482 0.0,3483 0.0,3484 0.03485 ]3486 },3487 "ctl_random_norm_matched|L14": {3488 "accuracy": 0.045454545454545456,3489 "gain_vs_zero": {3490 "estimate": -0.045454545454545456,3491 "low": -0.18181818181818182,3492 "high": 0.09090909090909091,3493 "level": 0.95,3494 "n_items": 22,3495 "n_clusters": 22,3496 "n_boot": 20003497 },3498 "correct": [3499 0.0,3500 0.0,3501 0.0,3502 0.0,3503 0.0,3504 0.0,3505 0.0,3506 0.0,3507 0.0,3508 0.0,3509 0.0,3510 0.0,3511 0.0,3512 0.0,3513 0.0,3514 0.0,3515 0.0,3516 0.0,3517 0.0,3518 0.0,3519 0.0,3520 1.03521 ]3522 },3523 "ctl_unrelated_task_vector(antonym)|L14": {3524 "accuracy": 0.22727272727272727,3525 "gain_vs_zero": {3526 "estimate": 0.13636363636363635,3527 "low": -0.045454545454545456,3528 "high": 0.3181818181818182,3529 "level": 0.95,3530 "n_items": 22,3531 "n_clusters": 22,3532 "n_boot": 20003533 },3534 "correct": [3535 0.0,3536 0.0,3537 0.0,3538 0.0,3539 1.0,3540 0.0,3541 1.0,3542 1.0,3543 0.0,3544 0.0,3545 0.0,3546 0.0,3547 0.0,3548 0.0,3549 1.0,3550 0.0,3551 0.0,3552 0.0,3553 0.0,3554 0.0,3555 0.0,3556 1.03557 ]3558 },3559 "procrustes|L25|a1.0": {3560 "accuracy": 0.0,3561 "gain_vs_zero": {3562 "estimate": -0.09090909090909091,3563 "low": -0.22727272727272727,3564 "high": 0.0,3565 "level": 0.95,3566 "n_items": 22,3567 "n_clusters": 22,3568 "n_boot": 20003569 },3570 "mapped_norm": 54.31184005737305,3571 "outputs_sample": [3572 " 28\n\n",3573 " 100\n\n",3574 " 12\n\n",3575 " 1\n\n",3576 " 12345"3577 ],3578 "correct": [3579 0.0,3580 0.0,3581 0.0,3582 0.0,3583 0.0,3584 0.0,3585 0.0,3586 0.0,3587 0.0,3588 0.0,3589 0.0,3590 0.0,3591 0.0,3592 0.0,3593 0.0,3594 0.0,3595 0.0,3596 0.0,3597 0.0,3598 0.0,3599 0.0,3600 0.03601 ]3602 },3603 "procrustes|L25|a2.0": {3604 "accuracy": 0.0,3605 "gain_vs_zero": {3606 "estimate": -0.09090909090909091,3607 "low": -0.22727272727272727,3608 "high": 0.0,3609 "level": 0.95,3610 "n_items": 22,3611 "n_clusters": 22,3612 "n_boot": 20003613 },3614 "mapped_norm": 54.31184005737305,3615 "outputs_sample": [3616 " None\n\n",3617 " None\n\n",3618 " None\n\n",3619 " Egypt\n\n",3620 " Japan\n\n"3621 ],3622 "correct": [3623 0.0,3624 0.0,3625 0.0,3626 0.0,3627 0.0,3628 0.0,3629 0.0,3630 0.0,3631 0.0,3632 0.0,3633 0.0,3634 0.0,3635 0.0,3636 0.0,3637 0.0,3638 0.0,3639 0.0,3640 0.0,3641 0.0,3642 0.0,3643 0.0,3644 0.03645 ]3646 },3647 "procrustes_rescaled|L25|a1.0": {3648 "accuracy": 0.0,3649 "gain_vs_zero": {3650 "estimate": -0.09090909090909091,3651 "low": -0.22727272727272727,3652 "high": 0.0,3653 "level": 0.95,3654 "n_items": 22,3655 "n_clusters": 22,3656 "n_boot": 20003657 },3658 "mapped_norm": 56.558387756347656,3659 "outputs_sample": [3660 " 28\n",3661 " 100\n\n",3662 " 12\n\n",3663 " 1\n\n",3664 " 12345"3665 ],3666 "correct": [3667 0.0,3668 0.0,3669 0.0,3670 0.0,3671 0.0,3672 0.0,3673 0.0,3674 0.0,3675 0.0,3676 0.0,3677 0.0,3678 0.0,3679 0.0,3680 0.0,3681 0.0,3682 0.0,3683 0.0,3684 0.0,3685 0.0,3686 0.0,3687 0.0,3688 0.03689 ]3690 },3691 "ridge|L25|a1.0": {3692 "accuracy": 0.0,3693 "gain_vs_zero": {3694 "estimate": -0.09090909090909091,3695 "low": -0.22727272727272727,3696 "high": 0.0,3697 "level": 0.95,3698 "n_items": 22,3699 "n_clusters": 22,3700 "n_boot": 20003701 },3702 "mapped_norm": 59.310203552246094,3703 "outputs_sample": [3704 " Venezuela\n\n",3705 " Finland\n",3706 " Morocco\n",3707 " Turkey\n\n",3708 " Japan\n\n"3709 ],3710 "correct": [3711 0.0,3712 0.0,3713 0.0,3714 0.0,3715 0.0,3716 0.0,3717 0.0,3718 0.0,3719 0.0,3720 0.0,3721 0.0,3722 0.0,3723 0.0,3724 0.0,3725 0.0,3726 0.0,3727 0.0,3728 0.0,3729 0.0,3730 0.0,3731 0.0,3732 0.03733 ]3734 },3735 "ridge|L25|a2.0": {3736 "accuracy": 0.0,3737 "gain_vs_zero": {3738 "estimate": -0.09090909090909091,3739 "low": -0.22727272727272727,3740 "high": 0.0,3741 "level": 0.95,3742 "n_items": 22,3743 "n_clusters": 22,3744 "n_boot": 20003745 },3746 "mapped_norm": 59.310203552246094,3747 "outputs_sample": [3748 " Cuba\n",3749 " Germany\n\n",3750 " Germany\n\n",3751 " Germany\n\n",3752 " Korea\n"3753 ],3754 "correct": [3755 0.0,3756 0.0,3757 0.0,3758 0.0,3759 0.0,3760 0.0,3761 0.0,3762 0.0,3763 0.0,3764 0.0,3765 0.0,3766 0.0,3767 0.0,3768 0.0,3769 0.0,3770 0.0,3771 0.0,3772 0.0,3773 0.0,3774 0.0,3775 0.0,3776 0.03777 ]3778 },3779 "ridge_rescaled|L25|a1.0": {3780 "accuracy": 0.0,3781 "gain_vs_zero": {3782 "estimate": -0.09090909090909091,3783 "low": -0.22727272727272727,3784 "high": 0.0,3785 "level": 0.95,3786 "n_items": 22,3787 "n_clusters": 22,3788 "n_boot": 20003789 },3790 "mapped_norm": 56.558387756347656,3791 "outputs_sample": [3792 " Venezuela\n\n",3793 " Finland\n",3794 " Morocco\n",3795 " Turkey\n\n",3796 " Japan\n\n"3797 ],3798 "correct": [3799 0.0,3800 0.0,3801 0.0,3802 0.0,3803 0.0,3804 0.0,3805 0.0,3806 0.0,3807 0.0,3808 0.0,3809 0.0,3810 0.0,3811 0.0,3812 0.0,3813 0.0,3814 0.0,3815 0.0,3816 0.0,3817 0.0,3818 0.0,3819 0.0,3820 0.03821 ]3822 },3823 "cca|L25|a1.0": {3824 "accuracy": 0.0,3825 "gain_vs_zero": {3826 "estimate": -0.09090909090909091,3827 "low": -0.22727272727272727,3828 "high": 0.0,3829 "level": 0.95,3830 "n_items": 22,3831 "n_clusters": 22,3832 "n_boot": 20003833 },3834 "mapped_norm": 66.95417022705078,3835 "outputs_sample": [3836 " Venezuela\n\n",3837 " Finland\n",3838 " Morocco\n",3839 " Turkey\n\n",3840 " Japan\n\n"3841 ],3842 "correct": [3843 0.0,3844 0.0,3845 0.0,3846 0.0,3847 0.0,3848 0.0,3849 0.0,3850 0.0,3851 0.0,3852 0.0,3853 0.0,3854 0.0,3855 0.0,3856 0.0,3857 0.0,3858 0.0,3859 0.0,3860 0.0,3861 0.0,3862 0.0,3863 0.0,3864 0.03865 ]3866 },3867 "cca|L25|a2.0": {3868 "accuracy": 0.0,3869 "gain_vs_zero": {3870 "estimate": -0.09090909090909091,3871 "low": -0.22727272727272727,3872 "high": 0.0,3873 "level": 0.95,3874 "n_items": 22,3875 "n_clusters": 22,3876 "n_boot": 20003877 },3878 "mapped_norm": 66.95417022705078,3879 "outputs_sample": [3880 " Theos\n\n",3881 " Germany\n\n",3882 " The Sahara Desert, Atlas Mountains",3883 " The capital of Turkey is Ankara",3884 " The Great Buddha of Kamak"3885 ],3886 "correct": [3887 0.0,3888 0.0,3889 0.0,3890 0.0,3891 0.0,3892 0.0,3893 0.0,3894 0.0,3895 0.0,3896 0.0,3897 0.0,3898 0.0,3899 0.0,3900 0.0,3901 0.0,3902 0.0,3903 0.0,3904 0.0,3905 0.0,3906 0.0,3907 0.0,3908 0.03909 ]3910 },3911 "random_orth|L25|a1.0": {3912 "accuracy": 0.0,3913 "gain_vs_zero": {3914 "estimate": -0.09090909090909091,3915 "low": -0.22727272727272727,3916 "high": 0.0,3917 "level": 0.95,3918 "n_items": 22,3919 "n_clusters": 22,3920 "n_boot": 20003921 },3922 "mapped_norm": 48.778221130371094,3923 "outputs_sample": [3924 " Venezuela is a country located in",3925 " Finland is a Nordic country located",3926 " Morocco is a country located in",3927 " Turkey is a country located in",3928 " Japan is an island nation in"3929 ],3930 "correct": [3931 0.0,3932 0.0,3933 0.0,3934 0.0,3935 0.0,3936 0.0,3937 0.0,3938 0.0,3939 0.0,3940 0.0,3941 0.0,3942 0.0,3943 0.0,3944 0.0,3945 0.0,3946 0.0,3947 0.0,3948 0.0,3949 0.0,3950 0.0,3951 0.0,3952 0.03953 ]3954 },3955 "random_orth|L25|a2.0": {3956 "accuracy": 0.0,3957 "gain_vs_zero": {3958 "estimate": -0.09090909090909091,3959 "low": -0.22727272727272727,3960 "high": 0.0,3961 "level": 0.95,3962 "n_items": 22,3963 "n_clusters": 22,3964 "n_boot": 20003965 },3966 "mapped_norm": 48.778221130371094,3967 "outputs_sample": [3968 " 21\n",3969 " 5.9\n",3970 " Morocco is a North African country",3971 " 1\n",3972 " 123\n"3973 ],3974 "correct": [3975 0.0,3976 0.0,3977 0.0,3978 0.0,3979 0.0,3980 0.0,3981 0.0,3982 0.0,3983 0.0,3984 0.0,3985 0.0,3986 0.0,3987 0.0,3988 0.0,3989 0.0,3990 0.0,3991 0.0,3992 0.0,3993 0.0,3994 0.0,3995 0.0,3996 0.03997 ]3998 },3999 "replace_donor_fewshot|procrustes|L25": {4000 "accuracy": 0.0,4001 "gain_vs_zero": {4002 "estimate": -0.09090909090909091,4003 "low": -0.22727272727272727,4004 "high": 0.0,4005 "level": 0.95,4006 "n_items": 22,4007 "n_clusters": 22,4008 "n_boot": 20004009 },4010 "outputs_sample": [4011 " 28\n",4012 " 180 degrees\n\n",4013 " 122\n\n",4014 " 1\n\n",4015 " 12345"4016 ],4017 "correct": [4018 0.0,4019 0.0,4020 0.0,4021 0.0,4022 0.0,4023 0.0,4024 0.0,4025 0.0,4026 0.0,4027 0.0,4028 0.0,4029 0.0,4030 0.0,4031 0.0,4032 0.0,4033 0.0,4034 0.0,4035 0.0,4036 0.0,4037 0.0,4038 0.0,4039 0.04040 ]4041 },4042 "ctl_replace_donor_zeroshot|procrustes|L25": {4043 "accuracy": 0.0,4044 "gain_vs_zero": {4045 "estimate": -0.09090909090909091,4046 "low": -0.22727272727272727,4047 "high": 0.0,4048 "level": 0.95,4049 "n_items": 22,4050 "n_clusters": 22,4051 "n_boot": 20004052 },4053 "outputs_sample": [4054 " Country\n\n",4055 " Finland is a Nordic country located",4056 " Country\n",4057 " Turkey is a country located in",4058 " Japan is an island nation in"4059 ],4060 "correct": [4061 0.0,4062 0.0,4063 0.0,4064 0.0,4065 0.0,4066 0.0,4067 0.0,4068 0.0,4069 0.0,4070 0.0,4071 0.0,4072 0.0,4073 0.0,4074 0.0,4075 0.0,4076 0.0,4077 0.0,4078 0.0,4079 0.0,4080 0.0,4081 0.0,4082 0.04083 ]4084 },4085 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": {4086 "accuracy": 0.0,4087 "gain_vs_zero": {4088 "estimate": -0.09090909090909091,4089 "low": -0.22727272727272727,4090 "high": 0.0,4091 "level": 0.95,4092 "n_items": 22,4093 "n_clusters": 22,4094 "n_boot": 20004095 },4096 "outputs_sample": [4097 " 28\n",4098 " 180 degrees\n\n",4099 " 12\n\n",4100 " Turkey is a country located in",4101 " 12345"4102 ],4103 "correct": [4104 0.0,4105 0.0,4106 0.0,4107 0.0,4108 0.0,4109 0.0,4110 0.0,4111 0.0,4112 0.0,4113 0.0,4114 0.0,4115 0.0,4116 0.0,4117 0.0,4118 0.0,4119 0.0,4120 0.0,4121 0.0,4122 0.0,4123 0.0,4124 0.0,4125 0.04126 ]4127 },4128 "replace_donor_fewshot|ridge|L25": {4129 "accuracy": 0.0,4130 "gain_vs_zero": {4131 "estimate": -0.09090909090909091,4132 "low": -0.22727272727272727,4133 "high": 0.0,4134 "level": 0.95,4135 "n_items": 22,4136 "n_clusters": 22,4137 "n_boot": 20004138 },4139 "outputs_sample": [4140 " The capital of Venezuela is Car",4141 " Japan\n\n",4142 " Tunisia\n\n",4143 " turkey\n\n",4144 " China\n\n"4145 ],4146 "correct": [4147 0.0,4148 0.0,4149 0.0,4150 0.0,4151 0.0,4152 0.0,4153 0.0,4154 0.0,4155 0.0,4156 0.0,4157 0.0,4158 0.0,4159 0.0,4160 0.0,4161 0.0,4162 0.0,4163 0.0,4164 0.0,4165 0.0,4166 0.0,4167 0.0,4168 0.04169 ]4170 },4171 "ctl_replace_donor_zeroshot|ridge|L25": {4172 "accuracy": 0.0,4173 "gain_vs_zero": {4174 "estimate": -0.09090909090909091,4175 "low": -0.22727272727272727,4176 "high": 0.0,4177 "level": 0.95,4178 "n_items": 22,4179 "n_clusters": 22,4180 "n_boot": 20004181 },4182 "outputs_sample": [4183 " South America\n\n",4184 " Country\n",4185 " Country\n",4186 " Turkey is a country located in",4187 " 123\n\n"4188 ],4189 "correct": [4190 0.0,4191 0.0,4192 0.0,4193 0.0,4194 0.0,4195 0.0,4196 0.0,4197 0.0,4198 0.0,4199 0.0,4200 0.0,4201 0.0,4202 0.0,4203 0.0,4204 0.0,4205 0.0,4206 0.0,4207 0.0,4208 0.0,4209 0.0,4210 0.0,4211 0.04212 ]4213 },4214 "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": {4215 "accuracy": 0.0,4216 "gain_vs_zero": {4217 "estimate": -0.09090909090909091,4218 "low": -0.22727272727272727,4219 "high": 0.0,4220 "level": 0.95,4221 "n_items": 22,4222 "n_clusters": 22,4223 "n_boot": 20004224 },4225 "outputs_sample": [4226 " 28\n",4227 " The capital of Finland is Helsinki",4228 " Japan\n\n",4229 " Turkey\n\n",4230 " 123\n\n"4231 ],4232 "correct": [4233 0.0,4234 0.0,4235 0.0,4236 0.0,4237 0.0,4238 0.0,4239 0.0,4240 0.0,4241 0.0,4242 0.0,4243 0.0,4244 0.0,4245 0.0,4246 0.0,4247 0.0,4248 0.0,4249 0.0,4250 0.0,4251 0.0,4252 0.0,4253 0.0,4254 0.04255 ]4256 },4257 "ctl_replace_donor_fewshot|sham_map|L25": {4258 "accuracy": 0.0,4259 "gain_vs_zero": {4260 "estimate": -0.09090909090909091,4261 "low": -0.22727272727272727,4262 "high": 0.0,4263 "level": 0.95,4264 "n_items": 22,4265 "n_clusters": 22,4266 "n_boot": 20004267 },4268 "outputs_sample": [4269 " 28\n\n",4270 " 5.9\n\n",4271 " 122\n\n",4272 " Turkey is a country located in",4273 " 123\n\n"4274 ],4275 "correct": [4276 0.0,4277 0.0,4278 0.0,4279 0.0,4280 0.0,4281 0.0,4282 0.0,4283 0.0,4284 0.0,4285 0.0,4286 0.0,4287 0.0,4288 0.0,4289 0.0,4290 0.0,4291 0.0,4292 0.0,4293 0.0,4294 0.0,4295 0.0,4296 0.0,4297 0.04298 ]4299 },4300 "ctl_replace_donor_zeroshot|sham_map|L25": {4301 "accuracy": 0.0,4302 "gain_vs_zero": {4303 "estimate": -0.09090909090909091,4304 "low": -0.22727272727272727,4305 "high": 0.0,4306 "level": 0.95,4307 "n_items": 22,4308 "n_clusters": 22,4309 "n_boot": 20004310 },4311 "outputs_sample": [4312 " Venezuela is a country located in",4313 " Finland\n\n",4314 " 122\n\n",4315 " Turkey\n\n",4316 " Japan\n\n"4317 ],4318 "correct": [4319 0.0,4320 0.0,4321 0.0,4322 0.0,4323 0.0,4324 0.0,4325 0.0,4326 0.0,4327 0.0,4328 0.0,4329 0.0,4330 0.0,4331 0.0,4332 0.0,4333 0.0,4334 0.0,4335 0.0,4336 0.0,4337 0.0,4338 0.0,4339 0.0,4340 0.04341 ]4342 },4343 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": {4344 "accuracy": 0.0,4345 "gain_vs_zero": {4346 "estimate": -0.09090909090909091,4347 "low": -0.22727272727272727,4348 "high": 0.0,4349 "level": 0.95,4350 "n_items": 22,4351 "n_clusters": 22,4352 "n_boot": 20004353 },4354 "outputs_sample": [4355 " 28\n\n",4356 " 5.9\n\n",4357 " 122\n\n",4358 " Turkey is a country located in",4359 " 126\n\n"4360 ],4361 "correct": [4362 0.0,4363 0.0,4364 0.0,4365 0.0,4366 0.0,4367 0.0,4368 0.0,4369 0.0,4370 0.0,4371 0.0,4372 0.0,4373 0.0,4374 0.0,4375 0.0,4376 0.0,4377 0.0,4378 0.0,4379 0.0,4380 0.0,4381 0.0,4382 0.0,4383 0.04384 ]4385 },4386 "ctl_random_norm_matched|L25": {4387 "accuracy": 0.0,4388 "gain_vs_zero": {4389 "estimate": -0.09090909090909091,4390 "low": -0.22727272727272727,4391 "high": 0.0,4392 "level": 0.95,4393 "n_items": 22,4394 "n_clusters": 22,4395 "n_boot": 20004396 },4397 "correct": [4398 0.0,4399 0.0,4400 0.0,4401 0.0,4402 0.0,4403 0.0,4404 0.0,4405 0.0,4406 0.0,4407 0.0,4408 0.0,4409 0.0,4410 0.0,4411 0.0,4412 0.0,4413 0.0,4414 0.0,4415 0.0,4416 0.0,4417 0.0,4418 0.0,4419 0.04420 ]4421 },4422 "ctl_unrelated_task_vector(antonym)|L25": {4423 "accuracy": 0.0,4424 "gain_vs_zero": {4425 "estimate": -0.09090909090909091,4426 "low": -0.22727272727272727,4427 "high": 0.0,4428 "level": 0.95,4429 "n_items": 22,4430 "n_clusters": 22,4431 "n_boot": 20004432 },4433 "correct": [4434 0.0,4435 0.0,4436 0.0,4437 0.0,4438 0.0,4439 0.0,4440 0.0,4441 0.0,4442 0.0,4443 0.0,4444 0.0,4445 0.0,4446 0.0,4447 0.0,4448 0.0,4449 0.0,4450 0.0,4451 0.0,4452 0.0,4453 0.0,4454 0.0,4455 0.04456 ]4457 }4458 },4459 "items": {4460 "zero": [4461 0.0,4462 0.0,4463 0.0,4464 0.0,4465 0.0,4466 0.0,4467 1.0,4468 0.0,4469 0.0,4470 0.0,4471 0.0,4472 0.0,4473 0.0,4474 0.0,4475 0.0,4476 0.0,4477 0.0,4478 0.0,4479 0.0,4480 0.0,4481 1.0,4482 0.04483 ],4484 "few": [4485 1.0,4486 1.0,4487 1.0,4488 1.0,4489 1.0,4490 1.0,4491 1.0,4492 1.0,4493 1.0,4494 1.0,4495 1.0,4496 1.0,4497 1.0,4498 1.0,4499 1.0,4500 1.0,4501 1.0,4502 1.0,4503 1.0,4504 1.0,4505 1.0,4506 1.04507 ],4508 "own": [4509 1.0,4510 1.0,4511 1.0,4512 1.0,4513 1.0,4514 0.0,4515 0.0,4516 1.0,4517 0.0,4518 0.0,4519 1.0,4520 1.0,4521 1.0,4522 1.0,4523 1.0,4524 1.0,4525 0.0,4526 1.0,4527 1.0,4528 1.0,4529 1.0,4530 1.04531 ]4532 }4533 },4534 "morph": {4535 "recipient_zero": 0.0,4536 "recipient_few": 0.4,4537 "recipient_own_vector": 0.0,4538 "donor_layer": 14,4539 "conditions": {4540 "procrustes|L2|a1.0": {4541 "accuracy": 0.0,4542 "gain_vs_zero": {4543 "estimate": 0.0,4544 "low": 0.0,4545 "high": 0.0,4546 "level": 0.95,4547 "n_items": 40,4548 "n_clusters": 40,4549 "n_boot": 20004550 },4551 "mapped_norm": 3.8557419776916504,4552 "outputs_sample": [4553 " The word \"zeni\"",4554 " 1\n",4555 " 0\n",4556 " The word \"tuken\"",4557 " The word \"zute\""4558 ],4559 "correct": [4560 0.0,4561 0.0,4562 0.0,4563 0.0,4564 0.0,4565 0.0,4566 0.0,4567 0.0,4568 0.0,4569 0.0,4570 0.0,4571 0.0,4572 0.0,4573 0.0,4574 0.0,4575 0.0,4576 0.0,4577 0.0,4578 0.0,4579 0.0,4580 0.0,4581 0.0,4582 0.0,4583 0.0,4584 0.0,4585 0.0,4586 0.0,4587 0.0,4588 0.0,4589 0.0,4590 0.0,4591 0.0,4592 0.0,4593 0.0,4594 0.0,4595 0.0,4596 0.0,4597 0.0,4598 0.0,4599 0.04600 ]4601 },4602 "procrustes|L2|a2.0": {4603 "accuracy": 0.0,4604 "gain_vs_zero": {4605 "estimate": 0.0,4606 "low": 0.0,4607 "high": 0.0,4608 "level": 0.95,4609 "n_items": 40,4610 "n_clusters": 40,4611 "n_boot": 20004612 },4613 "mapped_norm": 3.8557419776916504,4614 "outputs_sample": [4615 " The word \"zeni\"",4616 " 0\n",4617 " 0\n",4618 " 1\n",4619 " The word \"zute\""4620 ],4621 "correct": [4622 0.0,4623 0.0,4624 0.0,4625 0.0,4626 0.0,4627 0.0,4628 0.0,4629 0.0,4630 0.0,4631 0.0,4632 0.0,4633 0.0,4634 0.0,4635 0.0,4636 0.0,4637 0.0,4638 0.0,4639 0.0,4640 0.0,4641 0.0,4642 0.0,4643 0.0,4644 0.0,4645 0.0,4646 0.0,4647 0.0,4648 0.0,4649 0.0,4650 0.0,4651 0.0,4652 0.0,4653 0.0,4654 0.0,4655 0.0,4656 0.0,4657 0.0,4658 0.0,4659 0.0,4660 0.0,4661 0.04662 ]4663 },4664 "procrustes_rescaled|L2|a1.0": {4665 "accuracy": 0.0,4666 "gain_vs_zero": {4667 "estimate": 0.0,4668 "low": 0.0,4669 "high": 0.0,4670 "level": 0.95,4671 "n_items": 40,4672 "n_clusters": 40,4673 "n_boot": 20004674 },4675 "mapped_norm": 6.141787052154541,4676 "outputs_sample": [4677 " The word \"zeni\"",4678 " 1\n",4679 " 0\n",4680 " 1\n",4681 " The word \"zute\""4682 ],4683 "correct": [4684 0.0,4685 0.0,4686 0.0,4687 0.0,4688 0.0,4689 0.0,4690 0.0,4691 0.0,4692 0.0,4693 0.0,4694 0.0,4695 0.0,4696 0.0,4697 0.0,4698 0.0,4699 0.0,4700 0.0,4701 0.0,4702 0.0,4703 0.0,4704 0.0,4705 0.0,4706 0.0,4707 0.0,4708 0.0,4709 0.0,4710 0.0,4711 0.0,4712 0.0,4713 0.0,4714 0.0,4715 0.0,4716 0.0,4717 0.0,4718 0.0,4719 0.0,4720 0.0,4721 0.0,4722 0.0,4723 0.04724 ]4725 },4726 "ridge|L2|a1.0": {4727 "accuracy": 0.0,4728 "gain_vs_zero": {4729 "estimate": 0.0,4730 "low": 0.0,4731 "high": 0.0,4732 "level": 0.95,4733 "n_items": 40,4734 "n_clusters": 40,4735 "n_boot": 20004736 },4737 "mapped_norm": 5.399620056152344,4738 "outputs_sample": [4739 " The word \"zeni\"",4740 " 1\n",4741 " 0\n",4742 " 1\n",4743 " 1\n"4744 ],4745 "correct": [4746 0.0,4747 0.0,4748 0.0,4749 0.0,4750 0.0,4751 0.0,4752 0.0,4753 0.0,4754 0.0,4755 0.0,4756 0.0,4757 0.0,4758 0.0,4759 0.0,4760 0.0,4761 0.0,4762 0.0,4763 0.0,4764 0.0,4765 0.0,4766 0.0,4767 0.0,4768 0.0,4769 0.0,4770 0.0,4771 0.0,4772 0.0,4773 0.0,4774 0.0,4775 0.0,4776 0.0,4777 0.0,4778 0.0,4779 0.0,4780 0.0,4781 0.0,4782 0.0,4783 0.0,4784 0.0,4785 0.04786 ]4787 },4788 "ridge|L2|a2.0": {4789 "accuracy": 0.0,4790 "gain_vs_zero": {4791 "estimate": 0.0,4792 "low": 0.0,4793 "high": 0.0,4794 "level": 0.95,4795 "n_items": 40,4796 "n_clusters": 40,4797 "n_boot": 20004798 },4799 "mapped_norm": 5.399620056152344,4800 "outputs_sample": [4801 " The word \"zeni\"",4802 " 1\n",4803 " 1\n",4804 " 1\n",4805 " False\n"4806 ],4807 "correct": [4808 0.0,4809 0.0,4810 0.0,4811 0.0,4812 0.0,4813 0.0,4814 0.0,4815 0.0,4816 0.0,4817 0.0,4818 0.0,4819 0.0,4820 0.0,4821 0.0,4822 0.0,4823 0.0,4824 0.0,4825 0.0,4826 0.0,4827 0.0,4828 0.0,4829 0.0,4830 0.0,4831 0.0,4832 0.0,4833 0.0,4834 0.0,4835 0.0,4836 0.0,4837 0.0,4838 0.0,4839 0.0,4840 0.0,4841 0.0,4842 0.0,4843 0.0,4844 0.0,4845 0.0,4846 0.0,4847 0.04848 ]4849 },4850 "ridge_rescaled|L2|a1.0": {4851 "accuracy": 0.0,4852 "gain_vs_zero": {4853 "estimate": 0.0,4854 "low": 0.0,4855 "high": 0.0,4856 "level": 0.95,4857 "n_items": 40,4858 "n_clusters": 40,4859 "n_boot": 20004860 },4861 "mapped_norm": 6.141787052154541,4862 "outputs_sample": [4863 " The word \"zeni\"",4864 " 1\n",4865 " 0\n",4866 " 1\n",4867 " False\n"4868 ],4869 "correct": [4870 0.0,4871 0.0,4872 0.0,4873 0.0,4874 0.0,4875 0.0,4876 0.0,4877 0.0,4878 0.0,4879 0.0,4880 0.0,4881 0.0,4882 0.0,4883 0.0,4884 0.0,4885 0.0,4886 0.0,4887 0.0,4888 0.0,4889 0.0,4890 0.0,4891 0.0,4892 0.0,4893 0.0,4894 0.0,4895 0.0,4896 0.0,4897 0.0,4898 0.0,4899 0.0,4900 0.0,4901 0.0,4902 0.0,4903 0.0,4904 0.0,4905 0.0,4906 0.0,4907 0.0,4908 0.0,4909 0.04910 ]4911 },4912 "cca|L2|a1.0": {4913 "accuracy": 0.0,4914 "gain_vs_zero": {4915 "estimate": 0.0,4916 "low": 0.0,4917 "high": 0.0,4918 "level": 0.95,4919 "n_items": 40,4920 "n_clusters": 40,4921 "n_boot": 20004922 },4923 "mapped_norm": 5.439389705657959,4924 "outputs_sample": [4925 " The word \"zeni\"",4926 " 1\n",4927 " 0\n",4928 " 1\n",4929 " The word \"zute\""4930 ],4931 "correct": [4932 0.0,4933 0.0,4934 0.0,4935 0.0,4936 0.0,4937 0.0,4938 0.0,4939 0.0,4940 0.0,4941 0.0,4942 0.0,4943 0.0,4944 0.0,4945 0.0,4946 0.0,4947 0.0,4948 0.0,4949 0.0,4950 0.0,4951 0.0,4952 0.0,4953 0.0,4954 0.0,4955 0.0,4956 0.0,4957 0.0,4958 0.0,4959 0.0,4960 0.0,4961 0.0,4962 0.0,4963 0.0,4964 0.0,4965 0.0,4966 0.0,4967 0.0,4968 0.0,4969 0.0,4970 0.0,4971 0.04972 ]4973 },4974 "cca|L2|a2.0": {4975 "accuracy": 0.0,4976 "gain_vs_zero": {4977 "estimate": 0.0,4978 "low": 0.0,4979 "high": 0.0,4980 "level": 0.95,4981 "n_items": 40,4982 "n_clusters": 40,4983 "n_boot": 20004984 },4985 "mapped_norm": 5.439389705657959,4986 "outputs_sample": [4987 " The word \"zeni\"",4988 " 1\n",4989 " 1\n",4990 " 1\n",4991 " False\n"4992 ],4993 "correct": [4994 0.0,4995 0.0,4996 0.0,4997 0.0,4998 0.0,4999 0.0,5000 0.0,5001 0.0,5002 0.0,5003 0.0,5004 0.0,5005 0.0,5006 0.0,5007 0.0,5008 0.0,5009 0.0,5010 0.0,5011 0.0,5012 0.0,5013 0.0,5014 0.0,5015 0.0,5016 0.0,5017 0.0,5018 0.0,5019 0.0,5020 0.0,5021 0.0,5022 0.0,5023 0.0,5024 0.0,5025 0.0,5026 0.0,5027 0.0,5028 0.0,5029 0.0,5030 0.0,5031 0.0,5032 0.0,5033 0.05034 ]5035 },5036 "random_orth|L2|a1.0": {5037 "accuracy": 0.0,5038 "gain_vs_zero": {5039 "estimate": 0.0,5040 "low": 0.0,5041 "high": 0.0,5042 "level": 0.95,5043 "n_items": 40,5044 "n_clusters": 40,5045 "n_boot": 20005046 },5047 "mapped_norm": 3.8673155307769775,5048 "outputs_sample": [5049 " The word \"zeni\"",5050 " 1\n",5051 " 0\n",5052 " The word \"tuken\"",5053 " The word \"zute\""5054 ],5055 "correct": [5056 0.0,5057 0.0,5058 0.0,5059 0.0,5060 0.0,5061 0.0,5062 0.0,5063 0.0,5064 0.0,5065 0.0,5066 0.0,5067 0.0,5068 0.0,5069 0.0,5070 0.0,5071 0.0,5072 0.0,5073 0.0,5074 0.0,5075 0.0,5076 0.0,5077 0.0,5078 0.0,5079 0.0,5080 0.0,5081 0.0,5082 0.0,5083 0.0,5084 0.0,5085 0.0,5086 0.0,5087 0.0,5088 0.0,5089 0.0,5090 0.0,5091 0.0,5092 0.0,5093 0.0,5094 0.0,5095 0.05096 ]5097 },5098 "random_orth|L2|a2.0": {5099 "accuracy": 0.0,5100 "gain_vs_zero": {5101 "estimate": 0.0,5102 "low": 0.0,5103 "high": 0.0,5104 "level": 0.95,5105 "n_items": 40,5106 "n_clusters": 40,5107 "n_boot": 20005108 },5109 "mapped_norm": 3.8673155307769775,5110 "outputs_sample": [5111 " The word \"zeni\"",5112 " 1\n",5113 " 0\n",5114 " 1\n",5115 " 1\n"5116 ],5117 "correct": [5118 0.0,5119 0.0,5120 0.0,5121 0.0,5122 0.0,5123 0.0,5124 0.0,5125 0.0,5126 0.0,5127 0.0,5128 0.0,5129 0.0,5130 0.0,5131 0.0,5132 0.0,5133 0.0,5134 0.0,5135 0.0,5136 0.0,5137 0.0,5138 0.0,5139 0.0,5140 0.0,5141 0.0,5142 0.0,5143 0.0,5144 0.0,5145 0.0,5146 0.0,5147 0.0,5148 0.0,5149 0.0,5150 0.0,5151 0.0,5152 0.0,5153 0.0,5154 0.0,5155 0.0,5156 0.0,5157 0.05158 ]5159 },5160 "replace_donor_fewshot|procrustes|L2": {5161 "accuracy": 0.0,5162 "gain_vs_zero": {5163 "estimate": 0.0,5164 "low": 0.0,5165 "high": 0.0,5166 "level": 0.95,5167 "n_items": 40,5168 "n_clusters": 40,5169 "n_boot": 20005170 },5171 "outputs_sample": [5172 " The word \"zeni\"",5173 " 1\n",5174 " The word \"vofisu",5175 " The word \"tuken\"",5176 " The word \"zute\""5177 ],5178 "correct": [5179 0.0,5180 0.0,5181 0.0,5182 0.0,5183 0.0,5184 0.0,5185 0.0,5186 0.0,5187 0.0,5188 0.0,5189 0.0,5190 0.0,5191 0.0,5192 0.0,5193 0.0,5194 0.0,5195 0.0,5196 0.0,5197 0.0,5198 0.0,5199 0.0,5200 0.0,5201 0.0,5202 0.0,5203 0.0,5204 0.0,5205 0.0,5206 0.0,5207 0.0,5208 0.0,5209 0.0,5210 0.0,5211 0.0,5212 0.0,5213 0.0,5214 0.0,5215 0.0,5216 0.0,5217 0.0,5218 0.05219 ]5220 },5221 "ctl_replace_donor_zeroshot|procrustes|L2": {5222 "accuracy": 0.0,5223 "gain_vs_zero": {5224 "estimate": 0.0,5225 "low": 0.0,5226 "high": 0.0,5227 "level": 0.95,5228 "n_items": 40,5229 "n_clusters": 40,5230 "n_boot": 20005231 },5232 "outputs_sample": [5233 " The word \"zeni\"",5234 " 1\n",5235 " The word \"vofisu",5236 " The word \"tuken\"",5237 " The word \"zute\""5238 ],5239 "correct": [5240 0.0,5241 0.0,5242 0.0,5243 0.0,5244 0.0,5245 0.0,5246 0.0,5247 0.0,5248 0.0,5249 0.0,5250 0.0,5251 0.0,5252 0.0,5253 0.0,5254 0.0,5255 0.0,5256 0.0,5257 0.0,5258 0.0,5259 0.0,5260 0.0,5261 0.0,5262 0.0,5263 0.0,5264 0.0,5265 0.0,5266 0.0,5267 0.0,5268 0.0,5269 0.0,5270 0.0,5271 0.0,5272 0.0,5273 0.0,5274 0.0,5275 0.0,5276 0.0,5277 0.0,5278 0.0,5279 0.05280 ]5281 },5282 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {5283 "accuracy": 0.0,5284 "gain_vs_zero": {5285 "estimate": 0.0,5286 "low": 0.0,5287 "high": 0.0,5288 "level": 0.95,5289 "n_items": 40,5290 "n_clusters": 40,5291 "n_boot": 20005292 },5293 "outputs_sample": [5294 " The word \"zeni\"",5295 " 1\n",5296 " The word \"vofisu",5297 " The word \"tuken\"",5298 " The word \"zute\""5299 ],5300 "correct": [5301 0.0,5302 0.0,5303 0.0,5304 0.0,5305 0.0,5306 0.0,5307 0.0,5308 0.0,5309 0.0,5310 0.0,5311 0.0,5312 0.0,5313 0.0,5314 0.0,5315 0.0,5316 0.0,5317 0.0,5318 0.0,5319 0.0,5320 0.0,5321 0.0,5322 0.0,5323 0.0,5324 0.0,5325 0.0,5326 0.0,5327 0.0,5328 0.0,5329 0.0,5330 0.0,5331 0.0,5332 0.0,5333 0.0,5334 0.0,5335 0.0,5336 0.0,5337 0.0,5338 0.0,5339 0.0,5340 0.05341 ]5342 },5343 "replace_donor_fewshot|ridge|L2": {5344 "accuracy": 0.0,5345 "gain_vs_zero": {5346 "estimate": 0.0,5347 "low": 0.0,5348 "high": 0.0,5349 "level": 0.95,5350 "n_items": 40,5351 "n_clusters": 40,5352 "n_boot": 20005353 },5354 "outputs_sample": [5355 " The word \"zeni\"",5356 " 1\n",5357 " 0\n",5358 " 1\n",5359 " The word \"zute\""5360 ],5361 "correct": [5362 0.0,5363 0.0,5364 0.0,5365 0.0,5366 0.0,5367 0.0,5368 0.0,5369 0.0,5370 0.0,5371 0.0,5372 0.0,5373 0.0,5374 0.0,5375 0.0,5376 0.0,5377 0.0,5378 0.0,5379 0.0,5380 0.0,5381 0.0,5382 0.0,5383 0.0,5384 0.0,5385 0.0,5386 0.0,5387 0.0,5388 0.0,5389 0.0,5390 0.0,5391 0.0,5392 0.0,5393 0.0,5394 0.0,5395 0.0,5396 0.0,5397 0.0,5398 0.0,5399 0.0,5400 0.0,5401 0.05402 ]5403 },5404 "ctl_replace_donor_zeroshot|ridge|L2": {5405 "accuracy": 0.0,5406 "gain_vs_zero": {5407 "estimate": 0.0,5408 "low": 0.0,5409 "high": 0.0,5410 "level": 0.95,5411 "n_items": 40,5412 "n_clusters": 40,5413 "n_boot": 20005414 },5415 "outputs_sample": [5416 " The word \"zeni\"",5417 " 1\n",5418 " The word \"vofisu",5419 " The word \"tuken\"",5420 " The word \"zute\""5421 ],5422 "correct": [5423 0.0,5424 0.0,5425 0.0,5426 0.0,5427 0.0,5428 0.0,5429 0.0,5430 0.0,5431 0.0,5432 0.0,5433 0.0,5434 0.0,5435 0.0,5436 0.0,5437 0.0,5438 0.0,5439 0.0,5440 0.0,5441 0.0,5442 0.0,5443 0.0,5444 0.0,5445 0.0,5446 0.0,5447 0.0,5448 0.0,5449 0.0,5450 0.0,5451 0.0,5452 0.0,5453 0.0,5454 0.0,5455 0.0,5456 0.0,5457 0.0,5458 0.0,5459 0.0,5460 0.0,5461 0.0,5462 0.05463 ]5464 },5465 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {5466 "accuracy": 0.0,5467 "gain_vs_zero": {5468 "estimate": 0.0,5469 "low": 0.0,5470 "high": 0.0,5471 "level": 0.95,5472 "n_items": 40,5473 "n_clusters": 40,5474 "n_boot": 20005475 },5476 "outputs_sample": [5477 " The word \"zeni\"",5478 " 1\n",5479 " 0\n",5480 " 1\n",5481 " The word \"zute\""5482 ],5483 "correct": [5484 0.0,5485 0.0,5486 0.0,5487 0.0,5488 0.0,5489 0.0,5490 0.0,5491 0.0,5492 0.0,5493 0.0,5494 0.0,5495 0.0,5496 0.0,5497 0.0,5498 0.0,5499 0.0,5500 0.0,5501 0.0,5502 0.0,5503 0.0,5504 0.0,5505 0.0,5506 0.0,5507 0.0,5508 0.0,5509 0.0,5510 0.0,5511 0.0,5512 0.0,5513 0.0,5514 0.0,5515 0.0,5516 0.0,5517 0.0,5518 0.0,5519 0.0,5520 0.0,5521 0.0,5522 0.0,5523 0.05524 ]5525 },5526 "ctl_replace_donor_fewshot|sham_map|L2": {5527 "accuracy": 0.0,5528 "gain_vs_zero": {5529 "estimate": 0.0,5530 "low": 0.0,5531 "high": 0.0,5532 "level": 0.95,5533 "n_items": 40,5534 "n_clusters": 40,5535 "n_boot": 20005536 },5537 "outputs_sample": [5538 " The word \"zeni\"",5539 " 1\n",5540 " The word \"vofisu",5541 " The word \"tuken\"",5542 " The word \"zute\""5543 ],5544 "correct": [5545 0.0,5546 0.0,5547 0.0,5548 0.0,5549 0.0,5550 0.0,5551 0.0,5552 0.0,5553 0.0,5554 0.0,5555 0.0,5556 0.0,5557 0.0,5558 0.0,5559 0.0,5560 0.0,5561 0.0,5562 0.0,5563 0.0,5564 0.0,5565 0.0,5566 0.0,5567 0.0,5568 0.0,5569 0.0,5570 0.0,5571 0.0,5572 0.0,5573 0.0,5574 0.0,5575 0.0,5576 0.0,5577 0.0,5578 0.0,5579 0.0,5580 0.0,5581 0.0,5582 0.0,5583 0.0,5584 0.05585 ]5586 },5587 "ctl_replace_donor_zeroshot|sham_map|L2": {5588 "accuracy": 0.0,5589 "gain_vs_zero": {5590 "estimate": 0.0,5591 "low": 0.0,5592 "high": 0.0,5593 "level": 0.95,5594 "n_items": 40,5595 "n_clusters": 40,5596 "n_boot": 20005597 },5598 "outputs_sample": [5599 " The word \"zeni\"",5600 " 0\n",5601 " The word \"vofisu",5602 " 1\n",5603 " The word \"zute\""5604 ],5605 "correct": [5606 0.0,5607 0.0,5608 0.0,5609 0.0,5610 0.0,5611 0.0,5612 0.0,5613 0.0,5614 0.0,5615 0.0,5616 0.0,5617 0.0,5618 0.0,5619 0.0,5620 0.0,5621 0.0,5622 0.0,5623 0.0,5624 0.0,5625 0.0,5626 0.0,5627 0.0,5628 0.0,5629 0.0,5630 0.0,5631 0.0,5632 0.0,5633 0.0,5634 0.0,5635 0.0,5636 0.0,5637 0.0,5638 0.0,5639 0.0,5640 0.0,5641 0.0,5642 0.0,5643 0.0,5644 0.0,5645 0.05646 ]5647 },5648 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {5649 "accuracy": 0.0,5650 "gain_vs_zero": {5651 "estimate": 0.0,5652 "low": 0.0,5653 "high": 0.0,5654 "level": 0.95,5655 "n_items": 40,5656 "n_clusters": 40,5657 "n_boot": 20005658 },5659 "outputs_sample": [5660 " The word \"zeni\"",5661 " 1\n",5662 " The word \"vofisu",5663 " 1\n",5664 " The word \"zute\""5665 ],5666 "correct": [5667 0.0,5668 0.0,5669 0.0,5670 0.0,5671 0.0,5672 0.0,5673 0.0,5674 0.0,5675 0.0,5676 0.0,5677 0.0,5678 0.0,5679 0.0,5680 0.0,5681 0.0,5682 0.0,5683 0.0,5684 0.0,5685 0.0,5686 0.0,5687 0.0,5688 0.0,5689 0.0,5690 0.0,5691 0.0,5692 0.0,5693 0.0,5694 0.0,5695 0.0,5696 0.0,5697 0.0,5698 0.0,5699 0.0,5700 0.0,5701 0.0,5702 0.0,5703 0.0,5704 0.0,5705 0.0,5706 0.05707 ]5708 },5709 "ctl_random_norm_matched|L2": {5710 "accuracy": 0.0,5711 "gain_vs_zero": {5712 "estimate": 0.0,5713 "low": 0.0,5714 "high": 0.0,5715 "level": 0.95,5716 "n_items": 40,5717 "n_clusters": 40,5718 "n_boot": 20005719 },5720 "correct": [5721 0.0,5722 0.0,5723 0.0,5724 0.0,5725 0.0,5726 0.0,5727 0.0,5728 0.0,5729 0.0,5730 0.0,5731 0.0,5732 0.0,5733 0.0,5734 0.0,5735 0.0,5736 0.0,5737 0.0,5738 0.0,5739 0.0,5740 0.0,5741 0.0,5742 0.0,5743 0.0,5744 0.0,5745 0.0,5746 0.0,5747 0.0,5748 0.0,5749 0.0,5750 0.0,5751 0.0,5752 0.0,5753 0.0,5754 0.0,5755 0.0,5756 0.0,5757 0.0,5758 0.0,5759 0.0,5760 0.05761 ]5762 },5763 "ctl_unrelated_task_vector(antonym)|L2": {5764 "accuracy": 0.0,5765 "gain_vs_zero": {5766 "estimate": 0.0,5767 "low": 0.0,5768 "high": 0.0,5769 "level": 0.95,5770 "n_items": 40,5771 "n_clusters": 40,5772 "n_boot": 20005773 },5774 "correct": [5775 0.0,5776 0.0,5777 0.0,5778 0.0,5779 0.0,5780 0.0,5781 0.0,5782 0.0,5783 0.0,5784 0.0,5785 0.0,5786 0.0,5787 0.0,5788 0.0,5789 0.0,5790 0.0,5791 0.0,5792 0.0,5793 0.0,5794 0.0,5795 0.0,5796 0.0,5797 0.0,5798 0.0,5799 0.0,5800 0.0,5801 0.0,5802 0.0,5803 0.0,5804 0.0,5805 0.0,5806 0.0,5807 0.0,5808 0.0,5809 0.0,5810 0.0,5811 0.0,5812 0.0,5813 0.0,5814 0.05815 ]5816 },5817 "procrustes|L18|a1.0": {5818 "accuracy": 0.0,5819 "gain_vs_zero": {5820 "estimate": 0.0,5821 "low": 0.0,5822 "high": 0.0,5823 "level": 0.95,5824 "n_items": 40,5825 "n_clusters": 40,5826 "n_boot": 20005827 },5828 "mapped_norm": 25.876359939575195,5829 "outputs_sample": [5830 " The word \"zeni\"",5831 " 1\n",5832 " 1\n",5833 " 1\n",5834 " zute\n"5835 ],5836 "correct": [5837 0.0,5838 0.0,5839 0.0,5840 0.0,5841 0.0,5842 0.0,5843 0.0,5844 0.0,5845 0.0,5846 0.0,5847 0.0,5848 0.0,5849 0.0,5850 0.0,5851 0.0,5852 0.0,5853 0.0,5854 0.0,5855 0.0,5856 0.0,5857 0.0,5858 0.0,5859 0.0,5860 0.0,5861 0.0,5862 0.0,5863 0.0,5864 0.0,5865 0.0,5866 0.0,5867 0.0,5868 0.0,5869 0.0,5870 0.0,5871 0.0,5872 0.0,5873 0.0,5874 0.0,5875 0.0,5876 0.05877 ]5878 },5879 "procrustes|L18|a2.0": {5880 "accuracy": 0.0,5881 "gain_vs_zero": {5882 "estimate": 0.0,5883 "low": 0.0,5884 "high": 0.0,5885 "level": 0.95,5886 "n_items": 40,5887 "n_clusters": 40,5888 "n_boot": 20005889 },5890 "mapped_norm": 25.876359939575195,5891 "outputs_sample": [5892 " zen\n",5893 " zonofab\n",5894 " 1\n",5895 " token\n",5896 " zute\n"5897 ],5898 "correct": [5899 0.0,5900 0.0,5901 0.0,5902 0.0,5903 0.0,5904 0.0,5905 0.0,5906 0.0,5907 0.0,5908 0.0,5909 0.0,5910 0.0,5911 0.0,5912 0.0,5913 0.0,5914 0.0,5915 0.0,5916 0.0,5917 0.0,5918 0.0,5919 0.0,5920 0.0,5921 0.0,5922 0.0,5923 0.0,5924 0.0,5925 0.0,5926 0.0,5927 0.0,5928 0.0,5929 0.0,5930 0.0,5931 0.0,5932 0.0,5933 0.0,5934 0.0,5935 0.0,5936 0.0,5937 0.0,5938 0.05939 ]5940 },5941 "procrustes_rescaled|L18|a1.0": {5942 "accuracy": 0.0,5943 "gain_vs_zero": {5944 "estimate": 0.0,5945 "low": 0.0,5946 "high": 0.0,5947 "level": 0.95,5948 "n_items": 40,5949 "n_clusters": 40,5950 "n_boot": 20005951 },5952 "mapped_norm": 6.141787052154541,5953 "outputs_sample": [5954 " The word \"zeni\"",5955 " 1\n",5956 " 0\n",5957 " 1\n",5958 " zute\n"5959 ],5960 "correct": [5961 0.0,5962 0.0,5963 0.0,5964 0.0,5965 0.0,5966 0.0,5967 0.0,5968 0.0,5969 0.0,5970 0.0,5971 0.0,5972 0.0,5973 0.0,5974 0.0,5975 0.0,5976 0.0,5977 0.0,5978 0.0,5979 0.0,5980 0.0,5981 0.0,5982 0.0,5983 0.0,5984 0.0,5985 0.0,5986 0.0,5987 0.0,5988 0.0,5989 0.0,5990 0.0,5991 0.0,5992 0.0,5993 0.0,5994 0.0,5995 0.0,5996 0.0,5997 0.0,5998 0.0,5999 0.0,6000 0.06001 ]6002 },6003 "ridge|L18|a1.0": {6004 "accuracy": 0.0,6005 "gain_vs_zero": {6006 "estimate": 0.0,6007 "low": 0.0,6008 "high": 0.0,6009 "level": 0.95,6010 "n_items": 40,6011 "n_clusters": 40,6012 "n_boot": 20006013 },6014 "mapped_norm": 34.7138786315918,6015 "outputs_sample": [6016 " zeni\n",6017 " zonofab\n",6018 " 0\n",6019 " tukken\n",6020 " zute\n"6021 ],6022 "correct": [6023 0.0,6024 0.0,6025 0.0,6026 0.0,6027 0.0,6028 0.0,6029 0.0,6030 0.0,6031 0.0,6032 0.0,6033 0.0,6034 0.0,6035 0.0,6036 0.0,6037 0.0,6038 0.0,6039 0.0,6040 0.0,6041 0.0,6042 0.0,6043 0.0,6044 0.0,6045 0.0,6046 0.0,6047 0.0,6048 0.0,6049 0.0,6050 0.0,6051 0.0,6052 0.0,6053 0.0,6054 0.0,6055 0.0,6056 0.0,6057 0.0,6058 0.0,6059 0.0,6060 0.0,6061 0.0,6062 0.06063 ]6064 },6065 "ridge|L18|a2.0": {6066 "accuracy": 0.0,6067 "gain_vs_zero": {6068 "estimate": 0.0,6069 "low": 0.0,6070 "high": 0.0,6071 "level": 0.95,6072 "n_items": 40,6073 "n_clusters": 40,6074 "n_boot": 20006075 },6076 "mapped_norm": 34.7138786315918,6077 "outputs_sample": [6078 " zen\n",6079 " zonofab\n",6080 " vofisu\n",6081 " tuken\n",6082 " zute\n"6083 ],6084 "correct": [6085 0.0,6086 0.0,6087 0.0,6088 0.0,6089 0.0,6090 0.0,6091 0.0,6092 0.0,6093 0.0,6094 0.0,6095 0.0,6096 0.0,6097 0.0,6098 0.0,6099 0.0,6100 0.0,6101 0.0,6102 0.0,6103 0.0,6104 0.0,6105 0.0,6106 0.0,6107 0.0,6108 0.0,6109 0.0,6110 0.0,6111 0.0,6112 0.0,6113 0.0,6114 0.0,6115 0.0,6116 0.0,6117 0.0,6118 0.0,6119 0.0,6120 0.0,6121 0.0,6122 0.0,6123 0.0,6124 0.06125 ]6126 },6127 "ridge_rescaled|L18|a1.0": {6128 "accuracy": 0.0,6129 "gain_vs_zero": {6130 "estimate": 0.0,6131 "low": 0.0,6132 "high": 0.0,6133 "level": 0.95,6134 "n_items": 40,6135 "n_clusters": 40,6136 "n_boot": 20006137 },6138 "mapped_norm": 6.141787052154541,6139 "outputs_sample": [6140 " The word \"zeni\"",6141 " 1\n",6142 " 0\n",6143 " 1\n",6144 " 1\n"6145 ],6146 "correct": [6147 0.0,6148 0.0,6149 0.0,6150 0.0,6151 0.0,6152 0.0,6153 0.0,6154 0.0,6155 0.0,6156 0.0,6157 0.0,6158 0.0,6159 0.0,6160 0.0,6161 0.0,6162 0.0,6163 0.0,6164 0.0,6165 0.0,6166 0.0,6167 0.0,6168 0.0,6169 0.0,6170 0.0,6171 0.0,6172 0.0,6173 0.0,6174 0.0,6175 0.0,6176 0.0,6177 0.0,6178 0.0,6179 0.0,6180 0.0,6181 0.0,6182 0.0,6183 0.0,6184 0.0,6185 0.0,6186 0.06187 ]6188 },6189 "cca|L18|a1.0": {6190 "accuracy": 0.0,6191 "gain_vs_zero": {6192 "estimate": 0.0,6193 "low": 0.0,6194 "high": 0.0,6195 "level": 0.95,6196 "n_items": 40,6197 "n_clusters": 40,6198 "n_boot": 20006199 },6200 "mapped_norm": 35.03419494628906,6201 "outputs_sample": [6202 " zeni\n",6203 " zonofab\n",6204 " 0\n",6205 " tukken\n",6206 " zute\n"6207 ],6208 "correct": [6209 0.0,6210 0.0,6211 0.0,6212 0.0,6213 0.0,6214 0.0,6215 0.0,6216 0.0,6217 0.0,6218 0.0,6219 0.0,6220 0.0,6221 0.0,6222 0.0,6223 0.0,6224 0.0,6225 0.0,6226 0.0,6227 0.0,6228 0.0,6229 0.0,6230 0.0,6231 0.0,6232 0.0,6233 0.0,6234 0.0,6235 0.0,6236 0.0,6237 0.0,6238 0.0,6239 0.0,6240 0.0,6241 0.0,6242 0.0,6243 0.0,6244 0.0,6245 0.0,6246 0.0,6247 0.0,6248 0.06249 ]6250 },6251 "cca|L18|a2.0": {6252 "accuracy": 0.0,6253 "gain_vs_zero": {6254 "estimate": 0.0,6255 "low": 0.0,6256 "high": 0.0,6257 "level": 0.95,6258 "n_items": 40,6259 "n_clusters": 40,6260 "n_boot": 20006261 },6262 "mapped_norm": 35.03419494628906,6263 "outputs_sample": [6264 " zen\n",6265 " zonofab\n",6266 " vofisu\n",6267 " tuken\n",6268 " zute\n"6269 ],6270 "correct": [6271 0.0,6272 0.0,6273 0.0,6274 0.0,6275 0.0,6276 0.0,6277 0.0,6278 0.0,6279 0.0,6280 0.0,6281 0.0,6282 0.0,6283 0.0,6284 0.0,6285 0.0,6286 0.0,6287 0.0,6288 0.0,6289 0.0,6290 0.0,6291 0.0,6292 0.0,6293 0.0,6294 0.0,6295 0.0,6296 0.0,6297 0.0,6298 0.0,6299 0.0,6300 0.0,6301 0.0,6302 0.0,6303 0.0,6304 0.0,6305 0.0,6306 0.0,6307 0.0,6308 0.0,6309 0.0,6310 0.06311 ]6312 },6313 "random_orth|L18|a1.0": {6314 "accuracy": 0.0,6315 "gain_vs_zero": {6316 "estimate": 0.0,6317 "low": 0.0,6318 "high": 0.0,6319 "level": 0.95,6320 "n_items": 40,6321 "n_clusters": 40,6322 "n_boot": 20006323 },6324 "mapped_norm": 22.563005447387695,6325 "outputs_sample": [6326 " The word \"zeni\"",6327 " The word \"zonofab",6328 " The word \"vofisu",6329 " The word \"tuken\"",6330 " The word \"zute\""6331 ],6332 "correct": [6333 0.0,6334 0.0,6335 0.0,6336 0.0,6337 0.0,6338 0.0,6339 0.0,6340 0.0,6341 0.0,6342 0.0,6343 0.0,6344 0.0,6345 0.0,6346 0.0,6347 0.0,6348 0.0,6349 0.0,6350 0.0,6351 0.0,6352 0.0,6353 0.0,6354 0.0,6355 0.0,6356 0.0,6357 0.0,6358 0.0,6359 0.0,6360 0.0,6361 0.0,6362 0.0,6363 0.0,6364 0.0,6365 0.0,6366 0.0,6367 0.0,6368 0.0,6369 0.0,6370 0.0,6371 0.0,6372 0.06373 ]6374 },6375 "random_orth|L18|a2.0": {6376 "accuracy": 0.0,6377 "gain_vs_zero": {6378 "estimate": 0.0,6379 "low": 0.0,6380 "high": 0.0,6381 "level": 0.95,6382 "n_items": 40,6383 "n_clusters": 40,6384 "n_boot": 20006385 },6386 "mapped_norm": 22.563005447387695,6387 "outputs_sample": [6388 " None\n",6389 " fabzon\n",6390 " fisovu\n",6391 " None\n",6392 " The word \"zute\""6393 ],6394 "correct": [6395 0.0,6396 0.0,6397 0.0,6398 0.0,6399 0.0,6400 0.0,6401 0.0,6402 0.0,6403 0.0,6404 0.0,6405 0.0,6406 0.0,6407 0.0,6408 0.0,6409 0.0,6410 0.0,6411 0.0,6412 0.0,6413 0.0,6414 0.0,6415 0.0,6416 0.0,6417 0.0,6418 0.0,6419 0.0,6420 0.0,6421 0.0,6422 0.0,6423 0.0,6424 0.0,6425 0.0,6426 0.0,6427 0.0,6428 0.0,6429 0.0,6430 0.0,6431 0.0,6432 0.0,6433 0.0,6434 0.06435 ]6436 },6437 "replace_donor_fewshot|procrustes|L18": {6438 "accuracy": 0.0,6439 "gain_vs_zero": {6440 "estimate": 0.0,6441 "low": 0.0,6442 "high": 0.0,6443 "level": 0.95,6444 "n_items": 40,6445 "n_clusters": 40,6446 "n_boot": 20006447 },6448 "outputs_sample": [6449 " 1\n",6450 " 1\n",6451 " fuisov\n",6452 " 1\n",6453 " zute\n"6454 ],6455 "correct": [6456 0.0,6457 0.0,6458 0.0,6459 0.0,6460 0.0,6461 0.0,6462 0.0,6463 0.0,6464 0.0,6465 0.0,6466 0.0,6467 0.0,6468 0.0,6469 0.0,6470 0.0,6471 0.0,6472 0.0,6473 0.0,6474 0.0,6475 0.0,6476 0.0,6477 0.0,6478 0.0,6479 0.0,6480 0.0,6481 0.0,6482 0.0,6483 0.0,6484 0.0,6485 0.0,6486 0.0,6487 0.0,6488 0.0,6489 0.0,6490 0.0,6491 0.0,6492 0.0,6493 0.0,6494 0.0,6495 0.06496 ]6497 },6498 "ctl_replace_donor_zeroshot|procrustes|L18": {6499 "accuracy": 0.0,6500 "gain_vs_zero": {6501 "estimate": 0.0,6502 "low": 0.0,6503 "high": 0.0,6504 "level": 0.95,6505 "n_items": 40,6506 "n_clusters": 40,6507 "n_boot": 20006508 },6509 "outputs_sample": [6510 " The word \"zeni\"",6511 " 1\n",6512 " The word \"vofisu",6513 " 1\n",6514 " zute\n"6515 ],6516 "correct": [6517 0.0,6518 0.0,6519 0.0,6520 0.0,6521 0.0,6522 0.0,6523 0.0,6524 0.0,6525 0.0,6526 0.0,6527 0.0,6528 0.0,6529 0.0,6530 0.0,6531 0.0,6532 0.0,6533 0.0,6534 0.0,6535 0.0,6536 0.0,6537 0.0,6538 0.0,6539 0.0,6540 0.0,6541 0.0,6542 0.0,6543 0.0,6544 0.0,6545 0.0,6546 0.0,6547 0.0,6548 0.0,6549 0.0,6550 0.0,6551 0.0,6552 0.0,6553 0.0,6554 0.0,6555 0.0,6556 0.06557 ]6558 },6559 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L18": {6560 "accuracy": 0.0,6561 "gain_vs_zero": {6562 "estimate": 0.0,6563 "low": 0.0,6564 "high": 0.0,6565 "level": 0.95,6566 "n_items": 40,6567 "n_clusters": 40,6568 "n_boot": 20006569 },6570 "outputs_sample": [6571 " zen\n",6572 " 1\n",6573 " 1\n",6574 " 1\n",6575 " zute\n"6576 ],6577 "correct": [6578 0.0,6579 0.0,6580 0.0,6581 0.0,6582 0.0,6583 0.0,6584 0.0,6585 0.0,6586 0.0,6587 0.0,6588 0.0,6589 0.0,6590 0.0,6591 0.0,6592 0.0,6593 0.0,6594 0.0,6595 0.0,6596 0.0,6597 0.0,6598 0.0,6599 0.0,6600 0.0,6601 0.0,6602 0.0,6603 0.0,6604 0.0,6605 0.0,6606 0.0,6607 0.0,6608 0.0,6609 0.0,6610 0.0,6611 0.0,6612 0.0,6613 0.0,6614 0.0,6615 0.0,6616 0.0,6617 0.06618 ]6619 },6620 "replace_donor_fewshot|ridge|L18": {6621 "accuracy": 0.0,6622 "gain_vs_zero": {6623 "estimate": 0.0,6624 "low": 0.0,6625 "high": 0.0,6626 "level": 0.95,6627 "n_items": 40,6628 "n_clusters": 40,6629 "n_boot": 20006630 },6631 "outputs_sample": [6632 " zen\n",6633 " zonofab\n",6634 " 0\n",6635 " token\n",6636 " zute\n"6637 ],6638 "correct": [6639 0.0,6640 0.0,6641 0.0,6642 0.0,6643 0.0,6644 0.0,6645 0.0,6646 0.0,6647 0.0,6648 0.0,6649 0.0,6650 0.0,6651 0.0,6652 0.0,6653 0.0,6654 0.0,6655 0.0,6656 0.0,6657 0.0,6658 0.0,6659 0.0,6660 0.0,6661 0.0,6662 0.0,6663 0.0,6664 0.0,6665 0.0,6666 0.0,6667 0.0,6668 0.0,6669 0.0,6670 0.0,6671 0.0,6672 0.0,6673 0.0,6674 0.0,6675 0.0,6676 0.0,6677 0.0,6678 0.06679 ]6680 },6681 "ctl_replace_donor_zeroshot|ridge|L18": {6682 "accuracy": 0.0,6683 "gain_vs_zero": {6684 "estimate": 0.0,6685 "low": 0.0,6686 "high": 0.0,6687 "level": 0.95,6688 "n_items": 40,6689 "n_clusters": 40,6690 "n_boot": 20006691 },6692 "outputs_sample": [6693 " The word \"zeni\"",6694 " 1\n",6695 " 0\n",6696 " 1\n",6697 " 1\n"6698 ],6699 "correct": [6700 0.0,6701 0.0,6702 0.0,6703 0.0,6704 0.0,6705 0.0,6706 0.0,6707 0.0,6708 0.0,6709 0.0,6710 0.0,6711 0.0,6712 0.0,6713 0.0,6714 0.0,6715 0.0,6716 0.0,6717 0.0,6718 0.0,6719 0.0,6720 0.0,6721 0.0,6722 0.0,6723 0.0,6724 0.0,6725 0.0,6726 0.0,6727 0.0,6728 0.0,6729 0.0,6730 0.0,6731 0.0,6732 0.0,6733 0.0,6734 0.0,6735 0.0,6736 0.0,6737 0.0,6738 0.0,6739 0.06740 ]6741 },6742 "ctl_replace_donor_fewshot_shuffled_query|ridge|L18": {6743 "accuracy": 0.0,6744 "gain_vs_zero": {6745 "estimate": 0.0,6746 "low": 0.0,6747 "high": 0.0,6748 "level": 0.95,6749 "n_items": 40,6750 "n_clusters": 40,6751 "n_boot": 20006752 },6753 "outputs_sample": [6754 " zen\n",6755 " zonofab\n",6756 " 0\n",6757 " None\n\n",6758 " zute\n"6759 ],6760 "correct": [6761 0.0,6762 0.0,6763 0.0,6764 0.0,6765 0.0,6766 0.0,6767 0.0,6768 0.0,6769 0.0,6770 0.0,6771 0.0,6772 0.0,6773 0.0,6774 0.0,6775 0.0,6776 0.0,6777 0.0,6778 0.0,6779 0.0,6780 0.0,6781 0.0,6782 0.0,6783 0.0,6784 0.0,6785 0.0,6786 0.0,6787 0.0,6788 0.0,6789 0.0,6790 0.0,6791 0.0,6792 0.0,6793 0.0,6794 0.0,6795 0.0,6796 0.0,6797 0.0,6798 0.0,6799 0.0,6800 0.06801 ]6802 },6803 "ctl_replace_donor_fewshot|sham_map|L18": {6804 "accuracy": 0.0,6805 "gain_vs_zero": {6806 "estimate": 0.0,6807 "low": 0.0,6808 "high": 0.0,6809 "level": 0.95,6810 "n_items": 40,6811 "n_clusters": 40,6812 "n_boot": 20006813 },6814 "outputs_sample": [6815 " The word \"zeni\"",6816 " 1\n",6817 " 0\n",6818 " 1\n",6819 " 1\n"6820 ],6821 "correct": [6822 0.0,6823 0.0,6824 0.0,6825 0.0,6826 0.0,6827 0.0,6828 0.0,6829 0.0,6830 0.0,6831 0.0,6832 0.0,6833 0.0,6834 0.0,6835 0.0,6836 0.0,6837 0.0,6838 0.0,6839 0.0,6840 0.0,6841 0.0,6842 0.0,6843 0.0,6844 0.0,6845 0.0,6846 0.0,6847 0.0,6848 0.0,6849 0.0,6850 0.0,6851 0.0,6852 0.0,6853 0.0,6854 0.0,6855 0.0,6856 0.0,6857 0.0,6858 0.0,6859 0.0,6860 0.0,6861 0.06862 ]6863 },6864 "ctl_replace_donor_zeroshot|sham_map|L18": {6865 "accuracy": 0.0,6866 "gain_vs_zero": {6867 "estimate": 0.0,6868 "low": 0.0,6869 "high": 0.0,6870 "level": 0.95,6871 "n_items": 40,6872 "n_clusters": 40,6873 "n_boot": 20006874 },6875 "outputs_sample": [6876 " 1\n",6877 " 0\n",6878 " 0\n",6879 " 1\n",6880 " 1\n"6881 ],6882 "correct": [6883 0.0,6884 0.0,6885 0.0,6886 0.0,6887 0.0,6888 0.0,6889 0.0,6890 0.0,6891 0.0,6892 0.0,6893 0.0,6894 0.0,6895 0.0,6896 0.0,6897 0.0,6898 0.0,6899 0.0,6900 0.0,6901 0.0,6902 0.0,6903 0.0,6904 0.0,6905 0.0,6906 0.0,6907 0.0,6908 0.0,6909 0.0,6910 0.0,6911 0.0,6912 0.0,6913 0.0,6914 0.0,6915 0.0,6916 0.0,6917 0.0,6918 0.0,6919 0.0,6920 0.0,6921 0.0,6922 0.06923 ]6924 },6925 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L18": {6926 "accuracy": 0.0,6927 "gain_vs_zero": {6928 "estimate": 0.0,6929 "low": 0.0,6930 "high": 0.0,6931 "level": 0.95,6932 "n_items": 40,6933 "n_clusters": 40,6934 "n_boot": 20006935 },6936 "outputs_sample": [6937 " The word \"zeni\"",6938 " 1\n",6939 " 0\n",6940 " 1\n",6941 " 1\n"6942 ],6943 "correct": [6944 0.0,6945 0.0,6946 0.0,6947 0.0,6948 0.0,6949 0.0,6950 0.0,6951 0.0,6952 0.0,6953 0.0,6954 0.0,6955 0.0,6956 0.0,6957 0.0,6958 0.0,6959 0.0,6960 0.0,6961 0.0,6962 0.0,6963 0.0,6964 0.0,6965 0.0,6966 0.0,6967 0.0,6968 0.0,6969 0.0,6970 0.0,6971 0.0,6972 0.0,6973 0.0,6974 0.0,6975 0.0,6976 0.0,6977 0.0,6978 0.0,6979 0.0,6980 0.0,6981 0.0,6982 0.0,6983 0.06984 ]6985 },6986 "ctl_random_norm_matched|L18": {6987 "accuracy": 0.0,6988 "gain_vs_zero": {6989 "estimate": 0.0,6990 "low": 0.0,6991 "high": 0.0,6992 "level": 0.95,6993 "n_items": 40,6994 "n_clusters": 40,6995 "n_boot": 20006996 },6997 "correct": [6998 0.0,6999 0.0,7000 0.0,7001 0.0,7002 0.0,7003 0.0,7004 0.0,7005 0.0,7006 0.0,7007 0.0,7008 0.0,7009 0.0,7010 0.0,7011 0.0,7012 0.0,7013 0.0,7014 0.0,7015 0.0,7016 0.0,7017 0.0,7018 0.0,7019 0.0,7020 0.0,7021 0.0,7022 0.0,7023 0.0,7024 0.0,7025 0.0,7026 0.0,7027 0.0,7028 0.0,7029 0.0,7030 0.0,7031 0.0,7032 0.0,7033 0.0,7034 0.0,7035 0.0,7036 0.0,7037 0.07038 ]7039 },7040 "ctl_unrelated_task_vector(antonym)|L18": {7041 "accuracy": 0.0,7042 "gain_vs_zero": {7043 "estimate": 0.0,7044 "low": 0.0,7045 "high": 0.0,7046 "level": 0.95,7047 "n_items": 40,7048 "n_clusters": 40,7049 "n_boot": 20007050 },7051 "correct": [7052 0.0,7053 0.0,7054 0.0,7055 0.0,7056 0.0,7057 0.0,7058 0.0,7059 0.0,7060 0.0,7061 0.0,7062 0.0,7063 0.0,7064 0.0,7065 0.0,7066 0.0,7067 0.0,7068 0.0,7069 0.0,7070 0.0,7071 0.0,7072 0.0,7073 0.0,7074 0.0,7075 0.0,7076 0.0,7077 0.0,7078 0.0,7079 0.0,7080 0.0,7081 0.0,7082 0.0,7083 0.0,7084 0.0,7085 0.0,7086 0.0,7087 0.0,7088 0.0,7089 0.0,7090 0.0,7091 0.07092 ]7093 }7094 },7095 "items": {7096 "zero": [7097 0.0,7098 0.0,7099 0.0,7100 0.0,7101 0.0,7102 0.0,7103 0.0,7104 0.0,7105 0.0,7106 0.0,7107 0.0,7108 0.0,7109 0.0,7110 0.0,7111 0.0,7112 0.0,7113 0.0,7114 0.0,7115 0.0,7116 0.0,7117 0.0,7118 0.0,7119 0.0,7120 0.0,7121 0.0,7122 0.0,7123 0.0,7124 0.0,7125 0.0,7126 0.0,7127 0.0,7128 0.0,7129 0.0,7130 0.0,7131 0.0,7132 0.0,7133 0.0,7134 0.0,7135 0.0,7136 0.07137 ],7138 "few": [7139 0.0,7140 1.0,7141 1.0,7142 0.0,7143 1.0,7144 1.0,7145 0.0,7146 1.0,7147 1.0,7148 0.0,7149 0.0,7150 1.0,7151 0.0,7152 0.0,7153 0.0,7154 1.0,7155 0.0,7156 0.0,7157 0.0,7158 1.0,7159 0.0,7160 1.0,7161 0.0,7162 0.0,7163 1.0,7164 0.0,7165 0.0,7166 1.0,7167 0.0,7168 0.0,7169 0.0,7170 1.0,7171 0.0,7172 0.0,7173 0.0,7174 1.0,7175 0.0,7176 1.0,7177 0.0,7178 1.07179 ],7180 "own": [7181 0.0,7182 0.0,7183 0.0,7184 0.0,7185 0.0,7186 0.0,7187 0.0,7188 0.0,7189 0.0,7190 0.0,7191 0.0,7192 0.0,7193 0.0,7194 0.0,7195 0.0,7196 0.0,7197 0.0,7198 0.0,7199 0.0,7200 0.0,7201 0.0,7202 0.0,7203 0.0,7204 0.0,7205 0.0,7206 0.0,7207 0.0,7208 0.0,7209 0.0,7210 0.0,7211 0.0,7212 0.0,7213 0.0,7214 0.0,7215 0.0,7216 0.0,7217 0.0,7218 0.0,7219 0.0,7220 0.07221 ]7222 }7223 },7224 "addthree": {7225 "recipient_zero": 0.0,7226 "recipient_few": 1.0,7227 "recipient_own_vector": 0.0,7228 "donor_layer": 2,7229 "conditions": {7230 "procrustes|L2|a1.0": {7231 "accuracy": 0.0,7232 "gain_vs_zero": {7233 "estimate": 0.0,7234 "low": 0.0,7235 "high": 0.0,7236 "level": 0.95,7237 "n_items": 35,7238 "n_clusters": 35,7239 "n_boot": 20007240 },7241 "mapped_norm": 6.085975170135498,7242 "outputs_sample": [7243 " 7\n",7244 " 12\n",7245 " 83\n",7246 " 19\n",7247 " 71\n"7248 ],7249 "correct": [7250 0.0,7251 0.0,7252 0.0,7253 0.0,7254 0.0,7255 0.0,7256 0.0,7257 0.0,7258 0.0,7259 0.0,7260 0.0,7261 0.0,7262 0.0,7263 0.0,7264 0.0,7265 0.0,7266 0.0,7267 0.0,7268 0.0,7269 0.0,7270 0.0,7271 0.0,7272 0.0,7273 0.0,7274 0.0,7275 0.0,7276 0.0,7277 0.0,7278 0.0,7279 0.0,7280 0.0,7281 0.0,7282 0.0,7283 0.0,7284 0.07285 ]7286 },7287 "procrustes|L2|a2.0": {7288 "accuracy": 0.0,7289 "gain_vs_zero": {7290 "estimate": 0.0,7291 "low": 0.0,7292 "high": 0.0,7293 "level": 0.95,7294 "n_items": 35,7295 "n_clusters": 35,7296 "n_boot": 20007297 },7298 "mapped_norm": 6.085975170135498,7299 "outputs_sample": [7300 " 7\n",7301 " 12\n",7302 " 83\n",7303 " 19\n",7304 " 71\n"7305 ],7306 "correct": [7307 0.0,7308 0.0,7309 0.0,7310 0.0,7311 0.0,7312 0.0,7313 0.0,7314 0.0,7315 0.0,7316 0.0,7317 0.0,7318 0.0,7319 0.0,7320 0.0,7321 0.0,7322 0.0,7323 0.0,7324 0.0,7325 0.0,7326 0.0,7327 0.0,7328 0.0,7329 0.0,7330 0.0,7331 0.0,7332 0.0,7333 0.0,7334 0.0,7335 0.0,7336 0.0,7337 0.0,7338 0.0,7339 0.0,7340 0.0,7341 0.07342 ]7343 },7344 "procrustes_rescaled|L2|a1.0": {7345 "accuracy": 0.0,7346 "gain_vs_zero": {7347 "estimate": 0.0,7348 "low": 0.0,7349 "high": 0.0,7350 "level": 0.95,7351 "n_items": 35,7352 "n_clusters": 35,7353 "n_boot": 20007354 },7355 "mapped_norm": 5.984020709991455,7356 "outputs_sample": [7357 " 7\n",7358 " 12\n",7359 " 83\n",7360 " 19\n",7361 " 71\n"7362 ],7363 "correct": [7364 0.0,7365 0.0,7366 0.0,7367 0.0,7368 0.0,7369 0.0,7370 0.0,7371 0.0,7372 0.0,7373 0.0,7374 0.0,7375 0.0,7376 0.0,7377 0.0,7378 0.0,7379 0.0,7380 0.0,7381 0.0,7382 0.0,7383 0.0,7384 0.0,7385 0.0,7386 0.0,7387 0.0,7388 0.0,7389 0.0,7390 0.0,7391 0.0,7392 0.0,7393 0.0,7394 0.0,7395 0.0,7396 0.0,7397 0.0,7398 0.07399 ]7400 },7401 "ridge|L2|a1.0": {7402 "accuracy": 0.0,7403 "gain_vs_zero": {7404 "estimate": 0.0,7405 "low": 0.0,7406 "high": 0.0,7407 "level": 0.95,7408 "n_items": 35,7409 "n_clusters": 35,7410 "n_boot": 20007411 },7412 "mapped_norm": 5.789511680603027,7413 "outputs_sample": [7414 " 7\n",7415 " 12\n",7416 " 83\n",7417 " 19\n",7418 " 71\n"7419 ],7420 "correct": [7421 0.0,7422 0.0,7423 0.0,7424 0.0,7425 0.0,7426 0.0,7427 0.0,7428 0.0,7429 0.0,7430 0.0,7431 0.0,7432 0.0,7433 0.0,7434 0.0,7435 0.0,7436 0.0,7437 0.0,7438 0.0,7439 0.0,7440 0.0,7441 0.0,7442 0.0,7443 0.0,7444 0.0,7445 0.0,7446 0.0,7447 0.0,7448 0.0,7449 0.0,7450 0.0,7451 0.0,7452 0.0,7453 0.0,7454 0.0,7455 0.07456 ]7457 },7458 "ridge|L2|a2.0": {7459 "accuracy": 0.0,7460 "gain_vs_zero": {7461 "estimate": 0.0,7462 "low": 0.0,7463 "high": 0.0,7464 "level": 0.95,7465 "n_items": 35,7466 "n_clusters": 35,7467 "n_boot": 20007468 },7469 "mapped_norm": 5.789511680603027,7470 "outputs_sample": [7471 " 7\n",7472 " 12\n",7473 " 83\n",7474 " 19\n",7475 " 71\n"7476 ],7477 "correct": [7478 0.0,7479 0.0,7480 0.0,7481 0.0,7482 0.0,7483 0.0,7484 0.0,7485 0.0,7486 0.0,7487 0.0,7488 0.0,7489 0.0,7490 0.0,7491 0.0,7492 0.0,7493 0.0,7494 0.0,7495 0.0,7496 0.0,7497 0.0,7498 0.0,7499 0.0,7500 0.0,7501 0.0,7502 0.0,7503 0.0,7504 0.0,7505 0.0,7506 0.0,7507 0.0,7508 0.0,7509 0.0,7510 0.0,7511 0.0,7512 0.07513 ]7514 },7515 "ridge_rescaled|L2|a1.0": {7516 "accuracy": 0.0,7517 "gain_vs_zero": {7518 "estimate": 0.0,7519 "low": 0.0,7520 "high": 0.0,7521 "level": 0.95,7522 "n_items": 35,7523 "n_clusters": 35,7524 "n_boot": 20007525 },7526 "mapped_norm": 5.984021186828613,7527 "outputs_sample": [7528 " 7\n",7529 " 12\n",7530 " 83\n",7531 " 19\n",7532 " 71\n"7533 ],7534 "correct": [7535 0.0,7536 0.0,7537 0.0,7538 0.0,7539 0.0,7540 0.0,7541 0.0,7542 0.0,7543 0.0,7544 0.0,7545 0.0,7546 0.0,7547 0.0,7548 0.0,7549 0.0,7550 0.0,7551 0.0,7552 0.0,7553 0.0,7554 0.0,7555 0.0,7556 0.0,7557 0.0,7558 0.0,7559 0.0,7560 0.0,7561 0.0,7562 0.0,7563 0.0,7564 0.0,7565 0.0,7566 0.0,7567 0.0,7568 0.0,7569 0.07570 ]7571 },7572 "cca|L2|a1.0": {7573 "accuracy": 0.0,7574 "gain_vs_zero": {7575 "estimate": 0.0,7576 "low": 0.0,7577 "high": 0.0,7578 "level": 0.95,7579 "n_items": 35,7580 "n_clusters": 35,7581 "n_boot": 20007582 },7583 "mapped_norm": 5.859302520751953,7584 "outputs_sample": [7585 " 7\n",7586 " 12\n",7587 " 83\n",7588 " 19\n",7589 " 71\n"7590 ],7591 "correct": [7592 0.0,7593 0.0,7594 0.0,7595 0.0,7596 0.0,7597 0.0,7598 0.0,7599 0.0,7600 0.0,7601 0.0,7602 0.0,7603 0.0,7604 0.0,7605 0.0,7606 0.0,7607 0.0,7608 0.0,7609 0.0,7610 0.0,7611 0.0,7612 0.0,7613 0.0,7614 0.0,7615 0.0,7616 0.0,7617 0.0,7618 0.0,7619 0.0,7620 0.0,7621 0.0,7622 0.0,7623 0.0,7624 0.0,7625 0.0,7626 0.07627 ]7628 },7629 "cca|L2|a2.0": {7630 "accuracy": 0.0,7631 "gain_vs_zero": {7632 "estimate": 0.0,7633 "low": 0.0,7634 "high": 0.0,7635 "level": 0.95,7636 "n_items": 35,7637 "n_clusters": 35,7638 "n_boot": 20007639 },7640 "mapped_norm": 5.859302520751953,7641 "outputs_sample": [7642 " 7\n",7643 " 12\n",7644 " 83\n",7645 " 19\n",7646 " 71\n"7647 ],7648 "correct": [7649 0.0,7650 0.0,7651 0.0,7652 0.0,7653 0.0,7654 0.0,7655 0.0,7656 0.0,7657 0.0,7658 0.0,7659 0.0,7660 0.0,7661 0.0,7662 0.0,7663 0.0,7664 0.0,7665 0.0,7666 0.0,7667 0.0,7668 0.0,7669 0.0,7670 0.0,7671 0.0,7672 0.0,7673 0.0,7674 0.0,7675 0.0,7676 0.0,7677 0.0,7678 0.0,7679 0.0,7680 0.0,7681 0.0,7682 0.0,7683 0.07684 ]7685 },7686 "random_orth|L2|a1.0": {7687 "accuracy": 0.0,7688 "gain_vs_zero": {7689 "estimate": 0.0,7690 "low": 0.0,7691 "high": 0.0,7692 "level": 0.95,7693 "n_items": 35,7694 "n_clusters": 35,7695 "n_boot": 20007696 },7697 "mapped_norm": 4.836551666259766,7698 "outputs_sample": [7699 " 7\n",7700 " 12\n",7701 " 83\n",7702 " 19\n",7703 " 71\n"7704 ],7705 "correct": [7706 0.0,7707 0.0,7708 0.0,7709 0.0,7710 0.0,7711 0.0,7712 0.0,7713 0.0,7714 0.0,7715 0.0,7716 0.0,7717 0.0,7718 0.0,7719 0.0,7720 0.0,7721 0.0,7722 0.0,7723 0.0,7724 0.0,7725 0.0,7726 0.0,7727 0.0,7728 0.0,7729 0.0,7730 0.0,7731 0.0,7732 0.0,7733 0.0,7734 0.0,7735 0.0,7736 0.0,7737 0.0,7738 0.0,7739 0.0,7740 0.07741 ]7742 },7743 "random_orth|L2|a2.0": {7744 "accuracy": 0.0,7745 "gain_vs_zero": {7746 "estimate": 0.0,7747 "low": 0.0,7748 "high": 0.0,7749 "level": 0.95,7750 "n_items": 35,7751 "n_clusters": 35,7752 "n_boot": 20007753 },7754 "mapped_norm": 4.836551666259766,7755 "outputs_sample": [7756 " 7\n",7757 " 12\n",7758 " 83\n",7759 " 19\n",7760 " 71\n"7761 ],7762 "correct": [7763 0.0,7764 0.0,7765 0.0,7766 0.0,7767 0.0,7768 0.0,7769 0.0,7770 0.0,7771 0.0,7772 0.0,7773 0.0,7774 0.0,7775 0.0,7776 0.0,7777 0.0,7778 0.0,7779 0.0,7780 0.0,7781 0.0,7782 0.0,7783 0.0,7784 0.0,7785 0.0,7786 0.0,7787 0.0,7788 0.0,7789 0.0,7790 0.0,7791 0.0,7792 0.0,7793 0.0,7794 0.0,7795 0.0,7796 0.0,7797 0.07798 ]7799 },7800 "replace_donor_fewshot|procrustes|L2": {7801 "accuracy": 0.0,7802 "gain_vs_zero": {7803 "estimate": 0.0,7804 "low": 0.0,7805 "high": 0.0,7806 "level": 0.95,7807 "n_items": 35,7808 "n_clusters": 35,7809 "n_boot": 20007810 },7811 "outputs_sample": [7812 " 7\n",7813 " 12\n",7814 " 83\n",7815 " 19\n",7816 " 71\n"7817 ],7818 "correct": [7819 0.0,7820 0.0,7821 0.0,7822 0.0,7823 0.0,7824 0.0,7825 0.0,7826 0.0,7827 0.0,7828 0.0,7829 0.0,7830 0.0,7831 0.0,7832 0.0,7833 0.0,7834 0.0,7835 0.0,7836 0.0,7837 0.0,7838 0.0,7839 0.0,7840 0.0,7841 0.0,7842 0.0,7843 0.0,7844 0.0,7845 0.0,7846 0.0,7847 0.0,7848 0.0,7849 0.0,7850 0.0,7851 0.0,7852 0.0,7853 0.07854 ]7855 },7856 "ctl_replace_donor_zeroshot|procrustes|L2": {7857 "accuracy": 0.0,7858 "gain_vs_zero": {7859 "estimate": 0.0,7860 "low": 0.0,7861 "high": 0.0,7862 "level": 0.95,7863 "n_items": 35,7864 "n_clusters": 35,7865 "n_boot": 20007866 },7867 "outputs_sample": [7868 " 7\n",7869 " 12\n",7870 " 83\n",7871 " 19\n",7872 " 71\n"7873 ],7874 "correct": [7875 0.0,7876 0.0,7877 0.0,7878 0.0,7879 0.0,7880 0.0,7881 0.0,7882 0.0,7883 0.0,7884 0.0,7885 0.0,7886 0.0,7887 0.0,7888 0.0,7889 0.0,7890 0.0,7891 0.0,7892 0.0,7893 0.0,7894 0.0,7895 0.0,7896 0.0,7897 0.0,7898 0.0,7899 0.0,7900 0.0,7901 0.0,7902 0.0,7903 0.0,7904 0.0,7905 0.0,7906 0.0,7907 0.0,7908 0.0,7909 0.07910 ]7911 },7912 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {7913 "accuracy": 0.0,7914 "gain_vs_zero": {7915 "estimate": 0.0,7916 "low": 0.0,7917 "high": 0.0,7918 "level": 0.95,7919 "n_items": 35,7920 "n_clusters": 35,7921 "n_boot": 20007922 },7923 "outputs_sample": [7924 " 7\n",7925 " 12\n",7926 " 83\n",7927 " 19\n",7928 " 71\n"7929 ],7930 "correct": [7931 0.0,7932 0.0,7933 0.0,7934 0.0,7935 0.0,7936 0.0,7937 0.0,7938 0.0,7939 0.0,7940 0.0,7941 0.0,7942 0.0,7943 0.0,7944 0.0,7945 0.0,7946 0.0,7947 0.0,7948 0.0,7949 0.0,7950 0.0,7951 0.0,7952 0.0,7953 0.0,7954 0.0,7955 0.0,7956 0.0,7957 0.0,7958 0.0,7959 0.0,7960 0.0,7961 0.0,7962 0.0,7963 0.0,7964 0.0,7965 0.07966 ]7967 },7968 "replace_donor_fewshot|ridge|L2": {7969 "accuracy": 0.0,7970 "gain_vs_zero": {7971 "estimate": 0.0,7972 "low": 0.0,7973 "high": 0.0,7974 "level": 0.95,7975 "n_items": 35,7976 "n_clusters": 35,7977 "n_boot": 20007978 },7979 "outputs_sample": [7980 " 7\n",7981 " 12\n",7982 " 83\n",7983 " 19\n",7984 " 71\n"7985 ],7986 "correct": [7987 0.0,7988 0.0,7989 0.0,7990 0.0,7991 0.0,7992 0.0,7993 0.0,7994 0.0,7995 0.0,7996 0.0,7997 0.0,7998 0.0,7999 0.0,8000 0.0,8001 0.0,8002 0.0,8003 0.0,8004 0.0,8005 0.0,8006 0.0,8007 0.0,8008 0.0,8009 0.0,8010 0.0,8011 0.0,8012 0.0,8013 0.0,8014 0.0,8015 0.0,8016 0.0,8017 0.0,8018 0.0,8019 0.0,8020 0.0,8021 0.08022 ]8023 },8024 "ctl_replace_donor_zeroshot|ridge|L2": {8025 "accuracy": 0.0,8026 "gain_vs_zero": {8027 "estimate": 0.0,8028 "low": 0.0,8029 "high": 0.0,8030 "level": 0.95,8031 "n_items": 35,8032 "n_clusters": 35,8033 "n_boot": 20008034 },8035 "outputs_sample": [8036 " 7\n",8037 " 12\n",8038 " 83\n",8039 " 19\n",8040 " 71\n"8041 ],8042 "correct": [8043 0.0,8044 0.0,8045 0.0,8046 0.0,8047 0.0,8048 0.0,8049 0.0,8050 0.0,8051 0.0,8052 0.0,8053 0.0,8054 0.0,8055 0.0,8056 0.0,8057 0.0,8058 0.0,8059 0.0,8060 0.0,8061 0.0,8062 0.0,8063 0.0,8064 0.0,8065 0.0,8066 0.0,8067 0.0,8068 0.0,8069 0.0,8070 0.0,8071 0.0,8072 0.0,8073 0.0,8074 0.0,8075 0.0,8076 0.0,8077 0.08078 ]8079 },8080 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {8081 "accuracy": 0.0,8082 "gain_vs_zero": {8083 "estimate": 0.0,8084 "low": 0.0,8085 "high": 0.0,8086 "level": 0.95,8087 "n_items": 35,8088 "n_clusters": 35,8089 "n_boot": 20008090 },8091 "outputs_sample": [8092 " 7\n",8093 " 12\n",8094 " 83\n",8095 " 19\n",8096 " 71\n"8097 ],8098 "correct": [8099 0.0,8100 0.0,8101 0.0,8102 0.0,8103 0.0,8104 0.0,8105 0.0,8106 0.0,8107 0.0,8108 0.0,8109 0.0,8110 0.0,8111 0.0,8112 0.0,8113 0.0,8114 0.0,8115 0.0,8116 0.0,8117 0.0,8118 0.0,8119 0.0,8120 0.0,8121 0.0,8122 0.0,8123 0.0,8124 0.0,8125 0.0,8126 0.0,8127 0.0,8128 0.0,8129 0.0,8130 0.0,8131 0.0,8132 0.0,8133 0.08134 ]8135 },8136 "ctl_replace_donor_fewshot|sham_map|L2": {8137 "accuracy": 0.0,8138 "gain_vs_zero": {8139 "estimate": 0.0,8140 "low": 0.0,8141 "high": 0.0,8142 "level": 0.95,8143 "n_items": 35,8144 "n_clusters": 35,8145 "n_boot": 20008146 },8147 "outputs_sample": [8148 " 7\n",8149 " 12\n",8150 " 83\n",8151 " 19\n",8152 " 71\n"8153 ],8154 "correct": [8155 0.0,8156 0.0,8157 0.0,8158 0.0,8159 0.0,8160 0.0,8161 0.0,8162 0.0,8163 0.0,8164 0.0,8165 0.0,8166 0.0,8167 0.0,8168 0.0,8169 0.0,8170 0.0,8171 0.0,8172 0.0,8173 0.0,8174 0.0,8175 0.0,8176 0.0,8177 0.0,8178 0.0,8179 0.0,8180 0.0,8181 0.0,8182 0.0,8183 0.0,8184 0.0,8185 0.0,8186 0.0,8187 0.0,8188 0.0,8189 0.08190 ]8191 },8192 "ctl_replace_donor_zeroshot|sham_map|L2": {8193 "accuracy": 0.0,8194 "gain_vs_zero": {8195 "estimate": 0.0,8196 "low": 0.0,8197 "high": 0.0,8198 "level": 0.95,8199 "n_items": 35,8200 "n_clusters": 35,8201 "n_boot": 20008202 },8203 "outputs_sample": [8204 " 7\n",8205 " 12\n",8206 " 83\n",8207 " 19\n",8208 " 71\n"8209 ],8210 "correct": [8211 0.0,8212 0.0,8213 0.0,8214 0.0,8215 0.0,8216 0.0,8217 0.0,8218 0.0,8219 0.0,8220 0.0,8221 0.0,8222 0.0,8223 0.0,8224 0.0,8225 0.0,8226 0.0,8227 0.0,8228 0.0,8229 0.0,8230 0.0,8231 0.0,8232 0.0,8233 0.0,8234 0.0,8235 0.0,8236 0.0,8237 0.0,8238 0.0,8239 0.0,8240 0.0,8241 0.0,8242 0.0,8243 0.0,8244 0.0,8245 0.08246 ]8247 },8248 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {8249 "accuracy": 0.0,8250 "gain_vs_zero": {8251 "estimate": 0.0,8252 "low": 0.0,8253 "high": 0.0,8254 "level": 0.95,8255 "n_items": 35,8256 "n_clusters": 35,8257 "n_boot": 20008258 },8259 "outputs_sample": [8260 " 7\n",8261 " 12\n",8262 " 83\n",8263 " 19\n",8264 " 71\n"8265 ],8266 "correct": [8267 0.0,8268 0.0,8269 0.0,8270 0.0,8271 0.0,8272 0.0,8273 0.0,8274 0.0,8275 0.0,8276 0.0,8277 0.0,8278 0.0,8279 0.0,8280 0.0,8281 0.0,8282 0.0,8283 0.0,8284 0.0,8285 0.0,8286 0.0,8287 0.0,8288 0.0,8289 0.0,8290 0.0,8291 0.0,8292 0.0,8293 0.0,8294 0.0,8295 0.0,8296 0.0,8297 0.0,8298 0.0,8299 0.0,8300 0.0,8301 0.08302 ]8303 },8304 "ctl_random_norm_matched|L2": {8305 "accuracy": 0.0,8306 "gain_vs_zero": {8307 "estimate": 0.0,8308 "low": 0.0,8309 "high": 0.0,8310 "level": 0.95,8311 "n_items": 35,8312 "n_clusters": 35,8313 "n_boot": 20008314 },8315 "correct": [8316 0.0,8317 0.0,8318 0.0,8319 0.0,8320 0.0,8321 0.0,8322 0.0,8323 0.0,8324 0.0,8325 0.0,8326 0.0,8327 0.0,8328 0.0,8329 0.0,8330 0.0,8331 0.0,8332 0.0,8333 0.0,8334 0.0,8335 0.0,8336 0.0,8337 0.0,8338 0.0,8339 0.0,8340 0.0,8341 0.0,8342 0.0,8343 0.0,8344 0.0,8345 0.0,8346 0.0,8347 0.0,8348 0.0,8349 0.0,8350 0.08351 ]8352 },8353 "ctl_unrelated_task_vector(antonym)|L2": {8354 "accuracy": 0.0,8355 "gain_vs_zero": {8356 "estimate": 0.0,8357 "low": 0.0,8358 "high": 0.0,8359 "level": 0.95,8360 "n_items": 35,8361 "n_clusters": 35,8362 "n_boot": 20008363 },8364 "correct": [8365 0.0,8366 0.0,8367 0.0,8368 0.0,8369 0.0,8370 0.0,8371 0.0,8372 0.0,8373 0.0,8374 0.0,8375 0.0,8376 0.0,8377 0.0,8378 0.0,8379 0.0,8380 0.0,8381 0.0,8382 0.0,8383 0.0,8384 0.0,8385 0.0,8386 0.0,8387 0.0,8388 0.0,8389 0.0,8390 0.0,8391 0.0,8392 0.0,8393 0.0,8394 0.0,8395 0.0,8396 0.0,8397 0.0,8398 0.0,8399 0.08400 ]8401 },8402 "procrustes|L3|a1.0": {8403 "accuracy": 0.0,8404 "gain_vs_zero": {8405 "estimate": 0.0,8406 "low": 0.0,8407 "high": 0.0,8408 "level": 0.95,8409 "n_items": 35,8410 "n_clusters": 35,8411 "n_boot": 20008412 },8413 "mapped_norm": 9.481913566589355,8414 "outputs_sample": [8415 " 7\n",8416 " 12\n",8417 " 83\n",8418 " 19\n",8419 " 71\n"8420 ],8421 "correct": [8422 0.0,8423 0.0,8424 0.0,8425 0.0,8426 0.0,8427 0.0,8428 0.0,8429 0.0,8430 0.0,8431 0.0,8432 0.0,8433 0.0,8434 0.0,8435 0.0,8436 0.0,8437 0.0,8438 0.0,8439 0.0,8440 0.0,8441 0.0,8442 0.0,8443 0.0,8444 0.0,8445 0.0,8446 0.0,8447 0.0,8448 0.0,8449 0.0,8450 0.0,8451 0.0,8452 0.0,8453 0.0,8454 0.0,8455 0.0,8456 0.08457 ]8458 },8459 "procrustes|L3|a2.0": {8460 "accuracy": 0.0,8461 "gain_vs_zero": {8462 "estimate": 0.0,8463 "low": 0.0,8464 "high": 0.0,8465 "level": 0.95,8466 "n_items": 35,8467 "n_clusters": 35,8468 "n_boot": 20008469 },8470 "mapped_norm": 9.481913566589355,8471 "outputs_sample": [8472 " 7\n",8473 " 12\n",8474 " 83\n",8475 " 19\n",8476 " 71\n"8477 ],8478 "correct": [8479 0.0,8480 0.0,8481 0.0,8482 0.0,8483 0.0,8484 0.0,8485 0.0,8486 0.0,8487 0.0,8488 0.0,8489 0.0,8490 0.0,8491 0.0,8492 0.0,8493 0.0,8494 0.0,8495 0.0,8496 0.0,8497 0.0,8498 0.0,8499 0.0,8500 0.0,8501 0.0,8502 0.0,8503 0.0,8504 0.0,8505 0.0,8506 0.0,8507 0.0,8508 0.0,8509 0.0,8510 0.0,8511 0.0,8512 0.0,8513 0.08514 ]8515 },8516 "procrustes_rescaled|L3|a1.0": {8517 "accuracy": 0.0,8518 "gain_vs_zero": {8519 "estimate": 0.0,8520 "low": 0.0,8521 "high": 0.0,8522 "level": 0.95,8523 "n_items": 35,8524 "n_clusters": 35,8525 "n_boot": 20008526 },8527 "mapped_norm": 5.984020709991455,8528 "outputs_sample": [8529 " 7\n",8530 " 12\n",8531 " 83\n",8532 " 19\n",8533 " 71\n"8534 ],8535 "correct": [8536 0.0,8537 0.0,8538 0.0,8539 0.0,8540 0.0,8541 0.0,8542 0.0,8543 0.0,8544 0.0,8545 0.0,8546 0.0,8547 0.0,8548 0.0,8549 0.0,8550 0.0,8551 0.0,8552 0.0,8553 0.0,8554 0.0,8555 0.0,8556 0.0,8557 0.0,8558 0.0,8559 0.0,8560 0.0,8561 0.0,8562 0.0,8563 0.0,8564 0.0,8565 0.0,8566 0.0,8567 0.0,8568 0.0,8569 0.0,8570 0.08571 ]8572 },8573 "ridge|L3|a1.0": {8574 "accuracy": 0.0,8575 "gain_vs_zero": {8576 "estimate": 0.0,8577 "low": 0.0,8578 "high": 0.0,8579 "level": 0.95,8580 "n_items": 35,8581 "n_clusters": 35,8582 "n_boot": 20008583 },8584 "mapped_norm": 9.029545783996582,8585 "outputs_sample": [8586 " 7\n",8587 " 12\n",8588 " 83\n",8589 " 19\n",8590 " 71\n"8591 ],8592 "correct": [8593 0.0,8594 0.0,8595 0.0,8596 0.0,8597 0.0,8598 0.0,8599 0.0,8600 0.0,8601 0.0,8602 0.0,8603 0.0,8604 0.0,8605 0.0,8606 0.0,8607 0.0,8608 0.0,8609 0.0,8610 0.0,8611 0.0,8612 0.0,8613 0.0,8614 0.0,8615 0.0,8616 0.0,8617 0.0,8618 0.0,8619 0.0,8620 0.0,8621 0.0,8622 0.0,8623 0.0,8624 0.0,8625 0.0,8626 0.0,8627 0.08628 ]8629 },8630 "ridge|L3|a2.0": {8631 "accuracy": 0.0,8632 "gain_vs_zero": {8633 "estimate": 0.0,8634 "low": 0.0,8635 "high": 0.0,8636 "level": 0.95,8637 "n_items": 35,8638 "n_clusters": 35,8639 "n_boot": 20008640 },8641 "mapped_norm": 9.029545783996582,8642 "outputs_sample": [8643 " 7\n",8644 " 12\n",8645 " 83\n",8646 " 19\n",8647 " 71\n"8648 ],8649 "correct": [8650 0.0,8651 0.0,8652 0.0,8653 0.0,8654 0.0,8655 0.0,8656 0.0,8657 0.0,8658 0.0,8659 0.0,8660 0.0,8661 0.0,8662 0.0,8663 0.0,8664 0.0,8665 0.0,8666 0.0,8667 0.0,8668 0.0,8669 0.0,8670 0.0,8671 0.0,8672 0.0,8673 0.0,8674 0.0,8675 0.0,8676 0.0,8677 0.0,8678 0.0,8679 0.0,8680 0.0,8681 0.0,8682 0.0,8683 0.0,8684 0.08685 ]8686 },8687 "ridge_rescaled|L3|a1.0": {8688 "accuracy": 0.0,8689 "gain_vs_zero": {8690 "estimate": 0.0,8691 "low": 0.0,8692 "high": 0.0,8693 "level": 0.95,8694 "n_items": 35,8695 "n_clusters": 35,8696 "n_boot": 20008697 },8698 "mapped_norm": 5.984020709991455,8699 "outputs_sample": [8700 " 7\n",8701 " 12\n",8702 " 83\n",8703 " 19\n",8704 " 71\n"8705 ],8706 "correct": [8707 0.0,8708 0.0,8709 0.0,8710 0.0,8711 0.0,8712 0.0,8713 0.0,8714 0.0,8715 0.0,8716 0.0,8717 0.0,8718 0.0,8719 0.0,8720 0.0,8721 0.0,8722 0.0,8723 0.0,8724 0.0,8725 0.0,8726 0.0,8727 0.0,8728 0.0,8729 0.0,8730 0.0,8731 0.0,8732 0.0,8733 0.0,8734 0.0,8735 0.0,8736 0.0,8737 0.0,8738 0.0,8739 0.0,8740 0.0,8741 0.08742 ]8743 },8744 "cca|L3|a1.0": {8745 "accuracy": 0.0,8746 "gain_vs_zero": {8747 "estimate": 0.0,8748 "low": 0.0,8749 "high": 0.0,8750 "level": 0.95,8751 "n_items": 35,8752 "n_clusters": 35,8753 "n_boot": 20008754 },8755 "mapped_norm": 9.676777839660645,8756 "outputs_sample": [8757 " 7\n",8758 " 12\n",8759 " 83\n",8760 " 19\n",8761 " 71\n"8762 ],8763 "correct": [8764 0.0,8765 0.0,8766 0.0,8767 0.0,8768 0.0,8769 0.0,8770 0.0,8771 0.0,8772 0.0,8773 0.0,8774 0.0,8775 0.0,8776 0.0,8777 0.0,8778 0.0,8779 0.0,8780 0.0,8781 0.0,8782 0.0,8783 0.0,8784 0.0,8785 0.0,8786 0.0,8787 0.0,8788 0.0,8789 0.0,8790 0.0,8791 0.0,8792 0.0,8793 0.0,8794 0.0,8795 0.0,8796 0.0,8797 0.0,8798 0.08799 ]8800 },8801 "cca|L3|a2.0": {8802 "accuracy": 0.0,8803 "gain_vs_zero": {8804 "estimate": 0.0,8805 "low": 0.0,8806 "high": 0.0,8807 "level": 0.95,8808 "n_items": 35,8809 "n_clusters": 35,8810 "n_boot": 20008811 },8812 "mapped_norm": 9.676777839660645,8813 "outputs_sample": [8814 " 7\n",8815 " 12\n",8816 " 83\n",8817 " 19\n",8818 " 71\n"8819 ],8820 "correct": [8821 0.0,8822 0.0,8823 0.0,8824 0.0,8825 0.0,8826 0.0,8827 0.0,8828 0.0,8829 0.0,8830 0.0,8831 0.0,8832 0.0,8833 0.0,8834 0.0,8835 0.0,8836 0.0,8837 0.0,8838 0.0,8839 0.0,8840 0.0,8841 0.0,8842 0.0,8843 0.0,8844 0.0,8845 0.0,8846 0.0,8847 0.0,8848 0.0,8849 0.0,8850 0.0,8851 0.0,8852 0.0,8853 0.0,8854 0.0,8855 0.08856 ]8857 },8858 "random_orth|L3|a1.0": {8859 "accuracy": 0.0,8860 "gain_vs_zero": {8861 "estimate": 0.0,8862 "low": 0.0,8863 "high": 0.0,8864 "level": 0.95,8865 "n_items": 35,8866 "n_clusters": 35,8867 "n_boot": 20008868 },8869 "mapped_norm": 7.559280872344971,8870 "outputs_sample": [8871 " 7\n",8872 " 12\n",8873 " 83\n",8874 " 19\n",8875 " 71\n"8876 ],8877 "correct": [8878 0.0,8879 0.0,8880 0.0,8881 0.0,8882 0.0,8883 0.0,8884 0.0,8885 0.0,8886 0.0,8887 0.0,8888 0.0,8889 0.0,8890 0.0,8891 0.0,8892 0.0,8893 0.0,8894 0.0,8895 0.0,8896 0.0,8897 0.0,8898 0.0,8899 0.0,8900 0.0,8901 0.0,8902 0.0,8903 0.0,8904 0.0,8905 0.0,8906 0.0,8907 0.0,8908 0.0,8909 0.0,8910 0.0,8911 0.0,8912 0.08913 ]8914 },8915 "random_orth|L3|a2.0": {8916 "accuracy": 0.0,8917 "gain_vs_zero": {8918 "estimate": 0.0,8919 "low": 0.0,8920 "high": 0.0,8921 "level": 0.95,8922 "n_items": 35,8923 "n_clusters": 35,8924 "n_boot": 20008925 },8926 "mapped_norm": 7.559280872344971,8927 "outputs_sample": [8928 " 7\n",8929 " 12\n",8930 " 83\n",8931 " 19\n",8932 " 71\n"8933 ],8934 "correct": [8935 0.0,8936 0.0,8937 0.0,8938 0.0,8939 0.0,8940 0.0,8941 0.0,8942 0.0,8943 0.0,8944 0.0,8945 0.0,8946 0.0,8947 0.0,8948 0.0,8949 0.0,8950 0.0,8951 0.0,8952 0.0,8953 0.0,8954 0.0,8955 0.0,8956 0.0,8957 0.0,8958 0.0,8959 0.0,8960 0.0,8961 0.0,8962 0.0,8963 0.0,8964 0.0,8965 0.0,8966 0.0,8967 0.0,8968 0.0,8969 0.08970 ]8971 },8972 "replace_donor_fewshot|procrustes|L3": {8973 "accuracy": 0.0,8974 "gain_vs_zero": {8975 "estimate": 0.0,8976 "low": 0.0,8977 "high": 0.0,8978 "level": 0.95,8979 "n_items": 35,8980 "n_clusters": 35,8981 "n_boot": 20008982 },8983 "outputs_sample": [8984 " 7\n",8985 " 12\n",8986 " 83\n",8987 " 19\n",8988 " 71\n"8989 ],8990 "correct": [8991 0.0,8992 0.0,8993 0.0,8994 0.0,8995 0.0,8996 0.0,8997 0.0,8998 0.0,8999 0.0,9000 0.0,9001 0.0,9002 0.0,9003 0.0,9004 0.0,9005 0.0,9006 0.0,9007 0.0,9008 0.0,9009 0.0,9010 0.0,9011 0.0,9012 0.0,9013 0.0,9014 0.0,9015 0.0,9016 0.0,9017 0.0,9018 0.0,9019 0.0,9020 0.0,9021 0.0,9022 0.0,9023 0.0,9024 0.0,9025 0.09026 ]9027 },9028 "ctl_replace_donor_zeroshot|procrustes|L3": {9029 "accuracy": 0.0,9030 "gain_vs_zero": {9031 "estimate": 0.0,9032 "low": 0.0,9033 "high": 0.0,9034 "level": 0.95,9035 "n_items": 35,9036 "n_clusters": 35,9037 "n_boot": 20009038 },9039 "outputs_sample": [9040 " 7\n",9041 " 12\n",9042 " 83\n",9043 " 19\n",9044 " 71\n"9045 ],9046 "correct": [9047 0.0,9048 0.0,9049 0.0,9050 0.0,9051 0.0,9052 0.0,9053 0.0,9054 0.0,9055 0.0,9056 0.0,9057 0.0,9058 0.0,9059 0.0,9060 0.0,9061 0.0,9062 0.0,9063 0.0,9064 0.0,9065 0.0,9066 0.0,9067 0.0,9068 0.0,9069 0.0,9070 0.0,9071 0.0,9072 0.0,9073 0.0,9074 0.0,9075 0.0,9076 0.0,9077 0.0,9078 0.0,9079 0.0,9080 0.0,9081 0.09082 ]9083 },9084 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L3": {9085 "accuracy": 0.0,9086 "gain_vs_zero": {9087 "estimate": 0.0,9088 "low": 0.0,9089 "high": 0.0,9090 "level": 0.95,9091 "n_items": 35,9092 "n_clusters": 35,9093 "n_boot": 20009094 },9095 "outputs_sample": [9096 " 7\n",9097 " 12\n",9098 " 83\n",9099 " 19\n",9100 " 71\n"9101 ],9102 "correct": [9103 0.0,9104 0.0,9105 0.0,9106 0.0,9107 0.0,9108 0.0,9109 0.0,9110 0.0,9111 0.0,9112 0.0,9113 0.0,9114 0.0,9115 0.0,9116 0.0,9117 0.0,9118 0.0,9119 0.0,9120 0.0,9121 0.0,9122 0.0,9123 0.0,9124 0.0,9125 0.0,9126 0.0,9127 0.0,9128 0.0,9129 0.0,9130 0.0,9131 0.0,9132 0.0,9133 0.0,9134 0.0,9135 0.0,9136 0.0,9137 0.09138 ]9139 },9140 "replace_donor_fewshot|ridge|L3": {9141 "accuracy": 0.0,9142 "gain_vs_zero": {9143 "estimate": 0.0,9144 "low": 0.0,9145 "high": 0.0,9146 "level": 0.95,9147 "n_items": 35,9148 "n_clusters": 35,9149 "n_boot": 20009150 },9151 "outputs_sample": [9152 " 7\n",9153 " 12\n",9154 " 83\n",9155 " 19\n",9156 " 71\n"9157 ],9158 "correct": [9159 0.0,9160 0.0,9161 0.0,9162 0.0,9163 0.0,9164 0.0,9165 0.0,9166 0.0,9167 0.0,9168 0.0,9169 0.0,9170 0.0,9171 0.0,9172 0.0,9173 0.0,9174 0.0,9175 0.0,9176 0.0,9177 0.0,9178 0.0,9179 0.0,9180 0.0,9181 0.0,9182 0.0,9183 0.0,9184 0.0,9185 0.0,9186 0.0,9187 0.0,9188 0.0,9189 0.0,9190 0.0,9191 0.0,9192 0.0,9193 0.09194 ]9195 },9196 "ctl_replace_donor_zeroshot|ridge|L3": {9197 "accuracy": 0.0,9198 "gain_vs_zero": {9199 "estimate": 0.0,9200 "low": 0.0,9201 "high": 0.0,9202 "level": 0.95,9203 "n_items": 35,9204 "n_clusters": 35,9205 "n_boot": 20009206 },9207 "outputs_sample": [9208 " 7\n",9209 " 12\n",9210 " 83\n",9211 " 19\n",9212 " 71\n"9213 ],9214 "correct": [9215 0.0,9216 0.0,9217 0.0,9218 0.0,9219 0.0,9220 0.0,9221 0.0,9222 0.0,9223 0.0,9224 0.0,9225 0.0,9226 0.0,9227 0.0,9228 0.0,9229 0.0,9230 0.0,9231 0.0,9232 0.0,9233 0.0,9234 0.0,9235 0.0,9236 0.0,9237 0.0,9238 0.0,9239 0.0,9240 0.0,9241 0.0,9242 0.0,9243 0.0,9244 0.0,9245 0.0,9246 0.0,9247 0.0,9248 0.0,9249 0.09250 ]9251 },9252 "ctl_replace_donor_fewshot_shuffled_query|ridge|L3": {9253 "accuracy": 0.0,9254 "gain_vs_zero": {9255 "estimate": 0.0,9256 "low": 0.0,9257 "high": 0.0,9258 "level": 0.95,9259 "n_items": 35,9260 "n_clusters": 35,9261 "n_boot": 20009262 },9263 "outputs_sample": [9264 " 7\n",9265 " 12\n",9266 " 83\n",9267 " 19\n",9268 " 71\n"9269 ],9270 "correct": [9271 0.0,9272 0.0,9273 0.0,9274 0.0,9275 0.0,9276 0.0,9277 0.0,9278 0.0,9279 0.0,9280 0.0,9281 0.0,9282 0.0,9283 0.0,9284 0.0,9285 0.0,9286 0.0,9287 0.0,9288 0.0,9289 0.0,9290 0.0,9291 0.0,9292 0.0,9293 0.0,9294 0.0,9295 0.0,9296 0.0,9297 0.0,9298 0.0,9299 0.0,9300 0.0,9301 0.0,9302 0.0,9303 0.0,9304 0.0,9305 0.09306 ]9307 },9308 "ctl_replace_donor_fewshot|sham_map|L3": {9309 "accuracy": 0.0,9310 "gain_vs_zero": {9311 "estimate": 0.0,9312 "low": 0.0,9313 "high": 0.0,9314 "level": 0.95,9315 "n_items": 35,9316 "n_clusters": 35,9317 "n_boot": 20009318 },9319 "outputs_sample": [9320 " 7\n",9321 " 12\n",9322 " 83\n",9323 " 19\n",9324 " 71\n"9325 ],9326 "correct": [9327 0.0,9328 0.0,9329 0.0,9330 0.0,9331 0.0,9332 0.0,9333 0.0,9334 0.0,9335 0.0,9336 0.0,9337 0.0,9338 0.0,9339 0.0,9340 0.0,9341 0.0,9342 0.0,9343 0.0,9344 0.0,9345 0.0,9346 0.0,9347 0.0,9348 0.0,9349 0.0,9350 0.0,9351 0.0,9352 0.0,9353 0.0,9354 0.0,9355 0.0,9356 0.0,9357 0.0,9358 0.0,9359 0.0,9360 0.0,9361 0.09362 ]9363 },9364 "ctl_replace_donor_zeroshot|sham_map|L3": {9365 "accuracy": 0.0,9366 "gain_vs_zero": {9367 "estimate": 0.0,9368 "low": 0.0,9369 "high": 0.0,9370 "level": 0.95,9371 "n_items": 35,9372 "n_clusters": 35,9373 "n_boot": 20009374 },9375 "outputs_sample": [9376 " 7\n",9377 " 12\n",9378 " 83\n",9379 " 19\n",9380 " 71\n"9381 ],9382 "correct": [9383 0.0,9384 0.0,9385 0.0,9386 0.0,9387 0.0,9388 0.0,9389 0.0,9390 0.0,9391 0.0,9392 0.0,9393 0.0,9394 0.0,9395 0.0,9396 0.0,9397 0.0,9398 0.0,9399 0.0,9400 0.0,9401 0.0,9402 0.0,9403 0.0,9404 0.0,9405 0.0,9406 0.0,9407 0.0,9408 0.0,9409 0.0,9410 0.0,9411 0.0,9412 0.0,9413 0.0,9414 0.0,9415 0.0,9416 0.0,9417 0.09418 ]9419 },9420 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L3": {9421 "accuracy": 0.0,9422 "gain_vs_zero": {9423 "estimate": 0.0,9424 "low": 0.0,9425 "high": 0.0,9426 "level": 0.95,9427 "n_items": 35,9428 "n_clusters": 35,9429 "n_boot": 20009430 },9431 "outputs_sample": [9432 " 7\n",9433 " 12\n",9434 " 83\n",9435 " 19\n",9436 " 71\n"9437 ],9438 "correct": [9439 0.0,9440 0.0,9441 0.0,9442 0.0,9443 0.0,9444 0.0,9445 0.0,9446 0.0,9447 0.0,9448 0.0,9449 0.0,9450 0.0,9451 0.0,9452 0.0,9453 0.0,9454 0.0,9455 0.0,9456 0.0,9457 0.0,9458 0.0,9459 0.0,9460 0.0,9461 0.0,9462 0.0,9463 0.0,9464 0.0,9465 0.0,9466 0.0,9467 0.0,9468 0.0,9469 0.0,9470 0.0,9471 0.0,9472 0.0,9473 0.09474 ]9475 },9476 "ctl_random_norm_matched|L3": {9477 "accuracy": 0.0,9478 "gain_vs_zero": {9479 "estimate": 0.0,9480 "low": 0.0,9481 "high": 0.0,9482 "level": 0.95,9483 "n_items": 35,9484 "n_clusters": 35,9485 "n_boot": 20009486 },9487 "correct": [9488 0.0,9489 0.0,9490 0.0,9491 0.0,9492 0.0,9493 0.0,9494 0.0,9495 0.0,9496 0.0,9497 0.0,9498 0.0,9499 0.0,9500 0.0,9501 0.0,9502 0.0,9503 0.0,9504 0.0,9505 0.0,9506 0.0,9507 0.0,9508 0.0,9509 0.0,9510 0.0,9511 0.0,9512 0.0,9513 0.0,9514 0.0,9515 0.0,9516 0.0,9517 0.0,9518 0.0,9519 0.0,9520 0.0,9521 0.0,9522 0.09523 ]9524 },9525 "ctl_unrelated_task_vector(antonym)|L3": {9526 "accuracy": 0.0,9527 "gain_vs_zero": {9528 "estimate": 0.0,9529 "low": 0.0,9530 "high": 0.0,9531 "level": 0.95,9532 "n_items": 35,9533 "n_clusters": 35,9534 "n_boot": 20009535 },9536 "correct": [9537 0.0,9538 0.0,9539 0.0,9540 0.0,9541 0.0,9542 0.0,9543 0.0,9544 0.0,9545 0.0,9546 0.0,9547 0.0,9548 0.0,9549 0.0,9550 0.0,9551 0.0,9552 0.0,9553 0.0,9554 0.0,9555 0.0,9556 0.0,9557 0.0,9558 0.0,9559 0.0,9560 0.0,9561 0.0,9562 0.0,9563 0.0,9564 0.0,9565 0.0,9566 0.0,9567 0.0,9568 0.0,9569 0.0,9570 0.0,9571 0.09572 ]9573 }9574 },9575 "items": {9576 "zero": [9577 0.0,9578 0.0,9579 0.0,9580 0.0,9581 0.0,9582 0.0,9583 0.0,9584 0.0,9585 0.0,9586 0.0,9587 0.0,9588 0.0,9589 0.0,9590 0.0,9591 0.0,9592 0.0,9593 0.0,9594 0.0,9595 0.0,9596 0.0,9597 0.0,9598 0.0,9599 0.0,9600 0.0,9601 0.0,9602 0.0,9603 0.0,9604 0.0,9605 0.0,9606 0.0,9607 0.0,9608 0.0,9609 0.0,9610 0.0,9611 0.09612 ],9613 "few": [9614 1.0,9615 1.0,9616 1.0,9617 1.0,9618 1.0,9619 1.0,9620 1.0,9621 1.0,9622 1.0,9623 1.0,9624 1.0,9625 1.0,9626 1.0,9627 1.0,9628 1.0,9629 1.0,9630 1.0,9631 1.0,9632 1.0,9633 1.0,9634 1.0,9635 1.0,9636 1.0,9637 1.0,9638 1.0,9639 1.0,9640 1.0,9641 1.0,9642 1.0,9643 1.0,9644 1.0,9645 1.0,9646 1.0,9647 1.0,9648 1.09649 ],9650 "own": [9651 0.0,9652 0.0,9653 0.0,9654 0.0,9655 0.0,9656 0.0,9657 0.0,9658 0.0,9659 0.0,9660 0.0,9661 0.0,9662 0.0,9663 0.0,9664 0.0,9665 0.0,9666 0.0,9667 0.0,9668 0.0,9669 0.0,9670 0.0,9671 0.0,9672 0.0,9673 0.0,9674 0.0,9675 0.0,9676 0.0,9677 0.0,9678 0.0,9679 0.0,9680 0.0,9681 0.0,9682 0.0,9683 0.0,9684 0.0,9685 0.09686 ]9687 }9688 }9689 },9690 "maps": {9691 "antonym|L16->L21|procrustes": {9692 "r2_fit": 0.8415702451947911,9693 "r2_heldout": 0.612409799319408,9694 "n_params": 7342080,9695 "n_fit": 7009696 },9697 "antonym|L16->L21|ridge": {9698 "r2_fit": 0.998574775991949,9699 "r2_heldout": 0.7261100371067675,9700 "n_params": 7342080,9701 "n_fit": 7009702 },9703 "antonym|L16->L21|cca": {9704 "r2_fit": 1.0,9705 "r2_heldout": 0.7075202680275345,9706 "n_params": 7342080,9707 "n_fit": 7009708 },9709 "antonym|L16->L21|random_orth": {9710 "r2_fit": -0.5930766683138466,9711 "r2_heldout": -0.6139422303030961,9712 "n_params": 7342080,9713 "n_fit": 7009714 },9715 "antonym|L16->L25|procrustes": {9716 "r2_fit": 0.8162704323480654,9717 "r2_heldout": 0.5516568656656926,9718 "n_params": 7342080,9719 "n_fit": 7009720 },9721 "antonym|L16->L25|ridge": {9722 "r2_fit": 0.9979502587059592,9723 "r2_heldout": 0.6202854503377662,9724 "n_params": 7342080,9725 "n_fit": 7009726 },9727 "antonym|L16->L25|cca": {9728 "r2_fit": 1.0,9729 "r2_heldout": 0.5935444364988076,9730 "n_params": 7342080,9731 "n_fit": 7009732 },9733 "antonym|L16->L25|random_orth": {9734 "r2_fit": -0.6008070082509234,9735 "r2_heldout": -0.592174496260869,9736 "n_params": 7342080,9737 "n_fit": 7009738 },9739 "capital|L11->L14|procrustes": {9740 "r2_fit": 0.8374684126615317,9741 "r2_heldout": 0.6999208388311109,9742 "n_params": 7342080,9743 "n_fit": 7009744 },9745 "capital|L11->L14|ridge": {9746 "r2_fit": 0.9948316031359806,9747 "r2_heldout": 0.8477897339520096,9748 "n_params": 7342080,9749 "n_fit": 7009750 },9751 "capital|L11->L14|cca": {9752 "r2_fit": 1.0,9753 "r2_heldout": 0.8220752478095117,9754 "n_params": 7342080,9755 "n_fit": 7009756 },9757 "capital|L11->L14|random_orth": {9758 "r2_fit": -0.5832283312577855,9759 "r2_heldout": -0.6204429381074119,9760 "n_params": 7342080,9761 "n_fit": 7009762 },9763 "capital|L11->L25|procrustes": {9764 "r2_fit": 0.7947472974302358,9765 "r2_heldout": 0.5542935339404639,9766 "n_params": 7342080,9767 "n_fit": 7009768 },9769 "capital|L11->L25|ridge": {9770 "r2_fit": 0.9877539473251473,9771 "r2_heldout": 0.6100825695491577,9772 "n_params": 7342080,9773 "n_fit": 7009774 },9775 "capital|L11->L25|cca": {9776 "r2_fit": 1.0,9777 "r2_heldout": 0.5474061039285499,9778 "n_params": 7342080,9779 "n_fit": 7009780 },9781 "capital|L11->L25|random_orth": {9782 "r2_fit": -0.5818397363181986,9783 "r2_heldout": -0.5791871133775075,9784 "n_params": 7342080,9785 "n_fit": 7009786 },9787 "morph|L14->L2|procrustes": {9788 "r2_fit": 0.6216275707370487,9789 "r2_heldout": 0.4812600293309316,9790 "n_params": 7342080,9791 "n_fit": 7009792 },9793 "morph|L14->L2|ridge": {9794 "r2_fit": 0.9979806573088282,9795 "r2_heldout": 0.8588362753765191,9796 "n_params": 7342080,9797 "n_fit": 7009798 },9799 "morph|L14->L2|cca": {9800 "r2_fit": 1.0,9801 "r2_heldout": 0.8411369783317026,9802 "n_params": 7342080,9803 "n_fit": 7009804 },9805 "morph|L14->L2|random_orth": {9806 "r2_fit": -0.5893483000923114,9807 "r2_heldout": -0.6496580697210552,9808 "n_params": 7342080,9809 "n_fit": 7009810 },9811 "morph|L14->L18|procrustes": {9812 "r2_fit": 0.8249584043677335,9813 "r2_heldout": 0.6465222230075284,9814 "n_params": 7342080,9815 "n_fit": 7009816 },9817 "morph|L14->L18|ridge": {9818 "r2_fit": 0.9979535669607841,9819 "r2_heldout": 0.8088654166295335,9820 "n_params": 7342080,9821 "n_fit": 7009822 },9823 "morph|L14->L18|cca": {9824 "r2_fit": 1.0,9825 "r2_heldout": 0.7876306580961971,9826 "n_params": 7342080,9827 "n_fit": 7009828 },9829 "morph|L14->L18|random_orth": {9830 "r2_fit": -0.5774576290444915,9831 "r2_heldout": -0.613774018789176,9832 "n_params": 7342080,9833 "n_fit": 7009834 },9835 "addthree|L2->L2|procrustes": {9836 "r2_fit": 0.930379963776996,9837 "r2_heldout": 0.8815183013708945,9838 "n_params": 7342080,9839 "n_fit": 7009840 },9841 "addthree|L2->L2|ridge": {9842 "r2_fit": 0.9566257820896341,9843 "r2_heldout": 0.9302040003873951,9844 "n_params": 7342080,9845 "n_fit": 7009846 },9847 "addthree|L2->L2|cca": {9848 "r2_fit": 1.0,9849 "r2_heldout": 0.9549229067259021,9850 "n_params": 7342080,9851 "n_fit": 7009852 },9853 "addthree|L2->L2|random_orth": {9854 "r2_fit": -0.608964650181232,9855 "r2_heldout": -0.6350830810565553,9856 "n_params": 7342080,9857 "n_fit": 7009858 },9859 "addthree|L2->L3|procrustes": {9860 "r2_fit": 0.9244503363712875,9861 "r2_heldout": 0.8750323963955459,9862 "n_params": 7342080,9863 "n_fit": 7009864 },9865 "addthree|L2->L3|ridge": {9866 "r2_fit": 0.9587694502856107,9867 "r2_heldout": 0.9331925522546564,9868 "n_params": 7342080,9869 "n_fit": 7009870 },9871 "addthree|L2->L3|cca": {9872 "r2_fit": 1.0,9873 "r2_heldout": 0.952317060902691,9874 "n_params": 7342080,9875 "n_fit": 7009876 },9877 "addthree|L2->L3|random_orth": {9878 "r2_fit": -0.6023052260947899,9879 "r2_heldout": -0.6279360510866463,9880 "n_params": 7342080,9881 "n_fit": 7009882 }9883 },9884 "collateral": {9885 "antonym": {9886 "condition": "ridge|L25|a1.0",9887 "heldout_nll_base": 1.9564038594563802,9888 "heldout_nll_with_vector": 2.0501503626505535,9889 "cross_task": {9890 "capital": {9891 "zero": 0.09090909090909091,9892 "with_vector": 0.09893 },9894 "morph": {9895 "zero": 0.0,9896 "with_vector": 0.09897 },9898 "addthree": {9899 "zero": 0.0,9900 "with_vector": 0.09901 }9902 }9903 },9904 "capital": {9905 "condition": "cca|L14|a1.0",9906 "heldout_nll_base": 1.9564038594563802,9907 "heldout_nll_with_vector": 1.9431557337443033,9908 "cross_task": {9909 "antonym": {9910 "zero": 0.09375,9911 "with_vector": 0.1259912 },9913 "morph": {9914 "zero": 0.0,9915 "with_vector": 0.09916 },9917 "addthree": {9918 "zero": 0.0,9919 "with_vector": 0.09920 }9921 }9922 },9923 "morph": {9924 "condition": "procrustes|L2|a1.0",9925 "heldout_nll_base": 1.9564038594563802,9926 "heldout_nll_with_vector": 1.950714111328125,9927 "cross_task": {9928 "antonym": {9929 "zero": 0.09375,9930 "with_vector": 0.093759931 },9932 "capital": {9933 "zero": 0.09090909090909091,9934 "with_vector": 0.090909090909090919935 },9936 "addthree": {9937 "zero": 0.0,9938 "with_vector": 0.09939 }9940 }9941 },9942 "addthree": {9943 "condition": "procrustes|L2|a1.0",9944 "heldout_nll_base": 1.9564038594563802,9945 "heldout_nll_with_vector": 1.966755708058675,9946 "cross_task": {9947 "antonym": {9948 "zero": 0.09375,9949 "with_vector": 0.093759950 },9951 "capital": {9952 "zero": 0.09090909090909091,9953 "with_vector": 0.0454545454545454569954 },9955 "morph": {9956 "zero": 0.0,9957 "with_vector": 0.09958 }9959 }9960 }9961 }9962 },9963 "qwen3b->qwen7b": {9964 "donor": "qwen3b",9965 "recipient": "qwen7b",9966 "tasks": {9967 "antonym": {9968 "recipient_zero": 0.25,9969 "recipient_few": 0.96875,9970 "recipient_own_vector": 0.71875,9971 "donor_layer": 25,9972 "conditions": {9973 "procrustes|L16|a1.0": {9974 "accuracy": 0.75,9975 "gain_vs_zero": {9976 "estimate": 0.5,9977 "low": 0.3125,9978 "high": 0.6875,9979 "level": 0.95,9980 "n_items": 32,9981 "n_clusters": 32,9982 "n_boot": 20009983 },9984 "mapped_norm": 49.308982849121094,9985 "outputs_sample": [9986 " sad\n",9987 " leave\n",9988 " dim\n\n",9989 " noisy\n\n",9990 " under\n"9991 ],9992 "correct": [9993 1.0,9994 0.0,9995 1.0,9996 0.0,9997 1.0,9998 0.0,9999 1.0,10000 1.0,10001 1.0,10002 1.0,10003 1.0,10004 1.0,10005 1.0,10006 1.0,10007 0.0,10008 1.0,10009 1.0,10010 1.0,10011 1.0,10012 1.0,10013 1.0,10014 0.0,10015 0.0,10016 1.0,10017 1.0,10018 0.0,10019 0.0,10020 1.0,10021 1.0,10022 1.0,10023 1.0,10024 1.010025 ]10026 },10027 "procrustes|L16|a2.0": {10028 "accuracy": 0.71875,10029 "gain_vs_zero": {10030 "estimate": 0.46875,10031 "low": 0.28125,10032 "high": 0.65625,10033 "level": 0.95,10034 "n_items": 32,10035 "n_clusters": 32,10036 "n_boot": 200010037 },10038 "mapped_norm": 49.308982849121094,10039 "outputs_sample": [10040 " sad\n",10041 " leave\n",10042 " dark\n\n",10043 " noisy\n\n",10044 " under\n"10045 ],10046 "correct": [10047 1.0,10048 0.0,10049 1.0,10050 0.0,10051 1.0,10052 0.0,10053 1.0,10054 0.0,10055 1.0,10056 1.0,10057 1.0,10058 1.0,10059 1.0,10060 1.0,10061 0.0,10062 1.0,10063 1.0,10064 1.0,10065 1.0,10066 1.0,10067 1.0,10068 1.0,10069 1.0,10070 1.0,10071 1.0,10072 1.0,10073 0.0,10074 1.0,10075 1.0,10076 0.0,10077 0.0,10078 0.010079 ]10080 },10081 "procrustes_rescaled|L16|a1.0": {10082 "accuracy": 0.75,10083 "gain_vs_zero": {10084 "estimate": 0.5,10085 "low": 0.3125,10086 "high": 0.6875,10087 "level": 0.95,10088 "n_items": 32,10089 "n_clusters": 32,10090 "n_boot": 200010091 },10092 "mapped_norm": 49.78517150878906,10093 "outputs_sample": [10094 " sad\n",10095 " leave\n",10096 " dim\n\n",10097 " stormy\n",10098 " under\n"10099 ],10100 "correct": [10101 1.0,10102 0.0,10103 1.0,10104 1.0,10105 1.0,10106 0.0,10107 1.0,10108 1.0,10109 1.0,10110 1.0,10111 1.0,10112 1.0,10113 1.0,10114 1.0,10115 0.0,10116 1.0,10117 1.0,10118 1.0,10119 1.0,10120 1.0,10121 1.0,10122 0.0,10123 0.0,10124 1.0,10125 1.0,10126 0.0,10127 0.0,10128 1.0,10129 1.0,10130 0.0,10131 1.0,10132 1.010133 ]10134 },10135 "ridge|L16|a1.0": {10136 "accuracy": 0.4375,10137 "gain_vs_zero": {10138 "estimate": 0.1875,10139 "low": 0.0,10140 "high": 0.375,10141 "level": 0.95,10142 "n_items": 32,10143 "n_clusters": 32,10144 "n_boot": 200010145 },10146 "mapped_norm": 49.1344108581543,10147 "outputs_sample": [10148 " hppa\n",10149 " leave\n",10150 " dim\n\n",10151 " agitated\n",10152 " cover\n"10153 ],10154 "correct": [10155 0.0,10156 0.0,10157 1.0,10158 0.0,10159 0.0,10160 0.0,10161 0.0,10162 0.0,10163 1.0,10164 1.0,10165 0.0,10166 1.0,10167 1.0,10168 0.0,10169 0.0,10170 1.0,10171 1.0,10172 1.0,10173 1.0,10174 1.0,10175 0.0,10176 0.0,10177 0.0,10178 1.0,10179 1.0,10180 0.0,10181 0.0,10182 1.0,10183 1.0,10184 0.0,10185 0.0,10186 0.010187 ]10188 },10189 "ridge|L16|a2.0": {10190 "accuracy": 0.40625,10191 "gain_vs_zero": {10192 "estimate": 0.15625,10193 "low": -0.03125,10194 "high": 0.34375,10195 "level": 0.95,10196 "n_items": 32,10197 "n_clusters": 32,10198 "n_boot": 200010199 },10200 "mapped_norm": 49.1344108581543,10201 "outputs_sample": [10202 " happy\n",10203 " to arrive\n",10204 " bright\n\n",10205 " tranquil\n",10206 " under\n"10207 ],10208 "correct": [10209 0.0,10210 0.0,10211 0.0,10212 0.0,10213 1.0,10214 0.0,10215 0.0,10216 0.0,10217 1.0,10218 1.0,10219 1.0,10220 0.0,10221 0.0,10222 1.0,10223 0.0,10224 1.0,10225 0.0,10226 1.0,10227 1.0,10228 1.0,10229 1.0,10230 0.0,10231 0.0,10232 1.0,10233 0.0,10234 0.0,10235 0.0,10236 1.0,10237 1.0,10238 0.0,10239 0.0,10240 0.010241 ]10242 },10243 "ridge_rescaled|L16|a1.0": {10244 "accuracy": 0.4375,10245 "gain_vs_zero": {10246 "estimate": 0.1875,10247 "low": 0.0,10248 "high": 0.375,10249 "level": 0.95,10250 "n_items": 32,10251 "n_clusters": 32,10252 "n_boot": 200010253 },10254 "mapped_norm": 49.78517150878906,10255 "outputs_sample": [10256 " hppa\n",10257 " leave\n",10258 " dim\n\n",10259 " agitated\n",10260 " over\n"10261 ],10262 "correct": [10263 0.0,10264 0.0,10265 1.0,10266 0.0,10267 0.0,10268 0.0,10269 0.0,10270 0.0,10271 1.0,10272 1.0,10273 0.0,10274 1.0,10275 1.0,10276 0.0,10277 0.0,10278 1.0,10279 1.0,10280 1.0,10281 1.0,10282 1.0,10283 0.0,10284 0.0,10285 0.0,10286 1.0,10287 1.0,10288 0.0,10289 0.0,10290 1.0,10291 1.0,10292 0.0,10293 0.0,10294 0.010295 ]10296 },10297 "cca|L16|a1.0": {10298 "accuracy": 0.4375,10299 "gain_vs_zero": {10300 "estimate": 0.1875,10301 "low": 0.030468750000001377,10302 "high": 0.375,10303 "level": 0.95,10304 "n_items": 32,10305 "n_clusters": 32,10306 "n_boot": 200010307 },10308 "mapped_norm": 56.21624755859375,10309 "outputs_sample": [10310 " happy\n",10311 " depart\n",10312 " dim\n\n",10313 " excited\n",10314 " over\n"10315 ],10316 "correct": [10317 0.0,10318 1.0,10319 1.0,10320 0.0,10321 0.0,10322 0.0,10323 0.0,10324 0.0,10325 1.0,10326 1.0,10327 0.0,10328 0.0,10329 1.0,10330 1.0,10331 0.0,10332 1.0,10333 0.0,10334 1.0,10335 1.0,10336 1.0,10337 0.0,10338 0.0,10339 0.0,10340 1.0,10341 1.0,10342 0.0,10343 0.0,10344 1.0,10345 1.0,10346 0.0,10347 0.0,10348 0.010349 ]10350 },10351 "cca|L16|a2.0": {10352 "accuracy": 0.25,10353 "gain_vs_zero": {10354 "estimate": 0.0,10355 "low": -0.1875,10356 "high": 0.1875,10357 "level": 0.95,10358 "n_items": 32,10359 "n_clusters": 32,10360 "n_boot": 200010361 },10362 "mapped_norm": 56.21624755859375,10363 "outputs_sample": [10364 " happy\n",10365 " to arrive\n",10366 " bright\n\n",10367 " cool\n",10368 " over\n"10369 ],10370 "correct": [10371 0.0,10372 0.0,10373 0.0,10374 0.0,10375 0.0,10376 0.0,10377 0.0,10378 0.0,10379 1.0,10380 0.0,10381 0.0,10382 0.0,10383 0.0,10384 0.0,10385 0.0,10386 1.0,10387 0.0,10388 1.0,10389 0.0,10390 1.0,10391 1.0,10392 0.0,10393 0.0,10394 1.0,10395 0.0,10396 0.0,10397 0.0,10398 1.0,10399 1.0,10400 0.0,10401 0.0,10402 0.010403 ]10404 },10405 "random_orth|L16|a1.0": {10406 "accuracy": 0.21875,10407 "gain_vs_zero": {10408 "estimate": -0.03125,10409 "low": -0.125,10410 "high": 0.0625,10411 "level": 0.95,10412 "n_items": 32,10413 "n_clusters": 32,10414 "n_boot": 200010415 },10416 "mapped_norm": 54.57692337036133,10417 "outputs_sample": [10418 " hap\n",10419 " leave\n",10420 " brt\n\n",10421 " cool\n",10422 " over\n"10423 ],10424 "correct": [10425 0.0,10426 0.0,10427 0.0,10428 0.0,10429 0.0,10430 0.0,10431 0.0,10432 0.0,10433 0.0,10434 1.0,10435 0.0,10436 0.0,10437 0.0,10438 0.0,10439 1.0,10440 1.0,10441 0.0,10442 1.0,10443 0.0,10444 1.0,10445 0.0,10446 0.0,10447 0.0,10448 0.0,10449 1.0,10450 0.0,10451 0.0,10452 0.0,10453 0.0,10454 0.0,10455 0.0,10456 1.010457 ]10458 },10459 "random_orth|L16|a2.0": {10460 "accuracy": 0.03125,10461 "gain_vs_zero": {10462 "estimate": -0.21875,10463 "low": -0.375,10464 "high": -0.0625,10465 "level": 0.95,10466 "n_items": 32,10467 "n_clusters": 32,10468 "n_boot": 200010469 },10470 "mapped_norm": 54.57692337036133,10471 "outputs_sample": [10472 " happy\n",10473 " [a, r, r",10474 " bright\n\n",10475 " calm\n",10476 " 0\n"10477 ],10478 "correct": [10479 0.0,10480 0.0,10481 0.0,10482 0.0,10483 0.0,10484 0.0,10485 0.0,10486 0.0,10487 0.0,10488 0.0,10489 0.0,10490 0.0,10491 0.0,10492 0.0,10493 0.0,10494 0.0,10495 0.0,10496 1.0,10497 0.0,10498 0.0,10499 0.0,10500 0.0,10501 0.0,10502 0.0,10503 0.0,10504 0.0,10505 0.0,10506 0.0,10507 0.0,10508 0.0,10509 0.0,10510 0.010511 ]10512 },10513 "replace_donor_fewshot|procrustes|L16": {10514 "accuracy": 0.75,10515 "gain_vs_zero": {10516 "estimate": 0.5,10517 "low": 0.34375,10518 "high": 0.65625,10519 "level": 0.95,10520 "n_items": 32,10521 "n_clusters": 32,10522 "n_boot": 200010523 },10524 "outputs_sample": [10525 " happy\n\n",10526 " leave\n",10527 " dim\n\n",10528 " stormy\n",10529 " under\n"10530 ],10531 "correct": [10532 0.0,10533 0.0,10534 1.0,10535 1.0,10536 1.0,10537 0.0,10538 1.0,10539 0.0,10540 1.0,10541 1.0,10542 1.0,10543 1.0,10544 1.0,10545 1.0,10546 1.0,10547 1.0,10548 0.0,10549 1.0,10550 1.0,10551 1.0,10552 1.0,10553 1.0,10554 0.0,10555 1.0,10556 1.0,10557 0.0,10558 0.0,10559 1.0,10560 1.0,10561 1.0,10562 1.0,10563 1.010564 ]10565 },10566 "ctl_replace_donor_zeroshot|procrustes|L16": {10567 "accuracy": 0.21875,10568 "gain_vs_zero": {10569 "estimate": -0.03125,10570 "low": -0.12578124999999862,10571 "high": 0.0625,10572 "level": 0.95,10573 "n_items": 32,10574 "n_clusters": 32,10575 "n_boot": 200010576 },10577 "outputs_sample": [10578 " ypehap\n\n",10579 " The word \"arrive\"",10580 " The word \"bright\" is",10581 " macl\n",10582 " over\n"10583 ],10584 "correct": [10585 0.0,10586 0.0,10587 0.0,10588 0.0,10589 0.0,10590 0.0,10591 0.0,10592 0.0,10593 0.0,10594 1.0,10595 0.0,10596 0.0,10597 0.0,10598 0.0,10599 1.0,10600 1.0,10601 0.0,10602 1.0,10603 0.0,10604 1.0,10605 0.0,10606 0.0,10607 0.0,10608 0.0,10609 0.0,10610 0.0,10611 0.0,10612 1.0,10613 1.0,10614 0.0,10615 0.0,10616 0.010617 ]10618 },10619 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L16": {10620 "accuracy": 0.6875,10621 "gain_vs_zero": {10622 "estimate": 0.4375,10623 "low": 0.28125,10624 "high": 0.625,10625 "level": 0.95,10626 "n_items": 32,10627 "n_clusters": 32,10628 "n_boot": 200010629 },10630 "outputs_sample": [10631 " unhappy\n\n",10632 " leave\n",10633 " dim\n\n",10634 " noisy\n\n",10635 " under\n"10636 ],10637 "correct": [10638 0.0,10639 0.0,10640 1.0,10641 0.0,10642 1.0,10643 1.0,10644 1.0,10645 0.0,10646 1.0,10647 1.0,10648 1.0,10649 1.0,10650 1.0,10651 1.0,10652 1.0,10653 1.0,10654 0.0,10655 1.0,10656 1.0,10657 1.0,10658 1.0,10659 0.0,10660 0.0,10661 1.0,10662 1.0,10663 0.0,10664 0.0,10665 1.0,10666 1.0,10667 0.0,10668 1.0,10669 1.010670 ]10671 },10672 "replace_donor_fewshot|ridge|L16": {10673 "accuracy": 0.4375,10674 "gain_vs_zero": {10675 "estimate": 0.1875,10676 "low": 0.03125,10677 "high": 0.34375,10678 "level": 0.95,10679 "n_items": 32,10680 "n_clusters": 32,10681 "n_boot": 200010682 },10683 "outputs_sample": [10684 " happy\n",10685 " leave\n",10686 " dim\n",10687 " almc\n\n",10688 " under\n"10689 ],10690 "correct": [10691 0.0,10692 0.0,10693 1.0,10694 0.0,10695 1.0,10696 0.0,10697 0.0,10698 0.0,10699 1.0,10700 1.0,10701 1.0,10702 0.0,10703 0.0,10704 0.0,10705 1.0,10706 1.0,10707 0.0,10708 1.0,10709 1.0,10710 1.0,10711 0.0,10712 0.0,10713 0.0,10714 1.0,10715 0.0,10716 0.0,10717 0.0,10718 1.0,10719 1.0,10720 0.0,10721 0.0,10722 1.010723 ]10724 },10725 "ctl_replace_donor_zeroshot|ridge|L16": {10726 "accuracy": 0.21875,10727 "gain_vs_zero": {10728 "estimate": -0.03125,10729 "low": -0.12578124999999862,10730 "high": 0.0625,10731 "level": 0.95,10732 "n_items": 32,10733 "n_clusters": 32,10734 "n_boot": 200010735 },10736 "outputs_sample": [10737 " ypehap\n\n",10738 " eairrv\n",10739 " The word \"bright\" is",10740 " macl\n\n",10741 " over\n"10742 ],10743 "correct": [10744 0.0,10745 0.0,10746 0.0,10747 0.0,10748 0.0,10749 0.0,10750 0.0,10751 0.0,10752 0.0,10753 1.0,10754 0.0,10755 1.0,10756 0.0,10757 0.0,10758 1.0,10759 1.0,10760 0.0,10761 1.0,10762 0.0,10763 1.0,10764 0.0,10765 0.0,10766 0.0,10767 0.0,10768 0.0,10769 0.0,10770 0.0,10771 0.0,10772 1.0,10773 0.0,10774 0.0,10775 0.010776 ]10777 },10778 "ctl_replace_donor_fewshot_shuffled_query|ridge|L16": {10779 "accuracy": 0.4375,10780 "gain_vs_zero": {10781 "estimate": 0.1875,10782 "low": 0.03125,10783 "high": 0.34453124999999574,10784 "level": 0.95,10785 "n_items": 32,10786 "n_clusters": 32,10787 "n_boot": 200010788 },10789 "outputs_sample": [10790 " happy\n",10791 " leave\n",10792 " dim\n\n",10793 " noisy\n",10794 " under\n"10795 ],10796 "correct": [10797 0.0,10798 0.0,10799 1.0,10800 0.0,10801 1.0,10802 0.0,10803 0.0,10804 0.0,10805 1.0,10806 1.0,10807 0.0,10808 0.0,10809 0.0,10810 0.0,10811 0.0,10812 1.0,10813 1.0,10814 1.0,10815 1.0,10816 1.0,10817 0.0,10818 0.0,10819 0.0,10820 1.0,10821 1.0,10822 0.0,10823 0.0,10824 1.0,10825 1.0,10826 0.0,10827 0.0,10828 1.010829 ]10830 },10831 "ctl_replace_donor_fewshot|sham_map|L16": {10832 "accuracy": 0.375,10833 "gain_vs_zero": {10834 "estimate": 0.125,10835 "low": 0.03125,10836 "high": 0.25,10837 "level": 0.95,10838 "n_items": 32,10839 "n_clusters": 32,10840 "n_boot": 200010841 },10842 "outputs_sample": [10843 " pydh\n",10844 " leave\n",10845 " light\n\n",10846 " malaC\n",10847 " under\n"10848 ],10849 "correct": [10850 0.0,10851 0.0,10852 0.0,10853 0.0,10854 1.0,10855 0.0,10856 0.0,10857 0.0,10858 1.0,10859 1.0,10860 0.0,10861 0.0,10862 0.0,10863 0.0,10864 1.0,10865 1.0,10866 0.0,10867 1.0,10868 1.0,10869 1.0,10870 0.0,10871 0.0,10872 0.0,10873 1.0,10874 1.0,10875 0.0,10876 0.0,10877 1.0,10878 1.0,10879 0.0,10880 0.0,10881 0.010882 ]10883 },10884 "ctl_replace_donor_zeroshot|sham_map|L16": {10885 "accuracy": 0.3125,10886 "gain_vs_zero": {10887 "estimate": 0.0625,10888 "low": -0.125,10889 "high": 0.28125,10890 "level": 0.95,10891 "n_items": 32,10892 "n_clusters": 32,10893 "n_boot": 200010894 },10895 "outputs_sample": [10896 " hap\n",10897 " leave\n",10898 " The word \"bright\" is",10899 " The word \"calm\"",10900 " over\n"10901 ],10902 "correct": [10903 0.0,10904 0.0,10905 0.0,10906 0.0,10907 0.0,10908 0.0,10909 0.0,10910 0.0,10911 1.0,10912 1.0,10913 0.0,10914 0.0,10915 0.0,10916 0.0,10917 0.0,10918 1.0,10919 0.0,10920 1.0,10921 1.0,10922 0.0,10923 1.0,10924 0.0,10925 0.0,10926 1.0,10927 0.0,10928 0.0,10929 0.0,10930 1.0,10931 1.0,10932 0.0,10933 1.0,10934 0.010935 ]10936 },10937 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L16": {10938 "accuracy": 0.28125,10939 "gain_vs_zero": {10940 "estimate": 0.03125,10941 "low": -0.09375,10942 "high": 0.1875,10943 "level": 0.95,10944 "n_items": 32,10945 "n_clusters": 32,10946 "n_boot": 200010947 },10948 "outputs_sample": [10949 " pydh\n",10950 " evirr\n",10951 " light\n\n",10952 " calm\n\n",10953 " over\n"10954 ],10955 "correct": [10956 0.0,10957 0.0,10958 0.0,10959 0.0,10960 0.0,10961 0.0,10962 0.0,10963 0.0,10964 0.0,10965 1.0,10966 0.0,10967 0.0,10968 0.0,10969 0.0,10970 1.0,10971 1.0,10972 0.0,10973 1.0,10974 1.0,10975 0.0,10976 0.0,10977 0.0,10978 0.0,10979 1.0,10980 1.0,10981 0.0,10982 0.0,10983 1.0,10984 1.0,10985 0.0,10986 0.0,10987 0.010988 ]10989 },10990 "ctl_random_norm_matched|L16": {10991 "accuracy": 0.09375,10992 "gain_vs_zero": {10993 "estimate": -0.15625,10994 "low": -0.28125,10995 "high": -0.03125,10996 "level": 0.95,10997 "n_items": 32,10998 "n_clusters": 32,10999 "n_boot": 200011000 },11001 "correct": [11002 0.0,11003 0.0,11004 0.0,11005 0.0,11006 0.0,11007 0.0,11008 0.0,11009 0.0,11010 0.0,11011 0.0,11012 0.0,11013 0.0,11014 0.0,11015 0.0,11016 0.0,11017 1.0,11018 0.0,11019 1.0,11020 0.0,11021 0.0,11022 0.0,11023 0.0,11024 0.0,11025 0.0,11026 0.0,11027 0.0,11028 0.0,11029 0.0,11030 1.0,11031 0.0,11032 0.0,11033 0.011034 ]11035 },11036 "ctl_unrelated_task_vector(capital)|L16": {11037 "accuracy": 0.5625,11038 "gain_vs_zero": {11039 "estimate": 0.3125,11040 "low": 0.125,11041 "high": 0.5,11042 "level": 0.95,11043 "n_items": 32,11044 "n_clusters": 32,11045 "n_boot": 200011046 },11047 "correct": [11048 0.0,11049 0.0,11050 1.0,11051 0.0,11052 1.0,11053 0.0,11054 1.0,11055 0.0,11056 1.0,11057 1.0,11058 1.0,11059 1.0,11060 0.0,11061 1.0,11062 0.0,11063 1.0,11064 0.0,11065 1.0,11066 1.0,11067 1.0,11068 1.0,11069 0.0,11070 0.0,11071 1.0,11072 1.0,11073 0.0,11074 0.0,11075 1.0,11076 1.0,11077 0.0,11078 1.0,11079 0.011080 ]11081 },11082 "procrustes|L19|a1.0": {11083 "accuracy": 0.65625,11084 "gain_vs_zero": {11085 "estimate": 0.40625,11086 "low": 0.21875,11087 "high": 0.59375,11088 "level": 0.95,11089 "n_items": 32,11090 "n_clusters": 32,11091 "n_boot": 200011092 },11093 "mapped_norm": 73.22535705566406,11094 "outputs_sample": [11095 " happy\n\n",11096 " depart\n",11097 " dim\n",11098 " tranquil\n",11099 " under\n"11100 ],11101 "correct": [11102 0.0,11103 1.0,11104 1.0,11105 0.0,11106 1.0,11107 0.0,11108 0.0,11109 1.0,11110 1.0,11111 1.0,11112 1.0,11113 1.0,11114 1.0,11115 0.0,11116 0.0,11117 1.0,11118 1.0,11119 1.0,11120 1.0,11121 1.0,11122 1.0,11123 0.0,11124 0.0,11125 1.0,11126 1.0,11127 1.0,11128 0.0,11129 1.0,11130 1.0,11131 0.0,11132 1.0,11133 0.011134 ]11135 },11136 "procrustes|L19|a2.0": {11137 "accuracy": 0.28125,11138 "gain_vs_zero": {11139 "estimate": 0.03125,11140 "low": -0.125,11141 "high": 0.1875,11142 "level": 0.95,11143 "n_items": 32,11144 "n_clusters": 32,11145 "n_boot": 200011146 },11147 "mapped_norm": 73.22535705566406,11148 "outputs_sample": [11149 " start\n",11150 " think\n",11151 " flame\n",11152 " quiet\n",11153 " with\n"11154 ],11155 "correct": [11156 0.0,11157 0.0,11158 0.0,11159 0.0,11160 0.0,11161 0.0,11162 0.0,11163 0.0,11164 1.0,11165 1.0,11166 0.0,11167 0.0,11168 0.0,11169 0.0,11170 0.0,11171 1.0,11172 1.0,11173 1.0,11174 1.0,11175 1.0,11176 0.0,11177 0.0,11178 0.0,11179 1.0,11180 0.0,11181 0.0,11182 0.0,11183 0.0,11184 1.0,11185 0.0,11186 0.0,11187 0.011188 ]11189 },11190 "procrustes_rescaled|L19|a1.0": {11191 "accuracy": 0.46875,11192 "gain_vs_zero": {11193 "estimate": 0.21875,11194 "low": 0.0625,11195 "high": 0.375,11196 "level": 0.95,11197 "n_items": 32,11198 "n_clusters": 32,11199 "n_boot": 200011200 },11201 "mapped_norm": 49.78517150878906,11202 "outputs_sample": [11203 " happy\n\n",11204 " leave\n",11205 " dark\n",11206 " agitated\n",11207 " under\n"11208 ],11209 "correct": [11210 0.0,11211 0.0,11212 1.0,11213 0.0,11214 1.0,11215 0.0,11216 0.0,11217 0.0,11218 0.0,11219 1.0,11220 1.0,11221 1.0,11222 0.0,11223 0.0,11224 0.0,11225 1.0,11226 0.0,11227 1.0,11228 0.0,11229 1.0,11230 1.0,11231 0.0,11232 0.0,11233 1.0,11234 1.0,11235 1.0,11236 0.0,11237 1.0,11238 1.0,11239 0.0,11240 1.0,11241 0.011242 ]11243 },11244 "ridge|L19|a1.0": {11245 "accuracy": 0.40625,11246 "gain_vs_zero": {11247 "estimate": 0.15625,11248 "low": -0.03125,11249 "high": 0.375,11250 "level": 0.95,11251 "n_items": 32,11252 "n_clusters": 32,11253 "n_boot": 200011254 },11255 "mapped_norm": 68.27799987792969,11256 "outputs_sample": [11257 " happy\n\n",11258 " depart\n",11259 " lamp\n",11260 " serenity\n",11261 " upper\n"11262 ],11263 "correct": [11264 0.0,11265 1.0,11266 0.0,11267 0.0,11268 0.0,11269 0.0,11270 0.0,11271 1.0,11272 0.0,11273 0.0,11274 1.0,11275 0.0,11276 1.0,11277 0.0,11278 0.0,11279 1.0,11280 1.0,11281 1.0,11282 0.0,11283 1.0,11284 0.0,11285 0.0,11286 0.0,11287 1.0,11288 1.0,11289 0.0,11290 0.0,11291 1.0,11292 1.0,11293 0.0,11294 1.0,11295 0.011296 ]11297 },11298 "ridge|L19|a2.0": {11299 "accuracy": 0.09375,11300 "gain_vs_zero": {11301 "estimate": -0.15625,11302 "low": -0.3125,11303 "high": 0.0,11304 "level": 0.95,11305 "n_items": 32,11306 "n_clusters": 32,11307 "n_boot": 200011308 },11309 "mapped_norm": 68.27799987792969,11310 "outputs_sample": [11311 " (happy, aphyh",11312 " items\n",11313 " pencil\n\n",11314 " person in a peaceful state\n",11315 " in excess of\n"11316 ],11317 "correct": [11318 0.0,11319 0.0,11320 0.0,11321 0.0,11322 0.0,11323 0.0,11324 0.0,11325 0.0,11326 0.0,11327 0.0,11328 0.0,11329 0.0,11330 0.0,11331 1.0,11332 0.0,11333 0.0,11334 0.0,11335 1.0,11336 0.0,11337 0.0,11338 0.0,11339 0.0,11340 0.0,11341 0.0,11342 1.0,11343 0.0,11344 0.0,11345 0.0,11346 0.0,11347 0.0,11348 0.0,11349 0.011350 ]11351 },11352 "ridge_rescaled|L19|a1.0": {11353 "accuracy": 0.3125,11354 "gain_vs_zero": {11355 "estimate": 0.0625,11356 "low": -0.09375,11357 "high": 0.25,11358 "level": 0.95,11359 "n_items": 32,11360 "n_clusters": 32,11361 "n_boot": 200011362 },11363 "mapped_norm": 49.78517532348633,11364 "outputs_sample": [11365 " euphoric\n",11366 " leave\n",11367 " lamp\n",11368 " serenity\n",11369 " upper\n"11370 ],11371 "correct": [11372 0.0,11373 0.0,11374 0.0,11375 0.0,11376 0.0,11377 0.0,11378 0.0,11379 0.0,11380 0.0,11381 0.0,11382 1.0,11383 1.0,11384 0.0,11385 0.0,11386 0.0,11387 1.0,11388 0.0,11389 1.0,11390 0.0,11391 1.0,11392 1.0,11393 0.0,11394 0.0,11395 1.0,11396 1.0,11397 0.0,11398 0.0,11399 0.0,11400 1.0,11401 0.0,11402 1.0,11403 0.011404 ]11405 },11406 "cca|L19|a1.0": {11407 "accuracy": 0.21875,11408 "gain_vs_zero": {11409 "estimate": -0.03125,11410 "low": -0.21875,11411 "high": 0.15625,11412 "level": 0.95,11413 "n_items": 32,11414 "n_clusters": 32,11415 "n_boot": 200011416 },11417 "mapped_norm": 78.6609115600586,11418 "outputs_sample": [11419 " happily\n\n",11420 " airdre\n",11421 " lamp\n",11422 " serenity\n",11423 " over\n"11424 ],11425 "correct": [11426 0.0,11427 0.0,11428 0.0,11429 0.0,11430 0.0,11431 0.0,11432 0.0,11433 0.0,11434 0.0,11435 0.0,11436 1.0,11437 0.0,11438 0.0,11439 0.0,11440 0.0,11441 0.0,11442 1.0,11443 1.0,11444 0.0,11445 0.0,11446 0.0,11447 0.0,11448 0.0,11449 1.0,11450 1.0,11451 0.0,11452 0.0,11453 1.0,11454 1.0,11455 0.0,11456 0.0,11457 0.011458 ]11459 },11460 "cca|L19|a2.0": {11461 "accuracy": 0.0,11462 "gain_vs_zero": {11463 "estimate": -0.25,11464 "low": -0.40625,11465 "high": -0.09375,11466 "level": 0.95,11467 "n_items": 32,11468 "n_clusters": 32,11469 "n_boot": 200011470 },11471 "mapped_norm": 78.6609115600586,11472 "outputs_sample": [11473 " (happy, aphyh",11474 " (arrive, arrive)\n",11475 " (bright, 0.",11476 " (adj) peaceful, tranquil",11477 " (over, 1)\n"11478 ],11479 "correct": [11480 0.0,11481 0.0,11482 0.0,11483 0.0,11484 0.0,11485 0.0,11486 0.0,11487 0.0,11488 0.0,11489 0.0,11490 0.0,11491 0.0,11492 0.0,11493 0.0,11494 0.0,11495 0.0,11496 0.0,11497 0.0,11498 0.0,11499 0.0,11500 0.0,11501 0.0,11502 0.0,11503 0.0,11504 0.0,11505 0.0,11506 0.0,11507 0.0,11508 0.0,11509 0.0,11510 0.0,11511 0.011512 ]11513 },11514 "random_orth|L19|a1.0": {11515 "accuracy": 0.25,11516 "gain_vs_zero": {11517 "estimate": 0.0,11518 "low": -0.15625,11519 "high": 0.15625,11520 "level": 0.95,11521 "n_items": 32,11522 "n_clusters": 32,11523 "n_boot": 200011524 },11525 "mapped_norm": 82.324462890625,11526 "outputs_sample": [11527 " unhappier\n\n",11528 " departure\n",11529 " dim\n\n",11530 " weather\n\n",11531 " word\n\n"11532 ],11533 "correct": [11534 0.0,11535 0.0,11536 1.0,11537 0.0,11538 0.0,11539 0.0,11540 0.0,11541 0.0,11542 0.0,11543 1.0,11544 0.0,11545 0.0,11546 0.0,11547 0.0,11548 1.0,11549 1.0,11550 0.0,11551 1.0,11552 0.0,11553 1.0,11554 1.0,11555 0.0,11556 0.0,11557 0.0,11558 0.0,11559 0.0,11560 0.0,11561 0.0,11562 0.0,11563 1.0,11564 0.0,11565 0.011566 ]11567 },11568 "random_orth|L19|a2.0": {11569 "accuracy": 0.0,11570 "gain_vs_zero": {11571 "estimate": -0.25,11572 "low": -0.40625,11573 "high": -0.09375,11574 "level": 0.95,11575 "n_items": 32,11576 "n_clusters": 32,11577 "n_boot": 200011578 },11579 "mapped_norm": 82.324462890625,11580 "outputs_sample": [11581 " unhappier\n\n",11582 " arriver\n\n",11583 " sun\n\n",11584 " weather\n\n",11585 " sun\n"11586 ],11587 "correct": [11588 0.0,11589 0.0,11590 0.0,11591 0.0,11592 0.0,11593 0.0,11594 0.0,11595 0.0,11596 0.0,11597 0.0,11598 0.0,11599 0.0,11600 0.0,11601 0.0,11602 0.0,11603 0.0,11604 0.0,11605 0.0,11606 0.0,11607 0.0,11608 0.0,11609 0.0,11610 0.0,11611 0.0,11612 0.0,11613 0.0,11614 0.0,11615 0.0,11616 0.0,11617 0.0,11618 0.0,11619 0.011620 ]11621 },11622 "replace_donor_fewshot|procrustes|L19": {11623 "accuracy": 0.75,11624 "gain_vs_zero": {11625 "estimate": 0.5,11626 "low": 0.34375,11627 "high": 0.6875,11628 "level": 0.95,11629 "n_items": 32,11630 "n_clusters": 32,11631 "n_boot": 200011632 },11633 "outputs_sample": [11634 " joyful\n",11635 " depart\n",11636 " dark\n",11637 " quiet\n",11638 " under\n"11639 ],11640 "correct": [11641 0.0,11642 1.0,11643 1.0,11644 0.0,11645 1.0,11646 0.0,11647 1.0,11648 1.0,11649 1.0,11650 1.0,11651 1.0,11652 1.0,11653 1.0,11654 0.0,11655 1.0,11656 1.0,11657 1.0,11658 1.0,11659 1.0,11660 1.0,11661 1.0,11662 0.0,11663 0.0,11664 1.0,11665 1.0,11666 0.0,11667 0.0,11668 1.0,11669 1.0,11670 1.0,11671 1.0,11672 1.011673 ]11674 },11675 "ctl_replace_donor_zeroshot|procrustes|L19": {11676 "accuracy": 0.21875,11677 "gain_vs_zero": {11678 "estimate": -0.03125,11679 "low": -0.15625,11680 "high": 0.0625,11681 "level": 0.95,11682 "n_items": 32,11683 "n_clusters": 32,11684 "n_boot": 200011685 },11686 "outputs_sample": [11687 " pyahp\n",11688 " leave\n",11689 " The word \"bright\" is",11690 " macl\n",11691 " under\n"11692 ],11693 "correct": [11694 0.0,11695 0.0,11696 0.0,11697 0.0,11698 1.0,11699 0.0,11700 0.0,11701 0.0,11702 0.0,11703 1.0,11704 0.0,11705 0.0,11706 0.0,11707 0.0,11708 1.0,11709 1.0,11710 0.0,11711 1.0,11712 0.0,11713 0.0,11714 0.0,11715 0.0,11716 0.0,11717 1.0,11718 0.0,11719 0.0,11720 0.0,11721 0.0,11722 1.0,11723 0.0,11724 0.0,11725 0.011726 ]11727 },11728 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": {11729 "accuracy": 0.78125,11730 "gain_vs_zero": {11731 "estimate": 0.53125,11732 "low": 0.3742187500000014,11733 "high": 0.6875,11734 "level": 0.95,11735 "n_items": 32,11736 "n_clusters": 32,11737 "n_boot": 200011738 },11739 "outputs_sample": [11740 " joyful\n\n",11741 " depart\n",11742 " dark\n",11743 " quiet\n",11744 " under\n"11745 ],11746 "correct": [11747 0.0,11748 1.0,11749 1.0,11750 0.0,11751 1.0,11752 0.0,11753 1.0,11754 1.0,11755 1.0,11756 1.0,11757 1.0,11758 1.0,11759 1.0,11760 1.0,11761 1.0,11762 1.0,11763 1.0,11764 1.0,11765 1.0,11766 1.0,11767 1.0,11768 1.0,11769 0.0,11770 1.0,11771 1.0,11772 0.0,11773 0.0,11774 1.0,11775 1.0,11776 0.0,11777 1.0,11778 1.011779 ]11780 },11781 "replace_donor_fewshot|ridge|L19": {11782 "accuracy": 0.5,11783 "gain_vs_zero": {11784 "estimate": 0.25,11785 "low": 0.0625,11786 "high": 0.4375,11787 "level": 0.95,11788 "n_items": 32,11789 "n_clusters": 32,11790 "n_boot": 200011791 },11792 "outputs_sample": [11793 " joyful\n",11794 " board\n",11795 " sun\n",11796 " tranquil\n",11797 " under\n"11798 ],11799 "correct": [11800 0.0,11801 0.0,11802 0.0,11803 0.0,11804 1.0,11805 0.0,11806 0.0,11807 1.0,11808 1.0,11809 0.0,11810 0.0,11811 1.0,11812 1.0,11813 0.0,11814 0.0,11815 1.0,11816 1.0,11817 1.0,11818 0.0,11819 1.0,11820 1.0,11821 0.0,11822 0.0,11823 1.0,11824 1.0,11825 0.0,11826 0.0,11827 1.0,11828 1.0,11829 1.0,11830 1.0,11831 0.011832 ]11833 },11834 "ctl_replace_donor_zeroshot|ridge|L19": {11835 "accuracy": 0.15625,11836 "gain_vs_zero": {11837 "estimate": -0.09375,11838 "low": -0.1875,11839 "high": 0.0,11840 "level": 0.95,11841 "n_items": 32,11842 "n_clusters": 32,11843 "n_boot": 200011844 },11845 "outputs_sample": [11846 " ypehap\n\n",11847 " leave\n",11848 " The word \"bright\" is",11849 " macl\n",11850 " over\n\n"11851 ],11852 "correct": [11853 0.0,11854 0.0,11855 0.0,11856 0.0,11857 0.0,11858 0.0,11859 0.0,11860 0.0,11861 0.0,11862 1.0,11863 0.0,11864 0.0,11865 0.0,11866 0.0,11867 1.0,11868 1.0,11869 0.0,11870 0.0,11871 0.0,11872 1.0,11873 0.0,11874 0.0,11875 0.0,11876 0.0,11877 1.0,11878 0.0,11879 0.0,11880 0.0,11881 0.0,11882 0.0,11883 0.0,11884 0.011885 ]11886 },11887 "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": {11888 "accuracy": 0.46875,11889 "gain_vs_zero": {11890 "estimate": 0.21875,11891 "low": 0.03125,11892 "high": 0.40625,11893 "level": 0.95,11894 "n_items": 32,11895 "n_clusters": 32,11896 "n_boot": 200011897 },11898 "outputs_sample": [11899 " joyful\n\n",11900 " late\n",11901 " well-lit\n",11902 " peaceful\n",11903 " top\n"11904 ],11905 "correct": [11906 0.0,11907 0.0,11908 0.0,11909 0.0,11910 0.0,11911 0.0,11912 0.0,11913 0.0,11914 1.0,11915 1.0,11916 0.0,11917 0.0,11918 1.0,11919 1.0,11920 0.0,11921 1.0,11922 1.0,11923 1.0,11924 1.0,11925 1.0,11926 1.0,11927 0.0,11928 0.0,11929 1.0,11930 1.0,11931 0.0,11932 0.0,11933 1.0,11934 1.0,11935 0.0,11936 1.0,11937 0.011938 ]11939 },11940 "ctl_replace_donor_fewshot|sham_map|L19": {11941 "accuracy": 0.0625,11942 "gain_vs_zero": {11943 "estimate": -0.1875,11944 "low": -0.34375,11945 "high": -0.03125,11946 "level": 0.95,11947 "n_items": 32,11948 "n_clusters": 32,11949 "n_boot": 200011950 },11951 "outputs_sample": [11952 " happy\n\n",11953 " Input: depart\n",11954 " brightness\n",11955 " tranquil\n",11956 " over\n\n"11957 ],11958 "correct": [11959 0.0,11960 0.0,11961 0.0,11962 0.0,11963 0.0,11964 0.0,11965 0.0,11966 0.0,11967 0.0,11968 1.0,11969 0.0,11970 0.0,11971 0.0,11972 0.0,11973 0.0,11974 0.0,11975 0.0,11976 0.0,11977 0.0,11978 0.0,11979 1.0,11980 0.0,11981 0.0,11982 0.0,11983 0.0,11984 0.0,11985 0.0,11986 0.0,11987 0.0,11988 0.0,11989 0.0,11990 0.011991 ]11992 },11993 "ctl_replace_donor_zeroshot|sham_map|L19": {11994 "accuracy": 0.28125,11995 "gain_vs_zero": {11996 "estimate": 0.03125,11997 "low": -0.125,11998 "high": 0.1875,11999 "level": 0.95,12000 "n_items": 32,12001 "n_clusters": 32,12002 "n_boot": 200012003 },12004 "outputs_sample": [12005 " happy\n\n",12006 " The word \"arrive\"",12007 " The word \"bright\" is",12008 " The calmness of the lake",12009 " over\n"12010 ],12011 "correct": [12012 0.0,12013 0.0,12014 0.0,12015 0.0,12016 0.0,12017 0.0,12018 0.0,12019 0.0,12020 0.0,12021 1.0,12022 1.0,12023 0.0,12024 0.0,12025 0.0,12026 0.0,12027 1.0,12028 1.0,12029 1.0,12030 0.0,12031 1.0,12032 1.0,12033 0.0,12034 0.0,12035 1.0,12036 0.0,12037 0.0,12038 0.0,12039 0.0,12040 1.0,12041 0.0,12042 0.0,12043 0.012044 ]12045 },12046 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": {12047 "accuracy": 0.09375,12048 "gain_vs_zero": {12049 "estimate": -0.15625,12050 "low": -0.34375,12051 "high": 0.03125,12052 "level": 0.95,12053 "n_items": 32,12054 "n_clusters": 32,12055 "n_boot": 200012056 },12057 "outputs_sample": [12058 " sad\n",12059 " arrive\n\n",12060 " bright\n\n",12061 " calmness\n",12062 " output\n"12063 ],12064 "correct": [12065 1.0,12066 0.0,12067 0.0,12068 0.0,12069 0.0,12070 0.0,12071 0.0,12072 0.0,12073 0.0,12074 0.0,12075 0.0,12076 0.0,12077 0.0,12078 0.0,12079 0.0,12080 0.0,12081 1.0,12082 0.0,12083 0.0,12084 0.0,12085 0.0,12086 0.0,12087 0.0,12088 0.0,12089 0.0,12090 0.0,12091 0.0,12092 0.0,12093 0.0,12094 1.0,12095 0.0,12096 0.012097 ]12098 },12099 "ctl_random_norm_matched|L19": {12100 "accuracy": 0.03125,12101 "gain_vs_zero": {12102 "estimate": -0.21875,12103 "low": -0.375,12104 "high": -0.09375,12105 "level": 0.95,12106 "n_items": 32,12107 "n_clusters": 32,12108 "n_boot": 200012109 },12110 "correct": [12111 0.0,12112 0.0,12113 0.0,12114 0.0,12115 0.0,12116 0.0,12117 0.0,12118 0.0,12119 0.0,12120 0.0,12121 0.0,12122 0.0,12123 0.0,12124 0.0,12125 0.0,12126 0.0,12127 0.0,12128 0.0,12129 0.0,12130 0.0,12131 0.0,12132 0.0,12133 0.0,12134 0.0,12135 0.0,12136 0.0,12137 0.0,12138 0.0,12139 1.0,12140 0.0,12141 0.0,12142 0.012143 ]12144 },12145 "ctl_unrelated_task_vector(capital)|L19": {12146 "accuracy": 0.34375,12147 "gain_vs_zero": {12148 "estimate": 0.09375,12149 "low": -0.03125,12150 "high": 0.21875,12151 "level": 0.95,12152 "n_items": 32,12153 "n_clusters": 32,12154 "n_boot": 200012155 },12156 "correct": [12157 0.0,12158 0.0,12159 0.0,12160 0.0,12161 1.0,12162 0.0,12163 0.0,12164 0.0,12165 0.0,12166 1.0,12167 0.0,12168 1.0,12169 0.0,12170 0.0,12171 0.0,12172 1.0,12173 1.0,12174 1.0,12175 0.0,12176 1.0,12177 0.0,12178 0.0,12179 0.0,12180 1.0,12181 1.0,12182 0.0,12183 0.0,12184 0.0,12185 1.0,12186 0.0,12187 1.0,12188 0.012189 ]12190 }12191 },12192 "items": {12193 "zero": [12194 0.0,12195 0.0,12196 0.0,12197 0.0,12198 1.0,12199 0.0,12200 0.0,12201 0.0,12202 0.0,12203 1.0,12204 0.0,12205 0.0,12206 0.0,12207 0.0,12208 1.0,12209 1.0,12210 0.0,12211 1.0,12212 0.0,12213 1.0,12214 0.0,12215 0.0,12216 0.0,12217 0.0,12218 1.0,12219 0.0,12220 0.0,12221 0.0,12222 1.0,12223 0.0,12224 0.0,12225 0.012226 ],12227 "few": [12228 1.0,12229 1.0,12230 1.0,12231 0.0,12232 1.0,12233 1.0,12234 1.0,12235 1.0,12236 1.0,12237 1.0,12238 1.0,12239 1.0,12240 1.0,12241 1.0,12242 1.0,12243 1.0,12244 1.0,12245 1.0,12246 1.0,12247 1.0,12248 1.0,12249 1.0,12250 1.0,12251 1.0,12252 1.0,12253 1.0,12254 1.0,12255 1.0,12256 1.0,12257 1.0,12258 1.0,12259 1.012260 ],12261 "own": [12262 0.0,12263 0.0,12264 1.0,12265 0.0,12266 1.0,12267 0.0,12268 1.0,12269 1.0,12270 1.0,12271 1.0,12272 1.0,12273 1.0,12274 1.0,12275 1.0,12276 0.0,12277 1.0,12278 0.0,12279 1.0,12280 1.0,12281 1.0,12282 1.0,12283 0.0,12284 0.0,12285 1.0,12286 1.0,12287 1.0,12288 0.0,12289 1.0,12290 1.0,12291 1.0,12292 1.0,12293 1.012294 ]12295 }12296 },12297 "capital": {12298 "recipient_zero": 0.22727272727272727,12299 "recipient_few": 1.0,12300 "recipient_own_vector": 0.9090909090909091,12301 "donor_layer": 25,12302 "conditions": {12303 "procrustes|L11|a1.0": {12304 "accuracy": 0.5454545454545454,12305 "gain_vs_zero": {12306 "estimate": 0.3181818181818182,12307 "low": 0.13636363636363635,12308 "high": 0.5,12309 "level": 0.95,12310 "n_items": 22,12311 "n_clusters": 22,12312 "n_boot": 200012313 },12314 "mapped_norm": 33.171791076660156,12315 "outputs_sample": [12316 " South America\n\n",12317 " Helsinki\n\n",12318 " North Africa\n\n",12319 " Ankara\n\n",12320 " Japan is an island country in"12321 ],12322 "correct": [12323 0.0,12324 1.0,12325 0.0,12326 1.0,12327 0.0,12328 0.0,12329 1.0,12330 0.0,12331 0.0,12332 1.0,12333 1.0,12334 1.0,12335 0.0,12336 1.0,12337 0.0,12338 1.0,12339 0.0,12340 1.0,12341 1.0,12342 0.0,12343 1.0,12344 1.012345 ]12346 },12347 "procrustes|L11|a2.0": {12348 "accuracy": 0.36363636363636365,12349 "gain_vs_zero": {12350 "estimate": 0.13636363636363635,12351 "low": -0.09090909090909091,12352 "high": 0.36363636363636365,12353 "level": 0.95,12354 "n_items": 22,12355 "n_clusters": 22,12356 "n_boot": 200012357 },12358 "mapped_norm": 33.171791076660156,12359 "outputs_sample": [12360 " Spanish\n",12361 " Helsinki\n",12362 " African country\n\n",12363 " Ankara\n\n",12364 " Japan is an island country in"12365 ],12366 "correct": [12367 0.0,12368 1.0,12369 0.0,12370 1.0,12371 0.0,12372 0.0,12373 0.0,12374 1.0,12375 0.0,12376 1.0,12377 1.0,12378 1.0,12379 0.0,12380 0.0,12381 0.0,12382 0.0,12383 0.0,12384 1.0,12385 0.0,12386 0.0,12387 0.0,12388 1.012389 ]12390 },12391 "procrustes_rescaled|L11|a1.0": {12392 "accuracy": 0.5454545454545454,12393 "gain_vs_zero": {12394 "estimate": 0.3181818181818182,12395 "low": 0.13636363636363635,12396 "high": 0.5,12397 "level": 0.95,12398 "n_items": 22,12399 "n_clusters": 22,12400 "n_boot": 200012401 },12402 "mapped_norm": 42.570858001708984,12403 "outputs_sample": [12404 " South America\n\n",12405 " Helsinki\n\n",12406 " Marrakesh\n",12407 " Ankara\n\n",12408 " Japan is an island country in"12409 ],12410 "correct": [12411 0.0,12412 1.0,12413 0.0,12414 1.0,12415 0.0,12416 0.0,12417 1.0,12418 0.0,12419 0.0,12420 1.0,12421 1.0,12422 1.0,12423 0.0,12424 1.0,12425 0.0,12426 1.0,12427 0.0,12428 1.0,12429 1.0,12430 0.0,12431 1.0,12432 1.012433 ]12434 },12435 "ridge|L11|a1.0": {12436 "accuracy": 0.8636363636363636,12437 "gain_vs_zero": {12438 "estimate": 0.6363636363636364,12439 "low": 0.45454545454545453,12440 "high": 0.8181818181818182,12441 "level": 0.95,12442 "n_items": 22,12443 "n_clusters": 22,12444 "n_boot": 200012445 },12446 "mapped_norm": 38.01398849487305,12447 "outputs_sample": [12448 " Caracas\n\n",12449 " Helsinki\n\n",12450 " Casablanca\n\n",12451 " Ankara\n\n",12452 " Tokyo\n\n"12453 ],12454 "correct": [12455 1.0,12456 1.0,12457 0.0,12458 1.0,12459 1.0,12460 0.0,12461 1.0,12462 1.0,12463 0.0,12464 1.0,12465 1.0,12466 1.0,12467 1.0,12468 1.0,12469 1.0,12470 1.0,12471 1.0,12472 1.0,12473 1.0,12474 1.0,12475 1.0,12476 1.012477 ]12478 },12479 "ridge|L11|a2.0": {12480 "accuracy": 0.09090909090909091,12481 "gain_vs_zero": {12482 "estimate": -0.13636363636363635,12483 "low": -0.36363636363636365,12484 "high": 0.09090909090909091,12485 "level": 0.95,12486 "n_items": 22,12487 "n_clusters": 22,12488 "n_boot": 200012489 },12490 "mapped_norm": 38.01398849487305,12491 "outputs_sample": [12492 " South America\n\n",12493 " Helsinki\n",12494 " Morocco is a country located in",12495 " Country\n\n",12496 " A country in East Asia,"12497 ],12498 "correct": [12499 0.0,12500 1.0,12501 0.0,12502 0.0,12503 0.0,12504 0.0,12505 0.0,12506 0.0,12507 0.0,12508 0.0,12509 1.0,12510 0.0,12511 0.0,12512 0.0,12513 0.0,12514 0.0,12515 0.0,12516 0.0,12517 0.0,12518 0.0,12519 0.0,12520 0.012521 ]12522 },12523 "ridge_rescaled|L11|a1.0": {12524 "accuracy": 0.8181818181818182,12525 "gain_vs_zero": {12526 "estimate": 0.5909090909090909,12527 "low": 0.4090909090909091,12528 "high": 0.7727272727272727,12529 "level": 0.95,12530 "n_items": 22,12531 "n_clusters": 22,12532 "n_boot": 200012533 },12534 "mapped_norm": 42.570858001708984,12535 "outputs_sample": [12536 " South America\n\n",12537 " Helsinki\n",12538 " Marrakesh\n",12539 " Ankara\n\n",12540 " Tokyo\n\n"12541 ],12542 "correct": [12543 0.0,12544 1.0,12545 0.0,12546 1.0,12547 1.0,12548 0.0,12549 1.0,12550 1.0,12551 0.0,12552 1.0,12553 1.0,12554 1.0,12555 1.0,12556 1.0,12557 1.0,12558 1.0,12559 1.0,12560 1.0,12561 1.0,12562 1.0,12563 1.0,12564 1.012565 ]12566 },12567 "cca|L11|a1.0": {12568 "accuracy": 0.7727272727272727,12569 "gain_vs_zero": {12570 "estimate": 0.5454545454545454,12571 "low": 0.3181818181818182,12572 "high": 0.7272727272727273,12573 "level": 0.95,12574 "n_items": 22,12575 "n_clusters": 22,12576 "n_boot": 200012577 },12578 "mapped_norm": 42.468685150146484,12579 "outputs_sample": [12580 " South America\n\n",12581 " Helsinki\n\n",12582 " Marrakech\n",12583 " Ankara\n\n",12584 " Tokyo\n\n"12585 ],12586 "correct": [12587 0.0,12588 1.0,12589 0.0,12590 1.0,12591 1.0,12592 0.0,12593 1.0,12594 1.0,12595 0.0,12596 1.0,12597 1.0,12598 1.0,12599 1.0,12600 1.0,12601 0.0,12602 1.0,12603 1.0,12604 1.0,12605 1.0,12606 1.0,12607 1.0,12608 1.012609 ]12610 },12611 "cca|L11|a2.0": {12612 "accuracy": 0.045454545454545456,12613 "gain_vs_zero": {12614 "estimate": -0.18181818181818182,12615 "low": -0.4090909090909091,12616 "high": 0.0,12617 "level": 0.95,12618 "n_items": 22,12619 "n_clusters": 22,12620 "n_boot": 200012621 },12622 "mapped_norm": 42.468685150146484,12623 "outputs_sample": [12624 " South America\n\n",12625 " Europe\n\n",12626 " Morocco is a country located in",12627 " Turkey is a country located in",12628 " Japan is an island country in"12629 ],12630 "correct": [12631 0.0,12632 0.0,12633 0.0,12634 0.0,12635 0.0,12636 0.0,12637 0.0,12638 0.0,12639 0.0,12640 0.0,12641 1.0,12642 0.0,12643 0.0,12644 0.0,12645 0.0,12646 0.0,12647 0.0,12648 0.0,12649 0.0,12650 0.0,12651 0.0,12652 0.012653 ]12654 },12655 "random_orth|L11|a1.0": {12656 "accuracy": 0.6363636363636364,12657 "gain_vs_zero": {12658 "estimate": 0.4090909090909091,12659 "low": 0.22727272727272727,12660 "high": 0.6363636363636364,12661 "level": 0.95,12662 "n_items": 22,12663 "n_clusters": 22,12664 "n_boot": 200012665 },12666 "mapped_norm": 37.20954895019531,12667 "outputs_sample": [12668 " Caracas\n\n",12669 " Helsinki\n\n",12670 " Morocco is a country located in",12671 " Ankara\n\n",12672 " Japan is an island country in"12673 ],12674 "correct": [12675 1.0,12676 1.0,12677 0.0,12678 1.0,12679 0.0,12680 0.0,12681 0.0,12682 1.0,12683 0.0,12684 1.0,12685 1.0,12686 1.0,12687 1.0,12688 1.0,12689 0.0,12690 1.0,12691 0.0,12692 1.0,12693 1.0,12694 0.0,12695 1.0,12696 1.012697 ]12698 },12699 "random_orth|L11|a2.0": {12700 "accuracy": 0.09090909090909091,12701 "gain_vs_zero": {12702 "estimate": -0.13636363636363635,12703 "low": -0.36363636363636365,12704 "high": 0.09090909090909091,12705 "level": 0.95,12706 "n_items": 22,12707 "n_clusters": 22,12708 "n_boot": 200012709 },12710 "mapped_norm": 37.20954895019531,12711 "outputs_sample": [12712 " location\n\n",12713 " capital\n\n",12714 " location\n\n",12715 " location\n\n",12716 " Tokyo\n\n"12717 ],12718 "correct": [12719 0.0,12720 0.0,12721 0.0,12722 0.0,12723 1.0,12724 0.0,12725 1.0,12726 0.0,12727 0.0,12728 0.0,12729 0.0,12730 0.0,12731 0.0,12732 0.0,12733 0.0,12734 0.0,12735 0.0,12736 0.0,12737 0.0,12738 0.0,12739 0.0,12740 0.012741 ]12742 },12743 "replace_donor_fewshot|procrustes|L11": {12744 "accuracy": 0.45454545454545453,12745 "gain_vs_zero": {12746 "estimate": 0.22727272727272727,12747 "low": -0.045454545454545456,12748 "high": 0.45454545454545453,12749 "level": 0.95,12750 "n_items": 22,12751 "n_clusters": 22,12752 "n_boot": 200012753 },12754 "outputs_sample": [12755 " Caracas\n\n",12756 " Helsinki\n\n",12757 " Marrakech\n",12758 " Istanbul\n\n",12759 " Japan is an island country in"12760 ],12761 "correct": [12762 1.0,12763 1.0,12764 0.0,12765 0.0,12766 0.0,12767 0.0,12768 1.0,12769 1.0,12770 0.0,12771 0.0,12772 1.0,12773 1.0,12774 0.0,12775 0.0,12776 0.0,12777 1.0,12778 0.0,12779 1.0,12780 0.0,12781 0.0,12782 1.0,12783 1.012784 ]12785 },12786 "ctl_replace_donor_zeroshot|procrustes|L11": {12787 "accuracy": 0.7272727272727273,12788 "gain_vs_zero": {12789 "estimate": 0.5,12790 "low": 0.3181818181818182,12791 "high": 0.6818181818181818,12792 "level": 0.95,12793 "n_items": 22,12794 "n_clusters": 22,12795 "n_boot": 200012796 },12797 "outputs_sample": [12798 " Caracas\n\n",12799 " Helsinki\n\n",12800 " Morocco is a country located in",12801 " Ankara\n\n",12802 " Tokyo\n\n"12803 ],12804 "correct": [12805 1.0,12806 1.0,12807 0.0,12808 1.0,12809 1.0,12810 0.0,12811 1.0,12812 1.0,12813 0.0,12814 1.0,12815 1.0,12816 1.0,12817 0.0,12818 1.0,12819 0.0,12820 1.0,12821 0.0,12822 1.0,12823 1.0,12824 1.0,12825 1.0,12826 1.012827 ]12828 },12829 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L11": {12830 "accuracy": 0.5909090909090909,12831 "gain_vs_zero": {12832 "estimate": 0.36363636363636365,12833 "low": 0.13636363636363635,12834 "high": 0.5909090909090909,12835 "level": 0.95,12836 "n_items": 22,12837 "n_clusters": 22,12838 "n_boot": 200012839 },12840 "outputs_sample": [12841 " Caracas\n\n",12842 " Helsinki\n\n",12843 " Marrakech\n",12844 " Ankara\n\n",12845 " Japan is an island country in"12846 ],12847 "correct": [12848 1.0,12849 1.0,12850 0.0,12851 1.0,12852 0.0,12853 0.0,12854 1.0,12855 1.0,12856 0.0,12857 1.0,12858 1.0,12859 1.0,12860 0.0,12861 0.0,12862 0.0,12863 1.0,12864 0.0,12865 1.0,12866 1.0,12867 0.0,12868 1.0,12869 1.012870 ]12871 },12872 "replace_donor_fewshot|ridge|L11": {12873 "accuracy": 0.6818181818181818,12874 "gain_vs_zero": {12875 "estimate": 0.45454545454545453,12876 "low": 0.22727272727272727,12877 "high": 0.6818181818181818,12878 "level": 0.95,12879 "n_items": 22,12880 "n_clusters": 22,12881 "n_boot": 200012882 },12883 "outputs_sample": [12884 " Caracas\n\n",12885 " Helsinki\n\n",12886 " Marrakech\n",12887 " Ankara\n\n",12888 " Tokyo\n\n"12889 ],12890 "correct": [12891 1.0,12892 1.0,12893 0.0,12894 1.0,12895 1.0,12896 0.0,12897 1.0,12898 0.0,12899 0.0,12900 1.0,12901 1.0,12902 1.0,12903 1.0,12904 0.0,12905 0.0,12906 1.0,12907 0.0,12908 1.0,12909 1.0,12910 1.0,12911 1.0,12912 1.012913 ]12914 },12915 "ctl_replace_donor_zeroshot|ridge|L11": {12916 "accuracy": 0.5909090909090909,12917 "gain_vs_zero": {12918 "estimate": 0.36363636363636365,12919 "low": 0.18181818181818182,12920 "high": 0.5454545454545454,12921 "level": 0.95,12922 "n_items": 22,12923 "n_clusters": 22,12924 "n_boot": 200012925 },12926 "outputs_sample": [12927 " Caracas\n\n",12928 " Helsinki\n\n",12929 " Morocco is a country located in",12930 " Ankara\n\n",12931 " Tokyo\n\n"12932 ],12933 "correct": [12934 1.0,12935 1.0,12936 0.0,12937 1.0,12938 1.0,12939 0.0,12940 0.0,12941 1.0,12942 0.0,12943 1.0,12944 1.0,12945 1.0,12946 0.0,12947 1.0,12948 0.0,12949 1.0,12950 0.0,12951 1.0,12952 0.0,12953 1.0,12954 1.0,12955 0.012956 ]12957 },12958 "ctl_replace_donor_fewshot_shuffled_query|ridge|L11": {12959 "accuracy": 0.5909090909090909,12960 "gain_vs_zero": {12961 "estimate": 0.36363636363636365,12962 "low": 0.13636363636363635,12963 "high": 0.5909090909090909,12964 "level": 0.95,12965 "n_items": 22,12966 "n_clusters": 22,12967 "n_boot": 200012968 },12969 "outputs_sample": [12970 " Caracas\n\n",12971 " Helsinki\n\n",12972 " Tunisia\n\n",12973 " Ankara\n\n",12974 " Tokyo\n\n"12975 ],12976 "correct": [12977 1.0,12978 1.0,12979 0.0,12980 1.0,12981 1.0,12982 0.0,12983 1.0,12984 0.0,12985 0.0,12986 1.0,12987 1.0,12988 1.0,12989 0.0,12990 0.0,12991 0.0,12992 1.0,12993 0.0,12994 1.0,12995 1.0,12996 0.0,12997 1.0,12998 1.012999 ]13000 },13001 "ctl_replace_donor_fewshot|sham_map|L11": {13002 "accuracy": 0.2727272727272727,13003 "gain_vs_zero": {13004 "estimate": 0.045454545454545456,13005 "low": -0.13636363636363635,13006 "high": 0.22727272727272727,13007 "level": 0.95,13008 "n_items": 22,13009 "n_clusters": 22,13010 "n_boot": 200013011 },13012 "outputs_sample": [13013 " Bolivar\n",13014 " Helsinki\n\n",13015 " Marrakech\n",13016 " Ankara\n\n",13017 " Japan is an island country in"13018 ],13019 "correct": [13020 0.0,13021 1.0,13022 0.0,13023 1.0,13024 0.0,13025 0.0,13026 0.0,13027 0.0,13028 0.0,13029 0.0,13030 1.0,13031 1.0,13032 0.0,13033 0.0,13034 0.0,13035 1.0,13036 0.0,13037 0.0,13038 1.0,13039 0.0,13040 0.0,13041 0.013042 ]13043 },13044 "ctl_replace_donor_zeroshot|sham_map|L11": {13045 "accuracy": 0.5909090909090909,13046 "gain_vs_zero": {13047 "estimate": 0.36363636363636365,13048 "low": 0.13636363636363635,13049 "high": 0.5909090909090909,13050 "level": 0.95,13051 "n_items": 22,13052 "n_clusters": 22,13053 "n_boot": 200013054 },13055 "outputs_sample": [13056 " Caracas\n",13057 " Helsinki\n\n",13058 " Marrakech\n",13059 " Ankara\n\n",13060 " Tokyo\n\n"13061 ],13062 "correct": [13063 1.0,13064 1.0,13065 0.0,13066 1.0,13067 1.0,13068 0.0,13069 1.0,13070 1.0,13071 0.0,13072 1.0,13073 1.0,13074 1.0,13075 0.0,13076 1.0,13077 0.0,13078 0.0,13079 0.0,13080 1.0,13081 0.0,13082 1.0,13083 1.0,13084 0.013085 ]13086 },13087 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L11": {13088 "accuracy": 0.22727272727272727,13089 "gain_vs_zero": {13090 "estimate": 0.0,13091 "low": -0.18181818181818182,13092 "high": 0.18181818181818182,13093 "level": 0.95,13094 "n_items": 22,13095 "n_clusters": 22,13096 "n_boot": 200013097 },13098 "outputs_sample": [13099 " Bolivar\n",13100 " Helsinki\n\n",13101 " Morocco is a country located in",13102 " Ankara\n\n",13103 " Japanese\n\n"13104 ],13105 "correct": [13106 0.0,13107 1.0,13108 0.0,13109 1.0,13110 0.0,13111 0.0,13112 0.0,13113 0.0,13114 0.0,13115 0.0,13116 1.0,13117 1.0,13118 0.0,13119 0.0,13120 0.0,13121 1.0,13122 0.0,13123 0.0,13124 0.0,13125 0.0,13126 0.0,13127 0.013128 ]13129 },13130 "ctl_random_norm_matched|L11": {13131 "accuracy": 0.5909090909090909,13132 "gain_vs_zero": {13133 "estimate": 0.36363636363636365,13134 "low": 0.13636363636363635,13135 "high": 0.5909090909090909,13136 "level": 0.95,13137 "n_items": 22,13138 "n_clusters": 22,13139 "n_boot": 200013140 },13141 "correct": [13142 0.0,13143 1.0,13144 1.0,13145 1.0,13146 0.0,13147 0.0,13148 0.0,13149 1.0,13150 0.0,13151 1.0,13152 1.0,13153 1.0,13154 0.0,13155 1.0,13156 0.0,13157 0.0,13158 0.0,13159 1.0,13160 1.0,13161 1.0,13162 1.0,13163 1.013164 ]13165 },13166 "ctl_unrelated_task_vector(antonym)|L11": {13167 "accuracy": 0.6818181818181818,13168 "gain_vs_zero": {13169 "estimate": 0.45454545454545453,13170 "low": 0.22727272727272727,13171 "high": 0.6818181818181818,13172 "level": 0.95,13173 "n_items": 22,13174 "n_clusters": 22,13175 "n_boot": 200013176 },13177 "correct": [13178 1.0,13179 1.0,13180 0.0,13181 1.0,13182 1.0,13183 0.0,13184 1.0,13185 0.0,13186 0.0,13187 1.0,13188 0.0,13189 1.0,13190 1.0,13191 1.0,13192 0.0,13193 1.0,13194 1.0,13195 1.0,13196 1.0,13197 0.0,13198 1.0,13199 1.013200 ]13201 },13202 "procrustes|L19|a1.0": {13203 "accuracy": 0.3181818181818182,13204 "gain_vs_zero": {13205 "estimate": 0.09090909090909091,13206 "low": -0.13636363636363635,13207 "high": 0.3181818181818182,13208 "level": 0.95,13209 "n_items": 22,13210 "n_clusters": 22,13211 "n_boot": 200013212 },13213 "mapped_norm": 72.47998809814453,13214 "outputs_sample": [13215 " Bolivia\n",13216 " Norway, Sweden, Russia,",13217 " Desert, Atlas Mountains, Medina",13218 " Turkey is a transcontinental country",13219 " Tokyo\n\n"13220 ],13221 "correct": [13222 0.0,13223 0.0,13224 0.0,13225 0.0,13226 1.0,13227 0.0,13228 0.0,13229 1.0,13230 0.0,13231 0.0,13232 1.0,13233 1.0,13234 0.0,13235 0.0,13236 0.0,13237 0.0,13238 0.0,13239 1.0,13240 0.0,13241 0.0,13242 1.0,13243 1.013244 ]13245 },13246 "procrustes|L19|a2.0": {13247 "accuracy": 0.0,13248 "gain_vs_zero": {13249 "estimate": -0.22727272727272727,13250 "low": -0.4090909090909091,13251 "high": -0.08977272727273347,13252 "level": 0.95,13253 "n_items": 22,13254 "n_clusters": 22,13255 "n_boot": 200013256 },13257 "mapped_norm": 72.47998809814453,13258 "outputs_sample": [13259 " name, country, capital,",13260 " name meaning, population, capital",13261 " name, Morocco; capital,",13262 " name origin\n",13263 " name, Japan; capital,"13264 ],13265 "correct": [13266 0.0,13267 0.0,13268 0.0,13269 0.0,13270 0.0,13271 0.0,13272 0.0,13273 0.0,13274 0.0,13275 0.0,13276 0.0,13277 0.0,13278 0.0,13279 0.0,13280 0.0,13281 0.0,13282 0.0,13283 0.0,13284 0.0,13285 0.0,13286 0.0,13287 0.013288 ]13289 },13290 "procrustes_rescaled|L19|a1.0": {13291 "accuracy": 0.3181818181818182,13292 "gain_vs_zero": {13293 "estimate": 0.09090909090909091,13294 "low": -0.09090909090909091,13295 "high": 0.3181818181818182,13296 "level": 0.95,13297 "n_items": 22,13298 "n_clusters": 22,13299 "n_boot": 200013300 },13301 "mapped_norm": 42.570858001708984,13302 "outputs_sample": [13303 " Venezuela is a country located in",13304 " Finland is a Nordic country located",13305 " Morocco is a country located in",13306 " Turkey is a transcontinental country",13307 " Tokyo\n\n"13308 ],13309 "correct": [13310 0.0,13311 0.0,13312 0.0,13313 0.0,13314 1.0,13315 0.0,13316 0.0,13317 1.0,13318 0.0,13319 0.0,13320 0.0,13321 1.0,13322 0.0,13323 1.0,13324 0.0,13325 0.0,13326 0.0,13327 1.0,13328 0.0,13329 0.0,13330 1.0,13331 1.013332 ]13333 },13334 "ridge|L19|a1.0": {13335 "accuracy": 0.0,13336 "gain_vs_zero": {13337 "estimate": -0.22727272727272727,13338 "low": -0.4090909090909091,13339 "high": -0.08977272727273347,13340 "level": 0.95,13341 "n_items": 22,13342 "n_clusters": 22,13343 "n_boot": 200013344 },13345 "mapped_norm": 74.1753158569336,13346 "outputs_sample": [13347 " Colombia, Brazil, Guyana",13348 " Finland, officially known as the",13349 " Morocco is a country located in",13350 " Turkey is a transcontinental country",13351 " Japan is a country located in"13352 ],13353 "correct": [13354 0.0,13355 0.0,13356 0.0,13357 0.0,13358 0.0,13359 0.0,13360 0.0,13361 0.0,13362 0.0,13363 0.0,13364 0.0,13365 0.0,13366 0.0,13367 0.0,13368 0.0,13369 0.0,13370 0.0,13371 0.0,13372 0.0,13373 0.0,13374 0.0,13375 0.013376 ]13377 },13378 "ridge|L19|a2.0": {13379 "accuracy": 0.13636363636363635,13380 "gain_vs_zero": {13381 "estimate": -0.09090909090909091,13382 "low": -0.3181818181818182,13383 "high": 0.13636363636363635,13384 "level": 0.95,13385 "n_items": 22,13386 "n_clusters": 22,13387 "n_boot": 200013388 },13389 "mapped_norm": 74.1753158569336,13390 "outputs_sample": [13391 " 2007-",13392 " 60.17",13393 " 1. Official Name:",13394 " 1. Republic of Turkey",13395 " Tokyo\n\n"13396 ],13397 "correct": [13398 0.0,13399 0.0,13400 0.0,13401 0.0,13402 1.0,13403 0.0,13404 0.0,13405 1.0,13406 0.0,13407 0.0,13408 0.0,13409 0.0,13410 0.0,13411 0.0,13412 0.0,13413 0.0,13414 0.0,13415 1.0,13416 0.0,13417 0.0,13418 0.0,13419 0.013420 ]13421 },13422 "ridge_rescaled|L19|a1.0": {13423 "accuracy": 0.045454545454545456,13424 "gain_vs_zero": {13425 "estimate": -0.18181818181818182,13426 "low": -0.36363636363636365,13427 "high": -0.045454545454545456,13428 "level": 0.95,13429 "n_items": 22,13430 "n_clusters": 22,13431 "n_boot": 200013432 },13433 "mapped_norm": 42.570858001708984,13434 "outputs_sample": [13435 " Venezuela is a country located in",13436 " Finland is a Nordic country located",13437 " Morocco is a country located in",13438 " Turkey is a transcontinental country",13439 " Japan is a country located in"13440 ],13441 "correct": [13442 0.0,13443 0.0,13444 0.0,13445 0.0,13446 0.0,13447 0.0,13448 0.0,13449 0.0,13450 0.0,13451 0.0,13452 0.0,13453 1.0,13454 0.0,13455 0.0,13456 0.0,13457 0.0,13458 0.0,13459 0.0,13460 0.0,13461 0.0,13462 0.0,13463 0.013464 ]13465 },13466 "cca|L19|a1.0": {13467 "accuracy": 0.09090909090909091,13468 "gain_vs_zero": {13469 "estimate": -0.13636363636363635,13470 "low": -0.3181818181818182,13471 "high": 0.045454545454545456,13472 "level": 0.95,13473 "n_items": 22,13474 "n_clusters": 22,13475 "n_boot": 200013476 },13477 "mapped_norm": 87.39478302001953,13478 "outputs_sample": [13479 " Colombia, Brazil, Guyana",13480 " Finland is a Nordic country located",13481 " Morocco is a country located in",13482 " Turkey is a transcontinental country",13483 " Japan is a country located in"13484 ],13485 "correct": [13486 0.0,13487 0.0,13488 0.0,13489 0.0,13490 0.0,13491 0.0,13492 0.0,13493 1.0,13494 0.0,13495 0.0,13496 0.0,13497 0.0,13498 0.0,13499 0.0,13500 0.0,13501 0.0,13502 0.0,13503 1.0,13504 0.0,13505 0.0,13506 0.0,13507 0.013508 ]13509 },13510 "cca|L19|a2.0": {13511 "accuracy": 0.045454545454545456,13512 "gain_vs_zero": {13513 "estimate": -0.18181818181818182,13514 "low": -0.3647727272727253,13515 "high": 0.0,13516 "level": 0.95,13517 "n_items": 22,13518 "n_clusters": 22,13519 "n_boot": 200013520 },13521 "mapped_norm": 87.39478302001953,13522 "outputs_sample": [13523 " 20000",13524 " 60.17",13525 " 1. Official Name:",13526 " 1. Republic of Turkey",13527 " Tokyo\n\n"13528 ],13529 "correct": [13530 0.0,13531 0.0,13532 0.0,13533 0.0,13534 1.0,13535 0.0,13536 0.0,13537 0.0,13538 0.0,13539 0.0,13540 0.0,13541 0.0,13542 0.0,13543 0.0,13544 0.0,13545 0.0,13546 0.0,13547 0.0,13548 0.0,13549 0.0,13550 0.0,13551 0.013552 ]13553 },13554 "random_orth|L19|a1.0": {13555 "accuracy": 0.0,13556 "gain_vs_zero": {13557 "estimate": -0.22727272727272727,13558 "low": -0.4090909090909091,13559 "high": -0.08977272727273347,13560 "level": 0.95,13561 "n_items": 22,13562 "n_clusters": 22,13563 "n_boot": 200013564 },13565 "mapped_norm": 81.4864730834961,13566 "outputs_sample": [13567 " Venezuela is a country located in",13568 " Finland is a Nordic country located",13569 " Morocco is a country located in",13570 " climate\n\n",13571 " Japan is a country located in"13572 ],13573 "correct": [13574 0.0,13575 0.0,13576 0.0,13577 0.0,13578 0.0,13579 0.0,13580 0.0,13581 0.0,13582 0.0,13583 0.0,13584 0.0,13585 0.0,13586 0.0,13587 0.0,13588 0.0,13589 0.0,13590 0.0,13591 0.0,13592 0.0,13593 0.0,13594 0.0,13595 0.013596 ]13597 },13598 "random_orth|L19|a2.0": {13599 "accuracy": 0.0,13600 "gain_vs_zero": {13601 "estimate": -0.22727272727272727,13602 "low": -0.4090909090909091,13603 "high": -0.08977272727273347,13604 "level": 0.95,13605 "n_items": 22,13606 "n_clusters": 22,13607 "n_boot": 200013608 },13609 "mapped_norm": 81.4864730834961,13610 "outputs_sample": [13611 "Venezuela is a country",13612 " Finland is a Nordic country located",13613 " Morocco is a country located in",13614 " turkey, country, cuisine,",13615 " Japan is a country located in"13616 ],13617 "correct": [13618 0.0,13619 0.0,13620 0.0,13621 0.0,13622 0.0,13623 0.0,13624 0.0,13625 0.0,13626 0.0,13627 0.0,13628 0.0,13629 0.0,13630 0.0,13631 0.0,13632 0.0,13633 0.0,13634 0.0,13635 0.0,13636 0.0,13637 0.0,13638 0.0,13639 0.013640 ]13641 },13642 "replace_donor_fewshot|procrustes|L19": {13643 "accuracy": 0.36363636363636365,13644 "gain_vs_zero": {13645 "estimate": 0.13636363636363635,13646 "low": -0.09090909090909091,13647 "high": 0.36363636363636365,13648 "level": 0.95,13649 "n_items": 22,13650 "n_clusters": 22,13651 "n_boot": 200013652 },13653 "outputs_sample": [13654 " Caracas\n\n",13655 " Sweden\n",13656 " Morocco is a country located in",13657 " Turkey is a transcontinental country",13658 " Tokyo\n\n"13659 ],13660 "correct": [13661 1.0,13662 0.0,13663 0.0,13664 0.0,13665 1.0,13666 0.0,13667 0.0,13668 0.0,13669 0.0,13670 1.0,13671 1.0,13672 1.0,13673 0.0,13674 1.0,13675 0.0,13676 0.0,13677 0.0,13678 1.0,13679 0.0,13680 0.0,13681 0.0,13682 1.013683 ]13684 },13685 "ctl_replace_donor_zeroshot|procrustes|L19": {13686 "accuracy": 0.09090909090909091,13687 "gain_vs_zero": {13688 "estimate": -0.13636363636363635,13689 "low": -0.2727272727272727,13690 "high": 0.0,13691 "level": 0.95,13692 "n_items": 22,13693 "n_clusters": 22,13694 "n_boot": 200013695 },13696 "outputs_sample": [13697 " Venezuela is a country located in",13698 " Finland is a Nordic country located",13699 " A country located in the Mag",13700 " Ankara\n\n",13701 " Japan is a country located in"13702 ],13703 "correct": [13704 0.0,13705 0.0,13706 0.0,13707 1.0,13708 0.0,13709 0.0,13710 0.0,13711 0.0,13712 0.0,13713 0.0,13714 0.0,13715 1.0,13716 0.0,13717 0.0,13718 0.0,13719 0.0,13720 0.0,13721 0.0,13722 0.0,13723 0.0,13724 0.0,13725 0.013726 ]13727 },13728 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": {13729 "accuracy": 0.45454545454545453,13730 "gain_vs_zero": {13731 "estimate": 0.22727272727272727,13732 "low": 0.045454545454545456,13733 "high": 0.45454545454545453,13734 "level": 0.95,13735 "n_items": 22,13736 "n_clusters": 22,13737 "n_boot": 200013738 },13739 "outputs_sample": [13740 " Caracas\n\n",13741 " Sweden\n",13742 " Morocco is a country located in",13743 " Istanbul\n\n",13744 " Tokyo\n\n"13745 ],13746 "correct": [13747 1.0,13748 0.0,13749 0.0,13750 0.0,13751 1.0,13752 0.0,13753 0.0,13754 0.0,13755 0.0,13756 0.0,13757 1.0,13758 1.0,13759 1.0,13760 1.0,13761 0.0,13762 1.0,13763 0.0,13764 1.0,13765 0.0,13766 0.0,13767 1.0,13768 1.013769 ]13770 },13771 "replace_donor_fewshot|ridge|L19": {13772 "accuracy": 0.13636363636363635,13773 "gain_vs_zero": {13774 "estimate": -0.09090909090909091,13775 "low": -0.2727272727272727,13776 "high": 0.09090909090909091,13777 "level": 0.95,13778 "n_items": 22,13779 "n_clusters": 22,13780 "n_boot": 200013781 },13782 "outputs_sample": [13783 " Venezuela is a country located in",13784 " Finland is a Nordic country located",13785 " Morocco is a country located in",13786 " Turkey is a transcontinental country",13787 " Japan is a country located in"13788 ],13789 "correct": [13790 0.0,13791 0.0,13792 0.0,13793 0.0,13794 0.0,13795 0.0,13796 0.0,13797 0.0,13798 0.0,13799 1.0,13800 0.0,13801 0.0,13802 0.0,13803 1.0,13804 0.0,13805 0.0,13806 0.0,13807 1.0,13808 0.0,13809 0.0,13810 0.0,13811 0.013812 ]13813 },13814 "ctl_replace_donor_zeroshot|ridge|L19": {13815 "accuracy": 0.22727272727272727,13816 "gain_vs_zero": {13817 "estimate": 0.0,13818 "low": -0.18181818181818182,13819 "high": 0.18181818181818182,13820 "level": 0.95,13821 "n_items": 22,13822 "n_clusters": 22,13823 "n_boot": 200013824 },13825 "outputs_sample": [13826 " Venezuela is a country located in",13827 " A small Nordic country known for",13828 " Morocco is a country located in",13829 " Ankara\n\n",13830 " Japan is a country located in"13831 ],13832 "correct": [13833 0.0,13834 0.0,13835 0.0,13836 1.0,13837 0.0,13838 0.0,13839 0.0,13840 1.0,13841 0.0,13842 0.0,13843 1.0,13844 1.0,13845 0.0,13846 1.0,13847 0.0,13848 0.0,13849 0.0,13850 0.0,13851 0.0,13852 0.0,13853 0.0,13854 0.013855 ]13856 },13857 "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": {13858 "accuracy": 0.13636363636363635,13859 "gain_vs_zero": {13860 "estimate": -0.09090909090909091,13861 "low": -0.2727272727272727,13862 "high": 0.09090909090909091,13863 "level": 0.95,13864 "n_items": 22,13865 "n_clusters": 22,13866 "n_boot": 200013867 },13868 "outputs_sample": [13869 " 20000",13870 " Finland is a Nordic country located",13871 " Morocco is a country located in",13872 " Turkey is a transcontinental country",13873 " Japan is a country located in"13874 ],13875 "correct": [13876 0.0,13877 0.0,13878 0.0,13879 0.0,13880 0.0,13881 0.0,13882 0.0,13883 0.0,13884 0.0,13885 0.0,13886 0.0,13887 0.0,13888 1.0,13889 1.0,13890 0.0,13891 0.0,13892 0.0,13893 1.0,13894 0.0,13895 0.0,13896 0.0,13897 0.013898 ]13899 },13900 "ctl_replace_donor_fewshot|sham_map|L19": {13901 "accuracy": 0.0,13902 "gain_vs_zero": {13903 "estimate": -0.22727272727272727,13904 "low": -0.4090909090909091,13905 "high": -0.08977272727273347,13906 "level": 0.95,13907 "n_items": 22,13908 "n_clusters": 22,13909 "n_boot": 200013910 },13911 "outputs_sample": [13912 " venezuela\n\n",13913 " Input: Finland\n\n",13914 " morocco\n\n",13915 " turkey_legs\n\n",13916 " Japan is a country located in"13917 ],13918 "correct": [13919 0.0,13920 0.0,13921 0.0,13922 0.0,13923 0.0,13924 0.0,13925 0.0,13926 0.0,13927 0.0,13928 0.0,13929 0.0,13930 0.0,13931 0.0,13932 0.0,13933 0.0,13934 0.0,13935 0.0,13936 0.0,13937 0.0,13938 0.0,13939 0.0,13940 0.013941 ]13942 },13943 "ctl_replace_donor_zeroshot|sham_map|L19": {13944 "accuracy": 0.0,13945 "gain_vs_zero": {13946 "estimate": -0.22727272727272727,13947 "low": -0.4090909090909091,13948 "high": -0.08977272727273347,13949 "level": 0.95,13950 "n_items": 22,13951 "n_clusters": 22,13952 "n_boot": 200013953 },13954 "outputs_sample": [13955 " Colombia\n",13956 " The given input \"Finland",13957 " Algeria\n",13958 " Turkey is a transcontinental country",13959 " A country in East Asia,"13960 ],13961 "correct": [13962 0.0,13963 0.0,13964 0.0,13965 0.0,13966 0.0,13967 0.0,13968 0.0,13969 0.0,13970 0.0,13971 0.0,13972 0.0,13973 0.0,13974 0.0,13975 0.0,13976 0.0,13977 0.0,13978 0.0,13979 0.0,13980 0.0,13981 0.0,13982 0.0,13983 0.013984 ]13985 },13986 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": {13987 "accuracy": 0.0,13988 "gain_vs_zero": {13989 "estimate": -0.22727272727272727,13990 "low": -0.4090909090909091,13991 "high": -0.08977272727273347,13992 "level": 0.95,13993 "n_items": 22,13994 "n_clusters": 22,13995 "n_boot": 200013996 },13997 "outputs_sample": [13998 " Venezuela is a country located in",13999 " \"Finland\" is a",14000 " Morocco is a country located in",14001 " turkey_legs\n\n",14002 " Japan is a country located in"14003 ],14004 "correct": [14005 0.0,14006 0.0,14007 0.0,14008 0.0,14009 0.0,14010 0.0,14011 0.0,14012 0.0,14013 0.0,14014 0.0,14015 0.0,14016 0.0,14017 0.0,14018 0.0,14019 0.0,14020 0.0,14021 0.0,14022 0.0,14023 0.0,14024 0.0,14025 0.0,14026 0.014027 ]14028 },14029 "ctl_random_norm_matched|L19": {14030 "accuracy": 0.0,14031 "gain_vs_zero": {14032 "estimate": -0.22727272727272727,14033 "low": -0.4090909090909091,14034 "high": -0.08977272727273347,14035 "level": 0.95,14036 "n_items": 22,14037 "n_clusters": 22,14038 "n_boot": 200014039 },14040 "correct": [14041 0.0,14042 0.0,14043 0.0,14044 0.0,14045 0.0,14046 0.0,14047 0.0,14048 0.0,14049 0.0,14050 0.0,14051 0.0,14052 0.0,14053 0.0,14054 0.0,14055 0.0,14056 0.0,14057 0.0,14058 0.0,14059 0.0,14060 0.0,14061 0.0,14062 0.014063 ]14064 },14065 "ctl_unrelated_task_vector(antonym)|L19": {14066 "accuracy": 0.0,14067 "gain_vs_zero": {14068 "estimate": -0.22727272727272727,14069 "low": -0.4090909090909091,14070 "high": -0.08977272727273347,14071 "level": 0.95,14072 "n_items": 22,14073 "n_clusters": 22,14074 "n_boot": 200014075 },14076 "correct": [14077 0.0,14078 0.0,14079 0.0,14080 0.0,14081 0.0,14082 0.0,14083 0.0,14084 0.0,14085 0.0,14086 0.0,14087 0.0,14088 0.0,14089 0.0,14090 0.0,14091 0.0,14092 0.0,14093 0.0,14094 0.0,14095 0.0,14096 0.0,14097 0.0,14098 0.014099 ]14100 }14101 },14102 "items": {14103 "zero": [14104 0.0,14105 0.0,14106 0.0,14107 1.0,14108 0.0,14109 0.0,14110 0.0,14111 0.0,14112 0.0,14113 0.0,14114 0.0,14115 1.0,14116 0.0,14117 1.0,14118 0.0,14119 1.0,14120 0.0,14121 1.0,14122 0.0,14123 0.0,14124 0.0,14125 0.014126 ],14127 "few": [14128 1.0,14129 1.0,14130 1.0,14131 1.0,14132 1.0,14133 1.0,14134 1.0,14135 1.0,14136 1.0,14137 1.0,14138 1.0,14139 1.0,14140 1.0,14141 1.0,14142 1.0,14143 1.0,14144 1.0,14145 1.0,14146 1.0,14147 1.0,14148 1.0,14149 1.014150 ],14151 "own": [14152 1.0,14153 1.0,14154 0.0,14155 1.0,14156 1.0,14157 1.0,14158 1.0,14159 1.0,14160 0.0,14161 1.0,14162 1.0,14163 1.0,14164 1.0,14165 1.0,14166 1.0,14167 1.0,14168 1.0,14169 1.0,14170 1.0,14171 1.0,14172 1.0,14173 1.014174 ]14175 }14176 },14177 "morph": {14178 "recipient_zero": 0.0,14179 "recipient_few": 0.425,14180 "recipient_own_vector": 0.0,14181 "donor_layer": 2,14182 "conditions": {14183 "procrustes|L2|a1.0": {14184 "accuracy": 0.0,14185 "gain_vs_zero": {14186 "estimate": 0.0,14187 "low": 0.0,14188 "high": 0.0,14189 "level": 0.95,14190 "n_items": 40,14191 "n_clusters": 40,14192 "n_boot": 200014193 },14194 "mapped_norm": 7.521039009094238,14195 "outputs_sample": [14196 " In this context, \"zen",14197 " A zonofab is",14198 " The input \"vofisu",14199 " The given input \"tuken",14200 " teuz\n"14201 ],14202 "correct": [14203 0.0,14204 0.0,14205 0.0,14206 0.0,14207 0.0,14208 0.0,14209 0.0,14210 0.0,14211 0.0,14212 0.0,14213 0.0,14214 0.0,14215 0.0,14216 0.0,14217 0.0,14218 0.0,14219 0.0,14220 0.0,14221 0.0,14222 0.0,14223 0.0,14224 0.0,14225 0.0,14226 0.0,14227 0.0,14228 0.0,14229 0.0,14230 0.0,14231 0.0,14232 0.0,14233 0.0,14234 0.0,14235 0.0,14236 0.0,14237 0.0,14238 0.0,14239 0.0,14240 0.0,14241 0.0,14242 0.014243 ]14244 },14245 "procrustes|L2|a2.0": {14246 "accuracy": 0.0,14247 "gain_vs_zero": {14248 "estimate": 0.0,14249 "low": 0.0,14250 "high": 0.0,14251 "level": 0.95,14252 "n_items": 40,14253 "n_clusters": 40,14254 "n_boot": 200014255 },14256 "mapped_norm": 7.521039009094238,14257 "outputs_sample": [14258 " In this context, \"zen",14259 " A zonofab is",14260 " The given input \"vof",14261 " A word that can be formed",14262 " teuz\n"14263 ],14264 "correct": [14265 0.0,14266 0.0,14267 0.0,14268 0.0,14269 0.0,14270 0.0,14271 0.0,14272 0.0,14273 0.0,14274 0.0,14275 0.0,14276 0.0,14277 0.0,14278 0.0,14279 0.0,14280 0.0,14281 0.0,14282 0.0,14283 0.0,14284 0.0,14285 0.0,14286 0.0,14287 0.0,14288 0.0,14289 0.0,14290 0.0,14291 0.0,14292 0.0,14293 0.0,14294 0.0,14295 0.0,14296 0.0,14297 0.0,14298 0.0,14299 0.0,14300 0.0,14301 0.0,14302 0.0,14303 0.0,14304 0.014305 ]14306 },14307 "procrustes_rescaled|L2|a1.0": {14308 "accuracy": 0.0,14309 "gain_vs_zero": {14310 "estimate": 0.0,14311 "low": 0.0,14312 "high": 0.0,14313 "level": 0.95,14314 "n_items": 40,14315 "n_clusters": 40,14316 "n_boot": 200014317 },14318 "mapped_norm": 40.8747444152832,14319 "outputs_sample": [14320 " zenny\n",14321 " A zonofab is",14322 " sufficient\n",14323 " ken\n",14324 " zut\n"14325 ],14326 "correct": [14327 0.0,14328 0.0,14329 0.0,14330 0.0,14331 0.0,14332 0.0,14333 0.0,14334 0.0,14335 0.0,14336 0.0,14337 0.0,14338 0.0,14339 0.0,14340 0.0,14341 0.0,14342 0.0,14343 0.0,14344 0.0,14345 0.0,14346 0.0,14347 0.0,14348 0.0,14349 0.0,14350 0.0,14351 0.0,14352 0.0,14353 0.0,14354 0.0,14355 0.0,14356 0.0,14357 0.0,14358 0.0,14359 0.0,14360 0.0,14361 0.0,14362 0.0,14363 0.0,14364 0.0,14365 0.0,14366 0.014367 ]14368 },14369 "ridge|L2|a1.0": {14370 "accuracy": 0.0,14371 "gain_vs_zero": {14372 "estimate": 0.0,14373 "low": 0.0,14374 "high": 0.0,14375 "level": 0.95,14376 "n_items": 40,14377 "n_clusters": 40,14378 "n_boot": 200014379 },14380 "mapped_norm": 7.234562873840332,14381 "outputs_sample": [14382 " In this context, \"zen",14383 " A zonofab is",14384 " The input \"vofisu",14385 " The given input \"tuken",14386 " teuz\n"14387 ],14388 "correct": [14389 0.0,14390 0.0,14391 0.0,14392 0.0,14393 0.0,14394 0.0,14395 0.0,14396 0.0,14397 0.0,14398 0.0,14399 0.0,14400 0.0,14401 0.0,14402 0.0,14403 0.0,14404 0.0,14405 0.0,14406 0.0,14407 0.0,14408 0.0,14409 0.0,14410 0.0,14411 0.0,14412 0.0,14413 0.0,14414 0.0,14415 0.0,14416 0.0,14417 0.0,14418 0.0,14419 0.0,14420 0.0,14421 0.0,14422 0.0,14423 0.0,14424 0.0,14425 0.0,14426 0.0,14427 0.0,14428 0.014429 ]14430 },14431 "ridge|L2|a2.0": {14432 "accuracy": 0.0,14433 "gain_vs_zero": {14434 "estimate": 0.0,14435 "low": 0.0,14436 "high": 0.0,14437 "level": 0.95,14438 "n_items": 40,14439 "n_clusters": 40,14440 "n_boot": 200014441 },14442 "mapped_norm": 7.234562873840332,14443 "outputs_sample": [14444 " In this context, \"zen",14445 " A zonofab is",14446 " The given input \"vof",14447 " The given input \"tuken",14448 " teuz\n"14449 ],14450 "correct": [14451 0.0,14452 0.0,14453 0.0,14454 0.0,14455 0.0,14456 0.0,14457 0.0,14458 0.0,14459 0.0,14460 0.0,14461 0.0,14462 0.0,14463 0.0,14464 0.0,14465 0.0,14466 0.0,14467 0.0,14468 0.0,14469 0.0,14470 0.0,14471 0.0,14472 0.0,14473 0.0,14474 0.0,14475 0.0,14476 0.0,14477 0.0,14478 0.0,14479 0.0,14480 0.0,14481 0.0,14482 0.0,14483 0.0,14484 0.0,14485 0.0,14486 0.0,14487 0.0,14488 0.0,14489 0.0,14490 0.014491 ]14492 },14493 "ridge_rescaled|L2|a1.0": {14494 "accuracy": 0.0,14495 "gain_vs_zero": {14496 "estimate": 0.0,14497 "low": 0.0,14498 "high": 0.0,14499 "level": 0.95,14500 "n_items": 40,14501 "n_clusters": 40,14502 "n_boot": 200014503 },14504 "mapped_norm": 40.8747444152832,14505 "outputs_sample": [14506 " eniz\n",14507 " fabzone\n",14508 " sufficient\n",14509 " kitchen\n",14510 " zucchini\n"14511 ],14512 "correct": [14513 0.0,14514 0.0,14515 0.0,14516 0.0,14517 0.0,14518 0.0,14519 0.0,14520 0.0,14521 0.0,14522 0.0,14523 0.0,14524 0.0,14525 0.0,14526 0.0,14527 0.0,14528 0.0,14529 0.0,14530 0.0,14531 0.0,14532 0.0,14533 0.0,14534 0.0,14535 0.0,14536 0.0,14537 0.0,14538 0.0,14539 0.0,14540 0.0,14541 0.0,14542 0.0,14543 0.0,14544 0.0,14545 0.0,14546 0.0,14547 0.0,14548 0.0,14549 0.0,14550 0.0,14551 0.0,14552 0.014553 ]14554 },14555 "cca|L2|a1.0": {14556 "accuracy": 0.0,14557 "gain_vs_zero": {14558 "estimate": 0.0,14559 "low": 0.0,14560 "high": 0.0,14561 "level": 0.95,14562 "n_items": 40,14563 "n_clusters": 40,14564 "n_boot": 200014565 },14566 "mapped_norm": 7.694934844970703,14567 "outputs_sample": [14568 " In this context, \"zen",14569 " A zonofab is",14570 " The input \"vofisu",14571 " The given input \"tuken",14572 " teuz\n"14573 ],14574 "correct": [14575 0.0,14576 0.0,14577 0.0,14578 0.0,14579 0.0,14580 0.0,14581 0.0,14582 0.0,14583 0.0,14584 0.0,14585 0.0,14586 0.0,14587 0.0,14588 0.0,14589 0.0,14590 0.0,14591 0.0,14592 0.0,14593 0.0,14594 0.0,14595 0.0,14596 0.0,14597 0.0,14598 0.0,14599 0.0,14600 0.0,14601 0.0,14602 0.0,14603 0.0,14604 0.0,14605 0.0,14606 0.0,14607 0.0,14608 0.0,14609 0.0,14610 0.0,14611 0.0,14612 0.0,14613 0.0,14614 0.014615 ]14616 },14617 "cca|L2|a2.0": {14618 "accuracy": 0.0,14619 "gain_vs_zero": {14620 "estimate": 0.0,14621 "low": 0.0,14622 "high": 0.0,14623 "level": 0.95,14624 "n_items": 40,14625 "n_clusters": 40,14626 "n_boot": 200014627 },14628 "mapped_norm": 7.694934844970703,14629 "outputs_sample": [14630 " In the given input \"zen",14631 " A zonofab is",14632 " The given input \"vof",14633 " A word that can be formed",14634 " teuz\n"14635 ],14636 "correct": [14637 0.0,14638 0.0,14639 0.0,14640 0.0,14641 0.0,14642 0.0,14643 0.0,14644 0.0,14645 0.0,14646 0.0,14647 0.0,14648 0.0,14649 0.0,14650 0.0,14651 0.0,14652 0.0,14653 0.0,14654 0.0,14655 0.0,14656 0.0,14657 0.0,14658 0.0,14659 0.0,14660 0.0,14661 0.0,14662 0.0,14663 0.0,14664 0.0,14665 0.0,14666 0.0,14667 0.0,14668 0.0,14669 0.0,14670 0.0,14671 0.0,14672 0.0,14673 0.0,14674 0.0,14675 0.0,14676 0.014677 ]14678 },14679 "random_orth|L2|a1.0": {14680 "accuracy": 0.0,14681 "gain_vs_zero": {14682 "estimate": 0.0,14683 "low": 0.0,14684 "high": 0.0,14685 "level": 0.95,14686 "n_items": 40,14687 "n_clusters": 40,14688 "n_boot": 200014689 },14690 "mapped_norm": 7.797361850738525,14691 "outputs_sample": [14692 " In this context, \"zen",14693 " A zonofab is",14694 " The input \"vofisu",14695 " inkut\n",14696 " teuz\n"14697 ],14698 "correct": [14699 0.0,14700 0.0,14701 0.0,14702 0.0,14703 0.0,14704 0.0,14705 0.0,14706 0.0,14707 0.0,14708 0.0,14709 0.0,14710 0.0,14711 0.0,14712 0.0,14713 0.0,14714 0.0,14715 0.0,14716 0.0,14717 0.0,14718 0.0,14719 0.0,14720 0.0,14721 0.0,14722 0.0,14723 0.0,14724 0.0,14725 0.0,14726 0.0,14727 0.0,14728 0.0,14729 0.0,14730 0.0,14731 0.0,14732 0.0,14733 0.0,14734 0.0,14735 0.0,14736 0.0,14737 0.0,14738 0.014739 ]14740 },14741 "random_orth|L2|a2.0": {14742 "accuracy": 0.0,14743 "gain_vs_zero": {14744 "estimate": 0.0,14745 "low": 0.0,14746 "high": 0.0,14747 "level": 0.95,14748 "n_items": 40,14749 "n_clusters": 40,14750 "n_boot": 200014751 },14752 "mapped_norm": 7.797361850738525,14753 "outputs_sample": [14754 " In this context, \"zen",14755 " A zonofab is",14756 " visofu\n",14757 " inkut\n",14758 " zut\n"14759 ],14760 "correct": [14761 0.0,14762 0.0,14763 0.0,14764 0.0,14765 0.0,14766 0.0,14767 0.0,14768 0.0,14769 0.0,14770 0.0,14771 0.0,14772 0.0,14773 0.0,14774 0.0,14775 0.0,14776 0.0,14777 0.0,14778 0.0,14779 0.0,14780 0.0,14781 0.0,14782 0.0,14783 0.0,14784 0.0,14785 0.0,14786 0.0,14787 0.0,14788 0.0,14789 0.0,14790 0.0,14791 0.0,14792 0.0,14793 0.0,14794 0.0,14795 0.0,14796 0.0,14797 0.0,14798 0.0,14799 0.0,14800 0.014801 ]14802 },14803 "replace_donor_fewshot|procrustes|L2": {14804 "accuracy": 0.0,14805 "gain_vs_zero": {14806 "estimate": 0.0,14807 "low": 0.0,14808 "high": 0.0,14809 "level": 0.95,14810 "n_items": 40,14811 "n_clusters": 40,14812 "n_boot": 200014813 },14814 "outputs_sample": [14815 " In this context, \"zen",14816 " A zonofab is",14817 " The input \"vofisu",14818 " The given input \"tuken",14819 " teuz\n"14820 ],14821 "correct": [14822 0.0,14823 0.0,14824 0.0,14825 0.0,14826 0.0,14827 0.0,14828 0.0,14829 0.0,14830 0.0,14831 0.0,14832 0.0,14833 0.0,14834 0.0,14835 0.0,14836 0.0,14837 0.0,14838 0.0,14839 0.0,14840 0.0,14841 0.0,14842 0.0,14843 0.0,14844 0.0,14845 0.0,14846 0.0,14847 0.0,14848 0.0,14849 0.0,14850 0.0,14851 0.0,14852 0.0,14853 0.0,14854 0.0,14855 0.0,14856 0.0,14857 0.0,14858 0.0,14859 0.0,14860 0.0,14861 0.014862 ]14863 },14864 "ctl_replace_donor_zeroshot|procrustes|L2": {14865 "accuracy": 0.0,14866 "gain_vs_zero": {14867 "estimate": 0.0,14868 "low": 0.0,14869 "high": 0.0,14870 "level": 0.95,14871 "n_items": 40,14872 "n_clusters": 40,14873 "n_boot": 200014874 },14875 "outputs_sample": [14876 " In this context, \"zen",14877 " A zonofab is",14878 " The input \"vofisu",14879 " The given input \"tuken",14880 " teuz\n"14881 ],14882 "correct": [14883 0.0,14884 0.0,14885 0.0,14886 0.0,14887 0.0,14888 0.0,14889 0.0,14890 0.0,14891 0.0,14892 0.0,14893 0.0,14894 0.0,14895 0.0,14896 0.0,14897 0.0,14898 0.0,14899 0.0,14900 0.0,14901 0.0,14902 0.0,14903 0.0,14904 0.0,14905 0.0,14906 0.0,14907 0.0,14908 0.0,14909 0.0,14910 0.0,14911 0.0,14912 0.0,14913 0.0,14914 0.0,14915 0.0,14916 0.0,14917 0.0,14918 0.0,14919 0.0,14920 0.0,14921 0.0,14922 0.014923 ]14924 },14925 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {14926 "accuracy": 0.0,14927 "gain_vs_zero": {14928 "estimate": 0.0,14929 "low": 0.0,14930 "high": 0.0,14931 "level": 0.95,14932 "n_items": 40,14933 "n_clusters": 40,14934 "n_boot": 200014935 },14936 "outputs_sample": [14937 " In this context, \"zen",14938 " A zonofab is",14939 " The input \"vofisu",14940 " The given input \"tuken",14941 " teuz\n"14942 ],14943 "correct": [14944 0.0,14945 0.0,14946 0.0,14947 0.0,14948 0.0,14949 0.0,14950 0.0,14951 0.0,14952 0.0,14953 0.0,14954 0.0,14955 0.0,14956 0.0,14957 0.0,14958 0.0,14959 0.0,14960 0.0,14961 0.0,14962 0.0,14963 0.0,14964 0.0,14965 0.0,14966 0.0,14967 0.0,14968 0.0,14969 0.0,14970 0.0,14971 0.0,14972 0.0,14973 0.0,14974 0.0,14975 0.0,14976 0.0,14977 0.0,14978 0.0,14979 0.0,14980 0.0,14981 0.0,14982 0.0,14983 0.014984 ]14985 },14986 "replace_donor_fewshot|ridge|L2": {14987 "accuracy": 0.0,14988 "gain_vs_zero": {14989 "estimate": 0.0,14990 "low": 0.0,14991 "high": 0.0,14992 "level": 0.95,14993 "n_items": 40,14994 "n_clusters": 40,14995 "n_boot": 200014996 },14997 "outputs_sample": [14998 " In this context, \"zen",14999 " A zonofab is",15000 " The input \"vofisu",15001 " The given input \"tuken",15002 " teuz\n"15003 ],15004 "correct": [15005 0.0,15006 0.0,15007 0.0,15008 0.0,15009 0.0,15010 0.0,15011 0.0,15012 0.0,15013 0.0,15014 0.0,15015 0.0,15016 0.0,15017 0.0,15018 0.0,15019 0.0,15020 0.0,15021 0.0,15022 0.0,15023 0.0,15024 0.0,15025 0.0,15026 0.0,15027 0.0,15028 0.0,15029 0.0,15030 0.0,15031 0.0,15032 0.0,15033 0.0,15034 0.0,15035 0.0,15036 0.0,15037 0.0,15038 0.0,15039 0.0,15040 0.0,15041 0.0,15042 0.0,15043 0.0,15044 0.015045 ]15046 },15047 "ctl_replace_donor_zeroshot|ridge|L2": {15048 "accuracy": 0.0,15049 "gain_vs_zero": {15050 "estimate": 0.0,15051 "low": 0.0,15052 "high": 0.0,15053 "level": 0.95,15054 "n_items": 40,15055 "n_clusters": 40,15056 "n_boot": 200015057 },15058 "outputs_sample": [15059 " In this context, \"zen",15060 " A zonofab is",15061 " The input \"vofisu",15062 " The given input \"tuken",15063 " teuz\n"15064 ],15065 "correct": [15066 0.0,15067 0.0,15068 0.0,15069 0.0,15070 0.0,15071 0.0,15072 0.0,15073 0.0,15074 0.0,15075 0.0,15076 0.0,15077 0.0,15078 0.0,15079 0.0,15080 0.0,15081 0.0,15082 0.0,15083 0.0,15084 0.0,15085 0.0,15086 0.0,15087 0.0,15088 0.0,15089 0.0,15090 0.0,15091 0.0,15092 0.0,15093 0.0,15094 0.0,15095 0.0,15096 0.0,15097 0.0,15098 0.0,15099 0.0,15100 0.0,15101 0.0,15102 0.0,15103 0.0,15104 0.0,15105 0.015106 ]15107 },15108 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {15109 "accuracy": 0.0,15110 "gain_vs_zero": {15111 "estimate": 0.0,15112 "low": 0.0,15113 "high": 0.0,15114 "level": 0.95,15115 "n_items": 40,15116 "n_clusters": 40,15117 "n_boot": 200015118 },15119 "outputs_sample": [15120 " In this context, \"zen",15121 " A zonofab is",15122 " The input \"vofisu",15123 " The given input \"tuken",15124 " teuz\n"15125 ],15126 "correct": [15127 0.0,15128 0.0,15129 0.0,15130 0.0,15131 0.0,15132 0.0,15133 0.0,15134 0.0,15135 0.0,15136 0.0,15137 0.0,15138 0.0,15139 0.0,15140 0.0,15141 0.0,15142 0.0,15143 0.0,15144 0.0,15145 0.0,15146 0.0,15147 0.0,15148 0.0,15149 0.0,15150 0.0,15151 0.0,15152 0.0,15153 0.0,15154 0.0,15155 0.0,15156 0.0,15157 0.0,15158 0.0,15159 0.0,15160 0.0,15161 0.0,15162 0.0,15163 0.0,15164 0.0,15165 0.0,15166 0.015167 ]15168 },15169 "ctl_replace_donor_fewshot|sham_map|L2": {15170 "accuracy": 0.0,15171 "gain_vs_zero": {15172 "estimate": 0.0,15173 "low": 0.0,15174 "high": 0.0,15175 "level": 0.95,15176 "n_items": 40,15177 "n_clusters": 40,15178 "n_boot": 200015179 },15180 "outputs_sample": [15181 " In this context, \"zen",15182 " A zonofab is",15183 " The input \"vofisu",15184 " The given input \"tuken",15185 " teuz\n"15186 ],15187 "correct": [15188 0.0,15189 0.0,15190 0.0,15191 0.0,15192 0.0,15193 0.0,15194 0.0,15195 0.0,15196 0.0,15197 0.0,15198 0.0,15199 0.0,15200 0.0,15201 0.0,15202 0.0,15203 0.0,15204 0.0,15205 0.0,15206 0.0,15207 0.0,15208 0.0,15209 0.0,15210 0.0,15211 0.0,15212 0.0,15213 0.0,15214 0.0,15215 0.0,15216 0.0,15217 0.0,15218 0.0,15219 0.0,15220 0.0,15221 0.0,15222 0.0,15223 0.0,15224 0.0,15225 0.0,15226 0.0,15227 0.015228 ]15229 },15230 "ctl_replace_donor_zeroshot|sham_map|L2": {15231 "accuracy": 0.0,15232 "gain_vs_zero": {15233 "estimate": 0.0,15234 "low": 0.0,15235 "high": 0.0,15236 "level": 0.95,15237 "n_items": 40,15238 "n_clusters": 40,15239 "n_boot": 200015240 },15241 "outputs_sample": [15242 " In this context, \"zen",15243 " A zonofab is",15244 " The input \"vofisu",15245 " The given input \"tuken",15246 " teuz\n"15247 ],15248 "correct": [15249 0.0,15250 0.0,15251 0.0,15252 0.0,15253 0.0,15254 0.0,15255 0.0,15256 0.0,15257 0.0,15258 0.0,15259 0.0,15260 0.0,15261 0.0,15262 0.0,15263 0.0,15264 0.0,15265 0.0,15266 0.0,15267 0.0,15268 0.0,15269 0.0,15270 0.0,15271 0.0,15272 0.0,15273 0.0,15274 0.0,15275 0.0,15276 0.0,15277 0.0,15278 0.0,15279 0.0,15280 0.0,15281 0.0,15282 0.0,15283 0.0,15284 0.0,15285 0.0,15286 0.0,15287 0.0,15288 0.015289 ]15290 },15291 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {15292 "accuracy": 0.0,15293 "gain_vs_zero": {15294 "estimate": 0.0,15295 "low": 0.0,15296 "high": 0.0,15297 "level": 0.95,15298 "n_items": 40,15299 "n_clusters": 40,15300 "n_boot": 200015301 },15302 "outputs_sample": [15303 " In this context, \"zen",15304 " A zonofab is",15305 " The input \"vofisu",15306 " inkut\n",15307 " teuz\n"15308 ],15309 "correct": [15310 0.0,15311 0.0,15312 0.0,15313 0.0,15314 0.0,15315 0.0,15316 0.0,15317 0.0,15318 0.0,15319 0.0,15320 0.0,15321 0.0,15322 0.0,15323 0.0,15324 0.0,15325 0.0,15326 0.0,15327 0.0,15328 0.0,15329 0.0,15330 0.0,15331 0.0,15332 0.0,15333 0.0,15334 0.0,15335 0.0,15336 0.0,15337 0.0,15338 0.0,15339 0.0,15340 0.0,15341 0.0,15342 0.0,15343 0.0,15344 0.0,15345 0.0,15346 0.0,15347 0.0,15348 0.0,15349 0.015350 ]15351 },15352 "ctl_random_norm_matched|L2": {15353 "accuracy": 0.0,15354 "gain_vs_zero": {15355 "estimate": 0.0,15356 "low": 0.0,15357 "high": 0.0,15358 "level": 0.95,15359 "n_items": 40,15360 "n_clusters": 40,15361 "n_boot": 200015362 },15363 "correct": [15364 0.0,15365 0.0,15366 0.0,15367 0.0,15368 0.0,15369 0.0,15370 0.0,15371 0.0,15372 0.0,15373 0.0,15374 0.0,15375 0.0,15376 0.0,15377 0.0,15378 0.0,15379 0.0,15380 0.0,15381 0.0,15382 0.0,15383 0.0,15384 0.0,15385 0.0,15386 0.0,15387 0.0,15388 0.0,15389 0.0,15390 0.0,15391 0.0,15392 0.0,15393 0.0,15394 0.0,15395 0.0,15396 0.0,15397 0.0,15398 0.0,15399 0.0,15400 0.0,15401 0.0,15402 0.0,15403 0.015404 ]15405 },15406 "ctl_unrelated_task_vector(antonym)|L2": {15407 "accuracy": 0.0,15408 "gain_vs_zero": {15409 "estimate": 0.0,15410 "low": 0.0,15411 "high": 0.0,15412 "level": 0.95,15413 "n_items": 40,15414 "n_clusters": 40,15415 "n_boot": 200015416 },15417 "correct": [15418 0.0,15419 0.0,15420 0.0,15421 0.0,15422 0.0,15423 0.0,15424 0.0,15425 0.0,15426 0.0,15427 0.0,15428 0.0,15429 0.0,15430 0.0,15431 0.0,15432 0.0,15433 0.0,15434 0.0,15435 0.0,15436 0.0,15437 0.0,15438 0.0,15439 0.0,15440 0.0,15441 0.0,15442 0.0,15443 0.0,15444 0.0,15445 0.0,15446 0.0,15447 0.0,15448 0.0,15449 0.0,15450 0.0,15451 0.0,15452 0.0,15453 0.0,15454 0.0,15455 0.0,15456 0.0,15457 0.015458 ]15459 },15460 "procrustes|L14|a1.0": {15461 "accuracy": 0.0,15462 "gain_vs_zero": {15463 "estimate": 0.0,15464 "low": 0.0,15465 "high": 0.0,15466 "level": 0.95,15467 "n_items": 40,15468 "n_clusters": 40,15469 "n_boot": 200015470 },15471 "mapped_norm": 38.794979095458984,15472 "outputs_sample": [15473 " zen\n\n",15474 " A zonofab is",15475 " vofisu\n\n",15476 " truck\n\n",15477 " zzzzzzzzzzz"15478 ],15479 "correct": [15480 0.0,15481 0.0,15482 0.0,15483 0.0,15484 0.0,15485 0.0,15486 0.0,15487 0.0,15488 0.0,15489 0.0,15490 0.0,15491 0.0,15492 0.0,15493 0.0,15494 0.0,15495 0.0,15496 0.0,15497 0.0,15498 0.0,15499 0.0,15500 0.0,15501 0.0,15502 0.0,15503 0.0,15504 0.0,15505 0.0,15506 0.0,15507 0.0,15508 0.0,15509 0.0,15510 0.0,15511 0.0,15512 0.0,15513 0.0,15514 0.0,15515 0.0,15516 0.0,15517 0.0,15518 0.0,15519 0.015520 ]15521 },15522 "procrustes|L14|a2.0": {15523 "accuracy": 0.0,15524 "gain_vs_zero": {15525 "estimate": 0.0,15526 "low": 0.0,15527 "high": 0.0,15528 "level": 0.95,15529 "n_items": 40,15530 "n_clusters": 40,15531 "n_boot": 200015532 },15533 "mapped_norm": 38.794979095458984,15534 "outputs_sample": [15535 " zeni\n\n",15536 " zonofab\n\n",15537 " vofisu\n\n",15538 " tuken\n\n",15539 " zute\n\n"15540 ],15541 "correct": [15542 0.0,15543 0.0,15544 0.0,15545 0.0,15546 0.0,15547 0.0,15548 0.0,15549 0.0,15550 0.0,15551 0.0,15552 0.0,15553 0.0,15554 0.0,15555 0.0,15556 0.0,15557 0.0,15558 0.0,15559 0.0,15560 0.0,15561 0.0,15562 0.0,15563 0.0,15564 0.0,15565 0.0,15566 0.0,15567 0.0,15568 0.0,15569 0.0,15570 0.0,15571 0.0,15572 0.0,15573 0.0,15574 0.0,15575 0.0,15576 0.0,15577 0.0,15578 0.0,15579 0.0,15580 0.0,15581 0.015582 ]15583 },15584 "procrustes_rescaled|L14|a1.0": {15585 "accuracy": 0.0,15586 "gain_vs_zero": {15587 "estimate": 0.0,15588 "low": 0.0,15589 "high": 0.0,15590 "level": 0.95,15591 "n_items": 40,15592 "n_clusters": 40,15593 "n_boot": 200015594 },15595 "mapped_norm": 40.8747444152832,15596 "outputs_sample": [15597 " zebras\n\n",15598 " abfnooz\n",15599 " vofisu\n\n",15600 " truck\n\n",15601 " zut\n"15602 ],15603 "correct": [15604 0.0,15605 0.0,15606 0.0,15607 0.0,15608 0.0,15609 0.0,15610 0.0,15611 0.0,15612 0.0,15613 0.0,15614 0.0,15615 0.0,15616 0.0,15617 0.0,15618 0.0,15619 0.0,15620 0.0,15621 0.0,15622 0.0,15623 0.0,15624 0.0,15625 0.0,15626 0.0,15627 0.0,15628 0.0,15629 0.0,15630 0.0,15631 0.0,15632 0.0,15633 0.0,15634 0.0,15635 0.0,15636 0.0,15637 0.0,15638 0.0,15639 0.0,15640 0.0,15641 0.0,15642 0.0,15643 0.015644 ]15645 },15646 "ridge|L14|a1.0": {15647 "accuracy": 0.0,15648 "gain_vs_zero": {15649 "estimate": 0.0,15650 "low": 0.0,15651 "high": 0.0,15652 "level": 0.95,15653 "n_items": 40,15654 "n_clusters": 40,15655 "n_boot": 200015656 },15657 "mapped_norm": 35.911136627197266,15658 "outputs_sample": [15659 " zen\n\n",15660 " zo\n\n",15661 " vofisu\n\n",15662 " truck\n\n",15663 " zzzzzzzzzzz"15664 ],15665 "correct": [15666 0.0,15667 0.0,15668 0.0,15669 0.0,15670 0.0,15671 0.0,15672 0.0,15673 0.0,15674 0.0,15675 0.0,15676 0.0,15677 0.0,15678 0.0,15679 0.0,15680 0.0,15681 0.0,15682 0.0,15683 0.0,15684 0.0,15685 0.0,15686 0.0,15687 0.0,15688 0.0,15689 0.0,15690 0.0,15691 0.0,15692 0.0,15693 0.0,15694 0.0,15695 0.0,15696 0.0,15697 0.0,15698 0.0,15699 0.0,15700 0.0,15701 0.0,15702 0.0,15703 0.0,15704 0.0,15705 0.015706 ]15707 },15708 "ridge|L14|a2.0": {15709 "accuracy": 0.0,15710 "gain_vs_zero": {15711 "estimate": 0.0,15712 "low": 0.0,15713 "high": 0.0,15714 "level": 0.95,15715 "n_items": 40,15716 "n_clusters": 40,15717 "n_boot": 200015718 },15719 "mapped_norm": 35.911136627197266,15720 "outputs_sample": [15721 " zeni\n\n",15722 " zonofab\n\n",15723 " vofisu\n\n",15724 " tuken\n\n",15725 " zute\n\n"15726 ],15727 "correct": [15728 0.0,15729 0.0,15730 0.0,15731 0.0,15732 0.0,15733 0.0,15734 0.0,15735 0.0,15736 0.0,15737 0.0,15738 0.0,15739 0.0,15740 0.0,15741 0.0,15742 0.0,15743 0.0,15744 0.0,15745 0.0,15746 0.0,15747 0.0,15748 0.0,15749 0.0,15750 0.0,15751 0.0,15752 0.0,15753 0.0,15754 0.0,15755 0.0,15756 0.0,15757 0.0,15758 0.0,15759 0.0,15760 0.0,15761 0.0,15762 0.0,15763 0.0,15764 0.0,15765 0.0,15766 0.0,15767 0.015768 ]15769 },15770 "ridge_rescaled|L14|a1.0": {15771 "accuracy": 0.0,15772 "gain_vs_zero": {15773 "estimate": 0.0,15774 "low": 0.0,15775 "high": 0.0,15776 "level": 0.95,15777 "n_items": 40,15778 "n_clusters": 40,15779 "n_boot": 200015780 },15781 "mapped_norm": 40.8747444152832,15782 "outputs_sample": [15783 " zebras\n\n",15784 " A zonofab is",15785 " vofisu\n\n",15786 " truck\n\n",15787 " zzzzzzzzzzz"15788 ],15789 "correct": [15790 0.0,15791 0.0,15792 0.0,15793 0.0,15794 0.0,15795 0.0,15796 0.0,15797 0.0,15798 0.0,15799 0.0,15800 0.0,15801 0.0,15802 0.0,15803 0.0,15804 0.0,15805 0.0,15806 0.0,15807 0.0,15808 0.0,15809 0.0,15810 0.0,15811 0.0,15812 0.0,15813 0.0,15814 0.0,15815 0.0,15816 0.0,15817 0.0,15818 0.0,15819 0.0,15820 0.0,15821 0.0,15822 0.0,15823 0.0,15824 0.0,15825 0.0,15826 0.0,15827 0.0,15828 0.0,15829 0.015830 ]15831 },15832 "cca|L14|a1.0": {15833 "accuracy": 0.0,15834 "gain_vs_zero": {15835 "estimate": 0.0,15836 "low": 0.0,15837 "high": 0.0,15838 "level": 0.95,15839 "n_items": 40,15840 "n_clusters": 40,15841 "n_boot": 200015842 },15843 "mapped_norm": 48.23758316040039,15844 "outputs_sample": [15845 " eniz\n",15846 " A zonofab is",15847 " is a permutation of vof",15848 " ten\n\n",15849 " utez\n"15850 ],15851 "correct": [15852 0.0,15853 0.0,15854 0.0,15855 0.0,15856 0.0,15857 0.0,15858 0.0,15859 0.0,15860 0.0,15861 0.0,15862 0.0,15863 0.0,15864 0.0,15865 0.0,15866 0.0,15867 0.0,15868 0.0,15869 0.0,15870 0.0,15871 0.0,15872 0.0,15873 0.0,15874 0.0,15875 0.0,15876 0.0,15877 0.0,15878 0.0,15879 0.0,15880 0.0,15881 0.0,15882 0.0,15883 0.0,15884 0.0,15885 0.0,15886 0.0,15887 0.0,15888 0.0,15889 0.0,15890 0.0,15891 0.015892 ]15893 },15894 "cca|L14|a2.0": {15895 "accuracy": 0.0,15896 "gain_vs_zero": {15897 "estimate": 0.0,15898 "low": 0.0,15899 "high": 0.0,15900 "level": 0.95,15901 "n_items": 40,15902 "n_clusters": 40,15903 "n_boot": 200015904 },15905 "mapped_norm": 48.23758316040039,15906 "outputs_sample": [15907 " zen\n\n",15908 " zonofab\n\n",15909 " (vofisu, ",15910 " tuk3n\n\n",15911 " z u t e\n\n"15912 ],15913 "correct": [15914 0.0,15915 0.0,15916 0.0,15917 0.0,15918 0.0,15919 0.0,15920 0.0,15921 0.0,15922 0.0,15923 0.0,15924 0.0,15925 0.0,15926 0.0,15927 0.0,15928 0.0,15929 0.0,15930 0.0,15931 0.0,15932 0.0,15933 0.0,15934 0.0,15935 0.0,15936 0.0,15937 0.0,15938 0.0,15939 0.0,15940 0.0,15941 0.0,15942 0.0,15943 0.0,15944 0.0,15945 0.0,15946 0.0,15947 0.0,15948 0.0,15949 0.0,15950 0.0,15951 0.0,15952 0.0,15953 0.015954 ]15955 },15956 "random_orth|L14|a1.0": {15957 "accuracy": 0.0,15958 "gain_vs_zero": {15959 "estimate": 0.0,15960 "low": 0.0,15961 "high": 0.0,15962 "level": 0.95,15963 "n_items": 40,15964 "n_clusters": 40,15965 "n_boot": 200015966 },15967 "mapped_norm": 49.20513153076172,15968 "outputs_sample": [15969 " eniz\n",15970 " The word \"zonofab",15971 " visofu\n",15972 " ken\n",15973 " tuez\n"15974 ],15975 "correct": [15976 0.0,15977 0.0,15978 0.0,15979 0.0,15980 0.0,15981 0.0,15982 0.0,15983 0.0,15984 0.0,15985 0.0,15986 0.0,15987 0.0,15988 0.0,15989 0.0,15990 0.0,15991 0.0,15992 0.0,15993 0.0,15994 0.0,15995 0.0,15996 0.0,15997 0.0,15998 0.0,15999 0.0,16000 0.0,16001 0.0,16002 0.0,16003 0.0,16004 0.0,16005 0.0,16006 0.0,16007 0.0,16008 0.0,16009 0.0,16010 0.0,16011 0.0,16012 0.0,16013 0.0,16014 0.0,16015 0.016016 ]16017 },16018 "random_orth|L14|a2.0": {16019 "accuracy": 0.0,16020 "gain_vs_zero": {16021 "estimate": 0.0,16022 "low": 0.0,16023 "high": 0.0,16024 "level": 0.95,16025 "n_items": 40,16026 "n_clusters": 40,16027 "n_boot": 200016028 },16029 "mapped_norm": 49.20513153076172,16030 "outputs_sample": [16031 " zenio\n\n",16032 " word that can be formed by",16033 " word that can be formed by",16034 " word\n",16035 " zut\n"16036 ],16037 "correct": [16038 0.0,16039 0.0,16040 0.0,16041 0.0,16042 0.0,16043 0.0,16044 0.0,16045 0.0,16046 0.0,16047 0.0,16048 0.0,16049 0.0,16050 0.0,16051 0.0,16052 0.0,16053 0.0,16054 0.0,16055 0.0,16056 0.0,16057 0.0,16058 0.0,16059 0.0,16060 0.0,16061 0.0,16062 0.0,16063 0.0,16064 0.0,16065 0.0,16066 0.0,16067 0.0,16068 0.0,16069 0.0,16070 0.0,16071 0.0,16072 0.0,16073 0.0,16074 0.0,16075 0.0,16076 0.0,16077 0.016078 ]16079 },16080 "replace_donor_fewshot|procrustes|L14": {16081 "accuracy": 0.0,16082 "gain_vs_zero": {16083 "estimate": 0.0,16084 "low": 0.0,16085 "high": 0.0,16086 "level": 0.95,16087 "n_items": 40,16088 "n_clusters": 40,16089 "n_boot": 200016090 },16091 "outputs_sample": [16092 " zenny\n",16093 " zoo\n\n",16094 " vis\n",16095 " truck\n\n",16096 " zucchini\n"16097 ],16098 "correct": [16099 0.0,16100 0.0,16101 0.0,16102 0.0,16103 0.0,16104 0.0,16105 0.0,16106 0.0,16107 0.0,16108 0.0,16109 0.0,16110 0.0,16111 0.0,16112 0.0,16113 0.0,16114 0.0,16115 0.0,16116 0.0,16117 0.0,16118 0.0,16119 0.0,16120 0.0,16121 0.0,16122 0.0,16123 0.0,16124 0.0,16125 0.0,16126 0.0,16127 0.0,16128 0.0,16129 0.0,16130 0.0,16131 0.0,16132 0.0,16133 0.0,16134 0.0,16135 0.0,16136 0.0,16137 0.0,16138 0.016139 ]16140 },16141 "ctl_replace_donor_zeroshot|procrustes|L14": {16142 "accuracy": 0.0,16143 "gain_vs_zero": {16144 "estimate": 0.0,16145 "low": 0.0,16146 "high": 0.0,16147 "level": 0.95,16148 "n_items": 40,16149 "n_clusters": 40,16150 "n_boot": 200016151 },16152 "outputs_sample": [16153 " zenny\n",16154 " zono*fab\n",16155 " The input \"vofisu",16156 " tuk3n\n",16157 " teuz\n"16158 ],16159 "correct": [16160 0.0,16161 0.0,16162 0.0,16163 0.0,16164 0.0,16165 0.0,16166 0.0,16167 0.0,16168 0.0,16169 0.0,16170 0.0,16171 0.0,16172 0.0,16173 0.0,16174 0.0,16175 0.0,16176 0.0,16177 0.0,16178 0.0,16179 0.0,16180 0.0,16181 0.0,16182 0.0,16183 0.0,16184 0.0,16185 0.0,16186 0.0,16187 0.0,16188 0.0,16189 0.0,16190 0.0,16191 0.0,16192 0.0,16193 0.0,16194 0.0,16195 0.0,16196 0.0,16197 0.0,16198 0.0,16199 0.016200 ]16201 },16202 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {16203 "accuracy": 0.0,16204 "gain_vs_zero": {16205 "estimate": 0.0,16206 "low": 0.0,16207 "high": 0.0,16208 "level": 0.95,16209 "n_items": 40,16210 "n_clusters": 40,16211 "n_boot": 200016212 },16213 "outputs_sample": [16214 " zenny\n",16215 " zonofab\n\n",16216 " vis\n",16217 " truck\n\n",16218 " zucchini\n"16219 ],16220 "correct": [16221 0.0,16222 0.0,16223 0.0,16224 0.0,16225 0.0,16226 0.0,16227 0.0,16228 0.0,16229 0.0,16230 0.0,16231 0.0,16232 0.0,16233 0.0,16234 0.0,16235 0.0,16236 0.0,16237 0.0,16238 0.0,16239 0.0,16240 0.0,16241 0.0,16242 0.0,16243 0.0,16244 0.0,16245 0.0,16246 0.0,16247 0.0,16248 0.0,16249 0.0,16250 0.0,16251 0.0,16252 0.0,16253 0.0,16254 0.0,16255 0.0,16256 0.0,16257 0.0,16258 0.0,16259 0.0,16260 0.016261 ]16262 },16263 "replace_donor_fewshot|ridge|L14": {16264 "accuracy": 0.0,16265 "gain_vs_zero": {16266 "estimate": 0.0,16267 "low": 0.0,16268 "high": 0.0,16269 "level": 0.95,16270 "n_items": 40,16271 "n_clusters": 40,16272 "n_boot": 200016273 },16274 "outputs_sample": [16275 " zenny\n",16276 " zo\n\n",16277 " vis\n",16278 " truck\n\n",16279 " zucchini\n"16280 ],16281 "correct": [16282 0.0,16283 0.0,16284 0.0,16285 0.0,16286 0.0,16287 0.0,16288 0.0,16289 0.0,16290 0.0,16291 0.0,16292 0.0,16293 0.0,16294 0.0,16295 0.0,16296 0.0,16297 0.0,16298 0.0,16299 0.0,16300 0.0,16301 0.0,16302 0.0,16303 0.0,16304 0.0,16305 0.0,16306 0.0,16307 0.0,16308 0.0,16309 0.0,16310 0.0,16311 0.0,16312 0.0,16313 0.0,16314 0.0,16315 0.0,16316 0.0,16317 0.0,16318 0.0,16319 0.0,16320 0.0,16321 0.016322 ]16323 },16324 "ctl_replace_donor_zeroshot|ridge|L14": {16325 "accuracy": 0.0,16326 "gain_vs_zero": {16327 "estimate": 0.0,16328 "low": 0.0,16329 "high": 0.0,16330 "level": 0.95,16331 "n_items": 40,16332 "n_clusters": 40,16333 "n_boot": 200016334 },16335 "outputs_sample": [16336 " zenny\n",16337 " zono*fab\n",16338 " The input \"vofisu",16339 " untk\n\n",16340 " ztue\n\n"16341 ],16342 "correct": [16343 0.0,16344 0.0,16345 0.0,16346 0.0,16347 0.0,16348 0.0,16349 0.0,16350 0.0,16351 0.0,16352 0.0,16353 0.0,16354 0.0,16355 0.0,16356 0.0,16357 0.0,16358 0.0,16359 0.0,16360 0.0,16361 0.0,16362 0.0,16363 0.0,16364 0.0,16365 0.0,16366 0.0,16367 0.0,16368 0.0,16369 0.0,16370 0.0,16371 0.0,16372 0.0,16373 0.0,16374 0.0,16375 0.0,16376 0.0,16377 0.0,16378 0.0,16379 0.0,16380 0.0,16381 0.0,16382 0.016383 ]16384 },16385 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {16386 "accuracy": 0.0,16387 "gain_vs_zero": {16388 "estimate": 0.0,16389 "low": 0.0,16390 "high": 0.0,16391 "level": 0.95,16392 "n_items": 40,16393 "n_clusters": 40,16394 "n_boot": 200016395 },16396 "outputs_sample": [16397 " zenny\n",16398 " zo\n\n",16399 " vis\n\n",16400 " truck\n\n",16401 " zucchini\n"16402 ],16403 "correct": [16404 0.0,16405 0.0,16406 0.0,16407 0.0,16408 0.0,16409 0.0,16410 0.0,16411 0.0,16412 0.0,16413 0.0,16414 0.0,16415 0.0,16416 0.0,16417 0.0,16418 0.0,16419 0.0,16420 0.0,16421 0.0,16422 0.0,16423 0.0,16424 0.0,16425 0.0,16426 0.0,16427 0.0,16428 0.0,16429 0.0,16430 0.0,16431 0.0,16432 0.0,16433 0.0,16434 0.0,16435 0.0,16436 0.0,16437 0.0,16438 0.0,16439 0.0,16440 0.0,16441 0.0,16442 0.0,16443 0.016444 ]16445 },16446 "ctl_replace_donor_fewshot|sham_map|L14": {16447 "accuracy": 0.0,16448 "gain_vs_zero": {16449 "estimate": 0.0,16450 "low": 0.0,16451 "high": 0.0,16452 "level": 0.95,16453 "n_items": 40,16454 "n_clusters": 40,16455 "n_boot": 200016456 },16457 "outputs_sample": [16458 " eniz\n",16459 " nofaz\n",16460 " ofisiv\n\n",16461 " tken\n\n",16462 " utez\n"16463 ],16464 "correct": [16465 0.0,16466 0.0,16467 0.0,16468 0.0,16469 0.0,16470 0.0,16471 0.0,16472 0.0,16473 0.0,16474 0.0,16475 0.0,16476 0.0,16477 0.0,16478 0.0,16479 0.0,16480 0.0,16481 0.0,16482 0.0,16483 0.0,16484 0.0,16485 0.0,16486 0.0,16487 0.0,16488 0.0,16489 0.0,16490 0.0,16491 0.0,16492 0.0,16493 0.0,16494 0.0,16495 0.0,16496 0.0,16497 0.0,16498 0.0,16499 0.0,16500 0.0,16501 0.0,16502 0.0,16503 0.0,16504 0.016505 ]16506 },16507 "ctl_replace_donor_zeroshot|sham_map|L14": {16508 "accuracy": 0.0,16509 "gain_vs_zero": {16510 "estimate": 0.0,16511 "low": 0.0,16512 "high": 0.0,16513 "level": 0.95,16514 "n_items": 40,16515 "n_clusters": 40,16516 "n_boot": 200016517 },16518 "outputs_sample": [16519 " zenios\n",16520 " fabzone\n",16521 " vofisu\n\n",16522 " ten\n\n",16523 " zebu\n"16524 ],16525 "correct": [16526 0.0,16527 0.0,16528 0.0,16529 0.0,16530 0.0,16531 0.0,16532 0.0,16533 0.0,16534 0.0,16535 0.0,16536 0.0,16537 0.0,16538 0.0,16539 0.0,16540 0.0,16541 0.0,16542 0.0,16543 0.0,16544 0.0,16545 0.0,16546 0.0,16547 0.0,16548 0.0,16549 0.0,16550 0.0,16551 0.0,16552 0.0,16553 0.0,16554 0.0,16555 0.0,16556 0.0,16557 0.0,16558 0.0,16559 0.0,16560 0.0,16561 0.0,16562 0.0,16563 0.0,16564 0.0,16565 0.016566 ]16567 },16568 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {16569 "accuracy": 0.0,16570 "gain_vs_zero": {16571 "estimate": 0.0,16572 "low": 0.0,16573 "high": 0.0,16574 "level": 0.95,16575 "n_items": 40,16576 "n_clusters": 40,16577 "n_boot": 200016578 },16579 "outputs_sample": [16580 " eniz\n",16581 " nofaz\n",16582 " ifsuvo\n\n",16583 " sunkit\n\n",16584 " utez\n"16585 ],16586 "correct": [16587 0.0,16588 0.0,16589 0.0,16590 0.0,16591 0.0,16592 0.0,16593 0.0,16594 0.0,16595 0.0,16596 0.0,16597 0.0,16598 0.0,16599 0.0,16600 0.0,16601 0.0,16602 0.0,16603 0.0,16604 0.0,16605 0.0,16606 0.0,16607 0.0,16608 0.0,16609 0.0,16610 0.0,16611 0.0,16612 0.0,16613 0.0,16614 0.0,16615 0.0,16616 0.0,16617 0.0,16618 0.0,16619 0.0,16620 0.0,16621 0.0,16622 0.0,16623 0.0,16624 0.0,16625 0.0,16626 0.016627 ]16628 },16629 "ctl_random_norm_matched|L14": {16630 "accuracy": 0.0,16631 "gain_vs_zero": {16632 "estimate": 0.0,16633 "low": 0.0,16634 "high": 0.0,16635 "level": 0.95,16636 "n_items": 40,16637 "n_clusters": 40,16638 "n_boot": 200016639 },16640 "correct": [16641 0.0,16642 0.0,16643 0.0,16644 0.0,16645 0.0,16646 0.0,16647 0.0,16648 0.0,16649 0.0,16650 0.0,16651 0.0,16652 0.0,16653 0.0,16654 0.0,16655 0.0,16656 0.0,16657 0.0,16658 0.0,16659 0.0,16660 0.0,16661 0.0,16662 0.0,16663 0.0,16664 0.0,16665 0.0,16666 0.0,16667 0.0,16668 0.0,16669 0.0,16670 0.0,16671 0.0,16672 0.0,16673 0.0,16674 0.0,16675 0.0,16676 0.0,16677 0.0,16678 0.0,16679 0.0,16680 0.016681 ]16682 },16683 "ctl_unrelated_task_vector(antonym)|L14": {16684 "accuracy": 0.0,16685 "gain_vs_zero": {16686 "estimate": 0.0,16687 "low": 0.0,16688 "high": 0.0,16689 "level": 0.95,16690 "n_items": 40,16691 "n_clusters": 40,16692 "n_boot": 200016693 },16694 "correct": [16695 0.0,16696 0.0,16697 0.0,16698 0.0,16699 0.0,16700 0.0,16701 0.0,16702 0.0,16703 0.0,16704 0.0,16705 0.0,16706 0.0,16707 0.0,16708 0.0,16709 0.0,16710 0.0,16711 0.0,16712 0.0,16713 0.0,16714 0.0,16715 0.0,16716 0.0,16717 0.0,16718 0.0,16719 0.0,16720 0.0,16721 0.0,16722 0.0,16723 0.0,16724 0.0,16725 0.0,16726 0.0,16727 0.0,16728 0.0,16729 0.0,16730 0.0,16731 0.0,16732 0.0,16733 0.0,16734 0.016735 ]16736 }16737 },16738 "items": {16739 "zero": [16740 0.0,16741 0.0,16742 0.0,16743 0.0,16744 0.0,16745 0.0,16746 0.0,16747 0.0,16748 0.0,16749 0.0,16750 0.0,16751 0.0,16752 0.0,16753 0.0,16754 0.0,16755 0.0,16756 0.0,16757 0.0,16758 0.0,16759 0.0,16760 0.0,16761 0.0,16762 0.0,16763 0.0,16764 0.0,16765 0.0,16766 0.0,16767 0.0,16768 0.0,16769 0.0,16770 0.0,16771 0.0,16772 0.0,16773 0.0,16774 0.0,16775 0.0,16776 0.0,16777 0.0,16778 0.0,16779 0.016780 ],16781 "few": [16782 1.0,16783 0.0,16784 1.0,16785 0.0,16786 1.0,16787 0.0,16788 1.0,16789 0.0,16790 0.0,16791 0.0,16792 1.0,16793 0.0,16794 0.0,16795 1.0,16796 0.0,16797 0.0,16798 0.0,16799 0.0,16800 1.0,16801 0.0,16802 1.0,16803 1.0,16804 0.0,16805 0.0,16806 1.0,16807 0.0,16808 0.0,16809 0.0,16810 0.0,16811 0.0,16812 1.0,16813 1.0,16814 0.0,16815 0.0,16816 1.0,16817 1.0,16818 1.0,16819 1.0,16820 1.0,16821 0.016822 ],16823 "own": [16824 0.0,16825 0.0,16826 0.0,16827 0.0,16828 0.0,16829 0.0,16830 0.0,16831 0.0,16832 0.0,16833 0.0,16834 0.0,16835 0.0,16836 0.0,16837 0.0,16838 0.0,16839 0.0,16840 0.0,16841 0.0,16842 0.0,16843 0.0,16844 0.0,16845 0.0,16846 0.0,16847 0.0,16848 0.0,16849 0.0,16850 0.0,16851 0.0,16852 0.0,16853 0.0,16854 0.0,16855 0.0,16856 0.0,16857 0.0,16858 0.0,16859 0.0,16860 0.0,16861 0.0,16862 0.0,16863 0.016864 ]16865 }16866 },16867 "addthree": {16868 "recipient_zero": 0.0,16869 "recipient_few": 0.9714285714285714,16870 "recipient_own_vector": 0.0,16871 "donor_layer": 2,16872 "conditions": {16873 "procrustes|L2|a1.0": {16874 "accuracy": 0.0,16875 "gain_vs_zero": {16876 "estimate": 0.0,16877 "low": 0.0,16878 "high": 0.0,16879 "level": 0.95,16880 "n_items": 35,16881 "n_clusters": 35,16882 "n_boot": 200016883 },16884 "mapped_norm": 7.327843189239502,16885 "outputs_sample": [16886 " true\n",16887 " 12\n",16888 " 18\n",16889 " true\n",16890 " 17\n"16891 ],16892 "correct": [16893 0.0,16894 0.0,16895 0.0,16896 0.0,16897 0.0,16898 0.0,16899 0.0,16900 0.0,16901 0.0,16902 0.0,16903 0.0,16904 0.0,16905 0.0,16906 0.0,16907 0.0,16908 0.0,16909 0.0,16910 0.0,16911 0.0,16912 0.0,16913 0.0,16914 0.0,16915 0.0,16916 0.0,16917 0.0,16918 0.0,16919 0.0,16920 0.0,16921 0.0,16922 0.0,16923 0.0,16924 0.0,16925 0.0,16926 0.0,16927 0.016928 ]16929 },16930 "procrustes|L2|a2.0": {16931 "accuracy": 0.0,16932 "gain_vs_zero": {16933 "estimate": 0.0,16934 "low": 0.0,16935 "high": 0.0,16936 "level": 0.95,16937 "n_items": 35,16938 "n_clusters": 35,16939 "n_boot": 200016940 },16941 "mapped_norm": 7.327843189239502,16942 "outputs_sample": [16943 " true\n",16944 " 12\n",16945 " 8\n",16946 " true\n",16947 " 17\n"16948 ],16949 "correct": [16950 0.0,16951 0.0,16952 0.0,16953 0.0,16954 0.0,16955 0.0,16956 0.0,16957 0.0,16958 0.0,16959 0.0,16960 0.0,16961 0.0,16962 0.0,16963 0.0,16964 0.0,16965 0.0,16966 0.0,16967 0.0,16968 0.0,16969 0.0,16970 0.0,16971 0.0,16972 0.0,16973 0.0,16974 0.0,16975 0.0,16976 0.0,16977 0.0,16978 0.0,16979 0.0,16980 0.0,16981 0.0,16982 0.0,16983 0.0,16984 0.016985 ]16986 },16987 "procrustes_rescaled|L2|a1.0": {16988 "accuracy": 0.0,16989 "gain_vs_zero": {16990 "estimate": 0.0,16991 "low": 0.0,16992 "high": 0.0,16993 "level": 0.95,16994 "n_items": 35,16995 "n_clusters": 35,16996 "n_boot": 200016997 },16998 "mapped_norm": 8.037975311279297,16999 "outputs_sample": [17000 " true\n",17001 " 12\n",17002 " 18\n",17003 " true\n",17004 " 17\n"17005 ],17006 "correct": [17007 0.0,17008 0.0,17009 0.0,17010 0.0,17011 0.0,17012 0.0,17013 0.0,17014 0.0,17015 0.0,17016 0.0,17017 0.0,17018 0.0,17019 0.0,17020 0.0,17021 0.0,17022 0.0,17023 0.0,17024 0.0,17025 0.0,17026 0.0,17027 0.0,17028 0.0,17029 0.0,17030 0.0,17031 0.0,17032 0.0,17033 0.0,17034 0.0,17035 0.0,17036 0.0,17037 0.0,17038 0.0,17039 0.0,17040 0.0,17041 0.017042 ]17043 },17044 "ridge|L2|a1.0": {17045 "accuracy": 0.0,17046 "gain_vs_zero": {17047 "estimate": 0.0,17048 "low": 0.0,17049 "high": 0.0,17050 "level": 0.95,17051 "n_items": 35,17052 "n_clusters": 35,17053 "n_boot": 200017054 },17055 "mapped_norm": 7.210958480834961,17056 "outputs_sample": [17057 " true\n",17058 " 12\n",17059 " 8\n",17060 " true\n",17061 " 17\n"17062 ],17063 "correct": [17064 0.0,17065 0.0,17066 0.0,17067 0.0,17068 0.0,17069 0.0,17070 0.0,17071 0.0,17072 0.0,17073 0.0,17074 0.0,17075 0.0,17076 0.0,17077 0.0,17078 0.0,17079 0.0,17080 0.0,17081 0.0,17082 0.0,17083 0.0,17084 0.0,17085 0.0,17086 0.0,17087 0.0,17088 0.0,17089 0.0,17090 0.0,17091 0.0,17092 0.0,17093 0.0,17094 0.0,17095 0.0,17096 0.0,17097 0.0,17098 0.017099 ]17100 },17101 "ridge|L2|a2.0": {17102 "accuracy": 0.0,17103 "gain_vs_zero": {17104 "estimate": 0.0,17105 "low": 0.0,17106 "high": 0.0,17107 "level": 0.95,17108 "n_items": 35,17109 "n_clusters": 35,17110 "n_boot": 200017111 },17112 "mapped_norm": 7.210958480834961,17113 "outputs_sample": [17114 " true\n",17115 " 12\n",17116 " 18\n",17117 " true\n",17118 " 17\n"17119 ],17120 "correct": [17121 0.0,17122 0.0,17123 0.0,17124 0.0,17125 0.0,17126 0.0,17127 0.0,17128 0.0,17129 0.0,17130 0.0,17131 0.0,17132 0.0,17133 0.0,17134 0.0,17135 0.0,17136 0.0,17137 0.0,17138 0.0,17139 0.0,17140 0.0,17141 0.0,17142 0.0,17143 0.0,17144 0.0,17145 0.0,17146 0.0,17147 0.0,17148 0.0,17149 0.0,17150 0.0,17151 0.0,17152 0.0,17153 0.0,17154 0.0,17155 0.017156 ]17157 },17158 "ridge_rescaled|L2|a1.0": {17159 "accuracy": 0.0,17160 "gain_vs_zero": {17161 "estimate": 0.0,17162 "low": 0.0,17163 "high": 0.0,17164 "level": 0.95,17165 "n_items": 35,17166 "n_clusters": 35,17167 "n_boot": 200017168 },17169 "mapped_norm": 8.037975311279297,17170 "outputs_sample": [17171 " true\n",17172 " 12\n",17173 " 8\n",17174 " true\n",17175 " 17\n"17176 ],17177 "correct": [17178 0.0,17179 0.0,17180 0.0,17181 0.0,17182 0.0,17183 0.0,17184 0.0,17185 0.0,17186 0.0,17187 0.0,17188 0.0,17189 0.0,17190 0.0,17191 0.0,17192 0.0,17193 0.0,17194 0.0,17195 0.0,17196 0.0,17197 0.0,17198 0.0,17199 0.0,17200 0.0,17201 0.0,17202 0.0,17203 0.0,17204 0.0,17205 0.0,17206 0.0,17207 0.0,17208 0.0,17209 0.0,17210 0.0,17211 0.0,17212 0.017213 ]17214 },17215 "cca|L2|a1.0": {17216 "accuracy": 0.0,17217 "gain_vs_zero": {17218 "estimate": 0.0,17219 "low": 0.0,17220 "high": 0.0,17221 "level": 0.95,17222 "n_items": 35,17223 "n_clusters": 35,17224 "n_boot": 200017225 },17226 "mapped_norm": 7.928098678588867,17227 "outputs_sample": [17228 " true\n",17229 " 12\n",17230 " 8\n",17231 " true\n",17232 " 17\n"17233 ],17234 "correct": [17235 0.0,17236 0.0,17237 0.0,17238 0.0,17239 0.0,17240 0.0,17241 0.0,17242 0.0,17243 0.0,17244 0.0,17245 0.0,17246 0.0,17247 0.0,17248 0.0,17249 0.0,17250 0.0,17251 0.0,17252 0.0,17253 0.0,17254 0.0,17255 0.0,17256 0.0,17257 0.0,17258 0.0,17259 0.0,17260 0.0,17261 0.0,17262 0.0,17263 0.0,17264 0.0,17265 0.0,17266 0.0,17267 0.0,17268 0.0,17269 0.017270 ]17271 },17272 "cca|L2|a2.0": {17273 "accuracy": 0.0,17274 "gain_vs_zero": {17275 "estimate": 0.0,17276 "low": 0.0,17277 "high": 0.0,17278 "level": 0.95,17279 "n_items": 35,17280 "n_clusters": 35,17281 "n_boot": 200017282 },17283 "mapped_norm": 7.928098678588867,17284 "outputs_sample": [17285 " true\n",17286 " 12\n",17287 " 8\n",17288 " true\n",17289 " 17\n"17290 ],17291 "correct": [17292 0.0,17293 0.0,17294 0.0,17295 0.0,17296 0.0,17297 0.0,17298 0.0,17299 0.0,17300 0.0,17301 0.0,17302 0.0,17303 0.0,17304 0.0,17305 0.0,17306 0.0,17307 0.0,17308 0.0,17309 0.0,17310 0.0,17311 0.0,17312 0.0,17313 0.0,17314 0.0,17315 0.0,17316 0.0,17317 0.0,17318 0.0,17319 0.0,17320 0.0,17321 0.0,17322 0.0,17323 0.0,17324 0.0,17325 0.0,17326 0.017327 ]17328 },17329 "random_orth|L2|a1.0": {17330 "accuracy": 0.0,17331 "gain_vs_zero": {17332 "estimate": 0.0,17333 "low": 0.0,17334 "high": 0.0,17335 "level": 0.95,17336 "n_items": 35,17337 "n_clusters": 35,17338 "n_boot": 200017339 },17340 "mapped_norm": 7.597067832946777,17341 "outputs_sample": [17342 " true\n",17343 " 12\n",17344 " 8\n",17345 " true\n",17346 " 17\n"17347 ],17348 "correct": [17349 0.0,17350 0.0,17351 0.0,17352 0.0,17353 0.0,17354 0.0,17355 0.0,17356 0.0,17357 0.0,17358 0.0,17359 0.0,17360 0.0,17361 0.0,17362 0.0,17363 0.0,17364 0.0,17365 0.0,17366 0.0,17367 0.0,17368 0.0,17369 0.0,17370 0.0,17371 0.0,17372 0.0,17373 0.0,17374 0.0,17375 0.0,17376 0.0,17377 0.0,17378 0.0,17379 0.0,17380 0.0,17381 0.0,17382 0.0,17383 0.017384 ]17385 },17386 "random_orth|L2|a2.0": {17387 "accuracy": 0.0,17388 "gain_vs_zero": {17389 "estimate": 0.0,17390 "low": 0.0,17391 "high": 0.0,17392 "level": 0.95,17393 "n_items": 35,17394 "n_clusters": 35,17395 "n_boot": 200017396 },17397 "mapped_norm": 7.597067832946777,17398 "outputs_sample": [17399 " 7\n",17400 " 12\n",17401 " 8\n",17402 " true\n",17403 " 17\n"17404 ],17405 "correct": [17406 0.0,17407 0.0,17408 0.0,17409 0.0,17410 0.0,17411 0.0,17412 0.0,17413 0.0,17414 0.0,17415 0.0,17416 0.0,17417 0.0,17418 0.0,17419 0.0,17420 0.0,17421 0.0,17422 0.0,17423 0.0,17424 0.0,17425 0.0,17426 0.0,17427 0.0,17428 0.0,17429 0.0,17430 0.0,17431 0.0,17432 0.0,17433 0.0,17434 0.0,17435 0.0,17436 0.0,17437 0.0,17438 0.0,17439 0.0,17440 0.017441 ]17442 },17443 "replace_donor_fewshot|procrustes|L2": {17444 "accuracy": 0.0,17445 "gain_vs_zero": {17446 "estimate": 0.0,17447 "low": 0.0,17448 "high": 0.0,17449 "level": 0.95,17450 "n_items": 35,17451 "n_clusters": 35,17452 "n_boot": 200017453 },17454 "outputs_sample": [17455 " true\n",17456 " 12\n",17457 " 8\n",17458 " true\n",17459 " 17\n"17460 ],17461 "correct": [17462 0.0,17463 0.0,17464 0.0,17465 0.0,17466 0.0,17467 0.0,17468 0.0,17469 0.0,17470 0.0,17471 0.0,17472 0.0,17473 0.0,17474 0.0,17475 0.0,17476 0.0,17477 0.0,17478 0.0,17479 0.0,17480 0.0,17481 0.0,17482 0.0,17483 0.0,17484 0.0,17485 0.0,17486 0.0,17487 0.0,17488 0.0,17489 0.0,17490 0.0,17491 0.0,17492 0.0,17493 0.0,17494 0.0,17495 0.0,17496 0.017497 ]17498 },17499 "ctl_replace_donor_zeroshot|procrustes|L2": {17500 "accuracy": 0.0,17501 "gain_vs_zero": {17502 "estimate": 0.0,17503 "low": 0.0,17504 "high": 0.0,17505 "level": 0.95,17506 "n_items": 35,17507 "n_clusters": 35,17508 "n_boot": 200017509 },17510 "outputs_sample": [17511 " true\n",17512 " 12\n",17513 " 8\n",17514 " true\n",17515 " 17\n"17516 ],17517 "correct": [17518 0.0,17519 0.0,17520 0.0,17521 0.0,17522 0.0,17523 0.0,17524 0.0,17525 0.0,17526 0.0,17527 0.0,17528 0.0,17529 0.0,17530 0.0,17531 0.0,17532 0.0,17533 0.0,17534 0.0,17535 0.0,17536 0.0,17537 0.0,17538 0.0,17539 0.0,17540 0.0,17541 0.0,17542 0.0,17543 0.0,17544 0.0,17545 0.0,17546 0.0,17547 0.0,17548 0.0,17549 0.0,17550 0.0,17551 0.0,17552 0.017553 ]17554 },17555 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {17556 "accuracy": 0.0,17557 "gain_vs_zero": {17558 "estimate": 0.0,17559 "low": 0.0,17560 "high": 0.0,17561 "level": 0.95,17562 "n_items": 35,17563 "n_clusters": 35,17564 "n_boot": 200017565 },17566 "outputs_sample": [17567 " true\n",17568 " 12\n",17569 " 8\n",17570 " true\n",17571 " 17\n"17572 ],17573 "correct": [17574 0.0,17575 0.0,17576 0.0,17577 0.0,17578 0.0,17579 0.0,17580 0.0,17581 0.0,17582 0.0,17583 0.0,17584 0.0,17585 0.0,17586 0.0,17587 0.0,17588 0.0,17589 0.0,17590 0.0,17591 0.0,17592 0.0,17593 0.0,17594 0.0,17595 0.0,17596 0.0,17597 0.0,17598 0.0,17599 0.0,17600 0.0,17601 0.0,17602 0.0,17603 0.0,17604 0.0,17605 0.0,17606 0.0,17607 0.0,17608 0.017609 ]17610 },17611 "replace_donor_fewshot|ridge|L2": {17612 "accuracy": 0.0,17613 "gain_vs_zero": {17614 "estimate": 0.0,17615 "low": 0.0,17616 "high": 0.0,17617 "level": 0.95,17618 "n_items": 35,17619 "n_clusters": 35,17620 "n_boot": 200017621 },17622 "outputs_sample": [17623 " true\n",17624 " 12\n",17625 " 18\n",17626 " true\n",17627 " 17\n"17628 ],17629 "correct": [17630 0.0,17631 0.0,17632 0.0,17633 0.0,17634 0.0,17635 0.0,17636 0.0,17637 0.0,17638 0.0,17639 0.0,17640 0.0,17641 0.0,17642 0.0,17643 0.0,17644 0.0,17645 0.0,17646 0.0,17647 0.0,17648 0.0,17649 0.0,17650 0.0,17651 0.0,17652 0.0,17653 0.0,17654 0.0,17655 0.0,17656 0.0,17657 0.0,17658 0.0,17659 0.0,17660 0.0,17661 0.0,17662 0.0,17663 0.0,17664 0.017665 ]17666 },17667 "ctl_replace_donor_zeroshot|ridge|L2": {17668 "accuracy": 0.0,17669 "gain_vs_zero": {17670 "estimate": 0.0,17671 "low": 0.0,17672 "high": 0.0,17673 "level": 0.95,17674 "n_items": 35,17675 "n_clusters": 35,17676 "n_boot": 200017677 },17678 "outputs_sample": [17679 " true\n",17680 " 12\n",17681 " 8\n",17682 " true\n",17683 " 17\n"17684 ],17685 "correct": [17686 0.0,17687 0.0,17688 0.0,17689 0.0,17690 0.0,17691 0.0,17692 0.0,17693 0.0,17694 0.0,17695 0.0,17696 0.0,17697 0.0,17698 0.0,17699 0.0,17700 0.0,17701 0.0,17702 0.0,17703 0.0,17704 0.0,17705 0.0,17706 0.0,17707 0.0,17708 0.0,17709 0.0,17710 0.0,17711 0.0,17712 0.0,17713 0.0,17714 0.0,17715 0.0,17716 0.0,17717 0.0,17718 0.0,17719 0.0,17720 0.017721 ]17722 },17723 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {17724 "accuracy": 0.0,17725 "gain_vs_zero": {17726 "estimate": 0.0,17727 "low": 0.0,17728 "high": 0.0,17729 "level": 0.95,17730 "n_items": 35,17731 "n_clusters": 35,17732 "n_boot": 200017733 },17734 "outputs_sample": [17735 " true\n",17736 " 12\n",17737 " 18\n",17738 " true\n",17739 " 17\n"17740 ],17741 "correct": [17742 0.0,17743 0.0,17744 0.0,17745 0.0,17746 0.0,17747 0.0,17748 0.0,17749 0.0,17750 0.0,17751 0.0,17752 0.0,17753 0.0,17754 0.0,17755 0.0,17756 0.0,17757 0.0,17758 0.0,17759 0.0,17760 0.0,17761 0.0,17762 0.0,17763 0.0,17764 0.0,17765 0.0,17766 0.0,17767 0.0,17768 0.0,17769 0.0,17770 0.0,17771 0.0,17772 0.0,17773 0.0,17774 0.0,17775 0.0,17776 0.017777 ]17778 },17779 "ctl_replace_donor_fewshot|sham_map|L2": {17780 "accuracy": 0.0,17781 "gain_vs_zero": {17782 "estimate": 0.0,17783 "low": 0.0,17784 "high": 0.0,17785 "level": 0.95,17786 "n_items": 35,17787 "n_clusters": 35,17788 "n_boot": 200017789 },17790 "outputs_sample": [17791 " true\n",17792 " 12\n",17793 " 8\n",17794 " true\n",17795 " 17\n"17796 ],17797 "correct": [17798 0.0,17799 0.0,17800 0.0,17801 0.0,17802 0.0,17803 0.0,17804 0.0,17805 0.0,17806 0.0,17807 0.0,17808 0.0,17809 0.0,17810 0.0,17811 0.0,17812 0.0,17813 0.0,17814 0.0,17815 0.0,17816 0.0,17817 0.0,17818 0.0,17819 0.0,17820 0.0,17821 0.0,17822 0.0,17823 0.0,17824 0.0,17825 0.0,17826 0.0,17827 0.0,17828 0.0,17829 0.0,17830 0.0,17831 0.0,17832 0.017833 ]17834 },17835 "ctl_replace_donor_zeroshot|sham_map|L2": {17836 "accuracy": 0.0,17837 "gain_vs_zero": {17838 "estimate": 0.0,17839 "low": 0.0,17840 "high": 0.0,17841 "level": 0.95,17842 "n_items": 35,17843 "n_clusters": 35,17844 "n_boot": 200017845 },17846 "outputs_sample": [17847 " true\n",17848 " 12\n",17849 " 8\n",17850 " true\n",17851 " 17\n"17852 ],17853 "correct": [17854 0.0,17855 0.0,17856 0.0,17857 0.0,17858 0.0,17859 0.0,17860 0.0,17861 0.0,17862 0.0,17863 0.0,17864 0.0,17865 0.0,17866 0.0,17867 0.0,17868 0.0,17869 0.0,17870 0.0,17871 0.0,17872 0.0,17873 0.0,17874 0.0,17875 0.0,17876 0.0,17877 0.0,17878 0.0,17879 0.0,17880 0.0,17881 0.0,17882 0.0,17883 0.0,17884 0.0,17885 0.0,17886 0.0,17887 0.0,17888 0.017889 ]17890 },17891 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {17892 "accuracy": 0.0,17893 "gain_vs_zero": {17894 "estimate": 0.0,17895 "low": 0.0,17896 "high": 0.0,17897 "level": 0.95,17898 "n_items": 35,17899 "n_clusters": 35,17900 "n_boot": 200017901 },17902 "outputs_sample": [17903 " true\n",17904 " 12\n",17905 " 8\n",17906 " true\n",17907 " 17\n"17908 ],17909 "correct": [17910 0.0,17911 0.0,17912 0.0,17913 0.0,17914 0.0,17915 0.0,17916 0.0,17917 0.0,17918 0.0,17919 0.0,17920 0.0,17921 0.0,17922 0.0,17923 0.0,17924 0.0,17925 0.0,17926 0.0,17927 0.0,17928 0.0,17929 0.0,17930 0.0,17931 0.0,17932 0.0,17933 0.0,17934 0.0,17935 0.0,17936 0.0,17937 0.0,17938 0.0,17939 0.0,17940 0.0,17941 0.0,17942 0.0,17943 0.0,17944 0.017945 ]17946 },17947 "ctl_random_norm_matched|L2": {17948 "accuracy": 0.0,17949 "gain_vs_zero": {17950 "estimate": 0.0,17951 "low": 0.0,17952 "high": 0.0,17953 "level": 0.95,17954 "n_items": 35,17955 "n_clusters": 35,17956 "n_boot": 200017957 },17958 "correct": [17959 0.0,17960 0.0,17961 0.0,17962 0.0,17963 0.0,17964 0.0,17965 0.0,17966 0.0,17967 0.0,17968 0.0,17969 0.0,17970 0.0,17971 0.0,17972 0.0,17973 0.0,17974 0.0,17975 0.0,17976 0.0,17977 0.0,17978 0.0,17979 0.0,17980 0.0,17981 0.0,17982 0.0,17983 0.0,17984 0.0,17985 0.0,17986 0.0,17987 0.0,17988 0.0,17989 0.0,17990 0.0,17991 0.0,17992 0.0,17993 0.017994 ]17995 },17996 "ctl_unrelated_task_vector(antonym)|L2": {17997 "accuracy": 0.0,17998 "gain_vs_zero": {17999 "estimate": 0.0,18000 "low": 0.0,18001 "high": 0.0,18002 "level": 0.95,18003 "n_items": 35,18004 "n_clusters": 35,18005 "n_boot": 200018006 },18007 "correct": [18008 0.0,18009 0.0,18010 0.0,18011 0.0,18012 0.0,18013 0.0,18014 0.0,18015 0.0,18016 0.0,18017 0.0,18018 0.0,18019 0.0,18020 0.0,18021 0.0,18022 0.0,18023 0.0,18024 0.0,18025 0.0,18026 0.0,18027 0.0,18028 0.0,18029 0.0,18030 0.0,18031 0.0,18032 0.0,18033 0.0,18034 0.0,18035 0.0,18036 0.0,18037 0.0,18038 0.0,18039 0.0,18040 0.0,18041 0.0,18042 0.018043 ]18044 }18045 },18046 "items": {18047 "zero": [18048 0.0,18049 0.0,18050 0.0,18051 0.0,18052 0.0,18053 0.0,18054 0.0,18055 0.0,18056 0.0,18057 0.0,18058 0.0,18059 0.0,18060 0.0,18061 0.0,18062 0.0,18063 0.0,18064 0.0,18065 0.0,18066 0.0,18067 0.0,18068 0.0,18069 0.0,18070 0.0,18071 0.0,18072 0.0,18073 0.0,18074 0.0,18075 0.0,18076 0.0,18077 0.0,18078 0.0,18079 0.0,18080 0.0,18081 0.0,18082 0.018083 ],18084 "few": [18085 1.0,18086 1.0,18087 1.0,18088 1.0,18089 1.0,18090 1.0,18091 1.0,18092 1.0,18093 0.0,18094 1.0,18095 1.0,18096 1.0,18097 1.0,18098 1.0,18099 1.0,18100 1.0,18101 1.0,18102 1.0,18103 1.0,18104 1.0,18105 1.0,18106 1.0,18107 1.0,18108 1.0,18109 1.0,18110 1.0,18111 1.0,18112 1.0,18113 1.0,18114 1.0,18115 1.0,18116 1.0,18117 1.0,18118 1.0,18119 1.018120 ],18121 "own": [18122 0.0,18123 0.0,18124 0.0,18125 0.0,18126 0.0,18127 0.0,18128 0.0,18129 0.0,18130 0.0,18131 0.0,18132 0.0,18133 0.0,18134 0.0,18135 0.0,18136 0.0,18137 0.0,18138 0.0,18139 0.0,18140 0.0,18141 0.0,18142 0.0,18143 0.0,18144 0.0,18145 0.0,18146 0.0,18147 0.0,18148 0.0,18149 0.0,18150 0.0,18151 0.0,18152 0.0,18153 0.0,18154 0.0,18155 0.0,18156 0.018157 ]18158 }18159 }18160 },18161 "maps": {18162 "antonym|L25->L16|procrustes": {18163 "r2_fit": 0.8162704221261042,18164 "r2_heldout": 0.49898980595724196,18165 "n_params": 7343616,18166 "n_fit": 70018167 },18168 "antonym|L25->L16|ridge": {18169 "r2_fit": 0.9945151084961623,18170 "r2_heldout": 0.5710345518105251,18171 "n_params": 7343616,18172 "n_fit": 70018173 },18174 "antonym|L25->L16|cca": {18175 "r2_fit": 1.0,18176 "r2_heldout": 0.4207859496854611,18177 "n_params": 7343616,18178 "n_fit": 70018179 },18180 "antonym|L25->L16|random_orth": {18181 "r2_fit": -0.9975809656292223,18182 "r2_heldout": -1.0728461339278663,18183 "n_params": 7343616,18184 "n_fit": 70018185 },18186 "antonym|L25->L19|procrustes": {18187 "r2_fit": 0.791161579619093,18188 "r2_heldout": 0.448195182923498,18189 "n_params": 7343616,18190 "n_fit": 70018191 },18192 "antonym|L25->L19|ridge": {18193 "r2_fit": 0.9938277706432223,18194 "r2_heldout": 0.47671322426839224,18195 "n_params": 7343616,18196 "n_fit": 70018197 },18198 "antonym|L25->L19|cca": {18199 "r2_fit": 1.0,18200 "r2_heldout": 0.31663752962460345,18201 "n_params": 7343616,18202 "n_fit": 70018203 },18204 "antonym|L25->L19|random_orth": {18205 "r2_fit": -1.009916421334033,18206 "r2_heldout": -1.1001905123518791,18207 "n_params": 7343616,18208 "n_fit": 70018209 },18210 "capital|L25->L11|procrustes": {18211 "r2_fit": 0.7947472810034835,18212 "r2_heldout": 0.5213569477924374,18213 "n_params": 7343616,18214 "n_fit": 70018215 },18216 "capital|L25->L11|ridge": {18217 "r2_fit": 0.9959708291889603,18218 "r2_heldout": 0.6729825338320367,18219 "n_params": 7343616,18220 "n_fit": 70018221 },18222 "capital|L25->L11|cca": {18223 "r2_fit": 1.0,18224 "r2_heldout": 0.5628386508285331,18225 "n_params": 7343616,18226 "n_fit": 70018227 },18228 "capital|L25->L11|random_orth": {18229 "r2_fit": -1.001560667239886,18230 "r2_heldout": -1.0794249491147712,18231 "n_params": 7343616,18232 "n_fit": 70018233 },18234 "capital|L25->L19|procrustes": {18235 "r2_fit": 0.791161579619093,18236 "r2_heldout": 0.448195182923498,18237 "n_params": 7343616,18238 "n_fit": 70018239 },18240 "capital|L25->L19|ridge": {18241 "r2_fit": 0.9938277706432223,18242 "r2_heldout": 0.47671322426839224,18243 "n_params": 7343616,18244 "n_fit": 70018245 },18246 "capital|L25->L19|cca": {18247 "r2_fit": 1.0,18248 "r2_heldout": 0.31663752962460345,18249 "n_params": 7343616,18250 "n_fit": 70018251 },18252 "capital|L25->L19|random_orth": {18253 "r2_fit": -1.009916421334033,18254 "r2_heldout": -1.1001905123518791,18255 "n_params": 7343616,18256 "n_fit": 70018257 },18258 "morph|L2->L2|procrustes": {18259 "r2_fit": 0.930379967092368,18260 "r2_heldout": 0.8758817406502131,18261 "n_params": 7343616,18262 "n_fit": 70018263 },18264 "morph|L2->L2|ridge": {18265 "r2_fit": 0.934417640641801,18266 "r2_heldout": 0.9055986150692193,18267 "n_params": 7343616,18268 "n_fit": 70018269 },18270 "morph|L2->L2|cca": {18271 "r2_fit": 1.0,18272 "r2_heldout": 0.9094666088953589,18273 "n_params": 7343616,18274 "n_fit": 70018275 },18276 "morph|L2->L2|random_orth": {18277 "r2_fit": -1.0034928014459057,18278 "r2_heldout": -1.0472023561527122,18279 "n_params": 7343616,18280 "n_fit": 70018281 },18282 "morph|L2->L14|procrustes": {18283 "r2_fit": 0.6216275806206824,18284 "r2_heldout": 0.46418124344508505,18285 "n_params": 7343616,18286 "n_fit": 70018287 },18288 "morph|L2->L14|ridge": {18289 "r2_fit": 0.7497662650144017,18290 "r2_heldout": 0.6515851488672013,18291 "n_params": 7343616,18292 "n_fit": 70018293 },18294 "morph|L2->L14|cca": {18295 "r2_fit": 1.0,18296 "r2_heldout": 0.336238983161568,18297 "n_params": 7343616,18298 "n_fit": 70018299 },18300 "morph|L2->L14|random_orth": {18301 "r2_fit": -1.001281001092082,18302 "r2_heldout": -0.9648646594139374,18303 "n_params": 7343616,18304 "n_fit": 70018305 },18306 "addthree|L2->L2|procrustes": {18307 "r2_fit": 0.930379967092368,18308 "r2_heldout": 0.8758817406502131,18309 "n_params": 7343616,18310 "n_fit": 70018311 },18312 "addthree|L2->L2|ridge": {18313 "r2_fit": 0.934417640641801,18314 "r2_heldout": 0.9055986150692193,18315 "n_params": 7343616,18316 "n_fit": 70018317 },18318 "addthree|L2->L2|cca": {18319 "r2_fit": 1.0,18320 "r2_heldout": 0.9094666088953589,18321 "n_params": 7343616,18322 "n_fit": 70018323 },18324 "addthree|L2->L2|random_orth": {18325 "r2_fit": -1.0034928014459057,18326 "r2_heldout": -1.0472023561527122,18327 "n_params": 7343616,18328 "n_fit": 70018329 }18330 },18331 "collateral": {18332 "antonym": {18333 "condition": "procrustes|L16|a1.0",18334 "heldout_nll_base": 2.095116869608561,18335 "heldout_nll_with_vector": 2.0579765955607097,18336 "cross_task": {18337 "capital": {18338 "zero": 0.22727272727272727,18339 "with_vector": 0.4545454545454545318340 },18341 "morph": {18342 "zero": 0.0,18343 "with_vector": 0.018344 },18345 "addthree": {18346 "zero": 0.0,18347 "with_vector": 0.018348 }18349 }18350 },18351 "capital": {18352 "condition": "ridge|L11|a1.0",18353 "heldout_nll_base": 2.095116869608561,18354 "heldout_nll_with_vector": 2.0037325700124105,18355 "cross_task": {18356 "antonym": {18357 "zero": 0.25,18358 "with_vector": 0.312518359 },18360 "morph": {18361 "zero": 0.0,18362 "with_vector": 0.018363 },18364 "addthree": {18365 "zero": 0.0,18366 "with_vector": 0.018367 }18368 }18369 },18370 "morph": {18371 "condition": "procrustes|L2|a1.0",18372 "heldout_nll_base": 2.095116869608561,18373 "heldout_nll_with_vector": 2.081739886601766,18374 "cross_task": {18375 "antonym": {18376 "zero": 0.25,18377 "with_vector": 0.2518378 },18379 "capital": {18380 "zero": 0.22727272727272727,18381 "with_vector": 0.2272727272727272718382 },18383 "addthree": {18384 "zero": 0.0,18385 "with_vector": 0.018386 }18387 }18388 },18389 "addthree": {18390 "condition": "procrustes|L2|a1.0",18391 "heldout_nll_base": 2.095116869608561,18392 "heldout_nll_with_vector": 2.0879018306732178,18393 "cross_task": {18394 "antonym": {18395 "zero": 0.25,18396 "with_vector": 0.2518397 },18398 "capital": {18399 "zero": 0.22727272727272727,18400 "with_vector": 0.318181818181818218401 },18402 "morph": {18403 "zero": 0.0,18404 "with_vector": 0.018405 }18406 }18407 }18408 }18409 },18410 "qwen7b->llama3b": {18411 "donor": "qwen7b",18412 "recipient": "llama3b",18413 "tasks": {18414 "antonym": {18415 "recipient_zero": 0.0625,18416 "recipient_few": 0.90625,18417 "recipient_own_vector": 0.84375,18418 "donor_layer": 16,18419 "conditions": {18420 "procrustes|L14|a1.0": {18421 "accuracy": 0.34375,18422 "gain_vs_zero": {18423 "estimate": 0.28125,18424 "low": 0.125,18425 "high": 0.4375,18426 "level": 0.95,18427 "n_items": 32,18428 "n_clusters": 32,18429 "n_boot": 200018430 },18431 "mapped_norm": 9.328490257263184,18432 "outputs_sample": [18433 " smile\n\n",18434 " depart\n\n",18435 " radiant\n\n",18436 " peaceful\n\n",18437 " over\n"18438 ],18439 "correct": [18440 0.0,18441 1.0,18442 0.0,18443 0.0,18444 0.0,18445 0.0,18446 0.0,18447 0.0,18448 0.0,18449 1.0,18450 0.0,18451 0.0,18452 0.0,18453 0.0,18454 0.0,18455 1.0,18456 0.0,18457 1.0,18458 1.0,18459 1.0,18460 1.0,18461 0.0,18462 0.0,18463 1.0,18464 1.0,18465 0.0,18466 0.0,18467 1.0,18468 1.0,18469 0.0,18470 0.0,18471 0.018472 ]18473 },18474 "procrustes|L14|a2.0": {18475 "accuracy": 0.0,18476 "gain_vs_zero": {18477 "estimate": -0.0625,18478 "low": -0.15625,18479 "high": 0.0,18480 "level": 0.95,18481 "n_items": 32,18482 "n_clusters": 32,18483 "n_boot": 200018484 },18485 "mapped_norm": 9.328490257263184,18486 "outputs_sample": [18487 " rabbit\n\n",18488 " wave\n\n",18489 " silver\n",18490 " river\n\n",18491 " wire\n"18492 ],18493 "correct": [18494 0.0,18495 0.0,18496 0.0,18497 0.0,18498 0.0,18499 0.0,18500 0.0,18501 0.0,18502 0.0,18503 0.0,18504 0.0,18505 0.0,18506 0.0,18507 0.0,18508 0.0,18509 0.0,18510 0.0,18511 0.0,18512 0.0,18513 0.0,18514 0.0,18515 0.0,18516 0.0,18517 0.0,18518 0.0,18519 0.0,18520 0.0,18521 0.0,18522 0.0,18523 0.0,18524 0.0,18525 0.018526 ]18527 },18528 "procrustes_rescaled|L14|a1.0": {18529 "accuracy": 0.34375,18530 "gain_vs_zero": {18531 "estimate": 0.28125,18532 "low": 0.125,18533 "high": 0.4375,18534 "level": 0.95,18535 "n_items": 32,18536 "n_clusters": 32,18537 "n_boot": 200018538 },18539 "mapped_norm": 10.601888656616211,18540 "outputs_sample": [18541 " smile\n\n",18542 " depart\n\n",18543 " radiant\n\n",18544 " peaceful\n\n",18545 " over\n"18546 ],18547 "correct": [18548 0.0,18549 1.0,18550 0.0,18551 0.0,18552 0.0,18553 0.0,18554 0.0,18555 0.0,18556 0.0,18557 1.0,18558 0.0,18559 0.0,18560 0.0,18561 0.0,18562 0.0,18563 1.0,18564 0.0,18565 1.0,18566 1.0,18567 1.0,18568 1.0,18569 0.0,18570 0.0,18571 1.0,18572 1.0,18573 0.0,18574 0.0,18575 1.0,18576 1.0,18577 0.0,18578 0.0,18579 0.018580 ]18581 },18582 "ridge|L14|a1.0": {18583 "accuracy": 0.28125,18584 "gain_vs_zero": {18585 "estimate": 0.21875,18586 "low": 0.09375,18587 "high": 0.375,18588 "level": 0.95,18589 "n_items": 32,18590 "n_clusters": 32,18591 "n_boot": 200018592 },18593 "mapped_norm": 10.266478538513184,18594 "outputs_sample": [18595 " smile\n\n",18596 " depart\n\n",18597 " light\n\n",18598 " peaceful\n\n",18599 " zero\n"18600 ],18601 "correct": [18602 0.0,18603 1.0,18604 0.0,18605 0.0,18606 0.0,18607 0.0,18608 0.0,18609 0.0,18610 0.0,18611 1.0,18612 0.0,18613 0.0,18614 0.0,18615 1.0,18616 0.0,18617 0.0,18618 0.0,18619 1.0,18620 1.0,18621 1.0,18622 1.0,18623 0.0,18624 0.0,18625 1.0,18626 0.0,18627 0.0,18628 0.0,18629 1.0,18630 0.0,18631 0.0,18632 0.0,18633 0.018634 ]18635 },18636 "ridge|L14|a2.0": {18637 "accuracy": 0.0,18638 "gain_vs_zero": {18639 "estimate": -0.0625,18640 "low": -0.15625,18641 "high": 0.0,18642 "level": 0.95,18643 "n_items": 32,18644 "n_clusters": 32,18645 "n_boot": 200018646 },18647 "mapped_norm": 10.266478538513184,18648 "outputs_sample": [18649 " snake\n",18650 " wave\n\n",18651 " candle\n",18652 " candle\n\n",18653 " bridge\n"18654 ],18655 "correct": [18656 0.0,18657 0.0,18658 0.0,18659 0.0,18660 0.0,18661 0.0,18662 0.0,18663 0.0,18664 0.0,18665 0.0,18666 0.0,18667 0.0,18668 0.0,18669 0.0,18670 0.0,18671 0.0,18672 0.0,18673 0.0,18674 0.0,18675 0.0,18676 0.0,18677 0.0,18678 0.0,18679 0.0,18680 0.0,18681 0.0,18682 0.0,18683 0.0,18684 0.0,18685 0.0,18686 0.0,18687 0.018688 ]18689 },18690 "ridge_rescaled|L14|a1.0": {18691 "accuracy": 0.28125,18692 "gain_vs_zero": {18693 "estimate": 0.21875,18694 "low": 0.09375,18695 "high": 0.375,18696 "level": 0.95,18697 "n_items": 32,18698 "n_clusters": 32,18699 "n_boot": 200018700 },18701 "mapped_norm": 10.601886749267578,18702 "outputs_sample": [18703 " smile\n\n",18704 " depart\n\n",18705 " light\n\n",18706 " peaceful\n\n",18707 " zero\n"18708 ],18709 "correct": [18710 0.0,18711 1.0,18712 0.0,18713 0.0,18714 0.0,18715 0.0,18716 0.0,18717 0.0,18718 0.0,18719 1.0,18720 0.0,18721 0.0,18722 0.0,18723 1.0,18724 0.0,18725 0.0,18726 0.0,18727 1.0,18728 1.0,18729 1.0,18730 1.0,18731 0.0,18732 0.0,18733 1.0,18734 0.0,18735 0.0,18736 0.0,18737 1.0,18738 0.0,18739 0.0,18740 0.0,18741 0.018742 ]18743 },18744 "cca|L14|a1.0": {18745 "accuracy": 0.3125,18746 "gain_vs_zero": {18747 "estimate": 0.25,18748 "low": 0.125,18749 "high": 0.40625,18750 "level": 0.95,18751 "n_items": 32,18752 "n_clusters": 32,18753 "n_boot": 200018754 },18755 "mapped_norm": 11.020055770874023,18756 "outputs_sample": [18757 " smile\n\n",18758 " depart\n\n",18759 " light\n\n",18760 " peaceful\n\n",18761 " zero\n"18762 ],18763 "correct": [18764 0.0,18765 1.0,18766 0.0,18767 0.0,18768 0.0,18769 0.0,18770 0.0,18771 0.0,18772 0.0,18773 1.0,18774 1.0,18775 0.0,18776 0.0,18777 1.0,18778 0.0,18779 0.0,18780 0.0,18781 1.0,18782 1.0,18783 1.0,18784 1.0,18785 0.0,18786 0.0,18787 1.0,18788 0.0,18789 0.0,18790 0.0,18791 1.0,18792 0.0,18793 0.0,18794 0.0,18795 0.018796 ]18797 },18798 "cca|L14|a2.0": {18799 "accuracy": 0.0,18800 "gain_vs_zero": {18801 "estimate": -0.0625,18802 "low": -0.15625,18803 "high": 0.0,18804 "level": 0.95,18805 "n_items": 32,18806 "n_clusters": 32,18807 "n_boot": 200018808 },18809 "mapped_norm": 11.020055770874023,18810 "outputs_sample": [18811 " snake\n",18812 " candle\n\n",18813 " candle\n",18814 " candle\n\n",18815 " oil\n"18816 ],18817 "correct": [18818 0.0,18819 0.0,18820 0.0,18821 0.0,18822 0.0,18823 0.0,18824 0.0,18825 0.0,18826 0.0,18827 0.0,18828 0.0,18829 0.0,18830 0.0,18831 0.0,18832 0.0,18833 0.0,18834 0.0,18835 0.0,18836 0.0,18837 0.0,18838 0.0,18839 0.0,18840 0.0,18841 0.0,18842 0.0,18843 0.0,18844 0.0,18845 0.0,18846 0.0,18847 0.0,18848 0.0,18849 0.018850 ]18851 },18852 "random_orth|L14|a1.0": {18853 "accuracy": 0.0625,18854 "gain_vs_zero": {18855 "estimate": 0.0,18856 "low": -0.125,18857 "high": 0.125,18858 "level": 0.95,18859 "n_items": 32,18860 "n_clusters": 32,18861 "n_boot": 200018862 },18863 "mapped_norm": 10.240809440612793,18864 "outputs_sample": [18865 " 1\n\n",18866 " arrive\n\n",18867 " bright\n\n",18868 " 0.0\n\n",18869 " output\n"18870 ],18871 "correct": [18872 0.0,18873 0.0,18874 0.0,18875 0.0,18876 0.0,18877 0.0,18878 0.0,18879 0.0,18880 0.0,18881 0.0,18882 0.0,18883 0.0,18884 0.0,18885 0.0,18886 0.0,18887 0.0,18888 0.0,18889 0.0,18890 0.0,18891 1.0,18892 0.0,18893 0.0,18894 0.0,18895 0.0,18896 1.0,18897 0.0,18898 0.0,18899 0.0,18900 0.0,18901 0.0,18902 0.0,18903 0.018904 ]18905 },18906 "random_orth|L14|a2.0": {18907 "accuracy": 0.03125,18908 "gain_vs_zero": {18909 "estimate": -0.03125,18910 "low": -0.125,18911 "high": 0.0625,18912 "level": 0.95,18913 "n_items": 32,18914 "n_clusters": 32,18915 "n_boot": 200018916 },18917 "mapped_norm": 10.240809440612793,18918 "outputs_sample": [18919 " 1\n",18920 " 1\n\n",18921 " bright\n",18922 " calmness\n\n",18923 " 0\n"18924 ],18925 "correct": [18926 0.0,18927 0.0,18928 0.0,18929 0.0,18930 0.0,18931 0.0,18932 0.0,18933 0.0,18934 0.0,18935 0.0,18936 0.0,18937 0.0,18938 0.0,18939 0.0,18940 0.0,18941 0.0,18942 0.0,18943 0.0,18944 0.0,18945 1.0,18946 0.0,18947 0.0,18948 0.0,18949 0.0,18950 0.0,18951 0.0,18952 0.0,18953 0.0,18954 0.0,18955 0.0,18956 0.0,18957 0.018958 ]18959 },18960 "replace_donor_fewshot|procrustes|L14": {18961 "accuracy": 0.21875,18962 "gain_vs_zero": {18963 "estimate": 0.15625,18964 "low": 0.0,18965 "high": 0.34375,18966 "level": 0.95,18967 "n_items": 32,18968 "n_clusters": 32,18969 "n_boot": 200018970 },18971 "outputs_sample": [18972 " smile\n\n",18973 " arrive\n\n",18974 " light\n\n",18975 " peaceful\n\n",18976 " 1\n"18977 ],18978 "correct": [18979 0.0,18980 0.0,18981 0.0,18982 0.0,18983 0.0,18984 0.0,18985 0.0,18986 0.0,18987 1.0,18988 0.0,18989 0.0,18990 1.0,18991 0.0,18992 1.0,18993 0.0,18994 0.0,18995 0.0,18996 0.0,18997 0.0,18998 1.0,18999 1.0,19000 0.0,19001 0.0,19002 1.0,19003 0.0,19004 0.0,19005 0.0,19006 0.0,19007 1.0,19008 0.0,19009 0.0,19010 0.019011 ]19012 },19013 "ctl_replace_donor_zeroshot|procrustes|L14": {19014 "accuracy": 0.0,19015 "gain_vs_zero": {19016 "estimate": -0.0625,19017 "low": -0.15625,19018 "high": 0.0,19019 "level": 0.95,19020 "n_items": 32,19021 "n_clusters": 32,19022 "n_boot": 200019023 },19024 "outputs_sample": [19025 " 1\n\n",19026 " arrive\n\n",19027 " 1.0\n\n",19028 " peaceful\n\n",19029 " over\n"19030 ],19031 "correct": [19032 0.0,19033 0.0,19034 0.0,19035 0.0,19036 0.0,19037 0.0,19038 0.0,19039 0.0,19040 0.0,19041 0.0,19042 0.0,19043 0.0,19044 0.0,19045 0.0,19046 0.0,19047 0.0,19048 0.0,19049 0.0,19050 0.0,19051 0.0,19052 0.0,19053 0.0,19054 0.0,19055 0.0,19056 0.0,19057 0.0,19058 0.0,19059 0.0,19060 0.0,19061 0.0,19062 0.0,19063 0.019064 ]19065 },19066 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {19067 "accuracy": 0.125,19068 "gain_vs_zero": {19069 "estimate": 0.0625,19070 "low": -0.0625,19071 "high": 0.1875,19072 "level": 0.95,19073 "n_items": 32,19074 "n_clusters": 32,19075 "n_boot": 200019076 },19077 "outputs_sample": [19078 " smile\n\n",19079 " arrive\n\n",19080 " light\n\n",19081 " peaceful\n\n",19082 " over\n"19083 ],19084 "correct": [19085 0.0,19086 0.0,19087 0.0,19088 0.0,19089 0.0,19090 0.0,19091 0.0,19092 0.0,19093 0.0,19094 1.0,19095 0.0,19096 0.0,19097 0.0,19098 1.0,19099 0.0,19100 0.0,19101 0.0,19102 0.0,19103 0.0,19104 1.0,19105 0.0,19106 0.0,19107 0.0,19108 0.0,19109 0.0,19110 0.0,19111 0.0,19112 0.0,19113 1.0,19114 0.0,19115 0.0,19116 0.019117 ]19118 },19119 "replace_donor_fewshot|ridge|L14": {19120 "accuracy": 0.15625,19121 "gain_vs_zero": {19122 "estimate": 0.09375,19123 "low": -0.0625,19124 "high": 0.25,19125 "level": 0.95,19126 "n_items": 32,19127 "n_clusters": 32,19128 "n_boot": 200019129 },19130 "outputs_sample": [19131 " smile\n\n",19132 " arrive\n\n",19133 " light\n\n",19134 " peaceful\n\n",19135 " water\n"19136 ],19137 "correct": [19138 0.0,19139 0.0,19140 0.0,19141 0.0,19142 0.0,19143 0.0,19144 0.0,19145 0.0,19146 1.0,19147 0.0,19148 1.0,19149 0.0,19150 0.0,19151 1.0,19152 1.0,19153 0.0,19154 0.0,19155 0.0,19156 0.0,19157 1.0,19158 0.0,19159 0.0,19160 0.0,19161 0.0,19162 0.0,19163 0.0,19164 0.0,19165 0.0,19166 0.0,19167 0.0,19168 0.0,19169 0.019170 ]19171 },19172 "ctl_replace_donor_zeroshot|ridge|L14": {19173 "accuracy": 0.0,19174 "gain_vs_zero": {19175 "estimate": -0.0625,19176 "low": -0.15625,19177 "high": 0.0,19178 "level": 0.95,19179 "n_items": 32,19180 "n_clusters": 32,19181 "n_boot": 200019182 },19183 "outputs_sample": [19184 " happy\n\n",19185 " arrive\n\n",19186 " bright\n\n",19187 " peaceful\n\n",19188 " over\n"19189 ],19190 "correct": [19191 0.0,19192 0.0,19193 0.0,19194 0.0,19195 0.0,19196 0.0,19197 0.0,19198 0.0,19199 0.0,19200 0.0,19201 0.0,19202 0.0,19203 0.0,19204 0.0,19205 0.0,19206 0.0,19207 0.0,19208 0.0,19209 0.0,19210 0.0,19211 0.0,19212 0.0,19213 0.0,19214 0.0,19215 0.0,19216 0.0,19217 0.0,19218 0.0,19219 0.0,19220 0.0,19221 0.0,19222 0.019223 ]19224 },19225 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {19226 "accuracy": 0.15625,19227 "gain_vs_zero": {19228 "estimate": 0.09375,19229 "low": -0.0625,19230 "high": 0.25,19231 "level": 0.95,19232 "n_items": 32,19233 "n_clusters": 32,19234 "n_boot": 200019235 },19236 "outputs_sample": [19237 " smile\n\n",19238 " arrive\n\n",19239 " candle\n\n",19240 " peaceful\n\n",19241 " snake\n"19242 ],19243 "correct": [19244 0.0,19245 0.0,19246 0.0,19247 0.0,19248 0.0,19249 0.0,19250 0.0,19251 0.0,19252 1.0,19253 0.0,19254 1.0,19255 0.0,19256 0.0,19257 1.0,19258 1.0,19259 0.0,19260 1.0,19261 0.0,19262 0.0,19263 0.0,19264 0.0,19265 0.0,19266 0.0,19267 0.0,19268 0.0,19269 0.0,19270 0.0,19271 0.0,19272 0.0,19273 0.0,19274 0.0,19275 0.019276 ]19277 },19278 "ctl_replace_donor_fewshot|sham_map|L14": {19279 "accuracy": 0.0,19280 "gain_vs_zero": {19281 "estimate": -0.0625,19282 "low": -0.15625,19283 "high": 0.0,19284 "level": 0.95,19285 "n_items": 32,19286 "n_clusters": 32,19287 "n_boot": 200019288 },19289 "outputs_sample": [19290 " 1\n\n",19291 " 1\n\n",19292 " 1.0\n\n",19293 " 0.0\n\n",19294 " 10\n\n"19295 ],19296 "correct": [19297 0.0,19298 0.0,19299 0.0,19300 0.0,19301 0.0,19302 0.0,19303 0.0,19304 0.0,19305 0.0,19306 0.0,19307 0.0,19308 0.0,19309 0.0,19310 0.0,19311 0.0,19312 0.0,19313 0.0,19314 0.0,19315 0.0,19316 0.0,19317 0.0,19318 0.0,19319 0.0,19320 0.0,19321 0.0,19322 0.0,19323 0.0,19324 0.0,19325 0.0,19326 0.0,19327 0.0,19328 0.019329 ]19330 },19331 "ctl_replace_donor_zeroshot|sham_map|L14": {19332 "accuracy": 0.0,19333 "gain_vs_zero": {19334 "estimate": -0.0625,19335 "low": -0.15625,19336 "high": 0.0,19337 "level": 0.95,19338 "n_items": 32,19339 "n_clusters": 32,19340 "n_boot": 200019341 },19342 "outputs_sample": [19343 " 1\n\n",19344 " 1\n\n",19345 " 1.0\n\n",19346 " calm\n\n",19347 " over\n"19348 ],19349 "correct": [19350 0.0,19351 0.0,19352 0.0,19353 0.0,19354 0.0,19355 0.0,19356 0.0,19357 0.0,19358 0.0,19359 0.0,19360 0.0,19361 0.0,19362 0.0,19363 0.0,19364 0.0,19365 0.0,19366 0.0,19367 0.0,19368 0.0,19369 0.0,19370 0.0,19371 0.0,19372 0.0,19373 0.0,19374 0.0,19375 0.0,19376 0.0,19377 0.0,19378 0.0,19379 0.0,19380 0.0,19381 0.019382 ]19383 },19384 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {19385 "accuracy": 0.0,19386 "gain_vs_zero": {19387 "estimate": -0.0625,19388 "low": -0.15625,19389 "high": 0.0,19390 "level": 0.95,19391 "n_items": 32,19392 "n_clusters": 32,19393 "n_boot": 200019394 },19395 "outputs_sample": [19396 " 1\n\n",19397 " 1\n\n",19398 " bright\n\n",19399 " 0.0\n\n",19400 " 1\n\n"19401 ],19402 "correct": [19403 0.0,19404 0.0,19405 0.0,19406 0.0,19407 0.0,19408 0.0,19409 0.0,19410 0.0,19411 0.0,19412 0.0,19413 0.0,19414 0.0,19415 0.0,19416 0.0,19417 0.0,19418 0.0,19419 0.0,19420 0.0,19421 0.0,19422 0.0,19423 0.0,19424 0.0,19425 0.0,19426 0.0,19427 0.0,19428 0.0,19429 0.0,19430 0.0,19431 0.0,19432 0.0,19433 0.0,19434 0.019435 ]19436 },19437 "ctl_random_norm_matched|L14": {19438 "accuracy": 0.0625,19439 "gain_vs_zero": {19440 "estimate": 0.0,19441 "low": -0.09375,19442 "high": 0.09375,19443 "level": 0.95,19444 "n_items": 32,19445 "n_clusters": 32,19446 "n_boot": 200019447 },19448 "correct": [19449 0.0,19450 0.0,19451 0.0,19452 0.0,19453 0.0,19454 0.0,19455 0.0,19456 0.0,19457 0.0,19458 0.0,19459 0.0,19460 0.0,19461 0.0,19462 0.0,19463 0.0,19464 0.0,19465 0.0,19466 0.0,19467 0.0,19468 0.0,19469 0.0,19470 0.0,19471 0.0,19472 0.0,19473 0.0,19474 0.0,19475 0.0,19476 1.0,19477 1.0,19478 0.0,19479 0.0,19480 0.019481 ]19482 },19483 "ctl_unrelated_task_vector(capital)|L14": {19484 "accuracy": 0.34375,19485 "gain_vs_zero": {19486 "estimate": 0.28125,19487 "low": 0.125,19488 "high": 0.4375,19489 "level": 0.95,19490 "n_items": 32,19491 "n_clusters": 32,19492 "n_boot": 200019493 },19494 "correct": [19495 0.0,19496 1.0,19497 0.0,19498 0.0,19499 0.0,19500 0.0,19501 0.0,19502 0.0,19503 0.0,19504 1.0,19505 0.0,19506 0.0,19507 0.0,19508 0.0,19509 0.0,19510 1.0,19511 0.0,19512 1.0,19513 1.0,19514 1.0,19515 1.0,19516 0.0,19517 0.0,19518 1.0,19519 1.0,19520 0.0,19521 0.0,19522 1.0,19523 1.0,19524 0.0,19525 0.0,19526 0.019527 ]19528 },19529 "procrustes|L16|a1.0": {19530 "accuracy": 0.375,19531 "gain_vs_zero": {19532 "estimate": 0.3125,19533 "low": 0.15625,19534 "high": 0.46875,19535 "level": 0.95,19536 "n_items": 32,19537 "n_clusters": 32,19538 "n_boot": 200019539 },19540 "mapped_norm": 11.446549415588379,19541 "outputs_sample": [19542 " happy\n\n",19543 " depart\n\n",19544 " radiant\n\n",19545 " peaceful\n\n",19546 " over\n"19547 ],19548 "correct": [19549 0.0,19550 1.0,19551 0.0,19552 0.0,19553 0.0,19554 0.0,19555 0.0,19556 0.0,19557 0.0,19558 1.0,19559 0.0,19560 0.0,19561 0.0,19562 0.0,19563 0.0,19564 1.0,19565 1.0,19566 1.0,19567 1.0,19568 1.0,19569 1.0,19570 0.0,19571 0.0,19572 1.0,19573 1.0,19574 0.0,19575 0.0,19576 1.0,19577 1.0,19578 0.0,19579 0.0,19580 0.019581 ]19582 },19583 "procrustes|L16|a2.0": {19584 "accuracy": 0.15625,19585 "gain_vs_zero": {19586 "estimate": 0.09375,19587 "low": -0.03125,19588 "high": 0.21875,19589 "level": 0.95,19590 "n_items": 32,19591 "n_clusters": 32,19592 "n_boot": 200019593 },19594 "mapped_norm": 11.446549415588379,19595 "outputs_sample": [19596 " happy\n\n",19597 " arrive\n\n",19598 " arrow\n\n",19599 " silence\n\n",19600 " arrow\n\n"19601 ],19602 "correct": [19603 0.0,19604 0.0,19605 0.0,19606 0.0,19607 0.0,19608 0.0,19609 0.0,19610 0.0,19611 0.0,19612 1.0,19613 0.0,19614 0.0,19615 0.0,19616 0.0,19617 0.0,19618 0.0,19619 0.0,19620 1.0,19621 0.0,19622 1.0,19623 0.0,19624 0.0,19625 0.0,19626 1.0,19627 0.0,19628 0.0,19629 0.0,19630 0.0,19631 1.0,19632 0.0,19633 0.0,19634 0.019635 ]19636 },19637 "procrustes_rescaled|L16|a1.0": {19638 "accuracy": 0.375,19639 "gain_vs_zero": {19640 "estimate": 0.3125,19641 "low": 0.15625,19642 "high": 0.46875,19643 "level": 0.95,19644 "n_items": 32,19645 "n_clusters": 32,19646 "n_boot": 200019647 },19648 "mapped_norm": 10.601887702941895,19649 "outputs_sample": [19650 " happy\n\n",19651 " depart\n\n",19652 " radiant\n\n",19653 " peaceful\n\n",19654 " over\n"19655 ],19656 "correct": [19657 0.0,19658 1.0,19659 0.0,19660 0.0,19661 0.0,19662 0.0,19663 0.0,19664 0.0,19665 0.0,19666 1.0,19667 0.0,19668 0.0,19669 0.0,19670 0.0,19671 0.0,19672 1.0,19673 1.0,19674 1.0,19675 1.0,19676 1.0,19677 1.0,19678 0.0,19679 0.0,19680 1.0,19681 1.0,19682 0.0,19683 0.0,19684 1.0,19685 1.0,19686 0.0,19687 0.0,19688 0.019689 ]19690 },19691 "ridge|L16|a1.0": {19692 "accuracy": 0.25,19693 "gain_vs_zero": {19694 "estimate": 0.1875,19695 "low": 0.0625,19696 "high": 0.34375,19697 "level": 0.95,19698 "n_items": 32,19699 "n_clusters": 32,19700 "n_boot": 200019701 },19702 "mapped_norm": 12.664738655090332,19703 "outputs_sample": [19704 " smile\n\n",19705 " arrive\n\n",19706 " light\n\n",19707 " peaceful\n\n",19708 " over\n"19709 ],19710 "correct": [19711 0.0,19712 0.0,19713 0.0,19714 0.0,19715 0.0,19716 0.0,19717 0.0,19718 0.0,19719 0.0,19720 1.0,19721 0.0,19722 0.0,19723 0.0,19724 0.0,19725 0.0,19726 1.0,19727 0.0,19728 1.0,19729 1.0,19730 1.0,19731 1.0,19732 0.0,19733 0.0,19734 1.0,19735 0.0,19736 0.0,19737 0.0,19738 1.0,19739 0.0,19740 0.0,19741 0.0,19742 0.019743 ]19744 },19745 "ridge|L16|a2.0": {19746 "accuracy": 0.0625,19747 "gain_vs_zero": {19748 "estimate": 0.0,19749 "low": -0.125,19750 "high": 0.125,19751 "level": 0.95,19752 "n_items": 32,19753 "n_clusters": 32,19754 "n_boot": 200019755 },19756 "mapped_norm": 12.664738655090332,19757 "outputs_sample": [19758 " smile\n\n",19759 " arrive\n\n",19760 " teeth\n\n",19761 " smile\n\n",19762 " arrow\n\n"19763 ],19764 "correct": [19765 0.0,19766 0.0,19767 0.0,19768 0.0,19769 0.0,19770 0.0,19771 0.0,19772 0.0,19773 0.0,19774 0.0,19775 0.0,19776 0.0,19777 0.0,19778 0.0,19779 0.0,19780 0.0,19781 0.0,19782 1.0,19783 0.0,19784 1.0,19785 0.0,19786 0.0,19787 0.0,19788 0.0,19789 0.0,19790 0.0,19791 0.0,19792 0.0,19793 0.0,19794 0.0,19795 0.0,19796 0.019797 ]19798 },19799 "ridge_rescaled|L16|a1.0": {19800 "accuracy": 0.3125,19801 "gain_vs_zero": {19802 "estimate": 0.25,19803 "low": 0.125,19804 "high": 0.40625,19805 "level": 0.95,19806 "n_items": 32,19807 "n_clusters": 32,19808 "n_boot": 200019809 },19810 "mapped_norm": 10.601886749267578,19811 "outputs_sample": [19812 " smile\n\n",19813 " depart\n\n",19814 " light\n\n",19815 " peaceful\n\n",19816 " output\n"19817 ],19818 "correct": [19819 0.0,19820 1.0,19821 0.0,19822 0.0,19823 0.0,19824 0.0,19825 0.0,19826 0.0,19827 0.0,19828 1.0,19829 0.0,19830 0.0,19831 0.0,19832 0.0,19833 0.0,19834 1.0,19835 0.0,19836 1.0,19837 1.0,19838 1.0,19839 1.0,19840 0.0,19841 0.0,19842 1.0,19843 0.0,19844 0.0,19845 0.0,19846 1.0,19847 1.0,19848 0.0,19849 0.0,19850 0.019851 ]19852 },19853 "cca|L16|a1.0": {19854 "accuracy": 0.28125,19855 "gain_vs_zero": {19856 "estimate": 0.21875,19857 "low": 0.09375,19858 "high": 0.375,19859 "level": 0.95,19860 "n_items": 32,19861 "n_clusters": 32,19862 "n_boot": 200019863 },19864 "mapped_norm": 13.73983097076416,19865 "outputs_sample": [19866 " smile\n\n",19867 " arrive\n\n",19868 " light\n\n",19869 " peaceful\n\n",19870 " input\n"19871 ],19872 "correct": [19873 0.0,19874 0.0,19875 0.0,19876 0.0,19877 0.0,19878 0.0,19879 0.0,19880 0.0,19881 0.0,19882 1.0,19883 1.0,19884 0.0,19885 0.0,19886 0.0,19887 0.0,19888 1.0,19889 0.0,19890 1.0,19891 1.0,19892 1.0,19893 1.0,19894 0.0,19895 0.0,19896 1.0,19897 0.0,19898 0.0,19899 0.0,19900 1.0,19901 0.0,19902 0.0,19903 0.0,19904 0.019905 ]19906 },19907 "cca|L16|a2.0": {19908 "accuracy": 0.09375,19909 "gain_vs_zero": {19910 "estimate": 0.03125,19911 "low": -0.09375,19912 "high": 0.15625,19913 "level": 0.95,19914 "n_items": 32,19915 "n_clusters": 32,19916 "n_boot": 200019917 },19918 "mapped_norm": 13.73983097076416,19919 "outputs_sample": [19920 " smile\n\n",19921 " toothbrush\n\n",19922 " teeth\n\n",19923 " smile\n\n",19924 " arrow\n\n"19925 ],19926 "correct": [19927 0.0,19928 0.0,19929 0.0,19930 0.0,19931 0.0,19932 0.0,19933 0.0,19934 0.0,19935 0.0,19936 0.0,19937 0.0,19938 0.0,19939 0.0,19940 1.0,19941 0.0,19942 0.0,19943 0.0,19944 1.0,19945 0.0,19946 1.0,19947 0.0,19948 0.0,19949 0.0,19950 0.0,19951 0.0,19952 0.0,19953 0.0,19954 0.0,19955 0.0,19956 0.0,19957 0.0,19958 0.019959 ]19960 },19961 "random_orth|L16|a1.0": {19962 "accuracy": 0.03125,19963 "gain_vs_zero": {19964 "estimate": -0.03125,19965 "low": -0.09375,19966 "high": 0.0,19967 "level": 0.95,19968 "n_items": 32,19969 "n_clusters": 32,19970 "n_boot": 200019971 },19972 "mapped_norm": 12.857754707336426,19973 "outputs_sample": [19974 " 1\n",19975 " 1\n\n",19976 " bright\n",19977 " peaceful\n\n",19978 " 0\n"19979 ],19980 "correct": [19981 0.0,19982 0.0,19983 0.0,19984 0.0,19985 0.0,19986 0.0,19987 0.0,19988 0.0,19989 0.0,19990 0.0,19991 0.0,19992 0.0,19993 0.0,19994 0.0,19995 0.0,19996 0.0,19997 0.0,19998 0.0,19999 0.0,20000 0.0,20001 0.0,20002 0.0,20003 0.0,20004 0.0,20005 0.0,20006 0.0,20007 0.0,20008 1.0,20009 0.0,20010 0.0,20011 0.0,20012 0.020013 ]20014 },20015 "random_orth|L16|a2.0": {20016 "accuracy": 0.0,20017 "gain_vs_zero": {20018 "estimate": -0.0625,20019 "low": -0.15625,20020 "high": 0.0,20021 "level": 0.95,20022 "n_items": 32,20023 "n_clusters": 32,20024 "n_boot": 200020025 },20026 "mapped_norm": 12.857754707336426,20027 "outputs_sample": [20028 " 1\n",20029 " 1\n\n",20030 " 1\n",20031 " calmness\n\n",20032 " 1\n"20033 ],20034 "correct": [20035 0.0,20036 0.0,20037 0.0,20038 0.0,20039 0.0,20040 0.0,20041 0.0,20042 0.0,20043 0.0,20044 0.0,20045 0.0,20046 0.0,20047 0.0,20048 0.0,20049 0.0,20050 0.0,20051 0.0,20052 0.0,20053 0.0,20054 0.0,20055 0.0,20056 0.0,20057 0.0,20058 0.0,20059 0.0,20060 0.0,20061 0.0,20062 0.0,20063 0.0,20064 0.0,20065 0.0,20066 0.020067 ]20068 },20069 "replace_donor_fewshot|procrustes|L16": {20070 "accuracy": 0.0,20071 "gain_vs_zero": {20072 "estimate": -0.0625,20073 "low": -0.15625,20074 "high": 0.0,20075 "level": 0.95,20076 "n_items": 32,20077 "n_clusters": 32,20078 "n_boot": 200020079 },20080 "outputs_sample": [20081 " happy\n\n",20082 " arrive\n\n",20083 " bright\n\n",20084 " happy\n\n",20085 " over\n"20086 ],20087 "correct": [20088 0.0,20089 0.0,20090 0.0,20091 0.0,20092 0.0,20093 0.0,20094 0.0,20095 0.0,20096 0.0,20097 0.0,20098 0.0,20099 0.0,20100 0.0,20101 0.0,20102 0.0,20103 0.0,20104 0.0,20105 0.0,20106 0.0,20107 0.0,20108 0.0,20109 0.0,20110 0.0,20111 0.0,20112 0.0,20113 0.0,20114 0.0,20115 0.0,20116 0.0,20117 0.0,20118 0.0,20119 0.020120 ]20121 },20122 "ctl_replace_donor_zeroshot|procrustes|L16": {20123 "accuracy": 0.0,20124 "gain_vs_zero": {20125 "estimate": -0.0625,20126 "low": -0.15625,20127 "high": 0.0,20128 "level": 0.95,20129 "n_items": 32,20130 "n_clusters": 32,20131 "n_boot": 200020132 },20133 "outputs_sample": [20134 " 1\n\n",20135 " arrive\n\n",20136 " 1.0\n\n",20137 " calm\n\n",20138 " over\n"20139 ],20140 "correct": [20141 0.0,20142 0.0,20143 0.0,20144 0.0,20145 0.0,20146 0.0,20147 0.0,20148 0.0,20149 0.0,20150 0.0,20151 0.0,20152 0.0,20153 0.0,20154 0.0,20155 0.0,20156 0.0,20157 0.0,20158 0.0,20159 0.0,20160 0.0,20161 0.0,20162 0.0,20163 0.0,20164 0.0,20165 0.0,20166 0.0,20167 0.0,20168 0.0,20169 0.0,20170 0.0,20171 0.0,20172 0.020173 ]20174 },20175 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L16": {20176 "accuracy": 0.0625,20177 "gain_vs_zero": {20178 "estimate": 0.0,20179 "low": -0.125,20180 "high": 0.125,20181 "level": 0.95,20182 "n_items": 32,20183 "n_clusters": 32,20184 "n_boot": 200020185 },20186 "outputs_sample": [20187 " happy\n\n",20188 " arrive\n\n",20189 " bright\n\n",20190 " calm\n\n",20191 " 1\n"20192 ],20193 "correct": [20194 0.0,20195 0.0,20196 0.0,20197 0.0,20198 0.0,20199 0.0,20200 0.0,20201 0.0,20202 0.0,20203 0.0,20204 0.0,20205 0.0,20206 0.0,20207 0.0,20208 0.0,20209 0.0,20210 1.0,20211 0.0,20212 0.0,20213 1.0,20214 0.0,20215 0.0,20216 0.0,20217 0.0,20218 0.0,20219 0.0,20220 0.0,20221 0.0,20222 0.0,20223 0.0,20224 0.0,20225 0.020226 ]20227 },20228 "replace_donor_fewshot|ridge|L16": {20229 "accuracy": 0.09375,20230 "gain_vs_zero": {20231 "estimate": 0.03125,20232 "low": -0.09375,20233 "high": 0.15625,20234 "level": 0.95,20235 "n_items": 32,20236 "n_clusters": 32,20237 "n_boot": 200020238 },20239 "outputs_sample": [20240 " smile\n\n",20241 " 1\n\n",20242 " light\n\n",20243 " nothing\n\n",20244 " water\n"20245 ],20246 "correct": [20247 0.0,20248 0.0,20249 0.0,20250 0.0,20251 0.0,20252 0.0,20253 0.0,20254 0.0,20255 0.0,20256 0.0,20257 1.0,20258 0.0,20259 0.0,20260 1.0,20261 0.0,20262 0.0,20263 0.0,20264 0.0,20265 1.0,20266 0.0,20267 0.0,20268 0.0,20269 0.0,20270 0.0,20271 0.0,20272 0.0,20273 0.0,20274 0.0,20275 0.0,20276 0.0,20277 0.0,20278 0.020279 ]20280 },20281 "ctl_replace_donor_zeroshot|ridge|L16": {20282 "accuracy": 0.0,20283 "gain_vs_zero": {20284 "estimate": -0.0625,20285 "low": -0.15625,20286 "high": 0.0,20287 "level": 0.95,20288 "n_items": 32,20289 "n_clusters": 32,20290 "n_boot": 200020291 },20292 "outputs_sample": [20293 " happy\n\n",20294 " arrive\n\n",20295 " light\n\n",20296 " calm\n\n",20297 " 1\n\n"20298 ],20299 "correct": [20300 0.0,20301 0.0,20302 0.0,20303 0.0,20304 0.0,20305 0.0,20306 0.0,20307 0.0,20308 0.0,20309 0.0,20310 0.0,20311 0.0,20312 0.0,20313 0.0,20314 0.0,20315 0.0,20316 0.0,20317 0.0,20318 0.0,20319 0.0,20320 0.0,20321 0.0,20322 0.0,20323 0.0,20324 0.0,20325 0.0,20326 0.0,20327 0.0,20328 0.0,20329 0.0,20330 0.0,20331 0.020332 ]20333 },20334 "ctl_replace_donor_fewshot_shuffled_query|ridge|L16": {20335 "accuracy": 0.0,20336 "gain_vs_zero": {20337 "estimate": -0.0625,20338 "low": -0.15625,20339 "high": 0.0,20340 "level": 0.95,20341 "n_items": 32,20342 "n_clusters": 32,20343 "n_boot": 200020344 },20345 "outputs_sample": [20346 " smile\n\n",20347 " tree\n\n",20348 " light\n\n",20349 " bitter\n\n",20350 " tooth\n"20351 ],20352 "correct": [20353 0.0,20354 0.0,20355 0.0,20356 0.0,20357 0.0,20358 0.0,20359 0.0,20360 0.0,20361 0.0,20362 0.0,20363 0.0,20364 0.0,20365 0.0,20366 0.0,20367 0.0,20368 0.0,20369 0.0,20370 0.0,20371 0.0,20372 0.0,20373 0.0,20374 0.0,20375 0.0,20376 0.0,20377 0.0,20378 0.0,20379 0.0,20380 0.0,20381 0.0,20382 0.0,20383 0.0,20384 0.020385 ]20386 },20387 "ctl_replace_donor_fewshot|sham_map|L16": {20388 "accuracy": 0.0,20389 "gain_vs_zero": {20390 "estimate": -0.0625,20391 "low": -0.15625,20392 "high": 0.0,20393 "level": 0.95,20394 "n_items": 32,20395 "n_clusters": 32,20396 "n_boot": 200020397 },20398 "outputs_sample": [20399 " 1\n\n",20400 " 1\n\n",20401 " Bright\n\n",20402 " 1\n\n",20403 " 1\n"20404 ],20405 "correct": [20406 0.0,20407 0.0,20408 0.0,20409 0.0,20410 0.0,20411 0.0,20412 0.0,20413 0.0,20414 0.0,20415 0.0,20416 0.0,20417 0.0,20418 0.0,20419 0.0,20420 0.0,20421 0.0,20422 0.0,20423 0.0,20424 0.0,20425 0.0,20426 0.0,20427 0.0,20428 0.0,20429 0.0,20430 0.0,20431 0.0,20432 0.0,20433 0.0,20434 0.0,20435 0.0,20436 0.0,20437 0.020438 ]20439 },20440 "ctl_replace_donor_zeroshot|sham_map|L16": {20441 "accuracy": 0.0,20442 "gain_vs_zero": {20443 "estimate": -0.0625,20444 "low": -0.15625,20445 "high": 0.0,20446 "level": 0.95,20447 "n_items": 32,20448 "n_clusters": 32,20449 "n_boot": 200020450 },20451 "outputs_sample": [20452 " happy\n\n",20453 " The input is \"arrive",20454 " The bright light is shining in",20455 " 1\n\n",20456 " over\n"20457 ],20458 "correct": [20459 0.0,20460 0.0,20461 0.0,20462 0.0,20463 0.0,20464 0.0,20465 0.0,20466 0.0,20467 0.0,20468 0.0,20469 0.0,20470 0.0,20471 0.0,20472 0.0,20473 0.0,20474 0.0,20475 0.0,20476 0.0,20477 0.0,20478 0.0,20479 0.0,20480 0.0,20481 0.0,20482 0.0,20483 0.0,20484 0.0,20485 0.0,20486 0.0,20487 0.0,20488 0.0,20489 0.0,20490 0.020491 ]20492 },20493 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L16": {20494 "accuracy": 0.0,20495 "gain_vs_zero": {20496 "estimate": -0.0625,20497 "low": -0.15625,20498 "high": 0.0,20499 "level": 0.95,20500 "n_items": 32,20501 "n_clusters": 32,20502 "n_boot": 200020503 },20504 "outputs_sample": [20505 " 1\n\n",20506 " 1\n\n",20507 " Bright\n\n",20508 " 1\n\n",20509 " 1\n\n"20510 ],20511 "correct": [20512 0.0,20513 0.0,20514 0.0,20515 0.0,20516 0.0,20517 0.0,20518 0.0,20519 0.0,20520 0.0,20521 0.0,20522 0.0,20523 0.0,20524 0.0,20525 0.0,20526 0.0,20527 0.0,20528 0.0,20529 0.0,20530 0.0,20531 0.0,20532 0.0,20533 0.0,20534 0.0,20535 0.0,20536 0.0,20537 0.0,20538 0.0,20539 0.0,20540 0.0,20541 0.0,20542 0.0,20543 0.020544 ]20545 },20546 "ctl_random_norm_matched|L16": {20547 "accuracy": 0.0625,20548 "gain_vs_zero": {20549 "estimate": 0.0,20550 "low": -0.09375,20551 "high": 0.09375,20552 "level": 0.95,20553 "n_items": 32,20554 "n_clusters": 32,20555 "n_boot": 200020556 },20557 "correct": [20558 0.0,20559 0.0,20560 0.0,20561 0.0,20562 0.0,20563 0.0,20564 0.0,20565 0.0,20566 0.0,20567 0.0,20568 0.0,20569 0.0,20570 0.0,20571 0.0,20572 0.0,20573 0.0,20574 0.0,20575 0.0,20576 0.0,20577 0.0,20578 0.0,20579 0.0,20580 0.0,20581 0.0,20582 0.0,20583 0.0,20584 0.0,20585 1.0,20586 1.0,20587 0.0,20588 0.0,20589 0.020590 ]20591 },20592 "ctl_unrelated_task_vector(capital)|L16": {20593 "accuracy": 0.28125,20594 "gain_vs_zero": {20595 "estimate": 0.21875,20596 "low": 0.09375,20597 "high": 0.375,20598 "level": 0.95,20599 "n_items": 32,20600 "n_clusters": 32,20601 "n_boot": 200020602 },20603 "correct": [20604 0.0,20605 0.0,20606 0.0,20607 0.0,20608 0.0,20609 1.0,20610 0.0,20611 0.0,20612 0.0,20613 1.0,20614 0.0,20615 0.0,20616 0.0,20617 0.0,20618 0.0,20619 1.0,20620 1.0,20621 0.0,20622 0.0,20623 1.0,20624 1.0,20625 0.0,20626 0.0,20627 0.0,20628 0.0,20629 0.0,20630 0.0,20631 1.0,20632 1.0,20633 0.0,20634 1.0,20635 0.020636 ]20637 }20638 },20639 "items": {20640 "zero": [20641 0.0,20642 0.0,20643 0.0,20644 0.0,20645 0.0,20646 0.0,20647 0.0,20648 0.0,20649 0.0,20650 1.0,20651 0.0,20652 0.0,20653 0.0,20654 0.0,20655 0.0,20656 0.0,20657 0.0,20658 0.0,20659 0.0,20660 0.0,20661 0.0,20662 0.0,20663 0.0,20664 0.0,20665 0.0,20666 0.0,20667 0.0,20668 1.0,20669 0.0,20670 0.0,20671 0.0,20672 0.020673 ],20674 "few": [20675 1.0,20676 1.0,20677 1.0,20678 0.0,20679 1.0,20680 1.0,20681 1.0,20682 1.0,20683 1.0,20684 1.0,20685 1.0,20686 1.0,20687 1.0,20688 1.0,20689 1.0,20690 1.0,20691 1.0,20692 1.0,20693 1.0,20694 1.0,20695 1.0,20696 1.0,20697 0.0,20698 1.0,20699 1.0,20700 1.0,20701 0.0,20702 1.0,20703 1.0,20704 1.0,20705 1.0,20706 1.020707 ],20708 "own": [20709 1.0,20710 0.0,20711 1.0,20712 0.0,20713 1.0,20714 1.0,20715 1.0,20716 1.0,20717 1.0,20718 1.0,20719 1.0,20720 1.0,20721 0.0,20722 1.0,20723 1.0,20724 1.0,20725 1.0,20726 1.0,20727 1.0,20728 1.0,20729 1.0,20730 1.0,20731 1.0,20732 1.0,20733 1.0,20734 1.0,20735 0.0,20736 1.0,20737 1.0,20738 1.0,20739 0.0,20740 1.020741 ]20742 }20743 },20744 "capital": {20745 "recipient_zero": 0.045454545454545456,20746 "recipient_few": 1.0,20747 "recipient_own_vector": 1.0,20748 "donor_layer": 11,20749 "conditions": {20750 "procrustes|L11|a1.0": {20751 "accuracy": 0.0,20752 "gain_vs_zero": {20753 "estimate": -0.045454545454545456,20754 "low": -0.13636363636363635,20755 "high": 0.0,20756 "level": 0.95,20757 "n_items": 22,20758 "n_clusters": 22,20759 "n_boot": 200020760 },20761 "mapped_norm": 8.267611503601074,20762 "outputs_sample": [20763 " 0.0\n\n",20764 " 1.5 million\n",20765 " Morocco\n",20766 " 1\n",20767 " Japan\n"20768 ],20769 "correct": [20770 0.0,20771 0.0,20772 0.0,20773 0.0,20774 0.0,20775 0.0,20776 0.0,20777 0.0,20778 0.0,20779 0.0,20780 0.0,20781 0.0,20782 0.0,20783 0.0,20784 0.0,20785 0.0,20786 0.0,20787 0.0,20788 0.0,20789 0.0,20790 0.0,20791 0.020792 ]20793 },20794 "procrustes|L11|a2.0": {20795 "accuracy": 0.0,20796 "gain_vs_zero": {20797 "estimate": -0.045454545454545456,20798 "low": -0.13636363636363635,20799 "high": 0.0,20800 "level": 0.95,20801 "n_items": 22,20802 "n_clusters": 22,20803 "n_boot": 200020804 },20805 "mapped_norm": 8.267611503601074,20806 "outputs_sample": [20807 " 0.0\n",20808 " 0.0\n",20809 " 1\n",20810 " 1\n",20811 " 1\n"20812 ],20813 "correct": [20814 0.0,20815 0.0,20816 0.0,20817 0.0,20818 0.0,20819 0.0,20820 0.0,20821 0.0,20822 0.0,20823 0.0,20824 0.0,20825 0.0,20826 0.0,20827 0.0,20828 0.0,20829 0.0,20830 0.0,20831 0.0,20832 0.0,20833 0.0,20834 0.0,20835 0.020836 ]20837 },20838 "procrustes_rescaled|L11|a1.0": {20839 "accuracy": 0.0,20840 "gain_vs_zero": {20841 "estimate": -0.045454545454545456,20842 "low": -0.13636363636363635,20843 "high": 0.0,20844 "level": 0.95,20845 "n_items": 22,20846 "n_clusters": 22,20847 "n_boot": 200020848 },20849 "mapped_norm": 11.213614463806152,20850 "outputs_sample": [20851 " 0.0\n",20852 " 1.5 million\n",20853 " 1.5 million\n",20854 " 1\n",20855 " 1.2 billion USD"20856 ],20857 "correct": [20858 0.0,20859 0.0,20860 0.0,20861 0.0,20862 0.0,20863 0.0,20864 0.0,20865 0.0,20866 0.0,20867 0.0,20868 0.0,20869 0.0,20870 0.0,20871 0.0,20872 0.0,20873 0.0,20874 0.0,20875 0.0,20876 0.0,20877 0.0,20878 0.0,20879 0.020880 ]20881 },20882 "ridge|L11|a1.0": {20883 "accuracy": 0.045454545454545456,20884 "gain_vs_zero": {20885 "estimate": 0.0,20886 "low": -0.13636363636363635,20887 "high": 0.13636363636363635,20888 "level": 0.95,20889 "n_items": 22,20890 "n_clusters": 22,20891 "n_boot": 200020892 },20893 "mapped_norm": 7.956830024719238,20894 "outputs_sample": [20895 " \n",20896 " Finland\n",20897 " Morocco\n",20898 " Turkey\n",20899 " Japan\n"20900 ],20901 "correct": [20902 0.0,20903 0.0,20904 0.0,20905 0.0,20906 0.0,20907 1.0,20908 0.0,20909 0.0,20910 0.0,20911 0.0,20912 0.0,20913 0.0,20914 0.0,20915 0.0,20916 0.0,20917 0.0,20918 0.0,20919 0.0,20920 0.0,20921 0.0,20922 0.0,20923 0.020924 ]20925 },20926 "ridge|L11|a2.0": {20927 "accuracy": 0.045454545454545456,20928 "gain_vs_zero": {20929 "estimate": 0.0,20930 "low": -0.13636363636363635,20931 "high": 0.13636363636363635,20932 "level": 0.95,20933 "n_items": 22,20934 "n_clusters": 22,20935 "n_boot": 200020936 },20937 "mapped_norm": 7.956830024719238,20938 "outputs_sample": [20939 " Venezuela\n",20940 " Finland\n",20941 " Morocco\n",20942 " Turkey\n",20943 " Japan\n"20944 ],20945 "correct": [20946 0.0,20947 0.0,20948 0.0,20949 0.0,20950 0.0,20951 1.0,20952 0.0,20953 0.0,20954 0.0,20955 0.0,20956 0.0,20957 0.0,20958 0.0,20959 0.0,20960 0.0,20961 0.0,20962 0.0,20963 0.0,20964 0.0,20965 0.0,20966 0.0,20967 0.020968 ]20969 },20970 "ridge_rescaled|L11|a1.0": {20971 "accuracy": 0.045454545454545456,20972 "gain_vs_zero": {20973 "estimate": 0.0,20974 "low": -0.13636363636363635,20975 "high": 0.13636363636363635,20976 "level": 0.95,20977 "n_items": 22,20978 "n_clusters": 22,20979 "n_boot": 200020980 },20981 "mapped_norm": 11.213615417480469,20982 "outputs_sample": [20983 " Venezuela\n",20984 " Finland\n",20985 " Morocco\n",20986 " Turkey\n",20987 " Japan\n"20988 ],20989 "correct": [20990 0.0,20991 0.0,20992 0.0,20993 0.0,20994 0.0,20995 1.0,20996 0.0,20997 0.0,20998 0.0,20999 0.0,21000 0.0,21001 0.0,21002 0.0,21003 0.0,21004 0.0,21005 0.0,21006 0.0,21007 0.0,21008 0.0,21009 0.0,21010 0.0,21011 0.021012 ]21013 },21014 "cca|L11|a1.0": {21015 "accuracy": 0.045454545454545456,21016 "gain_vs_zero": {21017 "estimate": 0.0,21018 "low": -0.13636363636363635,21019 "high": 0.13636363636363635,21020 "level": 0.95,21021 "n_items": 22,21022 "n_clusters": 22,21023 "n_boot": 200021024 },21025 "mapped_norm": 9.563708305358887,21026 "outputs_sample": [21027 " Venezuela is a country located in",21028 " Finland\n",21029 " Morocco\n",21030 " Turkey\n",21031 " Japan\n"21032 ],21033 "correct": [21034 0.0,21035 0.0,21036 0.0,21037 0.0,21038 0.0,21039 1.0,21040 0.0,21041 0.0,21042 0.0,21043 0.0,21044 0.0,21045 0.0,21046 0.0,21047 0.0,21048 0.0,21049 0.0,21050 0.0,21051 0.0,21052 0.0,21053 0.0,21054 0.0,21055 0.021056 ]21057 },21058 "cca|L11|a2.0": {21059 "accuracy": 0.045454545454545456,21060 "gain_vs_zero": {21061 "estimate": 0.0,21062 "low": -0.13636363636363635,21063 "high": 0.13636363636363635,21064 "level": 0.95,21065 "n_items": 22,21066 "n_clusters": 22,21067 "n_boot": 200021068 },21069 "mapped_norm": 9.563708305358887,21070 "outputs_sample": [21071 " Venezuela\n",21072 " Finland\n",21073 " Morocco\n",21074 " Turkey\n",21075 " Japan\n"21076 ],21077 "correct": [21078 0.0,21079 0.0,21080 0.0,21081 0.0,21082 0.0,21083 1.0,21084 0.0,21085 0.0,21086 0.0,21087 0.0,21088 0.0,21089 0.0,21090 0.0,21091 0.0,21092 0.0,21093 0.0,21094 0.0,21095 0.0,21096 0.0,21097 0.0,21098 0.0,21099 0.021100 ]21101 },21102 "random_orth|L11|a1.0": {21103 "accuracy": 0.0,21104 "gain_vs_zero": {21105 "estimate": -0.045454545454545456,21106 "low": -0.13636363636363635,21107 "high": 0.0,21108 "level": 0.95,21109 "n_items": 22,21110 "n_clusters": 22,21111 "n_boot": 200021112 },21113 "mapped_norm": 8.954778671264648,21114 "outputs_sample": [21115 " 1.5 million\n",21116 " 1.5 million\n",21117 " Morocco\n",21118 " 1\n",21119 " 1\n"21120 ],21121 "correct": [21122 0.0,21123 0.0,21124 0.0,21125 0.0,21126 0.0,21127 0.0,21128 0.0,21129 0.0,21130 0.0,21131 0.0,21132 0.0,21133 0.0,21134 0.0,21135 0.0,21136 0.0,21137 0.0,21138 0.0,21139 0.0,21140 0.0,21141 0.0,21142 0.0,21143 0.021144 ]21145 },21146 "random_orth|L11|a2.0": {21147 "accuracy": 0.0,21148 "gain_vs_zero": {21149 "estimate": -0.045454545454545456,21150 "low": -0.13636363636363635,21151 "high": 0.0,21152 "level": 0.95,21153 "n_items": 22,21154 "n_clusters": 22,21155 "n_boot": 200021156 },21157 "mapped_norm": 8.954778671264648,21158 "outputs_sample": [21159 " 0.0\n",21160 " 1.5 million\n",21161 " 1.5 million\n",21162 " 1\n",21163 " 1.2 billion USD"21164 ],21165 "correct": [21166 0.0,21167 0.0,21168 0.0,21169 0.0,21170 0.0,21171 0.0,21172 0.0,21173 0.0,21174 0.0,21175 0.0,21176 0.0,21177 0.0,21178 0.0,21179 0.0,21180 0.0,21181 0.0,21182 0.0,21183 0.0,21184 0.0,21185 0.0,21186 0.0,21187 0.021188 ]21189 },21190 "replace_donor_fewshot|procrustes|L11": {21191 "accuracy": 0.0,21192 "gain_vs_zero": {21193 "estimate": -0.045454545454545456,21194 "low": -0.13636363636363635,21195 "high": 0.0,21196 "level": 0.95,21197 "n_items": 22,21198 "n_clusters": 22,21199 "n_boot": 200021200 },21201 "outputs_sample": [21202 " 0.0\n\n",21203 " 1\n",21204 " Morocco\n",21205 " 1\n",21206 " 1\n\n"21207 ],21208 "correct": [21209 0.0,21210 0.0,21211 0.0,21212 0.0,21213 0.0,21214 0.0,21215 0.0,21216 0.0,21217 0.0,21218 0.0,21219 0.0,21220 0.0,21221 0.0,21222 0.0,21223 0.0,21224 0.0,21225 0.0,21226 0.0,21227 0.0,21228 0.0,21229 0.0,21230 0.021231 ]21232 },21233 "ctl_replace_donor_zeroshot|procrustes|L11": {21234 "accuracy": 0.0,21235 "gain_vs_zero": {21236 "estimate": -0.045454545454545456,21237 "low": -0.13636363636363635,21238 "high": 0.0,21239 "level": 0.95,21240 "n_items": 22,21241 "n_clusters": 22,21242 "n_boot": 200021243 },21244 "outputs_sample": [21245 " Venezuela\n\n",21246 " Finland\n",21247 " Morocco\n",21248 " 1\n\n",21249 " Japan\n\n"21250 ],21251 "correct": [21252 0.0,21253 0.0,21254 0.0,21255 0.0,21256 0.0,21257 0.0,21258 0.0,21259 0.0,21260 0.0,21261 0.0,21262 0.0,21263 0.0,21264 0.0,21265 0.0,21266 0.0,21267 0.0,21268 0.0,21269 0.0,21270 0.0,21271 0.0,21272 0.0,21273 0.021274 ]21275 },21276 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L11": {21277 "accuracy": 0.0,21278 "gain_vs_zero": {21279 "estimate": -0.045454545454545456,21280 "low": -0.13636363636363635,21281 "high": 0.0,21282 "level": 0.95,21283 "n_items": 22,21284 "n_clusters": 22,21285 "n_boot": 200021286 },21287 "outputs_sample": [21288 " 1.5 million\n",21289 " 0.0\n",21290 " Morocco\n",21291 " 1\n",21292 " 1.2 billion USD"21293 ],21294 "correct": [21295 0.0,21296 0.0,21297 0.0,21298 0.0,21299 0.0,21300 0.0,21301 0.0,21302 0.0,21303 0.0,21304 0.0,21305 0.0,21306 0.0,21307 0.0,21308 0.0,21309 0.0,21310 0.0,21311 0.0,21312 0.0,21313 0.0,21314 0.0,21315 0.0,21316 0.021317 ]21318 },21319 "replace_donor_fewshot|ridge|L11": {21320 "accuracy": 0.045454545454545456,21321 "gain_vs_zero": {21322 "estimate": 0.0,21323 "low": -0.13636363636363635,21324 "high": 0.13636363636363635,21325 "level": 0.95,21326 "n_items": 22,21327 "n_clusters": 22,21328 "n_boot": 200021329 },21330 "outputs_sample": [21331 " 0.0\n\n",21332 " Finland\n",21333 " Morocco\n",21334 " Turkey\n",21335 " Japan\n"21336 ],21337 "correct": [21338 0.0,21339 0.0,21340 0.0,21341 0.0,21342 0.0,21343 1.0,21344 0.0,21345 0.0,21346 0.0,21347 0.0,21348 0.0,21349 0.0,21350 0.0,21351 0.0,21352 0.0,21353 0.0,21354 0.0,21355 0.0,21356 0.0,21357 0.0,21358 0.0,21359 0.021360 ]21361 },21362 "ctl_replace_donor_zeroshot|ridge|L11": {21363 "accuracy": 0.0,21364 "gain_vs_zero": {21365 "estimate": -0.045454545454545456,21366 "low": -0.13636363636363635,21367 "high": 0.0,21368 "level": 0.95,21369 "n_items": 22,21370 "n_clusters": 22,21371 "n_boot": 200021372 },21373 "outputs_sample": [21374 " Venezuela\n",21375 " Finland\n",21376 " Morocco\n",21377 " 1.2 million\n",21378 " Japan\n"21379 ],21380 "correct": [21381 0.0,21382 0.0,21383 0.0,21384 0.0,21385 0.0,21386 0.0,21387 0.0,21388 0.0,21389 0.0,21390 0.0,21391 0.0,21392 0.0,21393 0.0,21394 0.0,21395 0.0,21396 0.0,21397 0.0,21398 0.0,21399 0.0,21400 0.0,21401 0.0,21402 0.021403 ]21404 },21405 "ctl_replace_donor_fewshot_shuffled_query|ridge|L11": {21406 "accuracy": 0.045454545454545456,21407 "gain_vs_zero": {21408 "estimate": 0.0,21409 "low": -0.13636363636363635,21410 "high": 0.13636363636363635,21411 "level": 0.95,21412 "n_items": 22,21413 "n_clusters": 22,21414 "n_boot": 200021415 },21416 "outputs_sample": [21417 " Venezuela\n",21418 " Finland\n",21419 " 1.5 million\n",21420 " Turkey\n",21421 " Japan\n"21422 ],21423 "correct": [21424 0.0,21425 0.0,21426 0.0,21427 0.0,21428 0.0,21429 1.0,21430 0.0,21431 0.0,21432 0.0,21433 0.0,21434 0.0,21435 0.0,21436 0.0,21437 0.0,21438 0.0,21439 0.0,21440 0.0,21441 0.0,21442 0.0,21443 0.0,21444 0.0,21445 0.021446 ]21447 },21448 "ctl_replace_donor_fewshot|sham_map|L11": {21449 "accuracy": 0.0,21450 "gain_vs_zero": {21451 "estimate": -0.045454545454545456,21452 "low": -0.13636363636363635,21453 "high": 0.0,21454 "level": 0.95,21455 "n_items": 22,21456 "n_clusters": 22,21457 "n_boot": 200021458 },21459 "outputs_sample": [21460 " 1.5 million\n",21461 " 1\n",21462 " 1\n",21463 " 1\n",21464 " 1\n"21465 ],21466 "correct": [21467 0.0,21468 0.0,21469 0.0,21470 0.0,21471 0.0,21472 0.0,21473 0.0,21474 0.0,21475 0.0,21476 0.0,21477 0.0,21478 0.0,21479 0.0,21480 0.0,21481 0.0,21482 0.0,21483 0.0,21484 0.0,21485 0.0,21486 0.0,21487 0.0,21488 0.021489 ]21490 },21491 "ctl_replace_donor_zeroshot|sham_map|L11": {21492 "accuracy": 0.0,21493 "gain_vs_zero": {21494 "estimate": -0.045454545454545456,21495 "low": -0.13636363636363635,21496 "high": 0.0,21497 "level": 0.95,21498 "n_items": 22,21499 "n_clusters": 22,21500 "n_boot": 200021501 },21502 "outputs_sample": [21503 " 1.5 million\n",21504 " Finland\n",21505 " 1.5 million\n",21506 " Turkey\n",21507 " 1\n\n"21508 ],21509 "correct": [21510 0.0,21511 0.0,21512 0.0,21513 0.0,21514 0.0,21515 0.0,21516 0.0,21517 0.0,21518 0.0,21519 0.0,21520 0.0,21521 0.0,21522 0.0,21523 0.0,21524 0.0,21525 0.0,21526 0.0,21527 0.0,21528 0.0,21529 0.0,21530 0.0,21531 0.021532 ]21533 },21534 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L11": {21535 "accuracy": 0.0,21536 "gain_vs_zero": {21537 "estimate": -0.045454545454545456,21538 "low": -0.13636363636363635,21539 "high": 0.0,21540 "level": 0.95,21541 "n_items": 22,21542 "n_clusters": 22,21543 "n_boot": 200021544 },21545 "outputs_sample": [21546 " Colombia\n",21547 " 1\n",21548 " 1\n",21549 " 1\n",21550 " 1\n"21551 ],21552 "correct": [21553 0.0,21554 0.0,21555 0.0,21556 0.0,21557 0.0,21558 0.0,21559 0.0,21560 0.0,21561 0.0,21562 0.0,21563 0.0,21564 0.0,21565 0.0,21566 0.0,21567 0.0,21568 0.0,21569 0.0,21570 0.0,21571 0.0,21572 0.0,21573 0.0,21574 0.021575 ]21576 },21577 "ctl_random_norm_matched|L11": {21578 "accuracy": 0.0,21579 "gain_vs_zero": {21580 "estimate": -0.045454545454545456,21581 "low": -0.13636363636363635,21582 "high": 0.0,21583 "level": 0.95,21584 "n_items": 22,21585 "n_clusters": 22,21586 "n_boot": 200021587 },21588 "correct": [21589 0.0,21590 0.0,21591 0.0,21592 0.0,21593 0.0,21594 0.0,21595 0.0,21596 0.0,21597 0.0,21598 0.0,21599 0.0,21600 0.0,21601 0.0,21602 0.0,21603 0.0,21604 0.0,21605 0.0,21606 0.0,21607 0.0,21608 0.0,21609 0.0,21610 0.021611 ]21612 },21613 "ctl_unrelated_task_vector(antonym)|L11": {21614 "accuracy": 0.045454545454545456,21615 "gain_vs_zero": {21616 "estimate": 0.0,21617 "low": -0.13636363636363635,21618 "high": 0.13636363636363635,21619 "level": 0.95,21620 "n_items": 22,21621 "n_clusters": 22,21622 "n_boot": 200021623 },21624 "correct": [21625 0.0,21626 0.0,21627 0.0,21628 0.0,21629 0.0,21630 1.0,21631 0.0,21632 0.0,21633 0.0,21634 0.0,21635 0.0,21636 0.0,21637 0.0,21638 0.0,21639 0.0,21640 0.0,21641 0.0,21642 0.0,21643 0.0,21644 0.0,21645 0.0,21646 0.021647 ]21648 },21649 "procrustes|L14|a1.0": {21650 "accuracy": 0.045454545454545456,21651 "gain_vs_zero": {21652 "estimate": 0.0,21653 "low": 0.0,21654 "high": 0.0,21655 "level": 0.95,21656 "n_items": 22,21657 "n_clusters": 22,21658 "n_boot": 200021659 },21660 "mapped_norm": 11.385411262512207,21661 "outputs_sample": [21662 " 2023-02-",21663 " Finland\n",21664 " Morocco\n",21665 " Turkey\n",21666 " 2023\n"21667 ],21668 "correct": [21669 0.0,21670 0.0,21671 0.0,21672 0.0,21673 0.0,21674 0.0,21675 0.0,21676 0.0,21677 0.0,21678 0.0,21679 0.0,21680 0.0,21681 0.0,21682 0.0,21683 1.0,21684 0.0,21685 0.0,21686 0.0,21687 0.0,21688 0.0,21689 0.0,21690 0.021691 ]21692 },21693 "procrustes|L14|a2.0": {21694 "accuracy": 0.0,21695 "gain_vs_zero": {21696 "estimate": -0.045454545454545456,21697 "low": -0.13636363636363635,21698 "high": 0.0,21699 "level": 0.95,21700 "n_items": 22,21701 "n_clusters": 22,21702 "n_boot": 200021703 },21704 "mapped_norm": 11.385411262512207,21705 "outputs_sample": [21706 " 2023-02-",21707 " Finland\n",21708 " 2023-02-",21709 " Turkey\n",21710 " 2019\n"21711 ],21712 "correct": [21713 0.0,21714 0.0,21715 0.0,21716 0.0,21717 0.0,21718 0.0,21719 0.0,21720 0.0,21721 0.0,21722 0.0,21723 0.0,21724 0.0,21725 0.0,21726 0.0,21727 0.0,21728 0.0,21729 0.0,21730 0.0,21731 0.0,21732 0.0,21733 0.0,21734 0.021735 ]21736 },21737 "procrustes_rescaled|L14|a1.0": {21738 "accuracy": 0.045454545454545456,21739 "gain_vs_zero": {21740 "estimate": 0.0,21741 "low": 0.0,21742 "high": 0.0,21743 "level": 0.95,21744 "n_items": 22,21745 "n_clusters": 22,21746 "n_boot": 200021747 },21748 "mapped_norm": 11.213613510131836,21749 "outputs_sample": [21750 " 2023-02-",21751 " Finland\n",21752 " Morocco\n",21753 " Turkey\n",21754 " 2023\n"21755 ],21756 "correct": [21757 0.0,21758 0.0,21759 0.0,21760 0.0,21761 0.0,21762 0.0,21763 0.0,21764 0.0,21765 0.0,21766 0.0,21767 0.0,21768 0.0,21769 0.0,21770 0.0,21771 1.0,21772 0.0,21773 0.0,21774 0.0,21775 0.0,21776 0.0,21777 0.0,21778 0.021779 ]21780 },21781 "ridge|L14|a1.0": {21782 "accuracy": 0.0,21783 "gain_vs_zero": {21784 "estimate": -0.045454545454545456,21785 "low": -0.13636363636363635,21786 "high": 0.0,21787 "level": 0.95,21788 "n_items": 22,21789 "n_clusters": 22,21790 "n_boot": 200021791 },21792 "mapped_norm": 10.683884620666504,21793 "outputs_sample": [21794 " Venezuela\n",21795 " Finland\n",21796 " Morocco\n",21797 " Turkey\n",21798 " Japan\n"21799 ],21800 "correct": [21801 0.0,21802 0.0,21803 0.0,21804 0.0,21805 0.0,21806 0.0,21807 0.0,21808 0.0,21809 0.0,21810 0.0,21811 0.0,21812 0.0,21813 0.0,21814 0.0,21815 0.0,21816 0.0,21817 0.0,21818 0.0,21819 0.0,21820 0.0,21821 0.0,21822 0.021823 ]21824 },21825 "ridge|L14|a2.0": {21826 "accuracy": 0.0,21827 "gain_vs_zero": {21828 "estimate": -0.045454545454545456,21829 "low": -0.13636363636363635,21830 "high": 0.0,21831 "level": 0.95,21832 "n_items": 22,21833 "n_clusters": 22,21834 "n_boot": 200021835 },21836 "mapped_norm": 10.683884620666504,21837 "outputs_sample": [21838 " Venezuela is a country located in",21839 " Finland\n",21840 " Morocco\n",21841 " Turkey\n",21842 " Japan\n"21843 ],21844 "correct": [21845 0.0,21846 0.0,21847 0.0,21848 0.0,21849 0.0,21850 0.0,21851 0.0,21852 0.0,21853 0.0,21854 0.0,21855 0.0,21856 0.0,21857 0.0,21858 0.0,21859 0.0,21860 0.0,21861 0.0,21862 0.0,21863 0.0,21864 0.0,21865 0.0,21866 0.021867 ]21868 },21869 "ridge_rescaled|L14|a1.0": {21870 "accuracy": 0.0,21871 "gain_vs_zero": {21872 "estimate": -0.045454545454545456,21873 "low": -0.13636363636363635,21874 "high": 0.0,21875 "level": 0.95,21876 "n_items": 22,21877 "n_clusters": 22,21878 "n_boot": 200021879 },21880 "mapped_norm": 11.213614463806152,21881 "outputs_sample": [21882 " Venezuela\n",21883 " Finland\n",21884 " Morocco\n",21885 " Turkey\n",21886 " Japan\n"21887 ],21888 "correct": [21889 0.0,21890 0.0,21891 0.0,21892 0.0,21893 0.0,21894 0.0,21895 0.0,21896 0.0,21897 0.0,21898 0.0,21899 0.0,21900 0.0,21901 0.0,21902 0.0,21903 0.0,21904 0.0,21905 0.0,21906 0.0,21907 0.0,21908 0.0,21909 0.0,21910 0.021911 ]21912 },21913 "cca|L14|a1.0": {21914 "accuracy": 0.0,21915 "gain_vs_zero": {21916 "estimate": -0.045454545454545456,21917 "low": -0.13636363636363635,21918 "high": 0.0,21919 "level": 0.95,21920 "n_items": 22,21921 "n_clusters": 22,21922 "n_boot": 200021923 },21924 "mapped_norm": 13.57931137084961,21925 "outputs_sample": [21926 " Venezuela\n",21927 " Finland\n",21928 " Morocco\n",21929 " Turkey\n",21930 " Japan\n"21931 ],21932 "correct": [21933 0.0,21934 0.0,21935 0.0,21936 0.0,21937 0.0,21938 0.0,21939 0.0,21940 0.0,21941 0.0,21942 0.0,21943 0.0,21944 0.0,21945 0.0,21946 0.0,21947 0.0,21948 0.0,21949 0.0,21950 0.0,21951 0.0,21952 0.0,21953 0.0,21954 0.021955 ]21956 },21957 "cca|L14|a2.0": {21958 "accuracy": 0.0,21959 "gain_vs_zero": {21960 "estimate": -0.045454545454545456,21961 "low": -0.13636363636363635,21962 "high": 0.0,21963 "level": 0.95,21964 "n_items": 22,21965 "n_clusters": 22,21966 "n_boot": 200021967 },21968 "mapped_norm": 13.57931137084961,21969 "outputs_sample": [21970 " Venezuela is a country located in",21971 " Finland\n",21972 " Morocco\n",21973 " Turkey\n",21974 " Japan is a country located in"21975 ],21976 "correct": [21977 0.0,21978 0.0,21979 0.0,21980 0.0,21981 0.0,21982 0.0,21983 0.0,21984 0.0,21985 0.0,21986 0.0,21987 0.0,21988 0.0,21989 0.0,21990 0.0,21991 0.0,21992 0.0,21993 0.0,21994 0.0,21995 0.0,21996 0.0,21997 0.0,21998 0.021999 ]22000 },22001 "random_orth|L14|a1.0": {22002 "accuracy": 0.0,22003 "gain_vs_zero": {22004 "estimate": -0.045454545454545456,22005 "low": -0.13636363636363635,22006 "high": 0.0,22007 "level": 0.95,22008 "n_items": 22,22009 "n_clusters": 22,22010 "n_boot": 200022011 },22012 "mapped_norm": 12.785539627075195,22013 "outputs_sample": [22014 " Venezuela\n",22015 " Finland\n",22016 " Morocco\n",22017 " 1.2 million\n",22018 " 1.2 billion USD"22019 ],22020 "correct": [22021 0.0,22022 0.0,22023 0.0,22024 0.0,22025 0.0,22026 0.0,22027 0.0,22028 0.0,22029 0.0,22030 0.0,22031 0.0,22032 0.0,22033 0.0,22034 0.0,22035 0.0,22036 0.0,22037 0.0,22038 0.0,22039 0.0,22040 0.0,22041 0.0,22042 0.022043 ]22044 },22045 "random_orth|L14|a2.0": {22046 "accuracy": 0.0,22047 "gain_vs_zero": {22048 "estimate": -0.045454545454545456,22049 "low": -0.13636363636363635,22050 "high": 0.0,22051 "level": 0.95,22052 "n_items": 22,22053 "n_clusters": 22,22054 "n_boot": 200022055 },22056 "mapped_norm": 12.785539627075195,22057 "outputs_sample": [22058 " 2023-02-",22059 " 2022-01-",22060 " 1.5 million\n",22061 " 1.2 million\n",22062 " 1.2 billion USD"22063 ],22064 "correct": [22065 0.0,22066 0.0,22067 0.0,22068 0.0,22069 0.0,22070 0.0,22071 0.0,22072 0.0,22073 0.0,22074 0.0,22075 0.0,22076 0.0,22077 0.0,22078 0.0,22079 0.0,22080 0.0,22081 0.0,22082 0.0,22083 0.0,22084 0.0,22085 0.0,22086 0.022087 ]22088 },22089 "replace_donor_fewshot|procrustes|L14": {22090 "accuracy": 0.0,22091 "gain_vs_zero": {22092 "estimate": -0.045454545454545456,22093 "low": -0.13636363636363635,22094 "high": 0.0,22095 "level": 0.95,22096 "n_items": 22,22097 "n_clusters": 22,22098 "n_boot": 200022099 },22100 "outputs_sample": [22101 " Venezuela\n",22102 " Finland\n",22103 " Morocco\n",22104 " Turkey\n",22105 " Japan\n"22106 ],22107 "correct": [22108 0.0,22109 0.0,22110 0.0,22111 0.0,22112 0.0,22113 0.0,22114 0.0,22115 0.0,22116 0.0,22117 0.0,22118 0.0,22119 0.0,22120 0.0,22121 0.0,22122 0.0,22123 0.0,22124 0.0,22125 0.0,22126 0.0,22127 0.0,22128 0.0,22129 0.022130 ]22131 },22132 "ctl_replace_donor_zeroshot|procrustes|L14": {22133 "accuracy": 0.045454545454545456,22134 "gain_vs_zero": {22135 "estimate": 0.0,22136 "low": -0.13636363636363635,22137 "high": 0.13636363636363635,22138 "level": 0.95,22139 "n_items": 22,22140 "n_clusters": 22,22141 "n_boot": 200022142 },22143 "outputs_sample": [22144 " Venezuela\n",22145 " Finland\n",22146 " Morocco\n",22147 " Turkey\n",22148 " Japan\n"22149 ],22150 "correct": [22151 0.0,22152 0.0,22153 0.0,22154 0.0,22155 0.0,22156 1.0,22157 0.0,22158 0.0,22159 0.0,22160 0.0,22161 0.0,22162 0.0,22163 0.0,22164 0.0,22165 0.0,22166 0.0,22167 0.0,22168 0.0,22169 0.0,22170 0.0,22171 0.0,22172 0.022173 ]22174 },22175 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {22176 "accuracy": 0.0,22177 "gain_vs_zero": {22178 "estimate": -0.045454545454545456,22179 "low": -0.13636363636363635,22180 "high": 0.0,22181 "level": 0.95,22182 "n_items": 22,22183 "n_clusters": 22,22184 "n_boot": 200022185 },22186 "outputs_sample": [22187 " 2023-02-",22188 " Finland\n",22189 " 2019\n",22190 " Turkey\n",22191 " 2019\n"22192 ],22193 "correct": [22194 0.0,22195 0.0,22196 0.0,22197 0.0,22198 0.0,22199 0.0,22200 0.0,22201 0.0,22202 0.0,22203 0.0,22204 0.0,22205 0.0,22206 0.0,22207 0.0,22208 0.0,22209 0.0,22210 0.0,22211 0.0,22212 0.0,22213 0.0,22214 0.0,22215 0.022216 ]22217 },22218 "replace_donor_fewshot|ridge|L14": {22219 "accuracy": 0.0,22220 "gain_vs_zero": {22221 "estimate": -0.045454545454545456,22222 "low": -0.13636363636363635,22223 "high": 0.0,22224 "level": 0.95,22225 "n_items": 22,22226 "n_clusters": 22,22227 "n_boot": 200022228 },22229 "outputs_sample": [22230 " Venezuela\n",22231 " Finland\n",22232 " Morocco\n",22233 " Turkey\n",22234 " 2019\n"22235 ],22236 "correct": [22237 0.0,22238 0.0,22239 0.0,22240 0.0,22241 0.0,22242 0.0,22243 0.0,22244 0.0,22245 0.0,22246 0.0,22247 0.0,22248 0.0,22249 0.0,22250 0.0,22251 0.0,22252 0.0,22253 0.0,22254 0.0,22255 0.0,22256 0.0,22257 0.0,22258 0.022259 ]22260 },22261 "ctl_replace_donor_zeroshot|ridge|L14": {22262 "accuracy": 0.045454545454545456,22263 "gain_vs_zero": {22264 "estimate": 0.0,22265 "low": -0.13636363636363635,22266 "high": 0.13636363636363635,22267 "level": 0.95,22268 "n_items": 22,22269 "n_clusters": 22,22270 "n_boot": 200022271 },22272 "outputs_sample": [22273 " 1.5 million\n",22274 " 1.5 million\n",22275 " 1.5 million\n",22276 " 1.2 million\n",22277 " 1.5 million\n"22278 ],22279 "correct": [22280 0.0,22281 0.0,22282 0.0,22283 0.0,22284 0.0,22285 1.0,22286 0.0,22287 0.0,22288 0.0,22289 0.0,22290 0.0,22291 0.0,22292 0.0,22293 0.0,22294 0.0,22295 0.0,22296 0.0,22297 0.0,22298 0.0,22299 0.0,22300 0.0,22301 0.022302 ]22303 },22304 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {22305 "accuracy": 0.045454545454545456,22306 "gain_vs_zero": {22307 "estimate": 0.0,22308 "low": -0.13636363636363635,22309 "high": 0.13636363636363635,22310 "level": 0.95,22311 "n_items": 22,22312 "n_clusters": 22,22313 "n_boot": 200022314 },22315 "outputs_sample": [22316 " 2019\n",22317 " Finland\n",22318 " Morocco\n",22319 " Turkey\n",22320 " 2019\n"22321 ],22322 "correct": [22323 0.0,22324 0.0,22325 0.0,22326 0.0,22327 0.0,22328 1.0,22329 0.0,22330 0.0,22331 0.0,22332 0.0,22333 0.0,22334 0.0,22335 0.0,22336 0.0,22337 0.0,22338 0.0,22339 0.0,22340 0.0,22341 0.0,22342 0.0,22343 0.0,22344 0.022345 ]22346 },22347 "ctl_replace_donor_fewshot|sham_map|L14": {22348 "accuracy": 0.0,22349 "gain_vs_zero": {22350 "estimate": -0.045454545454545456,22351 "low": -0.13636363636363635,22352 "high": 0.0,22353 "level": 0.95,22354 "n_items": 22,22355 "n_clusters": 22,22356 "n_boot": 200022357 },22358 "outputs_sample": [22359 " 0.0\n\n",22360 " 1\n",22361 " 1\n",22362 " 1\n\n",22363 " 1\n"22364 ],22365 "correct": [22366 0.0,22367 0.0,22368 0.0,22369 0.0,22370 0.0,22371 0.0,22372 0.0,22373 0.0,22374 0.0,22375 0.0,22376 0.0,22377 0.0,22378 0.0,22379 0.0,22380 0.0,22381 0.0,22382 0.0,22383 0.0,22384 0.0,22385 0.0,22386 0.0,22387 0.022388 ]22389 },22390 "ctl_replace_donor_zeroshot|sham_map|L14": {22391 "accuracy": 0.0,22392 "gain_vs_zero": {22393 "estimate": -0.045454545454545456,22394 "low": -0.13636363636363635,22395 "high": 0.0,22396 "level": 0.95,22397 "n_items": 22,22398 "n_clusters": 22,22399 "n_boot": 200022400 },22401 "outputs_sample": [22402 " 1.5 million\n",22403 " 1.5 million\n",22404 " 1.5 million\n",22405 " 1\n\n",22406 " 1\n\n"22407 ],22408 "correct": [22409 0.0,22410 0.0,22411 0.0,22412 0.0,22413 0.0,22414 0.0,22415 0.0,22416 0.0,22417 0.0,22418 0.0,22419 0.0,22420 0.0,22421 0.0,22422 0.0,22423 0.0,22424 0.0,22425 0.0,22426 0.0,22427 0.0,22428 0.0,22429 0.0,22430 0.022431 ]22432 },22433 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {22434 "accuracy": 0.0,22435 "gain_vs_zero": {22436 "estimate": -0.045454545454545456,22437 "low": -0.13636363636363635,22438 "high": 0.0,22439 "level": 0.95,22440 "n_items": 22,22441 "n_clusters": 22,22442 "n_boot": 200022443 },22444 "outputs_sample": [22445 " 1.5 million\n",22446 " 1.5 million\n",22447 " 1\n",22448 " 1\n",22449 " 1\n"22450 ],22451 "correct": [22452 0.0,22453 0.0,22454 0.0,22455 0.0,22456 0.0,22457 0.0,22458 0.0,22459 0.0,22460 0.0,22461 0.0,22462 0.0,22463 0.0,22464 0.0,22465 0.0,22466 0.0,22467 0.0,22468 0.0,22469 0.0,22470 0.0,22471 0.0,22472 0.0,22473 0.022474 ]22475 },22476 "ctl_random_norm_matched|L14": {22477 "accuracy": 0.0,22478 "gain_vs_zero": {22479 "estimate": -0.045454545454545456,22480 "low": -0.13636363636363635,22481 "high": 0.0,22482 "level": 0.95,22483 "n_items": 22,22484 "n_clusters": 22,22485 "n_boot": 200022486 },22487 "correct": [22488 0.0,22489 0.0,22490 0.0,22491 0.0,22492 0.0,22493 0.0,22494 0.0,22495 0.0,22496 0.0,22497 0.0,22498 0.0,22499 0.0,22500 0.0,22501 0.0,22502 0.0,22503 0.0,22504 0.0,22505 0.0,22506 0.0,22507 0.0,22508 0.0,22509 0.022510 ]22511 },22512 "ctl_unrelated_task_vector(antonym)|L14": {22513 "accuracy": 0.13636363636363635,22514 "gain_vs_zero": {22515 "estimate": 0.09090909090909091,22516 "low": 0.0,22517 "high": 0.22727272727272727,22518 "level": 0.95,22519 "n_items": 22,22520 "n_clusters": 22,22521 "n_boot": 200022522 },22523 "correct": [22524 0.0,22525 1.0,22526 0.0,22527 0.0,22528 1.0,22529 0.0,22530 0.0,22531 0.0,22532 0.0,22533 0.0,22534 0.0,22535 0.0,22536 0.0,22537 0.0,22538 1.0,22539 0.0,22540 0.0,22541 0.0,22542 0.0,22543 0.0,22544 0.0,22545 0.022546 ]22547 }22548 },22549 "items": {22550 "zero": [22551 0.0,22552 0.0,22553 0.0,22554 0.0,22555 0.0,22556 0.0,22557 0.0,22558 0.0,22559 0.0,22560 0.0,22561 0.0,22562 0.0,22563 0.0,22564 0.0,22565 1.0,22566 0.0,22567 0.0,22568 0.0,22569 0.0,22570 0.0,22571 0.0,22572 0.022573 ],22574 "few": [22575 1.0,22576 1.0,22577 1.0,22578 1.0,22579 1.0,22580 1.0,22581 1.0,22582 1.0,22583 1.0,22584 1.0,22585 1.0,22586 1.0,22587 1.0,22588 1.0,22589 1.0,22590 1.0,22591 1.0,22592 1.0,22593 1.0,22594 1.0,22595 1.0,22596 1.022597 ],22598 "own": [22599 1.0,22600 1.0,22601 1.0,22602 1.0,22603 1.0,22604 1.0,22605 1.0,22606 1.0,22607 1.0,22608 1.0,22609 1.0,22610 1.0,22611 1.0,22612 1.0,22613 1.0,22614 1.0,22615 1.0,22616 1.0,22617 1.0,22618 1.0,22619 1.0,22620 1.022621 ]22622 }22623 },22624 "morph": {22625 "recipient_zero": 0.0,22626 "recipient_few": 0.275,22627 "recipient_own_vector": 0.0,22628 "donor_layer": 14,22629 "conditions": {22630 "procrustes|L2|a1.0": {22631 "accuracy": 0.0,22632 "gain_vs_zero": {22633 "estimate": 0.0,22634 "low": 0.0,22635 "high": 0.0,22636 "level": 0.95,22637 "n_items": 40,22638 "n_clusters": 40,22639 "n_boot": 200022640 },22641 "mapped_norm": 1.263144612312317,22642 "outputs_sample": [22643 " 0.0\n\n",22644 " zone of fab\n",22645 " 5\n\n",22646 " tukene\n\n",22647 " 122\n\n"22648 ],22649 "correct": [22650 0.0,22651 0.0,22652 0.0,22653 0.0,22654 0.0,22655 0.0,22656 0.0,22657 0.0,22658 0.0,22659 0.0,22660 0.0,22661 0.0,22662 0.0,22663 0.0,22664 0.0,22665 0.0,22666 0.0,22667 0.0,22668 0.0,22669 0.0,22670 0.0,22671 0.0,22672 0.0,22673 0.0,22674 0.0,22675 0.0,22676 0.0,22677 0.0,22678 0.0,22679 0.0,22680 0.0,22681 0.0,22682 0.0,22683 0.0,22684 0.0,22685 0.0,22686 0.0,22687 0.0,22688 0.0,22689 0.022690 ]22691 },22692 "procrustes|L2|a2.0": {22693 "accuracy": 0.0,22694 "gain_vs_zero": {22695 "estimate": 0.0,22696 "low": 0.0,22697 "high": 0.0,22698 "level": 0.95,22699 "n_items": 40,22700 "n_clusters": 40,22701 "n_boot": 200022702 },22703 "mapped_norm": 1.263144612312317,22704 "outputs_sample": [22705 " 0.0\n\n",22706 " 1\n\n",22707 " 5\n\n",22708 " tukene\n\n",22709 " 97\n\n"22710 ],22711 "correct": [22712 0.0,22713 0.0,22714 0.0,22715 0.0,22716 0.0,22717 0.0,22718 0.0,22719 0.0,22720 0.0,22721 0.0,22722 0.0,22723 0.0,22724 0.0,22725 0.0,22726 0.0,22727 0.0,22728 0.0,22729 0.0,22730 0.0,22731 0.0,22732 0.0,22733 0.0,22734 0.0,22735 0.0,22736 0.0,22737 0.0,22738 0.0,22739 0.0,22740 0.0,22741 0.0,22742 0.0,22743 0.0,22744 0.0,22745 0.0,22746 0.0,22747 0.0,22748 0.0,22749 0.0,22750 0.0,22751 0.022752 ]22753 },22754 "procrustes_rescaled|L2|a1.0": {22755 "accuracy": 0.0,22756 "gain_vs_zero": {22757 "estimate": 0.0,22758 "low": 0.0,22759 "high": 0.0,22760 "level": 0.95,22761 "n_items": 40,22762 "n_clusters": 40,22763 "n_boot": 200022764 },22765 "mapped_norm": 2.0378761291503906,22766 "outputs_sample": [22767 " 0.0\n\n",22768 " 1\n\n",22769 " 5\n\n",22770 " tukene\n\n",22771 " 97\n\n"22772 ],22773 "correct": [22774 0.0,22775 0.0,22776 0.0,22777 0.0,22778 0.0,22779 0.0,22780 0.0,22781 0.0,22782 0.0,22783 0.0,22784 0.0,22785 0.0,22786 0.0,22787 0.0,22788 0.0,22789 0.0,22790 0.0,22791 0.0,22792 0.0,22793 0.0,22794 0.0,22795 0.0,22796 0.0,22797 0.0,22798 0.0,22799 0.0,22800 0.0,22801 0.0,22802 0.0,22803 0.0,22804 0.0,22805 0.0,22806 0.0,22807 0.0,22808 0.0,22809 0.0,22810 0.0,22811 0.0,22812 0.0,22813 0.022814 ]22815 },22816 "ridge|L2|a1.0": {22817 "accuracy": 0.0,22818 "gain_vs_zero": {22819 "estimate": 0.0,22820 "low": 0.0,22821 "high": 0.0,22822 "level": 0.95,22823 "n_items": 40,22824 "n_clusters": 40,22825 "n_boot": 200022826 },22827 "mapped_norm": 1.8661013841629028,22828 "outputs_sample": [22829 " 0.0\n\n",22830 " zone of fab\n",22831 " 5\n\n",22832 " tuk\n",22833 " 97\n\n"22834 ],22835 "correct": [22836 0.0,22837 0.0,22838 0.0,22839 0.0,22840 0.0,22841 0.0,22842 0.0,22843 0.0,22844 0.0,22845 0.0,22846 0.0,22847 0.0,22848 0.0,22849 0.0,22850 0.0,22851 0.0,22852 0.0,22853 0.0,22854 0.0,22855 0.0,22856 0.0,22857 0.0,22858 0.0,22859 0.0,22860 0.0,22861 0.0,22862 0.0,22863 0.0,22864 0.0,22865 0.0,22866 0.0,22867 0.0,22868 0.0,22869 0.0,22870 0.0,22871 0.0,22872 0.0,22873 0.0,22874 0.0,22875 0.022876 ]22877 },22878 "ridge|L2|a2.0": {22879 "accuracy": 0.0,22880 "gain_vs_zero": {22881 "estimate": 0.0,22882 "low": 0.0,22883 "high": 0.0,22884 "level": 0.95,22885 "n_items": 40,22886 "n_clusters": 40,22887 "n_boot": 200022888 },22889 "mapped_norm": 1.8661013841629028,22890 "outputs_sample": [22891 " 0.0\n\n",22892 " 0\n\n",22893 " 5\n\n",22894 " tuk\n",22895 " 97\n\n"22896 ],22897 "correct": [22898 0.0,22899 0.0,22900 0.0,22901 0.0,22902 0.0,22903 0.0,22904 0.0,22905 0.0,22906 0.0,22907 0.0,22908 0.0,22909 0.0,22910 0.0,22911 0.0,22912 0.0,22913 0.0,22914 0.0,22915 0.0,22916 0.0,22917 0.0,22918 0.0,22919 0.0,22920 0.0,22921 0.0,22922 0.0,22923 0.0,22924 0.0,22925 0.0,22926 0.0,22927 0.0,22928 0.0,22929 0.0,22930 0.0,22931 0.0,22932 0.0,22933 0.0,22934 0.0,22935 0.0,22936 0.0,22937 0.022938 ]22939 },22940 "ridge_rescaled|L2|a1.0": {22941 "accuracy": 0.0,22942 "gain_vs_zero": {22943 "estimate": 0.0,22944 "low": 0.0,22945 "high": 0.0,22946 "level": 0.95,22947 "n_items": 40,22948 "n_clusters": 40,22949 "n_boot": 200022950 },22951 "mapped_norm": 2.0378763675689697,22952 "outputs_sample": [22953 " 0.0\n\n",22954 " zone of fab\n",22955 " 5\n\n",22956 " tuk\n",22957 " 97\n\n"22958 ],22959 "correct": [22960 0.0,22961 0.0,22962 0.0,22963 0.0,22964 0.0,22965 0.0,22966 0.0,22967 0.0,22968 0.0,22969 0.0,22970 0.0,22971 0.0,22972 0.0,22973 0.0,22974 0.0,22975 0.0,22976 0.0,22977 0.0,22978 0.0,22979 0.0,22980 0.0,22981 0.0,22982 0.0,22983 0.0,22984 0.0,22985 0.0,22986 0.0,22987 0.0,22988 0.0,22989 0.0,22990 0.0,22991 0.0,22992 0.0,22993 0.0,22994 0.0,22995 0.0,22996 0.0,22997 0.0,22998 0.0,22999 0.023000 ]23001 },23002 "cca|L2|a1.0": {23003 "accuracy": 0.0,23004 "gain_vs_zero": {23005 "estimate": 0.0,23006 "low": 0.0,23007 "high": 0.0,23008 "level": 0.95,23009 "n_items": 40,23010 "n_clusters": 40,23011 "n_boot": 200023012 },23013 "mapped_norm": 1.8744477033615112,23014 "outputs_sample": [23015 " 0.0\n\n",23016 " zone of fab\n",23017 " 5\n\n",23018 " tuk\n",23019 " 97\n\n"23020 ],23021 "correct": [23022 0.0,23023 0.0,23024 0.0,23025 0.0,23026 0.0,23027 0.0,23028 0.0,23029 0.0,23030 0.0,23031 0.0,23032 0.0,23033 0.0,23034 0.0,23035 0.0,23036 0.0,23037 0.0,23038 0.0,23039 0.0,23040 0.0,23041 0.0,23042 0.0,23043 0.0,23044 0.0,23045 0.0,23046 0.0,23047 0.0,23048 0.0,23049 0.0,23050 0.0,23051 0.0,23052 0.0,23053 0.0,23054 0.0,23055 0.0,23056 0.0,23057 0.0,23058 0.0,23059 0.0,23060 0.0,23061 0.023062 ]23063 },23064 "cca|L2|a2.0": {23065 "accuracy": 0.0,23066 "gain_vs_zero": {23067 "estimate": 0.0,23068 "low": 0.0,23069 "high": 0.0,23070 "level": 0.95,23071 "n_items": 40,23072 "n_clusters": 40,23073 "n_boot": 200023074 },23075 "mapped_norm": 1.8744477033615112,23076 "outputs_sample": [23077 " 0.0\n\n",23078 " 1\n\n",23079 " 5\n\n",23080 " tuk\n",23081 " 97\n\n"23082 ],23083 "correct": [23084 0.0,23085 0.0,23086 0.0,23087 0.0,23088 0.0,23089 0.0,23090 0.0,23091 0.0,23092 0.0,23093 0.0,23094 0.0,23095 0.0,23096 0.0,23097 0.0,23098 0.0,23099 0.0,23100 0.0,23101 0.0,23102 0.0,23103 0.0,23104 0.0,23105 0.0,23106 0.0,23107 0.0,23108 0.0,23109 0.0,23110 0.0,23111 0.0,23112 0.0,23113 0.0,23114 0.0,23115 0.0,23116 0.0,23117 0.0,23118 0.0,23119 0.0,23120 0.0,23121 0.0,23122 0.0,23123 0.023124 ]23125 },23126 "random_orth|L2|a1.0": {23127 "accuracy": 0.0,23128 "gain_vs_zero": {23129 "estimate": 0.0,23130 "low": 0.0,23131 "high": 0.0,23132 "level": 0.95,23133 "n_items": 40,23134 "n_clusters": 40,23135 "n_boot": 200023136 },23137 "mapped_norm": 1.4649690389633179,23138 "outputs_sample": [23139 " 0.0\n\n",23140 " zone of fab\n",23141 " 5\n\n",23142 " tukne\n",23143 " 122\n\n"23144 ],23145 "correct": [23146 0.0,23147 0.0,23148 0.0,23149 0.0,23150 0.0,23151 0.0,23152 0.0,23153 0.0,23154 0.0,23155 0.0,23156 0.0,23157 0.0,23158 0.0,23159 0.0,23160 0.0,23161 0.0,23162 0.0,23163 0.0,23164 0.0,23165 0.0,23166 0.0,23167 0.0,23168 0.0,23169 0.0,23170 0.0,23171 0.0,23172 0.0,23173 0.0,23174 0.0,23175 0.0,23176 0.0,23177 0.0,23178 0.0,23179 0.0,23180 0.0,23181 0.0,23182 0.0,23183 0.0,23184 0.0,23185 0.023186 ]23187 },23188 "random_orth|L2|a2.0": {23189 "accuracy": 0.0,23190 "gain_vs_zero": {23191 "estimate": 0.0,23192 "low": 0.0,23193 "high": 0.0,23194 "level": 0.95,23195 "n_items": 40,23196 "n_clusters": 40,23197 "n_boot": 200023198 },23199 "mapped_norm": 1.4649690389633179,23200 "outputs_sample": [23201 " 0.0\n\n",23202 " zone of fab\n",23203 " 5\n\n",23204 " tuk\n",23205 " 97\n\n"23206 ],23207 "correct": [23208 0.0,23209 0.0,23210 0.0,23211 0.0,23212 0.0,23213 0.0,23214 0.0,23215 0.0,23216 0.0,23217 0.0,23218 0.0,23219 0.0,23220 0.0,23221 0.0,23222 0.0,23223 0.0,23224 0.0,23225 0.0,23226 0.0,23227 0.0,23228 0.0,23229 0.0,23230 0.0,23231 0.0,23232 0.0,23233 0.0,23234 0.0,23235 0.0,23236 0.0,23237 0.0,23238 0.0,23239 0.0,23240 0.0,23241 0.0,23242 0.0,23243 0.0,23244 0.0,23245 0.0,23246 0.0,23247 0.023248 ]23249 },23250 "replace_donor_fewshot|procrustes|L2": {23251 "accuracy": 0.0,23252 "gain_vs_zero": {23253 "estimate": 0.0,23254 "low": 0.0,23255 "high": 0.0,23256 "level": 0.95,23257 "n_items": 40,23258 "n_clusters": 40,23259 "n_boot": 200023260 },23261 "outputs_sample": [23262 " 0.0\n\n",23263 " zone of fab\n",23264 " 5\n\n",23265 " tukene\n\n",23266 " 122\n\n"23267 ],23268 "correct": [23269 0.0,23270 0.0,23271 0.0,23272 0.0,23273 0.0,23274 0.0,23275 0.0,23276 0.0,23277 0.0,23278 0.0,23279 0.0,23280 0.0,23281 0.0,23282 0.0,23283 0.0,23284 0.0,23285 0.0,23286 0.0,23287 0.0,23288 0.0,23289 0.0,23290 0.0,23291 0.0,23292 0.0,23293 0.0,23294 0.0,23295 0.0,23296 0.0,23297 0.0,23298 0.0,23299 0.0,23300 0.0,23301 0.0,23302 0.0,23303 0.0,23304 0.0,23305 0.0,23306 0.0,23307 0.0,23308 0.023309 ]23310 },23311 "ctl_replace_donor_zeroshot|procrustes|L2": {23312 "accuracy": 0.0,23313 "gain_vs_zero": {23314 "estimate": 0.0,23315 "low": 0.0,23316 "high": 0.0,23317 "level": 0.95,23318 "n_items": 40,23319 "n_clusters": 40,23320 "n_boot": 200023321 },23322 "outputs_sample": [23323 " 0.0\n\n",23324 " zone of fab\n",23325 " 5\n\n",23326 " tukne\n",23327 " 122\n\n"23328 ],23329 "correct": [23330 0.0,23331 0.0,23332 0.0,23333 0.0,23334 0.0,23335 0.0,23336 0.0,23337 0.0,23338 0.0,23339 0.0,23340 0.0,23341 0.0,23342 0.0,23343 0.0,23344 0.0,23345 0.0,23346 0.0,23347 0.0,23348 0.0,23349 0.0,23350 0.0,23351 0.0,23352 0.0,23353 0.0,23354 0.0,23355 0.0,23356 0.0,23357 0.0,23358 0.0,23359 0.0,23360 0.0,23361 0.0,23362 0.0,23363 0.0,23364 0.0,23365 0.0,23366 0.0,23367 0.0,23368 0.0,23369 0.023370 ]23371 },23372 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {23373 "accuracy": 0.0,23374 "gain_vs_zero": {23375 "estimate": 0.0,23376 "low": 0.0,23377 "high": 0.0,23378 "level": 0.95,23379 "n_items": 40,23380 "n_clusters": 40,23381 "n_boot": 200023382 },23383 "outputs_sample": [23384 " 0.0\n\n",23385 " zone of fab\n",23386 " 5\n\n",23387 " tukene\n\n",23388 " 122\n\n"23389 ],23390 "correct": [23391 0.0,23392 0.0,23393 0.0,23394 0.0,23395 0.0,23396 0.0,23397 0.0,23398 0.0,23399 0.0,23400 0.0,23401 0.0,23402 0.0,23403 0.0,23404 0.0,23405 0.0,23406 0.0,23407 0.0,23408 0.0,23409 0.0,23410 0.0,23411 0.0,23412 0.0,23413 0.0,23414 0.0,23415 0.0,23416 0.0,23417 0.0,23418 0.0,23419 0.0,23420 0.0,23421 0.0,23422 0.0,23423 0.0,23424 0.0,23425 0.0,23426 0.0,23427 0.0,23428 0.0,23429 0.0,23430 0.023431 ]23432 },23433 "replace_donor_fewshot|ridge|L2": {23434 "accuracy": 0.0,23435 "gain_vs_zero": {23436 "estimate": 0.0,23437 "low": 0.0,23438 "high": 0.0,23439 "level": 0.95,23440 "n_items": 40,23441 "n_clusters": 40,23442 "n_boot": 200023443 },23444 "outputs_sample": [23445 " 0.0\n\n",23446 " zone of fab\n",23447 " 5\n\n",23448 " tukene\n\n",23449 " 97\n\n"23450 ],23451 "correct": [23452 0.0,23453 0.0,23454 0.0,23455 0.0,23456 0.0,23457 0.0,23458 0.0,23459 0.0,23460 0.0,23461 0.0,23462 0.0,23463 0.0,23464 0.0,23465 0.0,23466 0.0,23467 0.0,23468 0.0,23469 0.0,23470 0.0,23471 0.0,23472 0.0,23473 0.0,23474 0.0,23475 0.0,23476 0.0,23477 0.0,23478 0.0,23479 0.0,23480 0.0,23481 0.0,23482 0.0,23483 0.0,23484 0.0,23485 0.0,23486 0.0,23487 0.0,23488 0.0,23489 0.0,23490 0.0,23491 0.023492 ]23493 },23494 "ctl_replace_donor_zeroshot|ridge|L2": {23495 "accuracy": 0.0,23496 "gain_vs_zero": {23497 "estimate": 0.0,23498 "low": 0.0,23499 "high": 0.0,23500 "level": 0.95,23501 "n_items": 40,23502 "n_clusters": 40,23503 "n_boot": 200023504 },23505 "outputs_sample": [23506 " 0.0\n\n",23507 " zone of fab\n",23508 " 5\n\n",23509 " tukene\n\n",23510 " 122\n\n"23511 ],23512 "correct": [23513 0.0,23514 0.0,23515 0.0,23516 0.0,23517 0.0,23518 0.0,23519 0.0,23520 0.0,23521 0.0,23522 0.0,23523 0.0,23524 0.0,23525 0.0,23526 0.0,23527 0.0,23528 0.0,23529 0.0,23530 0.0,23531 0.0,23532 0.0,23533 0.0,23534 0.0,23535 0.0,23536 0.0,23537 0.0,23538 0.0,23539 0.0,23540 0.0,23541 0.0,23542 0.0,23543 0.0,23544 0.0,23545 0.0,23546 0.0,23547 0.0,23548 0.0,23549 0.0,23550 0.0,23551 0.0,23552 0.023553 ]23554 },23555 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {23556 "accuracy": 0.0,23557 "gain_vs_zero": {23558 "estimate": 0.0,23559 "low": 0.0,23560 "high": 0.0,23561 "level": 0.95,23562 "n_items": 40,23563 "n_clusters": 40,23564 "n_boot": 200023565 },23566 "outputs_sample": [23567 " 0.0\n\n",23568 " zone of fab\n",23569 " 5\n\n",23570 " tukene\n\n",23571 " 97\n\n"23572 ],23573 "correct": [23574 0.0,23575 0.0,23576 0.0,23577 0.0,23578 0.0,23579 0.0,23580 0.0,23581 0.0,23582 0.0,23583 0.0,23584 0.0,23585 0.0,23586 0.0,23587 0.0,23588 0.0,23589 0.0,23590 0.0,23591 0.0,23592 0.0,23593 0.0,23594 0.0,23595 0.0,23596 0.0,23597 0.0,23598 0.0,23599 0.0,23600 0.0,23601 0.0,23602 0.0,23603 0.0,23604 0.0,23605 0.0,23606 0.0,23607 0.0,23608 0.0,23609 0.0,23610 0.0,23611 0.0,23612 0.0,23613 0.023614 ]23615 },23616 "ctl_replace_donor_fewshot|sham_map|L2": {23617 "accuracy": 0.0,23618 "gain_vs_zero": {23619 "estimate": 0.0,23620 "low": 0.0,23621 "high": 0.0,23622 "level": 0.95,23623 "n_items": 40,23624 "n_clusters": 40,23625 "n_boot": 200023626 },23627 "outputs_sample": [23628 " 0.0\n\n",23629 " zone of fab\n",23630 " 5\n\n",23631 " tuk\n",23632 " 122\n\n"23633 ],23634 "correct": [23635 0.0,23636 0.0,23637 0.0,23638 0.0,23639 0.0,23640 0.0,23641 0.0,23642 0.0,23643 0.0,23644 0.0,23645 0.0,23646 0.0,23647 0.0,23648 0.0,23649 0.0,23650 0.0,23651 0.0,23652 0.0,23653 0.0,23654 0.0,23655 0.0,23656 0.0,23657 0.0,23658 0.0,23659 0.0,23660 0.0,23661 0.0,23662 0.0,23663 0.0,23664 0.0,23665 0.0,23666 0.0,23667 0.0,23668 0.0,23669 0.0,23670 0.0,23671 0.0,23672 0.0,23673 0.0,23674 0.023675 ]23676 },23677 "ctl_replace_donor_zeroshot|sham_map|L2": {23678 "accuracy": 0.0,23679 "gain_vs_zero": {23680 "estimate": 0.0,23681 "low": 0.0,23682 "high": 0.0,23683 "level": 0.95,23684 "n_items": 40,23685 "n_clusters": 40,23686 "n_boot": 200023687 },23688 "outputs_sample": [23689 " 0.0\n\n",23690 " zone of fab\n",23691 " 5\n\n",23692 " tukene\n\n",23693 " 122\n\n"23694 ],23695 "correct": [23696 0.0,23697 0.0,23698 0.0,23699 0.0,23700 0.0,23701 0.0,23702 0.0,23703 0.0,23704 0.0,23705 0.0,23706 0.0,23707 0.0,23708 0.0,23709 0.0,23710 0.0,23711 0.0,23712 0.0,23713 0.0,23714 0.0,23715 0.0,23716 0.0,23717 0.0,23718 0.0,23719 0.0,23720 0.0,23721 0.0,23722 0.0,23723 0.0,23724 0.0,23725 0.0,23726 0.0,23727 0.0,23728 0.0,23729 0.0,23730 0.0,23731 0.0,23732 0.0,23733 0.0,23734 0.0,23735 0.023736 ]23737 },23738 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {23739 "accuracy": 0.0,23740 "gain_vs_zero": {23741 "estimate": 0.0,23742 "low": 0.0,23743 "high": 0.0,23744 "level": 0.95,23745 "n_items": 40,23746 "n_clusters": 40,23747 "n_boot": 200023748 },23749 "outputs_sample": [23750 " 0.0\n\n",23751 " zone of fab\n",23752 " 5\n\n",23753 " tukene\n\n",23754 " 122\n\n"23755 ],23756 "correct": [23757 0.0,23758 0.0,23759 0.0,23760 0.0,23761 0.0,23762 0.0,23763 0.0,23764 0.0,23765 0.0,23766 0.0,23767 0.0,23768 0.0,23769 0.0,23770 0.0,23771 0.0,23772 0.0,23773 0.0,23774 0.0,23775 0.0,23776 0.0,23777 0.0,23778 0.0,23779 0.0,23780 0.0,23781 0.0,23782 0.0,23783 0.0,23784 0.0,23785 0.0,23786 0.0,23787 0.0,23788 0.0,23789 0.0,23790 0.0,23791 0.0,23792 0.0,23793 0.0,23794 0.0,23795 0.0,23796 0.023797 ]23798 },23799 "ctl_random_norm_matched|L2": {23800 "accuracy": 0.0,23801 "gain_vs_zero": {23802 "estimate": 0.0,23803 "low": 0.0,23804 "high": 0.0,23805 "level": 0.95,23806 "n_items": 40,23807 "n_clusters": 40,23808 "n_boot": 200023809 },23810 "correct": [23811 0.0,23812 0.0,23813 0.0,23814 0.0,23815 0.0,23816 0.0,23817 0.0,23818 0.0,23819 0.0,23820 0.0,23821 0.0,23822 0.0,23823 0.0,23824 0.0,23825 0.0,23826 0.0,23827 0.0,23828 0.0,23829 0.0,23830 0.0,23831 0.0,23832 0.0,23833 0.0,23834 0.0,23835 0.0,23836 0.0,23837 0.0,23838 0.0,23839 0.0,23840 0.0,23841 0.0,23842 0.0,23843 0.0,23844 0.0,23845 0.0,23846 0.0,23847 0.0,23848 0.0,23849 0.0,23850 0.023851 ]23852 },23853 "ctl_unrelated_task_vector(antonym)|L2": {23854 "accuracy": 0.0,23855 "gain_vs_zero": {23856 "estimate": 0.0,23857 "low": 0.0,23858 "high": 0.0,23859 "level": 0.95,23860 "n_items": 40,23861 "n_clusters": 40,23862 "n_boot": 200023863 },23864 "correct": [23865 0.0,23866 0.0,23867 0.0,23868 0.0,23869 0.0,23870 0.0,23871 0.0,23872 0.0,23873 0.0,23874 0.0,23875 0.0,23876 0.0,23877 0.0,23878 0.0,23879 0.0,23880 0.0,23881 0.0,23882 0.0,23883 0.0,23884 0.0,23885 0.0,23886 0.0,23887 0.0,23888 0.0,23889 0.0,23890 0.0,23891 0.0,23892 0.0,23893 0.0,23894 0.0,23895 0.0,23896 0.0,23897 0.0,23898 0.0,23899 0.0,23900 0.0,23901 0.0,23902 0.0,23903 0.0,23904 0.023905 ]23906 },23907 "procrustes|L14|a1.0": {23908 "accuracy": 0.0,23909 "gain_vs_zero": {23910 "estimate": 0.0,23911 "low": 0.0,23912 "high": 0.0,23913 "level": 0.95,23914 "n_items": 40,23915 "n_clusters": 40,23916 "n_boot": 200023917 },23918 "mapped_norm": 8.651657104492188,23919 "outputs_sample": [23920 " 100\n\n",23921 " 0\n\n",23922 " 500\n\n",23923 " tukne\n",23924 " cute\n\n"23925 ],23926 "correct": [23927 0.0,23928 0.0,23929 0.0,23930 0.0,23931 0.0,23932 0.0,23933 0.0,23934 0.0,23935 0.0,23936 0.0,23937 0.0,23938 0.0,23939 0.0,23940 0.0,23941 0.0,23942 0.0,23943 0.0,23944 0.0,23945 0.0,23946 0.0,23947 0.0,23948 0.0,23949 0.0,23950 0.0,23951 0.0,23952 0.0,23953 0.0,23954 0.0,23955 0.0,23956 0.0,23957 0.0,23958 0.0,23959 0.0,23960 0.0,23961 0.0,23962 0.0,23963 0.0,23964 0.0,23965 0.0,23966 0.023967 ]23968 },23969 "procrustes|L14|a2.0": {23970 "accuracy": 0.0,23971 "gain_vs_zero": {23972 "estimate": 0.0,23973 "low": 0.0,23974 "high": 0.0,23975 "level": 0.95,23976 "n_items": 40,23977 "n_clusters": 40,23978 "n_boot": 200023979 },23980 "mapped_norm": 8.651657104492188,23981 "outputs_sample": [23982 " zeni\n",23983 " zonofab\n\n",23984 " vofisu\n\n",23985 " tuken\n",23986 " zute\n\n"23987 ],23988 "correct": [23989 0.0,23990 0.0,23991 0.0,23992 0.0,23993 0.0,23994 0.0,23995 0.0,23996 0.0,23997 0.0,23998 0.0,23999 0.0,24000 0.0,24001 0.0,24002 0.0,24003 0.0,24004 0.0,24005 0.0,24006 0.0,24007 0.0,24008 0.0,24009 0.0,24010 0.0,24011 0.0,24012 0.0,24013 0.0,24014 0.0,24015 0.0,24016 0.0,24017 0.0,24018 0.0,24019 0.0,24020 0.0,24021 0.0,24022 0.0,24023 0.0,24024 0.0,24025 0.0,24026 0.0,24027 0.0,24028 0.024029 ]24030 },24031 "procrustes_rescaled|L14|a1.0": {24032 "accuracy": 0.0,24033 "gain_vs_zero": {24034 "estimate": 0.0,24035 "low": 0.0,24036 "high": 0.0,24037 "level": 0.95,24038 "n_items": 40,24039 "n_clusters": 40,24040 "n_boot": 200024041 },24042 "mapped_norm": 2.0378761291503906,24043 "outputs_sample": [24044 " 0.0\n\n",24045 " zone of fab\n",24046 " 5\n\n",24047 " tukne\n",24048 " cute\n\n"24049 ],24050 "correct": [24051 0.0,24052 0.0,24053 0.0,24054 0.0,24055 0.0,24056 0.0,24057 0.0,24058 0.0,24059 0.0,24060 0.0,24061 0.0,24062 0.0,24063 0.0,24064 0.0,24065 0.0,24066 0.0,24067 0.0,24068 0.0,24069 0.0,24070 0.0,24071 0.0,24072 0.0,24073 0.0,24074 0.0,24075 0.0,24076 0.0,24077 0.0,24078 0.0,24079 0.0,24080 0.0,24081 0.0,24082 0.0,24083 0.0,24084 0.0,24085 0.0,24086 0.0,24087 0.0,24088 0.0,24089 0.0,24090 0.024091 ]24092 },24093 "ridge|L14|a1.0": {24094 "accuracy": 0.0,24095 "gain_vs_zero": {24096 "estimate": 0.0,24097 "low": 0.0,24098 "high": 0.0,24099 "level": 0.95,24100 "n_items": 40,24101 "n_clusters": 40,24102 "n_boot": 200024103 },24104 "mapped_norm": 9.505321502685547,24105 "outputs_sample": [24106 " 100\n\n",24107 " zonofab\n\n",24108 " vofisu\n\n",24109 " tukne\n",24110 " cute\n\n"24111 ],24112 "correct": [24113 0.0,24114 0.0,24115 0.0,24116 0.0,24117 0.0,24118 0.0,24119 0.0,24120 0.0,24121 0.0,24122 0.0,24123 0.0,24124 0.0,24125 0.0,24126 0.0,24127 0.0,24128 0.0,24129 0.0,24130 0.0,24131 0.0,24132 0.0,24133 0.0,24134 0.0,24135 0.0,24136 0.0,24137 0.0,24138 0.0,24139 0.0,24140 0.0,24141 0.0,24142 0.0,24143 0.0,24144 0.0,24145 0.0,24146 0.0,24147 0.0,24148 0.0,24149 0.0,24150 0.0,24151 0.0,24152 0.024153 ]24154 },24155 "ridge|L14|a2.0": {24156 "accuracy": 0.0,24157 "gain_vs_zero": {24158 "estimate": 0.0,24159 "low": 0.0,24160 "high": 0.0,24161 "level": 0.95,24162 "n_items": 40,24163 "n_clusters": 40,24164 "n_boot": 200024165 },24166 "mapped_norm": 9.505321502685547,24167 "outputs_sample": [24168 " zen\n",24169 " zonofab\n",24170 " vofisu\n",24171 " tuken\n",24172 " zute\n\n"24173 ],24174 "correct": [24175 0.0,24176 0.0,24177 0.0,24178 0.0,24179 0.0,24180 0.0,24181 0.0,24182 0.0,24183 0.0,24184 0.0,24185 0.0,24186 0.0,24187 0.0,24188 0.0,24189 0.0,24190 0.0,24191 0.0,24192 0.0,24193 0.0,24194 0.0,24195 0.0,24196 0.0,24197 0.0,24198 0.0,24199 0.0,24200 0.0,24201 0.0,24202 0.0,24203 0.0,24204 0.0,24205 0.0,24206 0.0,24207 0.0,24208 0.0,24209 0.0,24210 0.0,24211 0.0,24212 0.0,24213 0.0,24214 0.024215 ]24216 },24217 "ridge_rescaled|L14|a1.0": {24218 "accuracy": 0.0,24219 "gain_vs_zero": {24220 "estimate": 0.0,24221 "low": 0.0,24222 "high": 0.0,24223 "level": 0.95,24224 "n_items": 40,24225 "n_clusters": 40,24226 "n_boot": 200024227 },24228 "mapped_norm": 2.0378761291503906,24229 "outputs_sample": [24230 " 0.0\n\n",24231 " zone of fab\n",24232 " 5\n\n",24233 " tukne\n",24234 " cute\n\n"24235 ],24236 "correct": [24237 0.0,24238 0.0,24239 0.0,24240 0.0,24241 0.0,24242 0.0,24243 0.0,24244 0.0,24245 0.0,24246 0.0,24247 0.0,24248 0.0,24249 0.0,24250 0.0,24251 0.0,24252 0.0,24253 0.0,24254 0.0,24255 0.0,24256 0.0,24257 0.0,24258 0.0,24259 0.0,24260 0.0,24261 0.0,24262 0.0,24263 0.0,24264 0.0,24265 0.0,24266 0.0,24267 0.0,24268 0.0,24269 0.0,24270 0.0,24271 0.0,24272 0.0,24273 0.0,24274 0.0,24275 0.0,24276 0.024277 ]24278 },24279 "cca|L14|a1.0": {24280 "accuracy": 0.0,24281 "gain_vs_zero": {24282 "estimate": 0.0,24283 "low": 0.0,24284 "high": 0.0,24285 "level": 0.95,24286 "n_items": 40,24287 "n_clusters": 40,24288 "n_boot": 200024289 },24290 "mapped_norm": 10.337977409362793,24291 "outputs_sample": [24292 " 100\n\n",24293 " zonofab\n\n",24294 " vofisu\n\n",24295 " tukne\n",24296 " cute\n\n"24297 ],24298 "correct": [24299 0.0,24300 0.0,24301 0.0,24302 0.0,24303 0.0,24304 0.0,24305 0.0,24306 0.0,24307 0.0,24308 0.0,24309 0.0,24310 0.0,24311 0.0,24312 0.0,24313 0.0,24314 0.0,24315 0.0,24316 0.0,24317 0.0,24318 0.0,24319 0.0,24320 0.0,24321 0.0,24322 0.0,24323 0.0,24324 0.0,24325 0.0,24326 0.0,24327 0.0,24328 0.0,24329 0.0,24330 0.0,24331 0.0,24332 0.0,24333 0.0,24334 0.0,24335 0.0,24336 0.0,24337 0.0,24338 0.024339 ]24340 },24341 "cca|L14|a2.0": {24342 "accuracy": 0.0,24343 "gain_vs_zero": {24344 "estimate": 0.0,24345 "low": 0.0,24346 "high": 0.0,24347 "level": 0.95,24348 "n_items": 40,24349 "n_clusters": 40,24350 "n_boot": 200024351 },24352 "mapped_norm": 10.337977409362793,24353 "outputs_sample": [24354 " zen\n",24355 " zonofab\n",24356 " vofisu\n",24357 " tuken\n",24358 " zute\n\n"24359 ],24360 "correct": [24361 0.0,24362 0.0,24363 0.0,24364 0.0,24365 0.0,24366 0.0,24367 0.0,24368 0.0,24369 0.0,24370 0.0,24371 0.0,24372 0.0,24373 0.0,24374 0.0,24375 0.0,24376 0.0,24377 0.0,24378 0.0,24379 0.0,24380 0.0,24381 0.0,24382 0.0,24383 0.0,24384 0.0,24385 0.0,24386 0.0,24387 0.0,24388 0.0,24389 0.0,24390 0.0,24391 0.0,24392 0.0,24393 0.0,24394 0.0,24395 0.0,24396 0.0,24397 0.0,24398 0.0,24399 0.0,24400 0.024401 ]24402 },24403 "random_orth|L14|a1.0": {24404 "accuracy": 0.0,24405 "gain_vs_zero": {24406 "estimate": 0.0,24407 "low": 0.0,24408 "high": 0.0,24409 "level": 0.95,24410 "n_items": 40,24411 "n_clusters": 40,24412 "n_boot": 200024413 },24414 "mapped_norm": 9.616893768310547,24415 "outputs_sample": [24416 " 0.0\n\n",24417 " 0\n\n",24418 " 1\n\n",24419 " tukne\n\n",24420 " 122\n\n"24421 ],24422 "correct": [24423 0.0,24424 0.0,24425 0.0,24426 0.0,24427 0.0,24428 0.0,24429 0.0,24430 0.0,24431 0.0,24432 0.0,24433 0.0,24434 0.0,24435 0.0,24436 0.0,24437 0.0,24438 0.0,24439 0.0,24440 0.0,24441 0.0,24442 0.0,24443 0.0,24444 0.0,24445 0.0,24446 0.0,24447 0.0,24448 0.0,24449 0.0,24450 0.0,24451 0.0,24452 0.0,24453 0.0,24454 0.0,24455 0.0,24456 0.0,24457 0.0,24458 0.0,24459 0.0,24460 0.0,24461 0.0,24462 0.024463 ]24464 },24465 "random_orth|L14|a2.0": {24466 "accuracy": 0.0,24467 "gain_vs_zero": {24468 "estimate": 0.0,24469 "low": 0.0,24470 "high": 0.0,24471 "level": 0.95,24472 "n_items": 40,24473 "n_clusters": 40,24474 "n_boot": 200024475 },24476 "mapped_norm": 9.616893768310547,24477 "outputs_sample": [24478 " 0.0\n\n",24479 " 0\n\n",24480 " 1\n\n",24481 " tuken\n\n",24482 " 97\n\n"24483 ],24484 "correct": [24485 0.0,24486 0.0,24487 0.0,24488 0.0,24489 0.0,24490 0.0,24491 0.0,24492 0.0,24493 0.0,24494 0.0,24495 0.0,24496 0.0,24497 0.0,24498 0.0,24499 0.0,24500 0.0,24501 0.0,24502 0.0,24503 0.0,24504 0.0,24505 0.0,24506 0.0,24507 0.0,24508 0.0,24509 0.0,24510 0.0,24511 0.0,24512 0.0,24513 0.0,24514 0.0,24515 0.0,24516 0.0,24517 0.0,24518 0.0,24519 0.0,24520 0.0,24521 0.0,24522 0.0,24523 0.0,24524 0.024525 ]24526 },24527 "replace_donor_fewshot|procrustes|L14": {24528 "accuracy": 0.0,24529 "gain_vs_zero": {24530 "estimate": 0.0,24531 "low": 0.0,24532 "high": 0.0,24533 "level": 0.95,24534 "n_items": 40,24535 "n_clusters": 40,24536 "n_boot": 200024537 },24538 "outputs_sample": [24539 " 100\n\n",24540 " 1234567890\n\n",24541 " 502\n\n",24542 " 10\n\n",24543 " 97\n\n"24544 ],24545 "correct": [24546 0.0,24547 0.0,24548 0.0,24549 0.0,24550 0.0,24551 0.0,24552 0.0,24553 0.0,24554 0.0,24555 0.0,24556 0.0,24557 0.0,24558 0.0,24559 0.0,24560 0.0,24561 0.0,24562 0.0,24563 0.0,24564 0.0,24565 0.0,24566 0.0,24567 0.0,24568 0.0,24569 0.0,24570 0.0,24571 0.0,24572 0.0,24573 0.0,24574 0.0,24575 0.0,24576 0.0,24577 0.0,24578 0.0,24579 0.0,24580 0.0,24581 0.0,24582 0.0,24583 0.0,24584 0.0,24585 0.024586 ]24587 },24588 "ctl_replace_donor_zeroshot|procrustes|L14": {24589 "accuracy": 0.0,24590 "gain_vs_zero": {24591 "estimate": 0.0,24592 "low": 0.0,24593 "high": 0.0,24594 "level": 0.95,24595 "n_items": 40,24596 "n_clusters": 40,24597 "n_boot": 200024598 },24599 "outputs_sample": [24600 " 0.0\n\n",24601 " zone of fab\n",24602 " 5\n\n",24603 " 10\n\n",24604 " 97\n\n"24605 ],24606 "correct": [24607 0.0,24608 0.0,24609 0.0,24610 0.0,24611 0.0,24612 0.0,24613 0.0,24614 0.0,24615 0.0,24616 0.0,24617 0.0,24618 0.0,24619 0.0,24620 0.0,24621 0.0,24622 0.0,24623 0.0,24624 0.0,24625 0.0,24626 0.0,24627 0.0,24628 0.0,24629 0.0,24630 0.0,24631 0.0,24632 0.0,24633 0.0,24634 0.0,24635 0.0,24636 0.0,24637 0.0,24638 0.0,24639 0.0,24640 0.0,24641 0.0,24642 0.0,24643 0.0,24644 0.0,24645 0.0,24646 0.024647 ]24648 },24649 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {24650 "accuracy": 0.0,24651 "gain_vs_zero": {24652 "estimate": 0.0,24653 "low": 0.0,24654 "high": 0.0,24655 "level": 0.95,24656 "n_items": 40,24657 "n_clusters": 40,24658 "n_boot": 200024659 },24660 "outputs_sample": [24661 " 100\n\n",24662 " 1234567890\n\n",24663 " 5000\n\n",24664 " 10\n\n",24665 " 97\n\n"24666 ],24667 "correct": [24668 0.0,24669 0.0,24670 0.0,24671 0.0,24672 0.0,24673 0.0,24674 0.0,24675 0.0,24676 0.0,24677 0.0,24678 0.0,24679 0.0,24680 0.0,24681 0.0,24682 0.0,24683 0.0,24684 0.0,24685 0.0,24686 0.0,24687 0.0,24688 0.0,24689 0.0,24690 0.0,24691 0.0,24692 0.0,24693 0.0,24694 0.0,24695 0.0,24696 0.0,24697 0.0,24698 0.0,24699 0.0,24700 0.0,24701 0.0,24702 0.0,24703 0.0,24704 0.0,24705 0.0,24706 0.0,24707 0.024708 ]24709 },24710 "replace_donor_fewshot|ridge|L14": {24711 "accuracy": 0.0,24712 "gain_vs_zero": {24713 "estimate": 0.0,24714 "low": 0.0,24715 "high": 0.0,24716 "level": 0.95,24717 "n_items": 40,24718 "n_clusters": 40,24719 "n_boot": 200024720 },24721 "outputs_sample": [24722 " zen\n",24723 " zonefab\n\n",24724 " 500\n\n",24725 " 10\n\n",24726 " 97\n\n"24727 ],24728 "correct": [24729 0.0,24730 0.0,24731 0.0,24732 0.0,24733 0.0,24734 0.0,24735 0.0,24736 0.0,24737 0.0,24738 0.0,24739 0.0,24740 0.0,24741 0.0,24742 0.0,24743 0.0,24744 0.0,24745 0.0,24746 0.0,24747 0.0,24748 0.0,24749 0.0,24750 0.0,24751 0.0,24752 0.0,24753 0.0,24754 0.0,24755 0.0,24756 0.0,24757 0.0,24758 0.0,24759 0.0,24760 0.0,24761 0.0,24762 0.0,24763 0.0,24764 0.0,24765 0.0,24766 0.0,24767 0.0,24768 0.024769 ]24770 },24771 "ctl_replace_donor_zeroshot|ridge|L14": {24772 "accuracy": 0.0,24773 "gain_vs_zero": {24774 "estimate": 0.0,24775 "low": 0.0,24776 "high": 0.0,24777 "level": 0.95,24778 "n_items": 40,24779 "n_clusters": 40,24780 "n_boot": 200024781 },24782 "outputs_sample": [24783 " 0.0\n\n",24784 " zone of fab\n",24785 " 5\n\n",24786 " 10\n\n",24787 " zute\n\n"24788 ],24789 "correct": [24790 0.0,24791 0.0,24792 0.0,24793 0.0,24794 0.0,24795 0.0,24796 0.0,24797 0.0,24798 0.0,24799 0.0,24800 0.0,24801 0.0,24802 0.0,24803 0.0,24804 0.0,24805 0.0,24806 0.0,24807 0.0,24808 0.0,24809 0.0,24810 0.0,24811 0.0,24812 0.0,24813 0.0,24814 0.0,24815 0.0,24816 0.0,24817 0.0,24818 0.0,24819 0.0,24820 0.0,24821 0.0,24822 0.0,24823 0.0,24824 0.0,24825 0.0,24826 0.0,24827 0.0,24828 0.0,24829 0.024830 ]24831 },24832 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {24833 "accuracy": 0.0,24834 "gain_vs_zero": {24835 "estimate": 0.0,24836 "low": 0.0,24837 "high": 0.0,24838 "level": 0.95,24839 "n_items": 40,24840 "n_clusters": 40,24841 "n_boot": 200024842 },24843 "outputs_sample": [24844 " zen\n",24845 " zone fab\n\n",24846 " 500\n\n",24847 " 10\n\n",24848 " 97\n\n"24849 ],24850 "correct": [24851 0.0,24852 0.0,24853 0.0,24854 0.0,24855 0.0,24856 0.0,24857 0.0,24858 0.0,24859 0.0,24860 0.0,24861 0.0,24862 0.0,24863 0.0,24864 0.0,24865 0.0,24866 0.0,24867 0.0,24868 0.0,24869 0.0,24870 0.0,24871 0.0,24872 0.0,24873 0.0,24874 0.0,24875 0.0,24876 0.0,24877 0.0,24878 0.0,24879 0.0,24880 0.0,24881 0.0,24882 0.0,24883 0.0,24884 0.0,24885 0.0,24886 0.0,24887 0.0,24888 0.0,24889 0.0,24890 0.024891 ]24892 },24893 "ctl_replace_donor_fewshot|sham_map|L14": {24894 "accuracy": 0.0,24895 "gain_vs_zero": {24896 "estimate": 0.0,24897 "low": 0.0,24898 "high": 0.0,24899 "level": 0.95,24900 "n_items": 40,24901 "n_clusters": 40,24902 "n_boot": 200024903 },24904 "outputs_sample": [24905 " Zeni\n\n",24906 " 0.0\n\n",24907 " 500\n\n",24908 " 10\n\n",24909 " 97\n\n"24910 ],24911 "correct": [24912 0.0,24913 0.0,24914 0.0,24915 0.0,24916 0.0,24917 0.0,24918 0.0,24919 0.0,24920 0.0,24921 0.0,24922 0.0,24923 0.0,24924 0.0,24925 0.0,24926 0.0,24927 0.0,24928 0.0,24929 0.0,24930 0.0,24931 0.0,24932 0.0,24933 0.0,24934 0.0,24935 0.0,24936 0.0,24937 0.0,24938 0.0,24939 0.0,24940 0.0,24941 0.0,24942 0.0,24943 0.0,24944 0.0,24945 0.0,24946 0.0,24947 0.0,24948 0.0,24949 0.0,24950 0.0,24951 0.024952 ]24953 },24954 "ctl_replace_donor_zeroshot|sham_map|L14": {24955 "accuracy": 0.0,24956 "gain_vs_zero": {24957 "estimate": 0.0,24958 "low": 0.0,24959 "high": 0.0,24960 "level": 0.95,24961 "n_items": 40,24962 "n_clusters": 40,24963 "n_boot": 200024964 },24965 "outputs_sample": [24966 " 100\n\n",24967 " 0.0\n\n",24968 " 500\n\n",24969 " 10\n\n",24970 " 97\n\n"24971 ],24972 "correct": [24973 0.0,24974 0.0,24975 0.0,24976 0.0,24977 0.0,24978 0.0,24979 0.0,24980 0.0,24981 0.0,24982 0.0,24983 0.0,24984 0.0,24985 0.0,24986 0.0,24987 0.0,24988 0.0,24989 0.0,24990 0.0,24991 0.0,24992 0.0,24993 0.0,24994 0.0,24995 0.0,24996 0.0,24997 0.0,24998 0.0,24999 0.0,25000 0.0,25001 0.0,25002 0.0,25003 0.0,25004 0.0,25005 0.0,25006 0.0,25007 0.0,25008 0.0,25009 0.0,25010 0.0,25011 0.0,25012 0.025013 ]25014 },25015 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {25016 "accuracy": 0.0,25017 "gain_vs_zero": {25018 "estimate": 0.0,25019 "low": 0.0,25020 "high": 0.0,25021 "level": 0.95,25022 "n_items": 40,25023 "n_clusters": 40,25024 "n_boot": 200025025 },25026 "outputs_sample": [25027 " Zeni\n\n",25028 " 0.0\n\n",25029 " 500\n\n",25030 " 10\n\n",25031 " 97\n\n"25032 ],25033 "correct": [25034 0.0,25035 0.0,25036 0.0,25037 0.0,25038 0.0,25039 0.0,25040 0.0,25041 0.0,25042 0.0,25043 0.0,25044 0.0,25045 0.0,25046 0.0,25047 0.0,25048 0.0,25049 0.0,25050 0.0,25051 0.0,25052 0.0,25053 0.0,25054 0.0,25055 0.0,25056 0.0,25057 0.0,25058 0.0,25059 0.0,25060 0.0,25061 0.0,25062 0.0,25063 0.0,25064 0.0,25065 0.0,25066 0.0,25067 0.0,25068 0.0,25069 0.0,25070 0.0,25071 0.0,25072 0.0,25073 0.025074 ]25075 },25076 "ctl_random_norm_matched|L14": {25077 "accuracy": 0.0,25078 "gain_vs_zero": {25079 "estimate": 0.0,25080 "low": 0.0,25081 "high": 0.0,25082 "level": 0.95,25083 "n_items": 40,25084 "n_clusters": 40,25085 "n_boot": 200025086 },25087 "correct": [25088 0.0,25089 0.0,25090 0.0,25091 0.0,25092 0.0,25093 0.0,25094 0.0,25095 0.0,25096 0.0,25097 0.0,25098 0.0,25099 0.0,25100 0.0,25101 0.0,25102 0.0,25103 0.0,25104 0.0,25105 0.0,25106 0.0,25107 0.0,25108 0.0,25109 0.0,25110 0.0,25111 0.0,25112 0.0,25113 0.0,25114 0.0,25115 0.0,25116 0.0,25117 0.0,25118 0.0,25119 0.0,25120 0.0,25121 0.0,25122 0.0,25123 0.0,25124 0.0,25125 0.0,25126 0.0,25127 0.025128 ]25129 },25130 "ctl_unrelated_task_vector(antonym)|L14": {25131 "accuracy": 0.0,25132 "gain_vs_zero": {25133 "estimate": 0.0,25134 "low": 0.0,25135 "high": 0.0,25136 "level": 0.95,25137 "n_items": 40,25138 "n_clusters": 40,25139 "n_boot": 200025140 },25141 "correct": [25142 0.0,25143 0.0,25144 0.0,25145 0.0,25146 0.0,25147 0.0,25148 0.0,25149 0.0,25150 0.0,25151 0.0,25152 0.0,25153 0.0,25154 0.0,25155 0.0,25156 0.0,25157 0.0,25158 0.0,25159 0.0,25160 0.0,25161 0.0,25162 0.0,25163 0.0,25164 0.0,25165 0.0,25166 0.0,25167 0.0,25168 0.0,25169 0.0,25170 0.0,25171 0.0,25172 0.0,25173 0.0,25174 0.0,25175 0.0,25176 0.0,25177 0.0,25178 0.0,25179 0.0,25180 0.0,25181 0.025182 ]25183 }25184 },25185 "items": {25186 "zero": [25187 0.0,25188 0.0,25189 0.0,25190 0.0,25191 0.0,25192 0.0,25193 0.0,25194 0.0,25195 0.0,25196 0.0,25197 0.0,25198 0.0,25199 0.0,25200 0.0,25201 0.0,25202 0.0,25203 0.0,25204 0.0,25205 0.0,25206 0.0,25207 0.0,25208 0.0,25209 0.0,25210 0.0,25211 0.0,25212 0.0,25213 0.0,25214 0.0,25215 0.0,25216 0.0,25217 0.0,25218 0.0,25219 0.0,25220 0.0,25221 0.0,25222 0.0,25223 0.0,25224 0.0,25225 0.0,25226 0.025227 ],25228 "few": [25229 0.0,25230 1.0,25231 0.0,25232 0.0,25233 1.0,25234 1.0,25235 0.0,25236 0.0,25237 0.0,25238 0.0,25239 0.0,25240 0.0,25241 0.0,25242 0.0,25243 1.0,25244 0.0,25245 0.0,25246 0.0,25247 1.0,25248 0.0,25249 0.0,25250 0.0,25251 1.0,25252 0.0,25253 0.0,25254 0.0,25255 0.0,25256 0.0,25257 0.0,25258 0.0,25259 1.0,25260 1.0,25261 0.0,25262 0.0,25263 0.0,25264 1.0,25265 0.0,25266 1.0,25267 0.0,25268 1.025269 ],25270 "own": [25271 0.0,25272 0.0,25273 0.0,25274 0.0,25275 0.0,25276 0.0,25277 0.0,25278 0.0,25279 0.0,25280 0.0,25281 0.0,25282 0.0,25283 0.0,25284 0.0,25285 0.0,25286 0.0,25287 0.0,25288 0.0,25289 0.0,25290 0.0,25291 0.0,25292 0.0,25293 0.0,25294 0.0,25295 0.0,25296 0.0,25297 0.0,25298 0.0,25299 0.0,25300 0.0,25301 0.0,25302 0.0,25303 0.0,25304 0.0,25305 0.0,25306 0.0,25307 0.0,25308 0.0,25309 0.0,25310 0.025311 ]25312 }25313 },25314 "addthree": {25315 "recipient_zero": 0.0,25316 "recipient_few": 1.0,25317 "recipient_own_vector": 0.7142857142857143,25318 "donor_layer": 2,25319 "conditions": {25320 "procrustes|L2|a1.0": {25321 "accuracy": 0.0,25322 "gain_vs_zero": {25323 "estimate": 0.0,25324 "low": 0.0,25325 "high": 0.0,25326 "level": 0.95,25327 "n_items": 35,25328 "n_clusters": 35,25329 "n_boot": 200025330 },25331 "mapped_norm": 1.8012096881866455,25332 "outputs_sample": [25333 " 50\n\n",25334 " 24\n\n",25335 " 83\n\n",25336 " 19\n\n",25337 " 71\n\n"25338 ],25339 "correct": [25340 0.0,25341 0.0,25342 0.0,25343 0.0,25344 0.0,25345 0.0,25346 0.0,25347 0.0,25348 0.0,25349 0.0,25350 0.0,25351 0.0,25352 0.0,25353 0.0,25354 0.0,25355 0.0,25356 0.0,25357 0.0,25358 0.0,25359 0.0,25360 0.0,25361 0.0,25362 0.0,25363 0.0,25364 0.0,25365 0.0,25366 0.0,25367 0.0,25368 0.0,25369 0.0,25370 0.0,25371 0.0,25372 0.0,25373 0.0,25374 0.025375 ]25376 },25377 "procrustes|L2|a2.0": {25378 "accuracy": 0.0,25379 "gain_vs_zero": {25380 "estimate": 0.0,25381 "low": 0.0,25382 "high": 0.0,25383 "level": 0.95,25384 "n_items": 35,25385 "n_clusters": 35,25386 "n_boot": 200025387 },25388 "mapped_norm": 1.8012096881866455,25389 "outputs_sample": [25390 " 50\n\n",25391 " 24\n\n",25392 " 83\n\n",25393 " 19\n\n",25394 " 71\n\n"25395 ],25396 "correct": [25397 0.0,25398 0.0,25399 0.0,25400 0.0,25401 0.0,25402 0.0,25403 0.0,25404 0.0,25405 0.0,25406 0.0,25407 0.0,25408 0.0,25409 0.0,25410 0.0,25411 0.0,25412 0.0,25413 0.0,25414 0.0,25415 0.0,25416 0.0,25417 0.0,25418 0.0,25419 0.0,25420 0.0,25421 0.0,25422 0.0,25423 0.0,25424 0.0,25425 0.0,25426 0.0,25427 0.0,25428 0.0,25429 0.0,25430 0.0,25431 0.025432 ]25433 },25434 "procrustes_rescaled|L2|a1.0": {25435 "accuracy": 0.0,25436 "gain_vs_zero": {25437 "estimate": 0.0,25438 "low": 0.0,25439 "high": 0.0,25440 "level": 0.95,25441 "n_items": 35,25442 "n_clusters": 35,25443 "n_boot": 200025444 },25445 "mapped_norm": 12.955743789672852,25446 "outputs_sample": [25447 " 50\n\n",25448 " 24\n\n",25449 " 83\n\n",25450 " 19\n\n",25451 " 71\n\n"25452 ],25453 "correct": [25454 0.0,25455 0.0,25456 0.0,25457 0.0,25458 0.0,25459 0.0,25460 0.0,25461 0.0,25462 0.0,25463 0.0,25464 0.0,25465 0.0,25466 0.0,25467 0.0,25468 0.0,25469 0.0,25470 0.0,25471 0.0,25472 0.0,25473 0.0,25474 0.0,25475 0.0,25476 0.0,25477 0.0,25478 0.0,25479 0.0,25480 0.0,25481 0.0,25482 0.0,25483 0.0,25484 0.0,25485 0.0,25486 0.0,25487 0.0,25488 0.025489 ]25490 },25491 "ridge|L2|a1.0": {25492 "accuracy": 0.0,25493 "gain_vs_zero": {25494 "estimate": 0.0,25495 "low": 0.0,25496 "high": 0.0,25497 "level": 0.95,25498 "n_items": 35,25499 "n_clusters": 35,25500 "n_boot": 200025501 },25502 "mapped_norm": 2.0974931716918945,25503 "outputs_sample": [25504 " 50\n\n",25505 " 24\n\n",25506 " 83\n\n",25507 " 19\n\n",25508 " 72\n\n"25509 ],25510 "correct": [25511 0.0,25512 0.0,25513 0.0,25514 0.0,25515 0.0,25516 0.0,25517 0.0,25518 0.0,25519 0.0,25520 0.0,25521 0.0,25522 0.0,25523 0.0,25524 0.0,25525 0.0,25526 0.0,25527 0.0,25528 0.0,25529 0.0,25530 0.0,25531 0.0,25532 0.0,25533 0.0,25534 0.0,25535 0.0,25536 0.0,25537 0.0,25538 0.0,25539 0.0,25540 0.0,25541 0.0,25542 0.0,25543 0.0,25544 0.0,25545 0.025546 ]25547 },25548 "ridge|L2|a2.0": {25549 "accuracy": 0.0,25550 "gain_vs_zero": {25551 "estimate": 0.0,25552 "low": 0.0,25553 "high": 0.0,25554 "level": 0.95,25555 "n_items": 35,25556 "n_clusters": 35,25557 "n_boot": 200025558 },25559 "mapped_norm": 2.0974931716918945,25560 "outputs_sample": [25561 " 50\n\n",25562 " 24\n\n",25563 " 83\n\n",25564 " 19\n\n",25565 " 71\n\n"25566 ],25567 "correct": [25568 0.0,25569 0.0,25570 0.0,25571 0.0,25572 0.0,25573 0.0,25574 0.0,25575 0.0,25576 0.0,25577 0.0,25578 0.0,25579 0.0,25580 0.0,25581 0.0,25582 0.0,25583 0.0,25584 0.0,25585 0.0,25586 0.0,25587 0.0,25588 0.0,25589 0.0,25590 0.0,25591 0.0,25592 0.0,25593 0.0,25594 0.0,25595 0.0,25596 0.0,25597 0.0,25598 0.0,25599 0.0,25600 0.0,25601 0.0,25602 0.025603 ]25604 },25605 "ridge_rescaled|L2|a1.0": {25606 "accuracy": 0.0,25607 "gain_vs_zero": {25608 "estimate": 0.0,25609 "low": 0.0,25610 "high": 0.0,25611 "level": 0.95,25612 "n_items": 35,25613 "n_clusters": 35,25614 "n_boot": 200025615 },25616 "mapped_norm": 12.955744743347168,25617 "outputs_sample": [25618 " 50\n\n",25619 " 24\n\n",25620 " 83\n\n",25621 " 19\n\n",25622 " 71\n\n"25623 ],25624 "correct": [25625 0.0,25626 0.0,25627 0.0,25628 0.0,25629 0.0,25630 0.0,25631 0.0,25632 0.0,25633 0.0,25634 0.0,25635 0.0,25636 0.0,25637 0.0,25638 0.0,25639 0.0,25640 0.0,25641 0.0,25642 0.0,25643 0.0,25644 0.0,25645 0.0,25646 0.0,25647 0.0,25648 0.0,25649 0.0,25650 0.0,25651 0.0,25652 0.0,25653 0.0,25654 0.0,25655 0.0,25656 0.0,25657 0.0,25658 0.0,25659 0.025660 ]25661 },25662 "cca|L2|a1.0": {25663 "accuracy": 0.0,25664 "gain_vs_zero": {25665 "estimate": 0.0,25666 "low": 0.0,25667 "high": 0.0,25668 "level": 0.95,25669 "n_items": 35,25670 "n_clusters": 35,25671 "n_boot": 200025672 },25673 "mapped_norm": 2.378178834915161,25674 "outputs_sample": [25675 " 50\n\n",25676 " 24\n\n",25677 " 83\n\n",25678 " 19\n\n",25679 " 72\n\n"25680 ],25681 "correct": [25682 0.0,25683 0.0,25684 0.0,25685 0.0,25686 0.0,25687 0.0,25688 0.0,25689 0.0,25690 0.0,25691 0.0,25692 0.0,25693 0.0,25694 0.0,25695 0.0,25696 0.0,25697 0.0,25698 0.0,25699 0.0,25700 0.0,25701 0.0,25702 0.0,25703 0.0,25704 0.0,25705 0.0,25706 0.0,25707 0.0,25708 0.0,25709 0.0,25710 0.0,25711 0.0,25712 0.0,25713 0.0,25714 0.0,25715 0.0,25716 0.025717 ]25718 },25719 "cca|L2|a2.0": {25720 "accuracy": 0.0,25721 "gain_vs_zero": {25722 "estimate": 0.0,25723 "low": 0.0,25724 "high": 0.0,25725 "level": 0.95,25726 "n_items": 35,25727 "n_clusters": 35,25728 "n_boot": 200025729 },25730 "mapped_norm": 2.378178834915161,25731 "outputs_sample": [25732 " 50\n\n",25733 " 24\n\n",25734 " 83\n\n",25735 " 19\n\n",25736 " 71\n\n"25737 ],25738 "correct": [25739 0.0,25740 0.0,25741 0.0,25742 0.0,25743 0.0,25744 0.0,25745 0.0,25746 0.0,25747 0.0,25748 0.0,25749 0.0,25750 0.0,25751 0.0,25752 0.0,25753 0.0,25754 0.0,25755 0.0,25756 0.0,25757 0.0,25758 0.0,25759 0.0,25760 0.0,25761 0.0,25762 0.0,25763 0.0,25764 0.0,25765 0.0,25766 0.0,25767 0.0,25768 0.0,25769 0.0,25770 0.0,25771 0.0,25772 0.0,25773 0.025774 ]25775 },25776 "random_orth|L2|a1.0": {25777 "accuracy": 0.0,25778 "gain_vs_zero": {25779 "estimate": 0.0,25780 "low": 0.0,25781 "high": 0.0,25782 "level": 0.95,25783 "n_items": 35,25784 "n_clusters": 35,25785 "n_boot": 200025786 },25787 "mapped_norm": 1.8207060098648071,25788 "outputs_sample": [25789 " 50\n\n",25790 " 24\n\n",25791 " 83\n\n",25792 " 19\n\n",25793 " 72\n\n"25794 ],25795 "correct": [25796 0.0,25797 0.0,25798 0.0,25799 0.0,25800 0.0,25801 0.0,25802 0.0,25803 0.0,25804 0.0,25805 0.0,25806 0.0,25807 0.0,25808 0.0,25809 0.0,25810 0.0,25811 0.0,25812 0.0,25813 0.0,25814 0.0,25815 0.0,25816 0.0,25817 0.0,25818 0.0,25819 0.0,25820 0.0,25821 0.0,25822 0.0,25823 0.0,25824 0.0,25825 0.0,25826 0.0,25827 0.0,25828 0.0,25829 0.0,25830 0.025831 ]25832 },25833 "random_orth|L2|a2.0": {25834 "accuracy": 0.0,25835 "gain_vs_zero": {25836 "estimate": 0.0,25837 "low": 0.0,25838 "high": 0.0,25839 "level": 0.95,25840 "n_items": 35,25841 "n_clusters": 35,25842 "n_boot": 200025843 },25844 "mapped_norm": 1.8207060098648071,25845 "outputs_sample": [25846 " 50\n\n",25847 " 24\n\n",25848 " 83\n\n",25849 " 19\n\n",25850 " 71\n\n"25851 ],25852 "correct": [25853 0.0,25854 0.0,25855 0.0,25856 0.0,25857 0.0,25858 0.0,25859 0.0,25860 0.0,25861 0.0,25862 0.0,25863 0.0,25864 0.0,25865 0.0,25866 0.0,25867 0.0,25868 0.0,25869 0.0,25870 0.0,25871 0.0,25872 0.0,25873 0.0,25874 0.0,25875 0.0,25876 0.0,25877 0.0,25878 0.0,25879 0.0,25880 0.0,25881 0.0,25882 0.0,25883 0.0,25884 0.0,25885 0.0,25886 0.0,25887 0.025888 ]25889 },25890 "replace_donor_fewshot|procrustes|L2": {25891 "accuracy": 0.0,25892 "gain_vs_zero": {25893 "estimate": 0.0,25894 "low": 0.0,25895 "high": 0.0,25896 "level": 0.95,25897 "n_items": 35,25898 "n_clusters": 35,25899 "n_boot": 200025900 },25901 "outputs_sample": [25902 " 50\n\n",25903 " 24\n\n",25904 " 83\n\n",25905 " 19\n\n",25906 " 71\n\n"25907 ],25908 "correct": [25909 0.0,25910 0.0,25911 0.0,25912 0.0,25913 0.0,25914 0.0,25915 0.0,25916 0.0,25917 0.0,25918 0.0,25919 0.0,25920 0.0,25921 0.0,25922 0.0,25923 0.0,25924 0.0,25925 0.0,25926 0.0,25927 0.0,25928 0.0,25929 0.0,25930 0.0,25931 0.0,25932 0.0,25933 0.0,25934 0.0,25935 0.0,25936 0.0,25937 0.0,25938 0.0,25939 0.0,25940 0.0,25941 0.0,25942 0.0,25943 0.025944 ]25945 },25946 "ctl_replace_donor_zeroshot|procrustes|L2": {25947 "accuracy": 0.0,25948 "gain_vs_zero": {25949 "estimate": 0.0,25950 "low": 0.0,25951 "high": 0.0,25952 "level": 0.95,25953 "n_items": 35,25954 "n_clusters": 35,25955 "n_boot": 200025956 },25957 "outputs_sample": [25958 " 50\n\n",25959 " 24\n\n",25960 " 83\n\n",25961 " 19\n\n",25962 " 72\n"25963 ],25964 "correct": [25965 0.0,25966 0.0,25967 0.0,25968 0.0,25969 0.0,25970 0.0,25971 0.0,25972 0.0,25973 0.0,25974 0.0,25975 0.0,25976 0.0,25977 0.0,25978 0.0,25979 0.0,25980 0.0,25981 0.0,25982 0.0,25983 0.0,25984 0.0,25985 0.0,25986 0.0,25987 0.0,25988 0.0,25989 0.0,25990 0.0,25991 0.0,25992 0.0,25993 0.0,25994 0.0,25995 0.0,25996 0.0,25997 0.0,25998 0.0,25999 0.026000 ]26001 },26002 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {26003 "accuracy": 0.0,26004 "gain_vs_zero": {26005 "estimate": 0.0,26006 "low": 0.0,26007 "high": 0.0,26008 "level": 0.95,26009 "n_items": 35,26010 "n_clusters": 35,26011 "n_boot": 200026012 },26013 "outputs_sample": [26014 " 50\n\n",26015 " 24\n\n",26016 " 83\n\n",26017 " 19\n\n",26018 " 72\n\n"26019 ],26020 "correct": [26021 0.0,26022 0.0,26023 0.0,26024 0.0,26025 0.0,26026 0.0,26027 0.0,26028 0.0,26029 0.0,26030 0.0,26031 0.0,26032 0.0,26033 0.0,26034 0.0,26035 0.0,26036 0.0,26037 0.0,26038 0.0,26039 0.0,26040 0.0,26041 0.0,26042 0.0,26043 0.0,26044 0.0,26045 0.0,26046 0.0,26047 0.0,26048 0.0,26049 0.0,26050 0.0,26051 0.0,26052 0.0,26053 0.0,26054 0.0,26055 0.026056 ]26057 },26058 "replace_donor_fewshot|ridge|L2": {26059 "accuracy": 0.0,26060 "gain_vs_zero": {26061 "estimate": 0.0,26062 "low": 0.0,26063 "high": 0.0,26064 "level": 0.95,26065 "n_items": 35,26066 "n_clusters": 35,26067 "n_boot": 200026068 },26069 "outputs_sample": [26070 " 50\n\n",26071 " 24\n\n",26072 " 83\n\n",26073 " 19\n\n",26074 " 72\n\n"26075 ],26076 "correct": [26077 0.0,26078 0.0,26079 0.0,26080 0.0,26081 0.0,26082 0.0,26083 0.0,26084 0.0,26085 0.0,26086 0.0,26087 0.0,26088 0.0,26089 0.0,26090 0.0,26091 0.0,26092 0.0,26093 0.0,26094 0.0,26095 0.0,26096 0.0,26097 0.0,26098 0.0,26099 0.0,26100 0.0,26101 0.0,26102 0.0,26103 0.0,26104 0.0,26105 0.0,26106 0.0,26107 0.0,26108 0.0,26109 0.0,26110 0.0,26111 0.026112 ]26113 },26114 "ctl_replace_donor_zeroshot|ridge|L2": {26115 "accuracy": 0.0,26116 "gain_vs_zero": {26117 "estimate": 0.0,26118 "low": 0.0,26119 "high": 0.0,26120 "level": 0.95,26121 "n_items": 35,26122 "n_clusters": 35,26123 "n_boot": 200026124 },26125 "outputs_sample": [26126 " 50\n\n",26127 " 24\n\n",26128 " 83\n\n",26129 " 19\n\n",26130 " 72\n\n"26131 ],26132 "correct": [26133 0.0,26134 0.0,26135 0.0,26136 0.0,26137 0.0,26138 0.0,26139 0.0,26140 0.0,26141 0.0,26142 0.0,26143 0.0,26144 0.0,26145 0.0,26146 0.0,26147 0.0,26148 0.0,26149 0.0,26150 0.0,26151 0.0,26152 0.0,26153 0.0,26154 0.0,26155 0.0,26156 0.0,26157 0.0,26158 0.0,26159 0.0,26160 0.0,26161 0.0,26162 0.0,26163 0.0,26164 0.0,26165 0.0,26166 0.0,26167 0.026168 ]26169 },26170 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {26171 "accuracy": 0.0,26172 "gain_vs_zero": {26173 "estimate": 0.0,26174 "low": 0.0,26175 "high": 0.0,26176 "level": 0.95,26177 "n_items": 35,26178 "n_clusters": 35,26179 "n_boot": 200026180 },26181 "outputs_sample": [26182 " 50\n\n",26183 " 24\n\n",26184 " 83\n\n",26185 " 19\n\n",26186 " 72\n\n"26187 ],26188 "correct": [26189 0.0,26190 0.0,26191 0.0,26192 0.0,26193 0.0,26194 0.0,26195 0.0,26196 0.0,26197 0.0,26198 0.0,26199 0.0,26200 0.0,26201 0.0,26202 0.0,26203 0.0,26204 0.0,26205 0.0,26206 0.0,26207 0.0,26208 0.0,26209 0.0,26210 0.0,26211 0.0,26212 0.0,26213 0.0,26214 0.0,26215 0.0,26216 0.0,26217 0.0,26218 0.0,26219 0.0,26220 0.0,26221 0.0,26222 0.0,26223 0.026224 ]26225 },26226 "ctl_replace_donor_fewshot|sham_map|L2": {26227 "accuracy": 0.0,26228 "gain_vs_zero": {26229 "estimate": 0.0,26230 "low": 0.0,26231 "high": 0.0,26232 "level": 0.95,26233 "n_items": 35,26234 "n_clusters": 35,26235 "n_boot": 200026236 },26237 "outputs_sample": [26238 " 50\n\n",26239 " 24\n\n",26240 " 83\n\n",26241 " 19\n\n",26242 " 72\n\n"26243 ],26244 "correct": [26245 0.0,26246 0.0,26247 0.0,26248 0.0,26249 0.0,26250 0.0,26251 0.0,26252 0.0,26253 0.0,26254 0.0,26255 0.0,26256 0.0,26257 0.0,26258 0.0,26259 0.0,26260 0.0,26261 0.0,26262 0.0,26263 0.0,26264 0.0,26265 0.0,26266 0.0,26267 0.0,26268 0.0,26269 0.0,26270 0.0,26271 0.0,26272 0.0,26273 0.0,26274 0.0,26275 0.0,26276 0.0,26277 0.0,26278 0.0,26279 0.026280 ]26281 },26282 "ctl_replace_donor_zeroshot|sham_map|L2": {26283 "accuracy": 0.0,26284 "gain_vs_zero": {26285 "estimate": 0.0,26286 "low": 0.0,26287 "high": 0.0,26288 "level": 0.95,26289 "n_items": 35,26290 "n_clusters": 35,26291 "n_boot": 200026292 },26293 "outputs_sample": [26294 " 50\n",26295 " 24\n\n",26296 " 83\n\n",26297 " 19\n\n",26298 " 72\n\n"26299 ],26300 "correct": [26301 0.0,26302 0.0,26303 0.0,26304 0.0,26305 0.0,26306 0.0,26307 0.0,26308 0.0,26309 0.0,26310 0.0,26311 0.0,26312 0.0,26313 0.0,26314 0.0,26315 0.0,26316 0.0,26317 0.0,26318 0.0,26319 0.0,26320 0.0,26321 0.0,26322 0.0,26323 0.0,26324 0.0,26325 0.0,26326 0.0,26327 0.0,26328 0.0,26329 0.0,26330 0.0,26331 0.0,26332 0.0,26333 0.0,26334 0.0,26335 0.026336 ]26337 },26338 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {26339 "accuracy": 0.0,26340 "gain_vs_zero": {26341 "estimate": 0.0,26342 "low": 0.0,26343 "high": 0.0,26344 "level": 0.95,26345 "n_items": 35,26346 "n_clusters": 35,26347 "n_boot": 200026348 },26349 "outputs_sample": [26350 " 50\n\n",26351 " 24\n\n",26352 " 83\n\n",26353 " 19\n\n",26354 " 72\n\n"26355 ],26356 "correct": [26357 0.0,26358 0.0,26359 0.0,26360 0.0,26361 0.0,26362 0.0,26363 0.0,26364 0.0,26365 0.0,26366 0.0,26367 0.0,26368 0.0,26369 0.0,26370 0.0,26371 0.0,26372 0.0,26373 0.0,26374 0.0,26375 0.0,26376 0.0,26377 0.0,26378 0.0,26379 0.0,26380 0.0,26381 0.0,26382 0.0,26383 0.0,26384 0.0,26385 0.0,26386 0.0,26387 0.0,26388 0.0,26389 0.0,26390 0.0,26391 0.026392 ]26393 },26394 "ctl_random_norm_matched|L2": {26395 "accuracy": 0.0,26396 "gain_vs_zero": {26397 "estimate": 0.0,26398 "low": 0.0,26399 "high": 0.0,26400 "level": 0.95,26401 "n_items": 35,26402 "n_clusters": 35,26403 "n_boot": 200026404 },26405 "correct": [26406 0.0,26407 0.0,26408 0.0,26409 0.0,26410 0.0,26411 0.0,26412 0.0,26413 0.0,26414 0.0,26415 0.0,26416 0.0,26417 0.0,26418 0.0,26419 0.0,26420 0.0,26421 0.0,26422 0.0,26423 0.0,26424 0.0,26425 0.0,26426 0.0,26427 0.0,26428 0.0,26429 0.0,26430 0.0,26431 0.0,26432 0.0,26433 0.0,26434 0.0,26435 0.0,26436 0.0,26437 0.0,26438 0.0,26439 0.0,26440 0.026441 ]26442 },26443 "ctl_unrelated_task_vector(antonym)|L2": {26444 "accuracy": 0.0,26445 "gain_vs_zero": {26446 "estimate": 0.0,26447 "low": 0.0,26448 "high": 0.0,26449 "level": 0.95,26450 "n_items": 35,26451 "n_clusters": 35,26452 "n_boot": 200026453 },26454 "correct": [26455 0.0,26456 0.0,26457 0.0,26458 0.0,26459 0.0,26460 0.0,26461 0.0,26462 0.0,26463 0.0,26464 0.0,26465 0.0,26466 0.0,26467 0.0,26468 0.0,26469 0.0,26470 0.0,26471 0.0,26472 0.0,26473 0.0,26474 0.0,26475 0.0,26476 0.0,26477 0.0,26478 0.0,26479 0.0,26480 0.0,26481 0.0,26482 0.0,26483 0.0,26484 0.0,26485 0.0,26486 0.0,26487 0.0,26488 0.0,26489 0.026490 ]26491 },26492 "procrustes|L14|a1.0": {26493 "accuracy": 0.0,26494 "gain_vs_zero": {26495 "estimate": 0.0,26496 "low": 0.0,26497 "high": 0.0,26498 "level": 0.95,26499 "n_items": 35,26500 "n_clusters": 35,26501 "n_boot": 200026502 },26503 "mapped_norm": 9.913869857788086,26504 "outputs_sample": [26505 " 50\n\n",26506 " 24\n\n",26507 " 83\n\n",26508 " 19\n\n",26509 " 71\n\n"26510 ],26511 "correct": [26512 0.0,26513 0.0,26514 0.0,26515 0.0,26516 0.0,26517 0.0,26518 0.0,26519 0.0,26520 0.0,26521 0.0,26522 0.0,26523 0.0,26524 0.0,26525 0.0,26526 0.0,26527 0.0,26528 0.0,26529 0.0,26530 0.0,26531 0.0,26532 0.0,26533 0.0,26534 0.0,26535 0.0,26536 0.0,26537 0.0,26538 0.0,26539 0.0,26540 0.0,26541 0.0,26542 0.0,26543 0.0,26544 0.0,26545 0.0,26546 0.026547 ]26548 },26549 "procrustes|L14|a2.0": {26550 "accuracy": 0.0,26551 "gain_vs_zero": {26552 "estimate": 0.0,26553 "low": 0.0,26554 "high": 0.0,26555 "level": 0.95,26556 "n_items": 35,26557 "n_clusters": 35,26558 "n_boot": 200026559 },26560 "mapped_norm": 9.913869857788086,26561 "outputs_sample": [26562 " 50\n\n",26563 " 24\n\n",26564 " 83\n\n",26565 " 19\n\n",26566 " 71\n\n"26567 ],26568 "correct": [26569 0.0,26570 0.0,26571 0.0,26572 0.0,26573 0.0,26574 0.0,26575 0.0,26576 0.0,26577 0.0,26578 0.0,26579 0.0,26580 0.0,26581 0.0,26582 0.0,26583 0.0,26584 0.0,26585 0.0,26586 0.0,26587 0.0,26588 0.0,26589 0.0,26590 0.0,26591 0.0,26592 0.0,26593 0.0,26594 0.0,26595 0.0,26596 0.0,26597 0.0,26598 0.0,26599 0.0,26600 0.0,26601 0.0,26602 0.0,26603 0.026604 ]26605 },26606 "procrustes_rescaled|L14|a1.0": {26607 "accuracy": 0.0,26608 "gain_vs_zero": {26609 "estimate": 0.0,26610 "low": 0.0,26611 "high": 0.0,26612 "level": 0.95,26613 "n_items": 35,26614 "n_clusters": 35,26615 "n_boot": 200026616 },26617 "mapped_norm": 12.955744743347168,26618 "outputs_sample": [26619 " 50\n\n",26620 " 24\n\n",26621 " 83\n\n",26622 " 19\n\n",26623 " 71\n\n"26624 ],26625 "correct": [26626 0.0,26627 0.0,26628 0.0,26629 0.0,26630 0.0,26631 0.0,26632 0.0,26633 0.0,26634 0.0,26635 0.0,26636 0.0,26637 0.0,26638 0.0,26639 0.0,26640 0.0,26641 0.0,26642 0.0,26643 0.0,26644 0.0,26645 0.0,26646 0.0,26647 0.0,26648 0.0,26649 0.0,26650 0.0,26651 0.0,26652 0.0,26653 0.0,26654 0.0,26655 0.0,26656 0.0,26657 0.0,26658 0.0,26659 0.0,26660 0.026661 ]26662 },26663 "ridge|L14|a1.0": {26664 "accuracy": 0.0,26665 "gain_vs_zero": {26666 "estimate": 0.0,26667 "low": 0.0,26668 "high": 0.0,26669 "level": 0.95,26670 "n_items": 35,26671 "n_clusters": 35,26672 "n_boot": 200026673 },26674 "mapped_norm": 9.253149032592773,26675 "outputs_sample": [26676 " 50\n\n",26677 " 24\n\n",26678 " 83\n\n",26679 " 19\n\n",26680 " 71\n\n"26681 ],26682 "correct": [26683 0.0,26684 0.0,26685 0.0,26686 0.0,26687 0.0,26688 0.0,26689 0.0,26690 0.0,26691 0.0,26692 0.0,26693 0.0,26694 0.0,26695 0.0,26696 0.0,26697 0.0,26698 0.0,26699 0.0,26700 0.0,26701 0.0,26702 0.0,26703 0.0,26704 0.0,26705 0.0,26706 0.0,26707 0.0,26708 0.0,26709 0.0,26710 0.0,26711 0.0,26712 0.0,26713 0.0,26714 0.0,26715 0.0,26716 0.0,26717 0.026718 ]26719 },26720 "ridge|L14|a2.0": {26721 "accuracy": 0.0,26722 "gain_vs_zero": {26723 "estimate": 0.0,26724 "low": 0.0,26725 "high": 0.0,26726 "level": 0.95,26727 "n_items": 35,26728 "n_clusters": 35,26729 "n_boot": 200026730 },26731 "mapped_norm": 9.253149032592773,26732 "outputs_sample": [26733 " 50\n\n",26734 " 24\n\n",26735 " 83\n\n",26736 " 19\n\n",26737 " 71\n\n"26738 ],26739 "correct": [26740 0.0,26741 0.0,26742 0.0,26743 0.0,26744 0.0,26745 0.0,26746 0.0,26747 0.0,26748 0.0,26749 0.0,26750 0.0,26751 0.0,26752 0.0,26753 0.0,26754 0.0,26755 0.0,26756 0.0,26757 0.0,26758 0.0,26759 0.0,26760 0.0,26761 0.0,26762 0.0,26763 0.0,26764 0.0,26765 0.0,26766 0.0,26767 0.0,26768 0.0,26769 0.0,26770 0.0,26771 0.0,26772 0.0,26773 0.0,26774 0.026775 ]26776 },26777 "ridge_rescaled|L14|a1.0": {26778 "accuracy": 0.0,26779 "gain_vs_zero": {26780 "estimate": 0.0,26781 "low": 0.0,26782 "high": 0.0,26783 "level": 0.95,26784 "n_items": 35,26785 "n_clusters": 35,26786 "n_boot": 200026787 },26788 "mapped_norm": 12.955744743347168,26789 "outputs_sample": [26790 " 50\n\n",26791 " 24\n\n",26792 " 83\n\n",26793 " 19\n\n",26794 " 71\n\n"26795 ],26796 "correct": [26797 0.0,26798 0.0,26799 0.0,26800 0.0,26801 0.0,26802 0.0,26803 0.0,26804 0.0,26805 0.0,26806 0.0,26807 0.0,26808 0.0,26809 0.0,26810 0.0,26811 0.0,26812 0.0,26813 0.0,26814 0.0,26815 0.0,26816 0.0,26817 0.0,26818 0.0,26819 0.0,26820 0.0,26821 0.0,26822 0.0,26823 0.0,26824 0.0,26825 0.0,26826 0.0,26827 0.0,26828 0.0,26829 0.0,26830 0.0,26831 0.026832 ]26833 },26834 "cca|L14|a1.0": {26835 "accuracy": 0.02857142857142857,26836 "gain_vs_zero": {26837 "estimate": 0.02857142857142857,26838 "low": 0.0,26839 "high": 0.08571428571428572,26840 "level": 0.95,26841 "n_items": 35,26842 "n_clusters": 35,26843 "n_boot": 200026844 },26845 "mapped_norm": 14.49593448638916,26846 "outputs_sample": [26847 " 50\n\n",26848 " 24\n\n",26849 " 83\n\n",26850 " 19\n\n",26851 " 71\n\n"26852 ],26853 "correct": [26854 0.0,26855 0.0,26856 0.0,26857 0.0,26858 0.0,26859 0.0,26860 0.0,26861 0.0,26862 0.0,26863 0.0,26864 0.0,26865 1.0,26866 0.0,26867 0.0,26868 0.0,26869 0.0,26870 0.0,26871 0.0,26872 0.0,26873 0.0,26874 0.0,26875 0.0,26876 0.0,26877 0.0,26878 0.0,26879 0.0,26880 0.0,26881 0.0,26882 0.0,26883 0.0,26884 0.0,26885 0.0,26886 0.0,26887 0.0,26888 0.026889 ]26890 },26891 "cca|L14|a2.0": {26892 "accuracy": 0.0,26893 "gain_vs_zero": {26894 "estimate": 0.0,26895 "low": 0.0,26896 "high": 0.0,26897 "level": 0.95,26898 "n_items": 35,26899 "n_clusters": 35,26900 "n_boot": 200026901 },26902 "mapped_norm": 14.49593448638916,26903 "outputs_sample": [26904 " 50\n\n",26905 " 24\n\n",26906 " 83\n\n",26907 " 19\n\n",26908 " 71\n\n"26909 ],26910 "correct": [26911 0.0,26912 0.0,26913 0.0,26914 0.0,26915 0.0,26916 0.0,26917 0.0,26918 0.0,26919 0.0,26920 0.0,26921 0.0,26922 0.0,26923 0.0,26924 0.0,26925 0.0,26926 0.0,26927 0.0,26928 0.0,26929 0.0,26930 0.0,26931 0.0,26932 0.0,26933 0.0,26934 0.0,26935 0.0,26936 0.0,26937 0.0,26938 0.0,26939 0.0,26940 0.0,26941 0.0,26942 0.0,26943 0.0,26944 0.0,26945 0.026946 ]26947 },26948 "random_orth|L14|a1.0": {26949 "accuracy": 0.0,26950 "gain_vs_zero": {26951 "estimate": 0.0,26952 "low": 0.0,26953 "high": 0.0,26954 "level": 0.95,26955 "n_items": 35,26956 "n_clusters": 35,26957 "n_boot": 200026958 },26959 "mapped_norm": 11.952153205871582,26960 "outputs_sample": [26961 " 50\n",26962 " 24\n\n",26963 " 83\n",26964 " 19\n\n",26965 " 71\n"26966 ],26967 "correct": [26968 0.0,26969 0.0,26970 0.0,26971 0.0,26972 0.0,26973 0.0,26974 0.0,26975 0.0,26976 0.0,26977 0.0,26978 0.0,26979 0.0,26980 0.0,26981 0.0,26982 0.0,26983 0.0,26984 0.0,26985 0.0,26986 0.0,26987 0.0,26988 0.0,26989 0.0,26990 0.0,26991 0.0,26992 0.0,26993 0.0,26994 0.0,26995 0.0,26996 0.0,26997 0.0,26998 0.0,26999 0.0,27000 0.0,27001 0.0,27002 0.027003 ]27004 },27005 "random_orth|L14|a2.0": {27006 "accuracy": 0.0,27007 "gain_vs_zero": {27008 "estimate": 0.0,27009 "low": 0.0,27010 "high": 0.0,27011 "level": 0.95,27012 "n_items": 35,27013 "n_clusters": 35,27014 "n_boot": 200027015 },27016 "mapped_norm": 11.952153205871582,27017 "outputs_sample": [27018 " 1\n",27019 " 24\n",27020 " 83\n",27021 " 19\n",27022 " 71\n"27023 ],27024 "correct": [27025 0.0,27026 0.0,27027 0.0,27028 0.0,27029 0.0,27030 0.0,27031 0.0,27032 0.0,27033 0.0,27034 0.0,27035 0.0,27036 0.0,27037 0.0,27038 0.0,27039 0.0,27040 0.0,27041 0.0,27042 0.0,27043 0.0,27044 0.0,27045 0.0,27046 0.0,27047 0.0,27048 0.0,27049 0.0,27050 0.0,27051 0.0,27052 0.0,27053 0.0,27054 0.0,27055 0.0,27056 0.0,27057 0.0,27058 0.0,27059 0.027060 ]27061 },27062 "replace_donor_fewshot|procrustes|L14": {27063 "accuracy": 0.0,27064 "gain_vs_zero": {27065 "estimate": 0.0,27066 "low": 0.0,27067 "high": 0.0,27068 "level": 0.95,27069 "n_items": 35,27070 "n_clusters": 35,27071 "n_boot": 200027072 },27073 "outputs_sample": [27074 " 50\n\n",27075 " 24\n\n",27076 " 83\n\n",27077 " 19\n\n",27078 " 72\n\n"27079 ],27080 "correct": [27081 0.0,27082 0.0,27083 0.0,27084 0.0,27085 0.0,27086 0.0,27087 0.0,27088 0.0,27089 0.0,27090 0.0,27091 0.0,27092 0.0,27093 0.0,27094 0.0,27095 0.0,27096 0.0,27097 0.0,27098 0.0,27099 0.0,27100 0.0,27101 0.0,27102 0.0,27103 0.0,27104 0.0,27105 0.0,27106 0.0,27107 0.0,27108 0.0,27109 0.0,27110 0.0,27111 0.0,27112 0.0,27113 0.0,27114 0.0,27115 0.027116 ]27117 },27118 "ctl_replace_donor_zeroshot|procrustes|L14": {27119 "accuracy": 0.0,27120 "gain_vs_zero": {27121 "estimate": 0.0,27122 "low": 0.0,27123 "high": 0.0,27124 "level": 0.95,27125 "n_items": 35,27126 "n_clusters": 35,27127 "n_boot": 200027128 },27129 "outputs_sample": [27130 " 50\n\n",27131 " 24\n\n",27132 " 83\n\n",27133 " 19\n\n",27134 " 72\n\n"27135 ],27136 "correct": [27137 0.0,27138 0.0,27139 0.0,27140 0.0,27141 0.0,27142 0.0,27143 0.0,27144 0.0,27145 0.0,27146 0.0,27147 0.0,27148 0.0,27149 0.0,27150 0.0,27151 0.0,27152 0.0,27153 0.0,27154 0.0,27155 0.0,27156 0.0,27157 0.0,27158 0.0,27159 0.0,27160 0.0,27161 0.0,27162 0.0,27163 0.0,27164 0.0,27165 0.0,27166 0.0,27167 0.0,27168 0.0,27169 0.0,27170 0.0,27171 0.027172 ]27173 },27174 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {27175 "accuracy": 0.0,27176 "gain_vs_zero": {27177 "estimate": 0.0,27178 "low": 0.0,27179 "high": 0.0,27180 "level": 0.95,27181 "n_items": 35,27182 "n_clusters": 35,27183 "n_boot": 200027184 },27185 "outputs_sample": [27186 " 50\n\n",27187 " 24\n\n",27188 " 83\n\n",27189 " 19\n\n",27190 " 72\n\n"27191 ],27192 "correct": [27193 0.0,27194 0.0,27195 0.0,27196 0.0,27197 0.0,27198 0.0,27199 0.0,27200 0.0,27201 0.0,27202 0.0,27203 0.0,27204 0.0,27205 0.0,27206 0.0,27207 0.0,27208 0.0,27209 0.0,27210 0.0,27211 0.0,27212 0.0,27213 0.0,27214 0.0,27215 0.0,27216 0.0,27217 0.0,27218 0.0,27219 0.0,27220 0.0,27221 0.0,27222 0.0,27223 0.0,27224 0.0,27225 0.0,27226 0.0,27227 0.027228 ]27229 },27230 "replace_donor_fewshot|ridge|L14": {27231 "accuracy": 0.0,27232 "gain_vs_zero": {27233 "estimate": 0.0,27234 "low": 0.0,27235 "high": 0.0,27236 "level": 0.95,27237 "n_items": 35,27238 "n_clusters": 35,27239 "n_boot": 200027240 },27241 "outputs_sample": [27242 " 50\n\n",27243 " 24\n\n",27244 " 83\n\n",27245 " 19\n\n",27246 " 72\n\n"27247 ],27248 "correct": [27249 0.0,27250 0.0,27251 0.0,27252 0.0,27253 0.0,27254 0.0,27255 0.0,27256 0.0,27257 0.0,27258 0.0,27259 0.0,27260 0.0,27261 0.0,27262 0.0,27263 0.0,27264 0.0,27265 0.0,27266 0.0,27267 0.0,27268 0.0,27269 0.0,27270 0.0,27271 0.0,27272 0.0,27273 0.0,27274 0.0,27275 0.0,27276 0.0,27277 0.0,27278 0.0,27279 0.0,27280 0.0,27281 0.0,27282 0.0,27283 0.027284 ]27285 },27286 "ctl_replace_donor_zeroshot|ridge|L14": {27287 "accuracy": 0.0,27288 "gain_vs_zero": {27289 "estimate": 0.0,27290 "low": 0.0,27291 "high": 0.0,27292 "level": 0.95,27293 "n_items": 35,27294 "n_clusters": 35,27295 "n_boot": 200027296 },27297 "outputs_sample": [27298 " 50\n\n",27299 " 24\n\n",27300 " 83\n\n",27301 " 19\n\n",27302 " 72\n\n"27303 ],27304 "correct": [27305 0.0,27306 0.0,27307 0.0,27308 0.0,27309 0.0,27310 0.0,27311 0.0,27312 0.0,27313 0.0,27314 0.0,27315 0.0,27316 0.0,27317 0.0,27318 0.0,27319 0.0,27320 0.0,27321 0.0,27322 0.0,27323 0.0,27324 0.0,27325 0.0,27326 0.0,27327 0.0,27328 0.0,27329 0.0,27330 0.0,27331 0.0,27332 0.0,27333 0.0,27334 0.0,27335 0.0,27336 0.0,27337 0.0,27338 0.0,27339 0.027340 ]27341 },27342 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {27343 "accuracy": 0.0,27344 "gain_vs_zero": {27345 "estimate": 0.0,27346 "low": 0.0,27347 "high": 0.0,27348 "level": 0.95,27349 "n_items": 35,27350 "n_clusters": 35,27351 "n_boot": 200027352 },27353 "outputs_sample": [27354 " 50\n\n",27355 " 24\n\n",27356 " 83\n\n",27357 " 19\n\n",27358 " 71\n\n"27359 ],27360 "correct": [27361 0.0,27362 0.0,27363 0.0,27364 0.0,27365 0.0,27366 0.0,27367 0.0,27368 0.0,27369 0.0,27370 0.0,27371 0.0,27372 0.0,27373 0.0,27374 0.0,27375 0.0,27376 0.0,27377 0.0,27378 0.0,27379 0.0,27380 0.0,27381 0.0,27382 0.0,27383 0.0,27384 0.0,27385 0.0,27386 0.0,27387 0.0,27388 0.0,27389 0.0,27390 0.0,27391 0.0,27392 0.0,27393 0.0,27394 0.0,27395 0.027396 ]27397 },27398 "ctl_replace_donor_fewshot|sham_map|L14": {27399 "accuracy": 0.0,27400 "gain_vs_zero": {27401 "estimate": 0.0,27402 "low": 0.0,27403 "high": 0.0,27404 "level": 0.95,27405 "n_items": 35,27406 "n_clusters": 35,27407 "n_boot": 200027408 },27409 "outputs_sample": [27410 " 50\n\n",27411 " 24\n\n",27412 " 83\n\n",27413 " 19\n\n",27414 " 71\n\n"27415 ],27416 "correct": [27417 0.0,27418 0.0,27419 0.0,27420 0.0,27421 0.0,27422 0.0,27423 0.0,27424 0.0,27425 0.0,27426 0.0,27427 0.0,27428 0.0,27429 0.0,27430 0.0,27431 0.0,27432 0.0,27433 0.0,27434 0.0,27435 0.0,27436 0.0,27437 0.0,27438 0.0,27439 0.0,27440 0.0,27441 0.0,27442 0.0,27443 0.0,27444 0.0,27445 0.0,27446 0.0,27447 0.0,27448 0.0,27449 0.0,27450 0.0,27451 0.027452 ]27453 },27454 "ctl_replace_donor_zeroshot|sham_map|L14": {27455 "accuracy": 0.0,27456 "gain_vs_zero": {27457 "estimate": 0.0,27458 "low": 0.0,27459 "high": 0.0,27460 "level": 0.95,27461 "n_items": 35,27462 "n_clusters": 35,27463 "n_boot": 200027464 },27465 "outputs_sample": [27466 " 50\n\n",27467 " 24\n\n",27468 " 83\n\n",27469 " 19\n\n",27470 " 71\n\n"27471 ],27472 "correct": [27473 0.0,27474 0.0,27475 0.0,27476 0.0,27477 0.0,27478 0.0,27479 0.0,27480 0.0,27481 0.0,27482 0.0,27483 0.0,27484 0.0,27485 0.0,27486 0.0,27487 0.0,27488 0.0,27489 0.0,27490 0.0,27491 0.0,27492 0.0,27493 0.0,27494 0.0,27495 0.0,27496 0.0,27497 0.0,27498 0.0,27499 0.0,27500 0.0,27501 0.0,27502 0.0,27503 0.0,27504 0.0,27505 0.0,27506 0.0,27507 0.027508 ]27509 },27510 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {27511 "accuracy": 0.0,27512 "gain_vs_zero": {27513 "estimate": 0.0,27514 "low": 0.0,27515 "high": 0.0,27516 "level": 0.95,27517 "n_items": 35,27518 "n_clusters": 35,27519 "n_boot": 200027520 },27521 "outputs_sample": [27522 " 50\n\n",27523 " 24\n\n",27524 " 83\n\n",27525 " 19\n\n",27526 " 71\n\n"27527 ],27528 "correct": [27529 0.0,27530 0.0,27531 0.0,27532 0.0,27533 0.0,27534 0.0,27535 0.0,27536 0.0,27537 0.0,27538 0.0,27539 0.0,27540 0.0,27541 0.0,27542 0.0,27543 0.0,27544 0.0,27545 0.0,27546 0.0,27547 0.0,27548 0.0,27549 0.0,27550 0.0,27551 0.0,27552 0.0,27553 0.0,27554 0.0,27555 0.0,27556 0.0,27557 0.0,27558 0.0,27559 0.0,27560 0.0,27561 0.0,27562 0.0,27563 0.027564 ]27565 },27566 "ctl_random_norm_matched|L14": {27567 "accuracy": 0.0,27568 "gain_vs_zero": {27569 "estimate": 0.0,27570 "low": 0.0,27571 "high": 0.0,27572 "level": 0.95,27573 "n_items": 35,27574 "n_clusters": 35,27575 "n_boot": 200027576 },27577 "correct": [27578 0.0,27579 0.0,27580 0.0,27581 0.0,27582 0.0,27583 0.0,27584 0.0,27585 0.0,27586 0.0,27587 0.0,27588 0.0,27589 0.0,27590 0.0,27591 0.0,27592 0.0,27593 0.0,27594 0.0,27595 0.0,27596 0.0,27597 0.0,27598 0.0,27599 0.0,27600 0.0,27601 0.0,27602 0.0,27603 0.0,27604 0.0,27605 0.0,27606 0.0,27607 0.0,27608 0.0,27609 0.0,27610 0.0,27611 0.0,27612 0.027613 ]27614 },27615 "ctl_unrelated_task_vector(antonym)|L14": {27616 "accuracy": 0.0,27617 "gain_vs_zero": {27618 "estimate": 0.0,27619 "low": 0.0,27620 "high": 0.0,27621 "level": 0.95,27622 "n_items": 35,27623 "n_clusters": 35,27624 "n_boot": 200027625 },27626 "correct": [27627 0.0,27628 0.0,27629 0.0,27630 0.0,27631 0.0,27632 0.0,27633 0.0,27634 0.0,27635 0.0,27636 0.0,27637 0.0,27638 0.0,27639 0.0,27640 0.0,27641 0.0,27642 0.0,27643 0.0,27644 0.0,27645 0.0,27646 0.0,27647 0.0,27648 0.0,27649 0.0,27650 0.0,27651 0.0,27652 0.0,27653 0.0,27654 0.0,27655 0.0,27656 0.0,27657 0.0,27658 0.0,27659 0.0,27660 0.0,27661 0.027662 ]27663 }27664 },27665 "items": {27666 "zero": [27667 0.0,27668 0.0,27669 0.0,27670 0.0,27671 0.0,27672 0.0,27673 0.0,27674 0.0,27675 0.0,27676 0.0,27677 0.0,27678 0.0,27679 0.0,27680 0.0,27681 0.0,27682 0.0,27683 0.0,27684 0.0,27685 0.0,27686 0.0,27687 0.0,27688 0.0,27689 0.0,27690 0.0,27691 0.0,27692 0.0,27693 0.0,27694 0.0,27695 0.0,27696 0.0,27697 0.0,27698 0.0,27699 0.0,27700 0.0,27701 0.027702 ],27703 "few": [27704 1.0,27705 1.0,27706 1.0,27707 1.0,27708 1.0,27709 1.0,27710 1.0,27711 1.0,27712 1.0,27713 1.0,27714 1.0,27715 1.0,27716 1.0,27717 1.0,27718 1.0,27719 1.0,27720 1.0,27721 1.0,27722 1.0,27723 1.0,27724 1.0,27725 1.0,27726 1.0,27727 1.0,27728 1.0,27729 1.0,27730 1.0,27731 1.0,27732 1.0,27733 1.0,27734 1.0,27735 1.0,27736 1.0,27737 1.0,27738 1.027739 ],27740 "own": [27741 1.0,27742 0.0,27743 1.0,27744 0.0,27745 1.0,27746 1.0,27747 0.0,27748 1.0,27749 0.0,27750 1.0,27751 1.0,27752 1.0,27753 1.0,27754 1.0,27755 1.0,27756 1.0,27757 0.0,27758 1.0,27759 1.0,27760 1.0,27761 1.0,27762 1.0,27763 1.0,27764 1.0,27765 0.0,27766 0.0,27767 0.0,27768 1.0,27769 1.0,27770 1.0,27771 0.0,27772 1.0,27773 1.0,27774 1.0,27775 0.027776 ]27777 }27778 }27779 },27780 "maps": {27781 "antonym|L16->L14|procrustes": {27782 "r2_fit": 0.7288318281063764,27783 "r2_heldout": 0.39135150533007523,27784 "n_params": 11013120,27785 "n_fit": 70027786 },27787 "antonym|L16->L14|ridge": {27788 "r2_fit": 0.9961882094302774,27789 "r2_heldout": 0.45966388284173376,27790 "n_params": 11013120,27791 "n_fit": 70027792 },27793 "antonym|L16->L14|cca": {27794 "r2_fit": 1.0,27795 "r2_heldout": 0.40615810046957024,27796 "n_params": 11013120,27797 "n_fit": 70027798 },27799 "antonym|L16->L14|random_orth": {27800 "r2_fit": -0.8739071752181751,27801 "r2_heldout": -0.8956162640590368,27802 "n_params": 11013120,27803 "n_fit": 70027804 },27805 "antonym|L16->L16|procrustes": {27806 "r2_fit": 0.6947926475766348,27807 "r2_heldout": 0.35727403993809104,27808 "n_params": 11013120,27809 "n_fit": 70027810 },27811 "antonym|L16->L16|ridge": {27812 "r2_fit": 0.9959078381316606,27813 "r2_heldout": 0.41650953576267014,27814 "n_params": 11013120,27815 "n_fit": 70027816 },27817 "antonym|L16->L16|cca": {27818 "r2_fit": 1.0,27819 "r2_heldout": 0.35838979556678985,27820 "n_params": 11013120,27821 "n_fit": 70027822 },27823 "antonym|L16->L16|random_orth": {27824 "r2_fit": -0.8645908614935283,27825 "r2_heldout": -0.8982463932299385,27826 "n_params": 11013120,27827 "n_fit": 70027828 },27829 "capital|L11->L11|procrustes": {27830 "r2_fit": 0.7643195867905337,27831 "r2_heldout": 0.5057597415901459,27832 "n_params": 11013120,27833 "n_fit": 70027834 },27835 "capital|L11->L11|ridge": {27836 "r2_fit": 0.9846543885413584,27837 "r2_heldout": 0.5868153681701272,27838 "n_params": 11013120,27839 "n_fit": 70027840 },27841 "capital|L11->L11|cca": {27842 "r2_fit": 1.0,27843 "r2_heldout": 0.5051890086567075,27844 "n_params": 11013120,27845 "n_fit": 70027846 },27847 "capital|L11->L11|random_orth": {27848 "r2_fit": -0.8637337774224543,27849 "r2_heldout": -0.899745774061617,27850 "n_params": 11013120,27851 "n_fit": 70027852 },27853 "capital|L11->L14|procrustes": {27854 "r2_fit": 0.7098037101684322,27855 "r2_heldout": 0.4262112465619967,27856 "n_params": 11013120,27857 "n_fit": 70027858 },27859 "capital|L11->L14|ridge": {27860 "r2_fit": 0.9818118901859143,27861 "r2_heldout": 0.4927430057470247,27862 "n_params": 11013120,27863 "n_fit": 70027864 },27865 "capital|L11->L14|cca": {27866 "r2_fit": 1.0,27867 "r2_heldout": 0.39468742399155143,27868 "n_params": 11013120,27869 "n_fit": 70027870 },27871 "capital|L11->L14|random_orth": {27872 "r2_fit": -0.8705719136540409,27873 "r2_heldout": -0.8975131484709828,27874 "n_params": 11013120,27875 "n_fit": 70027876 },27877 "morph|L14->L2|procrustes": {27878 "r2_fit": 0.6561465275474023,27879 "r2_heldout": 0.49171632078057625,27880 "n_params": 11013120,27881 "n_fit": 70027882 },27883 "morph|L14->L2|ridge": {27884 "r2_fit": 0.9982658808307319,27885 "r2_heldout": 0.8418845754756403,27886 "n_params": 11013120,27887 "n_fit": 70027888 },27889 "morph|L14->L2|cca": {27890 "r2_fit": 1.0,27891 "r2_heldout": 0.8273072196701247,27892 "n_params": 11013120,27893 "n_fit": 70027894 },27895 "morph|L14->L2|random_orth": {27896 "r2_fit": -0.8819070450494069,27897 "r2_heldout": -0.9095559810590081,27898 "n_params": 11013120,27899 "n_fit": 70027900 },27901 "morph|L14->L14|procrustes": {27902 "r2_fit": 0.715015207641073,27903 "r2_heldout": 0.39225546105299147,27904 "n_params": 11013120,27905 "n_fit": 70027906 },27907 "morph|L14->L14|ridge": {27908 "r2_fit": 0.992972215125861,27909 "r2_heldout": 0.4667345448293997,27910 "n_params": 11013120,27911 "n_fit": 70027912 },27913 "morph|L14->L14|cca": {27914 "r2_fit": 1.0,27915 "r2_heldout": 0.3940898615745809,27916 "n_params": 11013120,27917 "n_fit": 70027918 },27919 "morph|L14->L14|random_orth": {27920 "r2_fit": -0.8642689573098314,27921 "r2_heldout": -0.8884028852802155,27922 "n_params": 11013120,27923 "n_fit": 70027924 },27925 "addthree|L2->L2|procrustes": {27926 "r2_fit": 0.8456256895411245,27927 "r2_heldout": 0.764947339261616,27928 "n_params": 11013120,27929 "n_fit": 70027930 },27931 "addthree|L2->L2|ridge": {27932 "r2_fit": 0.920260762813481,27933 "r2_heldout": 0.8742487740746457,27934 "n_params": 11013120,27935 "n_fit": 70027936 },27937 "addthree|L2->L2|cca": {27938 "r2_fit": 1.0,27939 "r2_heldout": 0.8847741838192178,27940 "n_params": 11013120,27941 "n_fit": 70027942 },27943 "addthree|L2->L2|random_orth": {27944 "r2_fit": -0.8748875493683153,27945 "r2_heldout": -0.8482531946913976,27946 "n_params": 11013120,27947 "n_fit": 70027948 },27949 "addthree|L2->L14|procrustes": {27950 "r2_fit": 0.5943963541846644,27951 "r2_heldout": 0.38694948297214915,27952 "n_params": 11013120,27953 "n_fit": 70027954 },27955 "addthree|L2->L14|ridge": {27956 "r2_fit": 0.6790509825654942,27957 "r2_heldout": 0.5222871211574953,27958 "n_params": 11013120,27959 "n_fit": 70027960 },27961 "addthree|L2->L14|cca": {27962 "r2_fit": 1.0,27963 "r2_heldout": 0.17546386577422213,27964 "n_params": 11013120,27965 "n_fit": 70027966 },27967 "addthree|L2->L14|random_orth": {27968 "r2_fit": -0.8684385672272183,27969 "r2_heldout": -0.8316066978781012,27970 "n_params": 11013120,27971 "n_fit": 70027972 }27973 },27974 "collateral": {27975 "antonym": {27976 "condition": "procrustes|L16|a1.0",27977 "heldout_nll_base": 2.310311047236125,27978 "heldout_nll_with_vector": 2.4266713778177897,27979 "cross_task": {27980 "capital": {27981 "zero": 0.045454545454545456,27982 "with_vector": 0.027983 },27984 "morph": {27985 "zero": 0.0,27986 "with_vector": 0.027987 },27988 "addthree": {27989 "zero": 0.0,27990 "with_vector": 0.027991 }27992 }27993 },27994 "capital": {27995 "condition": "ridge|L11|a1.0",27996 "heldout_nll_base": 2.310311047236125,27997 "heldout_nll_with_vector": 2.176469405492147,27998 "cross_task": {27999 "antonym": {28000 "zero": 0.0625,28001 "with_vector": 0.0937528002 },28003 "morph": {28004 "zero": 0.0,28005 "with_vector": 0.028006 },28007 "addthree": {28008 "zero": 0.0,28009 "with_vector": 0.028010 }28011 }28012 },28013 "morph": {28014 "condition": "procrustes|L2|a1.0",28015 "heldout_nll_base": 2.310311047236125,28016 "heldout_nll_with_vector": 2.2905250867207845,28017 "cross_task": {28018 "antonym": {28019 "zero": 0.0625,28020 "with_vector": 0.0312528021 },28022 "capital": {28023 "zero": 0.045454545454545456,28024 "with_vector": 0.028025 },28026 "addthree": {28027 "zero": 0.0,28028 "with_vector": 0.028029 }28030 }28031 },28032 "addthree": {28033 "condition": "cca|L14|a1.0",28034 "heldout_nll_base": 2.310311047236125,28035 "heldout_nll_with_vector": 2.7272729873657227,28036 "cross_task": {28037 "antonym": {28038 "zero": 0.0625,28039 "with_vector": 0.028040 },28041 "capital": {28042 "zero": 0.045454545454545456,28043 "with_vector": 0.028044 },28045 "morph": {28046 "zero": 0.0,28047 "with_vector": 0.028048 }28049 }28050 }28051 }28052 }28053 },28054 "localization_source": {28055 "llama3b": "loc_llama3b_dev_0_full.json",28056 "qwen3b": "loc_qwen3b_dev_0_full.json",28057 "qwen7b": "loc_qwen7b_dev_0_full.json"28058 },28059 "elapsed_seconds": 2019.5704817771912,28060 "run_id": "tier1_taskvector_confirmatory_532eb68bd5e2"28061}