spb/wpai0001_uqo
Public
1{2 "tasks": {3 "antonym": {4 "n_queries": 32,5 "hash": "fd3396e4fae62697"6 },7 "capital": {8 "n_queries": 22,9 "hash": "e19a1f86c4dae78e"10 },11 "morph": {12 "n_queries": 40,13 "hash": "09bcd55b41ce2ba7"14 },15 "addthree": {16 "n_queries": 35,17 "hash": "cd3d9a8ce6bdbdd9"18 }19 },20 "models": {21 "llama3b": {22 "repo": "mlx-community/Llama-3.2-3B-Instruct-bf16",23 "family": "Llama-3.2",24 "license": "Llama 3.2 Community License",25 "n_layers": 28,26 "hidden": 3072,27 "precision": "bf16",28 "localization": {29 "layers": [30 2,31 5,32 8,33 11,34 14,35 16,36 19,37 22,38 2539 ],40 "tasks": {41 "antonym": {42 "zero_shot": 0.0625,43 "few_shot": 0.90625,44 "sufficiency_by_layer": {45 "2": 0.0625,46 "5": 0.0625,47 "8": 0.375,48 "11": 0.8125,49 "14": 0.84375,50 "16": 0.75,51 "19": 0.40625,52 "22": 0.28125,53 "25": 0.312554 },55 "best_layer": 14,56 "necessity_fewshot_minus_direction": 0.90625,57 "random_vector_same_norm_at_best": 0.0625,58 "vector_norm": 10.60562038421630959 },60 "capital": {61 "zero_shot": 0.09090909090909091,62 "few_shot": 1.0,63 "sufficiency_by_layer": {64 "2": 0.2727272727272727,65 "5": 0.045454545454545456,66 "8": 0.0,67 "11": 0.045454545454545456,68 "14": 1.0,69 "16": 0.9545454545454546,70 "19": 0.9090909090909091,71 "22": 0.9090909090909091,72 "25": 0.772727272727272773 },74 "best_layer": 14,75 "necessity_fewshot_minus_direction": 1.0,76 "random_vector_same_norm_at_best": 0.09090909090909091,77 "vector_norm": 11.20549774169921978 },79 "morph": {80 "zero_shot": 0.0,81 "few_shot": 0.275,82 "sufficiency_by_layer": {83 "2": 0.0,84 "5": 0.0,85 "8": 0.0,86 "11": 0.0,87 "14": 0.0,88 "16": 0.0,89 "19": 0.0,90 "22": 0.0,91 "25": 0.092 },93 "best_layer": 2,94 "necessity_fewshot_minus_direction": 0.325,95 "random_vector_same_norm_at_best": 0.0,96 "vector_norm": 2.038892269134521597 },98 "addthree": {99 "zero_shot": 0.0,100 "few_shot": 1.0,101 "sufficiency_by_layer": {102 "2": 0.0,103 "5": 0.0,104 "8": 0.0,105 "11": 0.0,106 "14": 0.6857142857142857,107 "16": 0.02857142857142857,108 "19": 0.0,109 "22": 0.0,110 "25": 0.0111 },112 "best_layer": 14,113 "necessity_fewshot_minus_direction": 1.0,114 "random_vector_same_norm_at_best": 0.0,115 "vector_norm": 12.959115982055664116 }117 }118 }119 },120 "qwen1.5b": {121 "repo": "mlx-community/Qwen2.5-1.5B-Instruct-bf16",122 "family": "Qwen2.5",123 "license": "Apache-2.0",124 "n_layers": 28,125 "hidden": 1536,126 "precision": "bf16",127 "localization": {128 "layers": [129 2,130 5,131 8,132 11,133 14,134 16,135 19,136 22,137 25138 ],139 "tasks": {140 "antonym": {141 "zero_shot": 0.1875,142 "few_shot": 0.9375,143 "sufficiency_by_layer": {144 "2": 0.09375,145 "5": 0.0625,146 "8": 0.375,147 "11": 0.4375,148 "14": 0.6875,149 "16": 0.90625,150 "19": 0.9375,151 "22": 0.5625,152 "25": 0.46875153 },154 "best_layer": 19,155 "necessity_fewshot_minus_direction": 0.9375,156 "random_vector_same_norm_at_best": 0.15625,157 "vector_norm": 47.147769927978516158 },159 "capital": {160 "zero_shot": 0.0,161 "few_shot": 1.0,162 "sufficiency_by_layer": {163 "2": 0.0,164 "5": 0.0,165 "8": 0.0,166 "11": 0.0,167 "14": 0.09090909090909091,168 "16": 0.5,169 "19": 0.45454545454545453,170 "22": 0.8181818181818182,171 "25": 0.6818181818181818172 },173 "best_layer": 22,174 "necessity_fewshot_minus_direction": 0.9545454545454546,175 "random_vector_same_norm_at_best": 0.0,176 "vector_norm": 75.94140625177 },178 "morph": {179 "zero_shot": 0.0,180 "few_shot": 0.3,181 "sufficiency_by_layer": {182 "2": 0.0,183 "5": 0.0,184 "8": 0.0,185 "11": 0.0,186 "14": 0.0,187 "16": 0.0,188 "19": 0.0,189 "22": 0.0,190 "25": 0.0191 },192 "best_layer": 2,193 "necessity_fewshot_minus_direction": 0.325,194 "random_vector_same_norm_at_best": 0.0,195 "vector_norm": 12.061471939086914196 },197 "addthree": {198 "zero_shot": 0.0,199 "few_shot": 0.8571428571428571,200 "sufficiency_by_layer": {201 "2": 0.0,202 "5": 0.0,203 "8": 0.0,204 "11": 0.0,205 "14": 0.0,206 "16": 0.0,207 "19": 0.0,208 "22": 0.0,209 "25": 0.0210 },211 "best_layer": 2,212 "necessity_fewshot_minus_direction": 0.8571428571428571,213 "random_vector_same_norm_at_best": 0.0,214 "vector_norm": 12.514005661010742215 }216 }217 }218 },219 "qwen3b": {220 "repo": "mlx-community/Qwen2.5-3B-Instruct-bf16",221 "family": "Qwen2.5",222 "license": "Qwen Research License",223 "n_layers": 36,224 "hidden": 2048,225 "precision": "bf16",226 "localization": {227 "layers": [228 2,229 6,230 10,231 14,232 18,233 21,234 25,235 29,236 33237 ],238 "tasks": {239 "antonym": {240 "zero_shot": 0.09375,241 "few_shot": 0.9375,242 "sufficiency_by_layer": {243 "2": 0.0625,244 "6": 0.09375,245 "10": 0.09375,246 "14": 0.21875,247 "18": 0.28125,248 "21": 0.84375,249 "25": 0.90625,250 "29": 0.71875,251 "33": 0.15625252 },253 "best_layer": 25,254 "necessity_fewshot_minus_direction": 0.90625,255 "random_vector_same_norm_at_best": 0.0,256 "vector_norm": 57.1178092956543257 },258 "capital": {259 "zero_shot": 0.13636363636363635,260 "few_shot": 1.0,261 "sufficiency_by_layer": {262 "2": 0.09090909090909091,263 "6": 0.0,264 "10": 0.0,265 "14": 0.4090909090909091,266 "18": 0.6818181818181818,267 "21": 0.0,268 "25": 0.8181818181818182,269 "29": 0.7272727272727273,270 "33": 0.6363636363636364271 },272 "best_layer": 25,273 "necessity_fewshot_minus_direction": 0.9545454545454546,274 "random_vector_same_norm_at_best": 0.0,275 "vector_norm": 56.586326599121094276 },277 "morph": {278 "zero_shot": 0.0,279 "few_shot": 0.4,280 "sufficiency_by_layer": {281 "2": 0.0,282 "6": 0.0,283 "10": 0.0,284 "14": 0.0,285 "18": 0.0,286 "21": 0.0,287 "25": 0.0,288 "29": 0.0,289 "33": 0.0290 },291 "best_layer": 2,292 "necessity_fewshot_minus_direction": 0.4,293 "random_vector_same_norm_at_best": 0.0,294 "vector_norm": 6.1436028480529785295 },296 "addthree": {297 "zero_shot": 0.0,298 "few_shot": 1.0,299 "sufficiency_by_layer": {300 "2": 0.0,301 "6": 0.0,302 "10": 0.0,303 "14": 0.0,304 "18": 0.0,305 "21": 0.0,306 "25": 0.0,307 "29": 0.0,308 "33": 0.0309 },310 "best_layer": 2,311 "necessity_fewshot_minus_direction": 1.0,312 "random_vector_same_norm_at_best": 0.0,313 "vector_norm": 5.985179901123047314 }315 }316 }317 }318 },319 "pairs": {320 "qwen3b->qwen1.5b": {321 "donor": "qwen3b",322 "recipient": "qwen1.5b",323 "tasks": {324 "antonym": {325 "recipient_zero": 0.1875,326 "recipient_few": 0.9375,327 "recipient_own_vector": 0.9375,328 "donor_layer": 25,329 "conditions": {330 "procrustes|L19|a1.0": {331 "accuracy": 0.625,332 "gain_vs_zero": {333 "estimate": 0.4375,334 "low": 0.25,335 "high": 0.59375,336 "level": 0.95,337 "n_items": 32,338 "n_clusters": 32,339 "n_boot": 2000340 },341 "mapped_norm": 43.63785171508789,342 "outputs_sample": [343 " sad\n",344 " leave\n",345 " dark\n",346 " calm\n",347 " under\n"348 ],349 "correct": [350 1.0,351 0.0,352 1.0,353 0.0,354 1.0,355 0.0,356 1.0,357 1.0,358 0.0,359 1.0,360 1.0,361 0.0,362 1.0,363 1.0,364 0.0,365 1.0,366 1.0,367 1.0,368 1.0,369 1.0,370 1.0,371 0.0,372 0.0,373 1.0,374 1.0,375 0.0,376 0.0,377 1.0,378 1.0,379 0.0,380 1.0,381 0.0382 ]383 },384 "procrustes|L19|a2.0": {385 "accuracy": 0.25,386 "gain_vs_zero": {387 "estimate": 0.0625,388 "low": -0.09375,389 "high": 0.1875,390 "level": 0.95,391 "n_items": 32,392 "n_clusters": 32,393 "n_boot": 2000394 },395 "mapped_norm": 43.63785171508789,396 "outputs_sample": [397 " peace\n",398 " arrive\n",399 " light\n",400 " peace\n",401 " peace\n\n"402 ],403 "correct": [404 0.0,405 0.0,406 0.0,407 0.0,408 0.0,409 0.0,410 0.0,411 0.0,412 1.0,413 1.0,414 1.0,415 0.0,416 0.0,417 0.0,418 0.0,419 1.0,420 0.0,421 1.0,422 0.0,423 0.0,424 0.0,425 0.0,426 0.0,427 0.0,428 0.0,429 0.0,430 0.0,431 1.0,432 1.0,433 0.0,434 1.0,435 0.0436 ]437 },438 "procrustes_rescaled|L19|a1.0": {439 "accuracy": 0.625,440 "gain_vs_zero": {441 "estimate": 0.4375,442 "low": 0.25,443 "high": 0.59375,444 "level": 0.95,445 "n_items": 32,446 "n_clusters": 32,447 "n_boot": 2000448 },449 "mapped_norm": 47.147769927978516,450 "outputs_sample": [451 " sad\n",452 " leave\n",453 " dark\n",454 " calm\n",455 " under\n"456 ],457 "correct": [458 1.0,459 0.0,460 1.0,461 0.0,462 1.0,463 0.0,464 1.0,465 1.0,466 0.0,467 1.0,468 1.0,469 0.0,470 1.0,471 1.0,472 0.0,473 1.0,474 1.0,475 1.0,476 1.0,477 1.0,478 1.0,479 0.0,480 0.0,481 1.0,482 1.0,483 0.0,484 0.0,485 1.0,486 1.0,487 0.0,488 1.0,489 0.0490 ]491 },492 "ridge|L19|a1.0": {493 "accuracy": 0.4375,494 "gain_vs_zero": {495 "estimate": 0.25,496 "low": 0.0625,497 "high": 0.4375,498 "level": 0.95,499 "n_items": 32,500 "n_clusters": 32,501 "n_boot": 2000502 },503 "mapped_norm": 46.0419921875,504 "outputs_sample": [505 " happy\n",506 " leave\n",507 " The word \"bright\" is",508 " The word \"calm\"",509 " under\n"510 ],511 "correct": [512 0.0,513 0.0,514 0.0,515 0.0,516 1.0,517 0.0,518 0.0,519 0.0,520 0.0,521 1.0,522 1.0,523 1.0,524 1.0,525 1.0,526 0.0,527 1.0,528 0.0,529 1.0,530 1.0,531 0.0,532 1.0,533 0.0,534 0.0,535 1.0,536 0.0,537 0.0,538 0.0,539 1.0,540 1.0,541 0.0,542 1.0,543 0.0544 ]545 },546 "ridge|L19|a2.0": {547 "accuracy": 0.03125,548 "gain_vs_zero": {549 "estimate": -0.15625,550 "low": -0.28125,551 "high": -0.0625,552 "level": 0.95,553 "n_items": 32,554 "n_clusters": 32,555 "n_boot": 2000556 },557 "mapped_norm": 46.0419921875,558 "outputs_sample": [559 " the output of the function will",560 " visit\n",561 " river\n\n",562 " the calmness of the lake",563 " river\n"564 ],565 "correct": [566 0.0,567 0.0,568 0.0,569 0.0,570 0.0,571 0.0,572 0.0,573 0.0,574 0.0,575 0.0,576 0.0,577 0.0,578 0.0,579 0.0,580 0.0,581 0.0,582 0.0,583 0.0,584 0.0,585 0.0,586 0.0,587 0.0,588 0.0,589 0.0,590 0.0,591 0.0,592 0.0,593 1.0,594 0.0,595 0.0,596 0.0,597 0.0598 ]599 },600 "ridge_rescaled|L19|a1.0": {601 "accuracy": 0.4375,602 "gain_vs_zero": {603 "estimate": 0.25,604 "low": 0.0625,605 "high": 0.4375,606 "level": 0.95,607 "n_items": 32,608 "n_clusters": 32,609 "n_boot": 2000610 },611 "mapped_norm": 47.147769927978516,612 "outputs_sample": [613 " happy\n",614 " leave\n",615 " The word \"bright\" is",616 " The word \"calm\"",617 " under\n"618 ],619 "correct": [620 0.0,621 0.0,622 0.0,623 0.0,624 1.0,625 0.0,626 0.0,627 0.0,628 0.0,629 1.0,630 1.0,631 1.0,632 1.0,633 1.0,634 0.0,635 1.0,636 0.0,637 1.0,638 1.0,639 0.0,640 1.0,641 0.0,642 0.0,643 1.0,644 0.0,645 0.0,646 0.0,647 1.0,648 1.0,649 0.0,650 1.0,651 0.0652 ]653 },654 "cca|L19|a1.0": {655 "accuracy": 0.34375,656 "gain_vs_zero": {657 "estimate": 0.15625,658 "low": -0.03125,659 "high": 0.34375,660 "level": 0.95,661 "n_items": 32,662 "n_clusters": 32,663 "n_boot": 2000664 },665 "mapped_norm": 50.8996467590332,666 "outputs_sample": [667 " happy\n",668 " leave\n",669 " The word \"bright\" is",670 " the calmness of the lake",671 " under\n"672 ],673 "correct": [674 0.0,675 0.0,676 0.0,677 0.0,678 1.0,679 0.0,680 0.0,681 0.0,682 0.0,683 1.0,684 1.0,685 0.0,686 0.0,687 1.0,688 0.0,689 1.0,690 0.0,691 1.0,692 0.0,693 0.0,694 1.0,695 0.0,696 0.0,697 1.0,698 0.0,699 0.0,700 0.0,701 1.0,702 1.0,703 0.0,704 1.0,705 0.0706 ]707 },708 "cca|L19|a2.0": {709 "accuracy": 0.0,710 "gain_vs_zero": {711 "estimate": -0.1875,712 "low": -0.3125,713 "high": -0.0625,714 "level": 0.95,715 "n_items": 32,716 "n_clusters": 32,717 "n_boot": 2000718 },719 "mapped_norm": 50.8996467590332,720 "outputs_sample": [721 " the happy man was walking down",722 " the time when the last person",723 " the sun is bright. \n\n",724 " the calmness of the lake",725 " the\n"726 ],727 "correct": [728 0.0,729 0.0,730 0.0,731 0.0,732 0.0,733 0.0,734 0.0,735 0.0,736 0.0,737 0.0,738 0.0,739 0.0,740 0.0,741 0.0,742 0.0,743 0.0,744 0.0,745 0.0,746 0.0,747 0.0,748 0.0,749 0.0,750 0.0,751 0.0,752 0.0,753 0.0,754 0.0,755 0.0,756 0.0,757 0.0,758 0.0,759 0.0760 ]761 },762 "random_orth|L19|a1.0": {763 "accuracy": 0.4375,764 "gain_vs_zero": {765 "estimate": 0.25,766 "low": 0.09375,767 "high": 0.4375,768 "level": 0.95,769 "n_items": 32,770 "n_clusters": 32,771 "n_boot": 2000772 },773 "mapped_norm": 44.325138092041016,774 "outputs_sample": [775 " sad\n",776 " depart\n",777 " dark\n",778 " 1\n",779 " under\n"780 ],781 "correct": [782 1.0,783 1.0,784 1.0,785 0.0,786 1.0,787 0.0,788 0.0,789 0.0,790 0.0,791 1.0,792 1.0,793 0.0,794 0.0,795 0.0,796 0.0,797 0.0,798 0.0,799 1.0,800 0.0,801 1.0,802 1.0,803 0.0,804 0.0,805 1.0,806 1.0,807 0.0,808 0.0,809 1.0,810 1.0,811 0.0,812 1.0,813 0.0814 ]815 },816 "random_orth|L19|a2.0": {817 "accuracy": 0.0625,818 "gain_vs_zero": {819 "estimate": -0.125,820 "low": -0.25,821 "high": -0.03125,822 "level": 0.95,823 "n_items": 32,824 "n_clusters": 32,825 "n_boot": 2000826 },827 "mapped_norm": 44.325138092041016,828 "outputs_sample": [829 " happy\n",830 " arrive\n",831 " bright\n",832 " 1\n",833 " over\n"834 ],835 "correct": [836 0.0,837 0.0,838 0.0,839 0.0,840 0.0,841 0.0,842 0.0,843 0.0,844 0.0,845 0.0,846 0.0,847 0.0,848 0.0,849 0.0,850 0.0,851 0.0,852 0.0,853 1.0,854 0.0,855 0.0,856 0.0,857 0.0,858 0.0,859 0.0,860 0.0,861 0.0,862 0.0,863 0.0,864 1.0,865 0.0,866 0.0,867 0.0868 ]869 },870 "replace_donor_fewshot|procrustes|L19": {871 "accuracy": 0.625,872 "gain_vs_zero": {873 "estimate": 0.4375,874 "low": 0.25,875 "high": 0.625,876 "level": 0.95,877 "n_items": 32,878 "n_clusters": 32,879 "n_boot": 2000880 },881 "outputs_sample": [882 " sad\n",883 " arrival\n",884 " dark\n",885 " calm\n",886 " under\n"887 ],888 "correct": [889 1.0,890 0.0,891 1.0,892 0.0,893 1.0,894 0.0,895 0.0,896 1.0,897 1.0,898 1.0,899 1.0,900 0.0,901 0.0,902 1.0,903 1.0,904 1.0,905 1.0,906 1.0,907 0.0,908 1.0,909 1.0,910 0.0,911 0.0,912 1.0,913 1.0,914 0.0,915 0.0,916 1.0,917 1.0,918 1.0,919 1.0,920 0.0921 ]922 },923 "ctl_replace_donor_zeroshot|procrustes|L19": {924 "accuracy": 0.21875,925 "gain_vs_zero": {926 "estimate": 0.03125,927 "low": -0.09375,928 "high": 0.15625,929 "level": 0.95,930 "n_items": 32,931 "n_clusters": 32,932 "n_boot": 2000933 },934 "outputs_sample": [935 " sad\n",936 " 0\n",937 " The word \"bright\" is",938 " calm\n",939 " 1\n"940 ],941 "correct": [942 1.0,943 0.0,944 0.0,945 0.0,946 0.0,947 0.0,948 0.0,949 0.0,950 0.0,951 0.0,952 1.0,953 0.0,954 0.0,955 0.0,956 0.0,957 1.0,958 0.0,959 0.0,960 1.0,961 1.0,962 0.0,963 0.0,964 0.0,965 0.0,966 1.0,967 0.0,968 0.0,969 0.0,970 1.0,971 0.0,972 0.0,973 0.0974 ]975 },976 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": {977 "accuracy": 0.6875,978 "gain_vs_zero": {979 "estimate": 0.5,980 "low": 0.3429687500000014,981 "high": 0.65625,982 "level": 0.95,983 "n_items": 32,984 "n_clusters": 32,985 "n_boot": 2000986 },987 "outputs_sample": [988 " sad\n",989 " sun\n",990 " dim\n",991 " anger\n",992 " under\n"993 ],994 "correct": [995 1.0,996 0.0,997 1.0,998 0.0,999 1.0,1000 0.0,1001 0.0,1002 1.0,1003 1.0,1004 1.0,1005 1.0,1006 1.0,1007 1.0,1008 1.0,1009 1.0,1010 1.0,1011 1.0,1012 1.0,1013 1.0,1014 1.0,1015 1.0,1016 0.0,1017 0.0,1018 1.0,1019 1.0,1020 0.0,1021 0.0,1022 1.0,1023 1.0,1024 0.0,1025 1.0,1026 0.01027 ]1028 },1029 "replace_donor_fewshot|ridge|L19": {1030 "accuracy": 0.40625,1031 "gain_vs_zero": {1032 "estimate": 0.21875,1033 "low": 0.0,1034 "high": 0.4375,1035 "level": 0.95,1036 "n_items": 32,1037 "n_clusters": 32,1038 "n_boot": 20001039 },1040 "outputs_sample": [1041 " The number of happy strings of",1042 " the time when the last person",1043 " the brightness of the light source",1044 " calm\n",1045 " 1\n"1046 ],1047 "correct": [1048 0.0,1049 0.0,1050 0.0,1051 0.0,1052 0.0,1053 0.0,1054 0.0,1055 0.0,1056 1.0,1057 1.0,1058 0.0,1059 0.0,1060 0.0,1061 1.0,1062 1.0,1063 1.0,1064 0.0,1065 0.0,1066 0.0,1067 1.0,1068 1.0,1069 1.0,1070 0.0,1071 1.0,1072 1.0,1073 0.0,1074 0.0,1075 1.0,1076 1.0,1077 0.0,1078 1.0,1079 0.01080 ]1081 },1082 "ctl_replace_donor_zeroshot|ridge|L19": {1083 "accuracy": 0.0625,1084 "gain_vs_zero": {1085 "estimate": -0.125,1086 "low": -0.28125,1087 "high": 0.0007812499999957367,1088 "level": 0.95,1089 "n_items": 32,1090 "n_clusters": 32,1091 "n_boot": 20001092 },1093 "outputs_sample": [1094 " sad\n",1095 " 1\n",1096 " \"Bright\"\n",1097 " calm\n",1098 " 1\n"1099 ],1100 "correct": [1101 1.0,1102 0.0,1103 0.0,1104 0.0,1105 0.0,1106 0.0,1107 0.0,1108 0.0,1109 0.0,1110 0.0,1111 0.0,1112 0.0,1113 0.0,1114 0.0,1115 0.0,1116 0.0,1117 0.0,1118 0.0,1119 0.0,1120 0.0,1121 0.0,1122 0.0,1123 0.0,1124 0.0,1125 1.0,1126 0.0,1127 0.0,1128 0.0,1129 0.0,1130 0.0,1131 0.0,1132 0.01133 ]1134 },1135 "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": {1136 "accuracy": 0.21875,1137 "gain_vs_zero": {1138 "estimate": 0.03125,1139 "low": -0.125,1140 "high": 0.1875,1141 "level": 0.95,1142 "n_items": 32,1143 "n_clusters": 32,1144 "n_boot": 20001145 },1146 "outputs_sample": [1147 " the happy man is smiling\n",1148 " The time when the last person",1149 " The word \"bright\" is",1150 " 1\n",1151 " The word \"over\" is"1152 ],1153 "correct": [1154 0.0,1155 0.0,1156 0.0,1157 0.0,1158 0.0,1159 0.0,1160 0.0,1161 0.0,1162 1.0,1163 0.0,1164 1.0,1165 0.0,1166 0.0,1167 1.0,1168 0.0,1169 0.0,1170 0.0,1171 0.0,1172 0.0,1173 1.0,1174 0.0,1175 0.0,1176 0.0,1177 1.0,1178 1.0,1179 0.0,1180 0.0,1181 0.0,1182 1.0,1183 0.0,1184 0.0,1185 0.01186 ]1187 },1188 "ctl_replace_donor_fewshot|sham_map|L19": {1189 "accuracy": 0.03125,1190 "gain_vs_zero": {1191 "estimate": -0.15625,1192 "low": -0.3125,1193 "high": 0.0,1194 "level": 0.95,1195 "n_items": 32,1196 "n_clusters": 32,1197 "n_boot": 20001198 },1199 "outputs_sample": [1200 " 1\n",1201 " 0\n",1202 " 1\n",1203 " 1\n",1204 " 1\n"1205 ],1206 "correct": [1207 0.0,1208 0.0,1209 0.0,1210 0.0,1211 0.0,1212 0.0,1213 0.0,1214 0.0,1215 1.0,1216 0.0,1217 0.0,1218 0.0,1219 0.0,1220 0.0,1221 0.0,1222 0.0,1223 0.0,1224 0.0,1225 0.0,1226 0.0,1227 0.0,1228 0.0,1229 0.0,1230 0.0,1231 0.0,1232 0.0,1233 0.0,1234 0.0,1235 0.0,1236 0.0,1237 0.0,1238 0.01239 ]1240 },1241 "ctl_replace_donor_zeroshot|sham_map|L19": {1242 "accuracy": 0.0,1243 "gain_vs_zero": {1244 "estimate": -0.1875,1245 "low": -0.3125,1246 "high": -0.0625,1247 "level": 0.95,1248 "n_items": 32,1249 "n_clusters": 32,1250 "n_boot": 20001251 },1252 "outputs_sample": [1253 " 1\n",1254 " 1\n",1255 " 10000",1256 " 1\n",1257 " 1\n"1258 ],1259 "correct": [1260 0.0,1261 0.0,1262 0.0,1263 0.0,1264 0.0,1265 0.0,1266 0.0,1267 0.0,1268 0.0,1269 0.0,1270 0.0,1271 0.0,1272 0.0,1273 0.0,1274 0.0,1275 0.0,1276 0.0,1277 0.0,1278 0.0,1279 0.0,1280 0.0,1281 0.0,1282 0.0,1283 0.0,1284 0.0,1285 0.0,1286 0.0,1287 0.0,1288 0.0,1289 0.0,1290 0.0,1291 0.01292 ]1293 },1294 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": {1295 "accuracy": 0.0,1296 "gain_vs_zero": {1297 "estimate": -0.1875,1298 "low": -0.3125,1299 "high": -0.0625,1300 "level": 0.95,1301 "n_items": 32,1302 "n_clusters": 32,1303 "n_boot": 20001304 },1305 "outputs_sample": [1306 " 1\n",1307 " 1\n",1308 " 1\n",1309 " 1\n",1310 " 1\n"1311 ],1312 "correct": [1313 0.0,1314 0.0,1315 0.0,1316 0.0,1317 0.0,1318 0.0,1319 0.0,1320 0.0,1321 0.0,1322 0.0,1323 0.0,1324 0.0,1325 0.0,1326 0.0,1327 0.0,1328 0.0,1329 0.0,1330 0.0,1331 0.0,1332 0.0,1333 0.0,1334 0.0,1335 0.0,1336 0.0,1337 0.0,1338 0.0,1339 0.0,1340 0.0,1341 0.0,1342 0.0,1343 0.0,1344 0.01345 ]1346 },1347 "ctl_random_norm_matched|L19": {1348 "accuracy": 0.03125,1349 "gain_vs_zero": {1350 "estimate": -0.15625,1351 "low": -0.28125,1352 "high": -0.0625,1353 "level": 0.95,1354 "n_items": 32,1355 "n_clusters": 32,1356 "n_boot": 20001357 },1358 "correct": [1359 0.0,1360 0.0,1361 0.0,1362 0.0,1363 0.0,1364 0.0,1365 0.0,1366 0.0,1367 0.0,1368 0.0,1369 0.0,1370 0.0,1371 0.0,1372 0.0,1373 0.0,1374 0.0,1375 0.0,1376 1.0,1377 0.0,1378 0.0,1379 0.0,1380 0.0,1381 0.0,1382 0.0,1383 0.0,1384 0.0,1385 0.0,1386 0.0,1387 0.0,1388 0.0,1389 0.0,1390 0.01391 ]1392 },1393 "ctl_unrelated_task_vector(capital)|L19": {1394 "accuracy": 0.1875,1395 "gain_vs_zero": {1396 "estimate": 0.0,1397 "low": -0.1875,1398 "high": 0.15625,1399 "level": 0.95,1400 "n_items": 32,1401 "n_clusters": 32,1402 "n_boot": 20001403 },1404 "correct": [1405 0.0,1406 0.0,1407 0.0,1408 0.0,1409 0.0,1410 0.0,1411 0.0,1412 0.0,1413 0.0,1414 0.0,1415 0.0,1416 0.0,1417 0.0,1418 1.0,1419 0.0,1420 1.0,1421 0.0,1422 1.0,1423 0.0,1424 1.0,1425 0.0,1426 0.0,1427 0.0,1428 0.0,1429 0.0,1430 0.0,1431 0.0,1432 0.0,1433 1.0,1434 0.0,1435 1.0,1436 0.01437 ]1438 }1439 },1440 "items": {1441 "zero": [1442 0.0,1443 0.0,1444 0.0,1445 0.0,1446 0.0,1447 0.0,1448 0.0,1449 0.0,1450 0.0,1451 0.0,1452 1.0,1453 0.0,1454 0.0,1455 0.0,1456 0.0,1457 0.0,1458 0.0,1459 1.0,1460 1.0,1461 0.0,1462 0.0,1463 0.0,1464 0.0,1465 0.0,1466 1.0,1467 0.0,1468 0.0,1469 1.0,1470 1.0,1471 0.0,1472 0.0,1473 0.01474 ],1475 "few": [1476 1.0,1477 1.0,1478 1.0,1479 0.0,1480 1.0,1481 1.0,1482 1.0,1483 1.0,1484 1.0,1485 1.0,1486 1.0,1487 1.0,1488 1.0,1489 1.0,1490 1.0,1491 1.0,1492 1.0,1493 1.0,1494 1.0,1495 1.0,1496 1.0,1497 1.0,1498 1.0,1499 1.0,1500 1.0,1501 0.0,1502 1.0,1503 1.0,1504 1.0,1505 1.0,1506 1.0,1507 1.01508 ],1509 "own": [1510 1.0,1511 1.0,1512 1.0,1513 0.0,1514 1.0,1515 0.0,1516 1.0,1517 1.0,1518 1.0,1519 1.0,1520 1.0,1521 1.0,1522 1.0,1523 1.0,1524 1.0,1525 1.0,1526 1.0,1527 1.0,1528 1.0,1529 1.0,1530 1.0,1531 1.0,1532 1.0,1533 1.0,1534 1.0,1535 1.0,1536 1.0,1537 1.0,1538 1.0,1539 1.0,1540 1.0,1541 1.01542 ]1543 }1544 },1545 "capital": {1546 "recipient_zero": 0.0,1547 "recipient_few": 1.0,1548 "recipient_own_vector": 0.8181818181818182,1549 "donor_layer": 25,1550 "conditions": {1551 "procrustes|L19|a1.0": {1552 "accuracy": 0.0,1553 "gain_vs_zero": {1554 "estimate": 0.0,1555 "low": 0.0,1556 "high": 0.0,1557 "level": 0.95,1558 "n_items": 22,1559 "n_clusters": 22,1560 "n_boot": 20001561 },1562 "mapped_norm": 42.90782928466797,1563 "outputs_sample": [1564 " Colombia\n",1565 " Sweden\n",1566 " Spain\n\n",1567 " Turkey is a country located in",1568 " Japan is a country located in"1569 ],1570 "correct": [1571 0.0,1572 0.0,1573 0.0,1574 0.0,1575 0.0,1576 0.0,1577 0.0,1578 0.0,1579 0.0,1580 0.0,1581 0.0,1582 0.0,1583 0.0,1584 0.0,1585 0.0,1586 0.0,1587 0.0,1588 0.0,1589 0.0,1590 0.0,1591 0.0,1592 0.01593 ]1594 },1595 "procrustes|L19|a2.0": {1596 "accuracy": 0.0,1597 "gain_vs_zero": {1598 "estimate": 0.0,1599 "low": 0.0,1600 "high": 0.0,1601 "level": 0.95,1602 "n_items": 22,1603 "n_clusters": 22,1604 "n_boot": 20001605 },1606 "mapped_norm": 42.90782928466797,1607 "outputs_sample": [1608 " Venezuela is a country located in",1609 " Finland is a country located in",1610 " Morocco is a country located in",1611 " Turkey is a country located in",1612 " Japan is a country located in"1613 ],1614 "correct": [1615 0.0,1616 0.0,1617 0.0,1618 0.0,1619 0.0,1620 0.0,1621 0.0,1622 0.0,1623 0.0,1624 0.0,1625 0.0,1626 0.0,1627 0.0,1628 0.0,1629 0.0,1630 0.0,1631 0.0,1632 0.0,1633 0.0,1634 0.0,1635 0.0,1636 0.01637 ]1638 },1639 "procrustes_rescaled|L19|a1.0": {1640 "accuracy": 0.0,1641 "gain_vs_zero": {1642 "estimate": 0.0,1643 "low": 0.0,1644 "high": 0.0,1645 "level": 0.95,1646 "n_items": 22,1647 "n_clusters": 22,1648 "n_boot": 20001649 },1650 "mapped_norm": 75.94140625,1651 "outputs_sample": [1652 " Peru\n",1653 " Finland is a country located in",1654 " Morocco is a country located in",1655 " Turkey is a country located in",1656 " Japan is a country located in"1657 ],1658 "correct": [1659 0.0,1660 0.0,1661 0.0,1662 0.0,1663 0.0,1664 0.0,1665 0.0,1666 0.0,1667 0.0,1668 0.0,1669 0.0,1670 0.0,1671 0.0,1672 0.0,1673 0.0,1674 0.0,1675 0.0,1676 0.0,1677 0.0,1678 0.0,1679 0.0,1680 0.01681 ]1682 },1683 "ridge|L19|a1.0": {1684 "accuracy": 0.0,1685 "gain_vs_zero": {1686 "estimate": 0.0,1687 "low": 0.0,1688 "high": 0.0,1689 "level": 0.95,1690 "n_items": 22,1691 "n_clusters": 22,1692 "n_boot": 20001693 },1694 "mapped_norm": 47.9246711730957,1695 "outputs_sample": [1696 " Venezuela is a country located in",1697 " Finland is a country located in",1698 " Morocco is a country located in",1699 " Turkey is a country located in",1700 " Japan is a country located in"1701 ],1702 "correct": [1703 0.0,1704 0.0,1705 0.0,1706 0.0,1707 0.0,1708 0.0,1709 0.0,1710 0.0,1711 0.0,1712 0.0,1713 0.0,1714 0.0,1715 0.0,1716 0.0,1717 0.0,1718 0.0,1719 0.0,1720 0.0,1721 0.0,1722 0.0,1723 0.0,1724 0.01725 ]1726 },1727 "ridge|L19|a2.0": {1728 "accuracy": 0.0,1729 "gain_vs_zero": {1730 "estimate": 0.0,1731 "low": 0.0,1732 "high": 0.0,1733 "level": 0.95,1734 "n_items": 22,1735 "n_clusters": 22,1736 "n_boot": 20001737 },1738 "mapped_norm": 47.9246711730957,1739 "outputs_sample": [1740 " Venezuela is a country located in",1741 " Finland is a country located in",1742 " Morocco is a country located in",1743 " The capital of Turkey is Ankara",1744 " Japan is a country located in"1745 ],1746 "correct": [1747 0.0,1748 0.0,1749 0.0,1750 0.0,1751 0.0,1752 0.0,1753 0.0,1754 0.0,1755 0.0,1756 0.0,1757 0.0,1758 0.0,1759 0.0,1760 0.0,1761 0.0,1762 0.0,1763 0.0,1764 0.0,1765 0.0,1766 0.0,1767 0.0,1768 0.01769 ]1770 },1771 "ridge_rescaled|L19|a1.0": {1772 "accuracy": 0.0,1773 "gain_vs_zero": {1774 "estimate": 0.0,1775 "low": 0.0,1776 "high": 0.0,1777 "level": 0.95,1778 "n_items": 22,1779 "n_clusters": 22,1780 "n_boot": 20001781 },1782 "mapped_norm": 75.94140625,1783 "outputs_sample": [1784 " Venezuela is a country located in",1785 " Finland is a country located in",1786 " Morocco is a country located in",1787 " The capital of Turkey is Ankara",1788 " Japan is a country located in"1789 ],1790 "correct": [1791 0.0,1792 0.0,1793 0.0,1794 0.0,1795 0.0,1796 0.0,1797 0.0,1798 0.0,1799 0.0,1800 0.0,1801 0.0,1802 0.0,1803 0.0,1804 0.0,1805 0.0,1806 0.0,1807 0.0,1808 0.0,1809 0.0,1810 0.0,1811 0.0,1812 0.01813 ]1814 },1815 "cca|L19|a1.0": {1816 "accuracy": 0.0,1817 "gain_vs_zero": {1818 "estimate": 0.0,1819 "low": 0.0,1820 "high": 0.0,1821 "level": 0.95,1822 "n_items": 22,1823 "n_clusters": 22,1824 "n_boot": 20001825 },1826 "mapped_norm": 54.63546371459961,1827 "outputs_sample": [1828 " The country of Venezuela is located",1829 " The capital of Finland is Helsinki",1830 " Morocco is a country located in",1831 " Turkey is a country located in",1832 " Japan is a country located in"1833 ],1834 "correct": [1835 0.0,1836 0.0,1837 0.0,1838 0.0,1839 0.0,1840 0.0,1841 0.0,1842 0.0,1843 0.0,1844 0.0,1845 0.0,1846 0.0,1847 0.0,1848 0.0,1849 0.0,1850 0.0,1851 0.0,1852 0.0,1853 0.0,1854 0.0,1855 0.0,1856 0.01857 ]1858 },1859 "cca|L19|a2.0": {1860 "accuracy": 0.0,1861 "gain_vs_zero": {1862 "estimate": 0.0,1863 "low": 0.0,1864 "high": 0.0,1865 "level": 0.95,1866 "n_items": 22,1867 "n_clusters": 22,1868 "n_boot": 20001869 },1870 "mapped_norm": 54.63546371459961,1871 "outputs_sample": [1872 " The country of Venezuela is located",1873 " Finland is a country located in",1874 " Morocco is a country located in",1875 " The country of Turkey is located",1876 " Japan is a country located in"1877 ],1878 "correct": [1879 0.0,1880 0.0,1881 0.0,1882 0.0,1883 0.0,1884 0.0,1885 0.0,1886 0.0,1887 0.0,1888 0.0,1889 0.0,1890 0.0,1891 0.0,1892 0.0,1893 0.0,1894 0.0,1895 0.0,1896 0.0,1897 0.0,1898 0.0,1899 0.0,1900 0.01901 ]1902 },1903 "random_orth|L19|a1.0": {1904 "accuracy": 0.0,1905 "gain_vs_zero": {1906 "estimate": 0.0,1907 "low": 0.0,1908 "high": 0.0,1909 "level": 0.95,1910 "n_items": 22,1911 "n_clusters": 22,1912 "n_boot": 20001913 },1914 "mapped_norm": 44.07579040527344,1915 "outputs_sample": [1916 " Venezuela is a country located in",1917 " \n",1918 " Morocco is a country located in",1919 " Turkey is a country located in",1920 " Japan is a country located in"1921 ],1922 "correct": [1923 0.0,1924 0.0,1925 0.0,1926 0.0,1927 0.0,1928 0.0,1929 0.0,1930 0.0,1931 0.0,1932 0.0,1933 0.0,1934 0.0,1935 0.0,1936 0.0,1937 0.0,1938 0.0,1939 0.0,1940 0.0,1941 0.0,1942 0.0,1943 0.0,1944 0.01945 ]1946 },1947 "random_orth|L19|a2.0": {1948 "accuracy": 0.0,1949 "gain_vs_zero": {1950 "estimate": 0.0,1951 "low": 0.0,1952 "high": 0.0,1953 "level": 0.95,1954 "n_items": 22,1955 "n_clusters": 22,1956 "n_boot": 20001957 },1958 "mapped_norm": 44.07579040527344,1959 "outputs_sample": [1960 " What is the capital of Venezuela",1961 " What is the capital of Finland",1962 " What is the capital of Morocco",1963 " What is the capital of Turkey",1964 " What is the capital of Japan"1965 ],1966 "correct": [1967 0.0,1968 0.0,1969 0.0,1970 0.0,1971 0.0,1972 0.0,1973 0.0,1974 0.0,1975 0.0,1976 0.0,1977 0.0,1978 0.0,1979 0.0,1980 0.0,1981 0.0,1982 0.0,1983 0.0,1984 0.0,1985 0.0,1986 0.0,1987 0.0,1988 0.01989 ]1990 },1991 "replace_donor_fewshot|procrustes|L19": {1992 "accuracy": 0.0,1993 "gain_vs_zero": {1994 "estimate": 0.0,1995 "low": 0.0,1996 "high": 0.0,1997 "level": 0.95,1998 "n_items": 22,1999 "n_clusters": 22,2000 "n_boot": 20002001 },2002 "outputs_sample": [2003 " Venezuela is a country located in",2004 " Sweden\n",2005 " Spain\n\n",2006 " Turkey is a country located in",2007 " Japan is a country located in"2008 ],2009 "correct": [2010 0.0,2011 0.0,2012 0.0,2013 0.0,2014 0.0,2015 0.0,2016 0.0,2017 0.0,2018 0.0,2019 0.0,2020 0.0,2021 0.0,2022 0.0,2023 0.0,2024 0.0,2025 0.0,2026 0.0,2027 0.0,2028 0.0,2029 0.0,2030 0.0,2031 0.02032 ]2033 },2034 "ctl_replace_donor_zeroshot|procrustes|L19": {2035 "accuracy": 0.0,2036 "gain_vs_zero": {2037 "estimate": 0.0,2038 "low": 0.0,2039 "high": 0.0,2040 "level": 0.95,2041 "n_items": 22,2042 "n_clusters": 22,2043 "n_boot": 20002044 },2045 "outputs_sample": [2046 " \"Venezuela is a",2047 " \"Finland is a country",2048 " \"Morocco\" is a",2049 " Turkey is a country located in",2050 " Japan is a country located in"2051 ],2052 "correct": [2053 0.0,2054 0.0,2055 0.0,2056 0.0,2057 0.0,2058 0.0,2059 0.0,2060 0.0,2061 0.0,2062 0.0,2063 0.0,2064 0.0,2065 0.0,2066 0.0,2067 0.0,2068 0.0,2069 0.0,2070 0.0,2071 0.0,2072 0.0,2073 0.0,2074 0.02075 ]2076 },2077 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": {2078 "accuracy": 0.0,2079 "gain_vs_zero": {2080 "estimate": 0.0,2081 "low": 0.0,2082 "high": 0.0,2083 "level": 0.95,2084 "n_items": 22,2085 "n_clusters": 22,2086 "n_boot": 20002087 },2088 "outputs_sample": [2089 " Argentina\n",2090 " Sweden\n",2091 " Spain\n\n",2092 " Turkey is a country located in",2093 " Japan is a country located in"2094 ],2095 "correct": [2096 0.0,2097 0.0,2098 0.0,2099 0.0,2100 0.0,2101 0.0,2102 0.0,2103 0.0,2104 0.0,2105 0.0,2106 0.0,2107 0.0,2108 0.0,2109 0.0,2110 0.0,2111 0.0,2112 0.0,2113 0.0,2114 0.0,2115 0.0,2116 0.0,2117 0.02118 ]2119 },2120 "replace_donor_fewshot|ridge|L19": {2121 "accuracy": 0.0,2122 "gain_vs_zero": {2123 "estimate": 0.0,2124 "low": 0.0,2125 "high": 0.0,2126 "level": 0.95,2127 "n_items": 22,2128 "n_clusters": 22,2129 "n_boot": 20002130 },2131 "outputs_sample": [2132 " Venezuela is a country located in",2133 " The capital of Finland is Helsinki",2134 " Morocco is a country located in",2135 " Turkey is a country located in",2136 " Japan is a country located in"2137 ],2138 "correct": [2139 0.0,2140 0.0,2141 0.0,2142 0.0,2143 0.0,2144 0.0,2145 0.0,2146 0.0,2147 0.0,2148 0.0,2149 0.0,2150 0.0,2151 0.0,2152 0.0,2153 0.0,2154 0.0,2155 0.0,2156 0.0,2157 0.0,2158 0.0,2159 0.0,2160 0.02161 ]2162 },2163 "ctl_replace_donor_zeroshot|ridge|L19": {2164 "accuracy": 0.0,2165 "gain_vs_zero": {2166 "estimate": 0.0,2167 "low": 0.0,2168 "high": 0.0,2169 "level": 0.95,2170 "n_items": 22,2171 "n_clusters": 22,2172 "n_boot": 20002173 },2174 "outputs_sample": [2175 " \"Venezuela is a",2176 " \"Finland is a country",2177 " \"Morocco\" is a",2178 " \"Turkey is a country in",2179 " Japan is a country located in"2180 ],2181 "correct": [2182 0.0,2183 0.0,2184 0.0,2185 0.0,2186 0.0,2187 0.0,2188 0.0,2189 0.0,2190 0.0,2191 0.0,2192 0.0,2193 0.0,2194 0.0,2195 0.0,2196 0.0,2197 0.0,2198 0.0,2199 0.0,2200 0.0,2201 0.0,2202 0.0,2203 0.02204 ]2205 },2206 "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": {2207 "accuracy": 0.0,2208 "gain_vs_zero": {2209 "estimate": 0.0,2210 "low": 0.0,2211 "high": 0.0,2212 "level": 0.95,2213 "n_items": 22,2214 "n_clusters": 22,2215 "n_boot": 20002216 },2217 "outputs_sample": [2218 " The country of Venezuela is located",2219 " Finland is a country located in",2220 " Morocco is a country located in",2221 " Turkey is a country located in",2222 " Japan is a country located in"2223 ],2224 "correct": [2225 0.0,2226 0.0,2227 0.0,2228 0.0,2229 0.0,2230 0.0,2231 0.0,2232 0.0,2233 0.0,2234 0.0,2235 0.0,2236 0.0,2237 0.0,2238 0.0,2239 0.0,2240 0.0,2241 0.0,2242 0.0,2243 0.0,2244 0.0,2245 0.0,2246 0.02247 ]2248 },2249 "ctl_replace_donor_fewshot|sham_map|L19": {2250 "accuracy": 0.0,2251 "gain_vs_zero": {2252 "estimate": 0.0,2253 "low": 0.0,2254 "high": 0.0,2255 "level": 0.95,2256 "n_items": 22,2257 "n_clusters": 22,2258 "n_boot": 20002259 },2260 "outputs_sample": [2261 " 10000",2262 " 12345",2263 " 1\n",2264 " 10000",2265 " 1\n\n"2266 ],2267 "correct": [2268 0.0,2269 0.0,2270 0.0,2271 0.0,2272 0.0,2273 0.0,2274 0.0,2275 0.0,2276 0.0,2277 0.0,2278 0.0,2279 0.0,2280 0.0,2281 0.0,2282 0.0,2283 0.0,2284 0.0,2285 0.0,2286 0.0,2287 0.0,2288 0.0,2289 0.02290 ]2291 },2292 "ctl_replace_donor_zeroshot|sham_map|L19": {2293 "accuracy": 0.0,2294 "gain_vs_zero": {2295 "estimate": 0.0,2296 "low": 0.0,2297 "high": 0.0,2298 "level": 0.95,2299 "n_items": 22,2300 "n_clusters": 22,2301 "n_boot": 20002302 },2303 "outputs_sample": [2304 " 10000",2305 " 1\n\n",2306 " 1\n\n",2307 " 10000",2308 " 1\n\n"2309 ],2310 "correct": [2311 0.0,2312 0.0,2313 0.0,2314 0.0,2315 0.0,2316 0.0,2317 0.0,2318 0.0,2319 0.0,2320 0.0,2321 0.0,2322 0.0,2323 0.0,2324 0.0,2325 0.0,2326 0.0,2327 0.0,2328 0.0,2329 0.0,2330 0.0,2331 0.0,2332 0.02333 ]2334 },2335 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": {2336 "accuracy": 0.0,2337 "gain_vs_zero": {2338 "estimate": 0.0,2339 "low": 0.0,2340 "high": 0.0,2341 "level": 0.95,2342 "n_items": 22,2343 "n_clusters": 22,2344 "n_boot": 20002345 },2346 "outputs_sample": [2347 " 10000",2348 " 12345",2349 " 1\n",2350 " 10000",2351 " Japan is a country located in"2352 ],2353 "correct": [2354 0.0,2355 0.0,2356 0.0,2357 0.0,2358 0.0,2359 0.0,2360 0.0,2361 0.0,2362 0.0,2363 0.0,2364 0.0,2365 0.0,2366 0.0,2367 0.0,2368 0.0,2369 0.0,2370 0.0,2371 0.0,2372 0.0,2373 0.0,2374 0.0,2375 0.02376 ]2377 },2378 "ctl_random_norm_matched|L19": {2379 "accuracy": 0.0,2380 "gain_vs_zero": {2381 "estimate": 0.0,2382 "low": 0.0,2383 "high": 0.0,2384 "level": 0.95,2385 "n_items": 22,2386 "n_clusters": 22,2387 "n_boot": 20002388 },2389 "correct": [2390 0.0,2391 0.0,2392 0.0,2393 0.0,2394 0.0,2395 0.0,2396 0.0,2397 0.0,2398 0.0,2399 0.0,2400 0.0,2401 0.0,2402 0.0,2403 0.0,2404 0.0,2405 0.0,2406 0.0,2407 0.0,2408 0.0,2409 0.0,2410 0.0,2411 0.02412 ]2413 },2414 "ctl_unrelated_task_vector(antonym)|L19": {2415 "accuracy": 0.0,2416 "gain_vs_zero": {2417 "estimate": 0.0,2418 "low": 0.0,2419 "high": 0.0,2420 "level": 0.95,2421 "n_items": 22,2422 "n_clusters": 22,2423 "n_boot": 20002424 },2425 "correct": [2426 0.0,2427 0.0,2428 0.0,2429 0.0,2430 0.0,2431 0.0,2432 0.0,2433 0.0,2434 0.0,2435 0.0,2436 0.0,2437 0.0,2438 0.0,2439 0.0,2440 0.0,2441 0.0,2442 0.0,2443 0.0,2444 0.0,2445 0.0,2446 0.0,2447 0.02448 ]2449 },2450 "procrustes|L22|a1.0": {2451 "accuracy": 0.0,2452 "gain_vs_zero": {2453 "estimate": 0.0,2454 "low": 0.0,2455 "high": 0.0,2456 "level": 0.95,2457 "n_items": 22,2458 "n_clusters": 22,2459 "n_boot": 20002460 },2461 "mapped_norm": 68.82747650146484,2462 "outputs_sample": [2463 " Venezuela is a country located in",2464 " Finland is a country located in",2465 " France\n\n",2466 " Turkey is a country located in",2467 " Japan is a country located in"2468 ],2469 "correct": [2470 0.0,2471 0.0,2472 0.0,2473 0.0,2474 0.0,2475 0.0,2476 0.0,2477 0.0,2478 0.0,2479 0.0,2480 0.0,2481 0.0,2482 0.0,2483 0.0,2484 0.0,2485 0.0,2486 0.0,2487 0.0,2488 0.0,2489 0.0,2490 0.0,2491 0.02492 ]2493 },2494 "procrustes|L22|a2.0": {2495 "accuracy": 0.09090909090909091,2496 "gain_vs_zero": {2497 "estimate": 0.09090909090909091,2498 "low": 0.0,2499 "high": 0.22727272727272727,2500 "level": 0.95,2501 "n_items": 22,2502 "n_clusters": 22,2503 "n_boot": 20002504 },2505 "mapped_norm": 68.82747650146484,2506 "outputs_sample": [2507 " caracas\n",2508 " t\n",2509 " tangerine\n",2510 " mouth\n",2511 " 1\n\n"2512 ],2513 "correct": [2514 1.0,2515 0.0,2516 0.0,2517 0.0,2518 0.0,2519 0.0,2520 0.0,2521 0.0,2522 0.0,2523 0.0,2524 0.0,2525 0.0,2526 0.0,2527 0.0,2528 0.0,2529 0.0,2530 0.0,2531 0.0,2532 1.0,2533 0.0,2534 0.0,2535 0.02536 ]2537 },2538 "procrustes_rescaled|L22|a1.0": {2539 "accuracy": 0.0,2540 "gain_vs_zero": {2541 "estimate": 0.0,2542 "low": 0.0,2543 "high": 0.0,2544 "level": 0.95,2545 "n_items": 22,2546 "n_clusters": 22,2547 "n_boot": 20002548 },2549 "mapped_norm": 75.94140625,2550 "outputs_sample": [2551 " Venezuela is a country located in",2552 " Finland is a country located in",2553 " France\n\n",2554 " Turkey is a country located in",2555 " Japan is a country located in"2556 ],2557 "correct": [2558 0.0,2559 0.0,2560 0.0,2561 0.0,2562 0.0,2563 0.0,2564 0.0,2565 0.0,2566 0.0,2567 0.0,2568 0.0,2569 0.0,2570 0.0,2571 0.0,2572 0.0,2573 0.0,2574 0.0,2575 0.0,2576 0.0,2577 0.0,2578 0.0,2579 0.02580 ]2581 },2582 "ridge|L22|a1.0": {2583 "accuracy": 0.09090909090909091,2584 "gain_vs_zero": {2585 "estimate": 0.09090909090909091,2586 "low": 0.0,2587 "high": 0.22727272727272727,2588 "level": 0.95,2589 "n_items": 22,2590 "n_clusters": 22,2591 "n_boot": 20002592 },2593 "mapped_norm": 92.07101440429688,2594 "outputs_sample": [2595 " The country of Venezuela is located",2596 " Helsinki\n",2597 " The capital of Morocco is Rab",2598 " The country of Turkey is located",2599 " The capital of Japan is Tokyo"2600 ],2601 "correct": [2602 0.0,2603 1.0,2604 0.0,2605 0.0,2606 0.0,2607 0.0,2608 0.0,2609 1.0,2610 0.0,2611 0.0,2612 0.0,2613 0.0,2614 0.0,2615 0.0,2616 0.0,2617 0.0,2618 0.0,2619 0.0,2620 0.0,2621 0.0,2622 0.0,2623 0.02624 ]2625 },2626 "ridge|L22|a2.0": {2627 "accuracy": 0.0,2628 "gain_vs_zero": {2629 "estimate": 0.0,2630 "low": 0.0,2631 "high": 0.0,2632 "level": 0.95,2633 "n_items": 22,2634 "n_clusters": 22,2635 "n_boot": 20002636 },2637 "mapped_norm": 92.07101440429688,2638 "outputs_sample": [2639 " New York\n",2640 " Finland is a country located in",2641 " Salat\n",2642 " Salat\n",2643 " New Zealand\n"2644 ],2645 "correct": [2646 0.0,2647 0.0,2648 0.0,2649 0.0,2650 0.0,2651 0.0,2652 0.0,2653 0.0,2654 0.0,2655 0.0,2656 0.0,2657 0.0,2658 0.0,2659 0.0,2660 0.0,2661 0.0,2662 0.0,2663 0.0,2664 0.0,2665 0.0,2666 0.0,2667 0.02668 ]2669 },2670 "ridge_rescaled|L22|a1.0": {2671 "accuracy": 0.09090909090909091,2672 "gain_vs_zero": {2673 "estimate": 0.09090909090909091,2674 "low": 0.0,2675 "high": 0.22727272727272727,2676 "level": 0.95,2677 "n_items": 22,2678 "n_clusters": 22,2679 "n_boot": 20002680 },2681 "mapped_norm": 75.94140625,2682 "outputs_sample": [2683 " The country of Venezuela is located",2684 " Helsinki\n",2685 " The capital of Morocco is Rab",2686 " The country of Turkey is located",2687 " The capital of Japan is Tokyo"2688 ],2689 "correct": [2690 0.0,2691 1.0,2692 0.0,2693 0.0,2694 0.0,2695 0.0,2696 0.0,2697 1.0,2698 0.0,2699 0.0,2700 0.0,2701 0.0,2702 0.0,2703 0.0,2704 0.0,2705 0.0,2706 0.0,2707 0.0,2708 0.0,2709 0.0,2710 0.0,2711 0.02712 ]2713 },2714 "cca|L22|a1.0": {2715 "accuracy": 0.045454545454545456,2716 "gain_vs_zero": {2717 "estimate": 0.045454545454545456,2718 "low": 0.0,2719 "high": 0.13636363636363635,2720 "level": 0.95,2721 "n_items": 22,2722 "n_clusters": 22,2723 "n_boot": 20002724 },2725 "mapped_norm": 109.1942138671875,2726 "outputs_sample": [2727 " The country of Venezuela is located",2728 " Helsinki\n",2729 " The capital of Morocco is Rab",2730 " The country of Turkey is located",2731 " The capital of Japan is Tokyo"2732 ],2733 "correct": [2734 0.0,2735 1.0,2736 0.0,2737 0.0,2738 0.0,2739 0.0,2740 0.0,2741 0.0,2742 0.0,2743 0.0,2744 0.0,2745 0.0,2746 0.0,2747 0.0,2748 0.0,2749 0.0,2750 0.0,2751 0.0,2752 0.0,2753 0.0,2754 0.0,2755 0.02756 ]2757 },2758 "cca|L22|a2.0": {2759 "accuracy": 0.0,2760 "gain_vs_zero": {2761 "estimate": 0.0,2762 "low": 0.0,2763 "high": 0.0,2764 "level": 0.95,2765 "n_items": 22,2766 "n_clusters": 22,2767 "n_boot": 20002768 },2769 "mapped_norm": 109.1942138671875,2770 "outputs_sample": [2771 " New York\n",2772 " New Zealand\n",2773 " Salat\n",2774 " The country of Turkey is located",2775 " New Zealand\n"2776 ],2777 "correct": [2778 0.0,2779 0.0,2780 0.0,2781 0.0,2782 0.0,2783 0.0,2784 0.0,2785 0.0,2786 0.0,2787 0.0,2788 0.0,2789 0.0,2790 0.0,2791 0.0,2792 0.0,2793 0.0,2794 0.0,2795 0.0,2796 0.0,2797 0.0,2798 0.0,2799 0.02800 ]2801 },2802 "random_orth|L22|a1.0": {2803 "accuracy": 0.0,2804 "gain_vs_zero": {2805 "estimate": 0.0,2806 "low": 0.0,2807 "high": 0.0,2808 "level": 0.95,2809 "n_items": 22,2810 "n_clusters": 22,2811 "n_boot": 20002812 },2813 "mapped_norm": 75.10470581054688,2814 "outputs_sample": [2815 " The country of Venezuela is located",2816 " The capital of Finland is Helsinki",2817 " The capital of Morocco is Rab",2818 " Turkey is a country located in",2819 " Japan is a country located in"2820 ],2821 "correct": [2822 0.0,2823 0.0,2824 0.0,2825 0.0,2826 0.0,2827 0.0,2828 0.0,2829 0.0,2830 0.0,2831 0.0,2832 0.0,2833 0.0,2834 0.0,2835 0.0,2836 0.0,2837 0.0,2838 0.0,2839 0.0,2840 0.0,2841 0.0,2842 0.0,2843 0.02844 ]2845 },2846 "random_orth|L22|a2.0": {2847 "accuracy": 0.0,2848 "gain_vs_zero": {2849 "estimate": 0.0,2850 "low": 0.0,2851 "high": 0.0,2852 "level": 0.95,2853 "n_items": 22,2854 "n_clusters": 22,2855 "n_boot": 20002856 },2857 "mapped_norm": 75.10470581054688,2858 "outputs_sample": [2859 " The country of Venezuela is located",2860 " The capital of Finland is Helsinki",2861 " The capital of Morocco is Rab",2862 " What is the capital of Turkey",2863 " The capital of Japan is Tokyo"2864 ],2865 "correct": [2866 0.0,2867 0.0,2868 0.0,2869 0.0,2870 0.0,2871 0.0,2872 0.0,2873 0.0,2874 0.0,2875 0.0,2876 0.0,2877 0.0,2878 0.0,2879 0.0,2880 0.0,2881 0.0,2882 0.0,2883 0.0,2884 0.0,2885 0.0,2886 0.0,2887 0.02888 ]2889 },2890 "replace_donor_fewshot|procrustes|L22": {2891 "accuracy": 0.0,2892 "gain_vs_zero": {2893 "estimate": 0.0,2894 "low": 0.0,2895 "high": 0.0,2896 "level": 0.95,2897 "n_items": 22,2898 "n_clusters": 22,2899 "n_boot": 20002900 },2901 "outputs_sample": [2902 " 1\n",2903 " 1\n",2904 " 1\n",2905 " 1\n",2906 " 1\n\n"2907 ],2908 "correct": [2909 0.0,2910 0.0,2911 0.0,2912 0.0,2913 0.0,2914 0.0,2915 0.0,2916 0.0,2917 0.0,2918 0.0,2919 0.0,2920 0.0,2921 0.0,2922 0.0,2923 0.0,2924 0.0,2925 0.0,2926 0.0,2927 0.0,2928 0.0,2929 0.0,2930 0.02931 ]2932 },2933 "ctl_replace_donor_zeroshot|procrustes|L22": {2934 "accuracy": 0.0,2935 "gain_vs_zero": {2936 "estimate": 0.0,2937 "low": 0.0,2938 "high": 0.0,2939 "level": 0.95,2940 "n_items": 22,2941 "n_clusters": 22,2942 "n_boot": 20002943 },2944 "outputs_sample": [2945 " The country of Venezuela is located",2946 " The capital of Finland is Helsinki",2947 " The capital of Morocco is Rab",2948 " \"Turkey is a country in",2949 " \"Japan\" is a country"2950 ],2951 "correct": [2952 0.0,2953 0.0,2954 0.0,2955 0.0,2956 0.0,2957 0.0,2958 0.0,2959 0.0,2960 0.0,2961 0.0,2962 0.0,2963 0.0,2964 0.0,2965 0.0,2966 0.0,2967 0.0,2968 0.0,2969 0.0,2970 0.0,2971 0.0,2972 0.0,2973 0.02974 ]2975 },2976 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L22": {2977 "accuracy": 0.0,2978 "gain_vs_zero": {2979 "estimate": 0.0,2980 "low": 0.0,2981 "high": 0.0,2982 "level": 0.95,2983 "n_items": 22,2984 "n_clusters": 22,2985 "n_boot": 20002986 },2987 "outputs_sample": [2988 " 1\n",2989 " 1\n",2990 " The capital of Morocco is Rab",2991 " 10000",2992 " 1\n\n"2993 ],2994 "correct": [2995 0.0,2996 0.0,2997 0.0,2998 0.0,2999 0.0,3000 0.0,3001 0.0,3002 0.0,3003 0.0,3004 0.0,3005 0.0,3006 0.0,3007 0.0,3008 0.0,3009 0.0,3010 0.0,3011 0.0,3012 0.0,3013 0.0,3014 0.0,3015 0.0,3016 0.03017 ]3018 },3019 "replace_donor_fewshot|ridge|L22": {3020 "accuracy": 0.0,3021 "gain_vs_zero": {3022 "estimate": 0.0,3023 "low": 0.0,3024 "high": 0.0,3025 "level": 0.95,3026 "n_items": 22,3027 "n_clusters": 22,3028 "n_boot": 20003029 },3030 "outputs_sample": [3031 " The country of Venezuela is located",3032 " The capital of Finland is Helsinki",3033 " The capital of Morocco is Rab",3034 " 1\n",3035 " The capital of Japan is Tokyo"3036 ],3037 "correct": [3038 0.0,3039 0.0,3040 0.0,3041 0.0,3042 0.0,3043 0.0,3044 0.0,3045 0.0,3046 0.0,3047 0.0,3048 0.0,3049 0.0,3050 0.0,3051 0.0,3052 0.0,3053 0.0,3054 0.0,3055 0.0,3056 0.0,3057 0.0,3058 0.0,3059 0.03060 ]3061 },3062 "ctl_replace_donor_zeroshot|ridge|L22": {3063 "accuracy": 0.0,3064 "gain_vs_zero": {3065 "estimate": 0.0,3066 "low": 0.0,3067 "high": 0.0,3068 "level": 0.95,3069 "n_items": 22,3070 "n_clusters": 22,3071 "n_boot": 20003072 },3073 "outputs_sample": [3074 " The country of Venezuela is located",3075 " The capital of Finland is Helsinki",3076 " The capital of Morocco is Rab",3077 " \"Turkey is a country in",3078 " The capital of Japan is Tokyo"3079 ],3080 "correct": [3081 0.0,3082 0.0,3083 0.0,3084 0.0,3085 0.0,3086 0.0,3087 0.0,3088 0.0,3089 0.0,3090 0.0,3091 0.0,3092 0.0,3093 0.0,3094 0.0,3095 0.0,3096 0.0,3097 0.0,3098 0.0,3099 0.0,3100 0.0,3101 0.0,3102 0.03103 ]3104 },3105 "ctl_replace_donor_fewshot_shuffled_query|ridge|L22": {3106 "accuracy": 0.0,3107 "gain_vs_zero": {3108 "estimate": 0.0,3109 "low": 0.0,3110 "high": 0.0,3111 "level": 0.95,3112 "n_items": 22,3113 "n_clusters": 22,3114 "n_boot": 20003115 },3116 "outputs_sample": [3117 " The country of Venezuela is located",3118 " The capital of Finland is Helsinki",3119 " The capital of Morocco is Rab",3120 " The capital of Turkey is Ankara",3121 " The capital of Japan is Tokyo"3122 ],3123 "correct": [3124 0.0,3125 0.0,3126 0.0,3127 0.0,3128 0.0,3129 0.0,3130 0.0,3131 0.0,3132 0.0,3133 0.0,3134 0.0,3135 0.0,3136 0.0,3137 0.0,3138 0.0,3139 0.0,3140 0.0,3141 0.0,3142 0.0,3143 0.0,3144 0.0,3145 0.03146 ]3147 },3148 "ctl_replace_donor_fewshot|sham_map|L22": {3149 "accuracy": 0.0,3150 "gain_vs_zero": {3151 "estimate": 0.0,3152 "low": 0.0,3153 "high": 0.0,3154 "level": 0.95,3155 "n_items": 22,3156 "n_clusters": 22,3157 "n_boot": 20003158 },3159 "outputs_sample": [3160 " The country of Venezuela is located",3161 " 17\n",3162 " 1\n",3163 " The country of Turkey is located",3164 " 1\n\n"3165 ],3166 "correct": [3167 0.0,3168 0.0,3169 0.0,3170 0.0,3171 0.0,3172 0.0,3173 0.0,3174 0.0,3175 0.0,3176 0.0,3177 0.0,3178 0.0,3179 0.0,3180 0.0,3181 0.0,3182 0.0,3183 0.0,3184 0.0,3185 0.0,3186 0.0,3187 0.0,3188 0.03189 ]3190 },3191 "ctl_replace_donor_zeroshot|sham_map|L22": {3192 "accuracy": 0.0,3193 "gain_vs_zero": {3194 "estimate": 0.0,3195 "low": 0.0,3196 "high": 0.0,3197 "level": 0.95,3198 "n_items": 22,3199 "n_clusters": 22,3200 "n_boot": 20003201 },3202 "outputs_sample": [3203 " 10000",3204 " 17\n\n",3205 " 1\n",3206 " 10000",3207 " 1\n\n"3208 ],3209 "correct": [3210 0.0,3211 0.0,3212 0.0,3213 0.0,3214 0.0,3215 0.0,3216 0.0,3217 0.0,3218 0.0,3219 0.0,3220 0.0,3221 0.0,3222 0.0,3223 0.0,3224 0.0,3225 0.0,3226 0.0,3227 0.0,3228 0.0,3229 0.0,3230 0.0,3231 0.03232 ]3233 },3234 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L22": {3235 "accuracy": 0.0,3236 "gain_vs_zero": {3237 "estimate": 0.0,3238 "low": 0.0,3239 "high": 0.0,3240 "level": 0.95,3241 "n_items": 22,3242 "n_clusters": 22,3243 "n_boot": 20003244 },3245 "outputs_sample": [3246 " 10000",3247 " 17\n",3248 " 1\n",3249 " 10000",3250 " 1\n\n"3251 ],3252 "correct": [3253 0.0,3254 0.0,3255 0.0,3256 0.0,3257 0.0,3258 0.0,3259 0.0,3260 0.0,3261 0.0,3262 0.0,3263 0.0,3264 0.0,3265 0.0,3266 0.0,3267 0.0,3268 0.0,3269 0.0,3270 0.0,3271 0.0,3272 0.0,3273 0.0,3274 0.03275 ]3276 },3277 "ctl_random_norm_matched|L22": {3278 "accuracy": 0.0,3279 "gain_vs_zero": {3280 "estimate": 0.0,3281 "low": 0.0,3282 "high": 0.0,3283 "level": 0.95,3284 "n_items": 22,3285 "n_clusters": 22,3286 "n_boot": 20003287 },3288 "correct": [3289 0.0,3290 0.0,3291 0.0,3292 0.0,3293 0.0,3294 0.0,3295 0.0,3296 0.0,3297 0.0,3298 0.0,3299 0.0,3300 0.0,3301 0.0,3302 0.0,3303 0.0,3304 0.0,3305 0.0,3306 0.0,3307 0.0,3308 0.0,3309 0.0,3310 0.03311 ]3312 },3313 "ctl_unrelated_task_vector(antonym)|L22": {3314 "accuracy": 0.0,3315 "gain_vs_zero": {3316 "estimate": 0.0,3317 "low": 0.0,3318 "high": 0.0,3319 "level": 0.95,3320 "n_items": 22,3321 "n_clusters": 22,3322 "n_boot": 20003323 },3324 "correct": [3325 0.0,3326 0.0,3327 0.0,3328 0.0,3329 0.0,3330 0.0,3331 0.0,3332 0.0,3333 0.0,3334 0.0,3335 0.0,3336 0.0,3337 0.0,3338 0.0,3339 0.0,3340 0.0,3341 0.0,3342 0.0,3343 0.0,3344 0.0,3345 0.0,3346 0.03347 ]3348 }3349 },3350 "items": {3351 "zero": [3352 0.0,3353 0.0,3354 0.0,3355 0.0,3356 0.0,3357 0.0,3358 0.0,3359 0.0,3360 0.0,3361 0.0,3362 0.0,3363 0.0,3364 0.0,3365 0.0,3366 0.0,3367 0.0,3368 0.0,3369 0.0,3370 0.0,3371 0.0,3372 0.0,3373 0.03374 ],3375 "few": [3376 1.0,3377 1.0,3378 1.0,3379 1.0,3380 1.0,3381 1.0,3382 1.0,3383 1.0,3384 1.0,3385 1.0,3386 1.0,3387 1.0,3388 1.0,3389 1.0,3390 1.0,3391 1.0,3392 1.0,3393 1.0,3394 1.0,3395 1.0,3396 1.0,3397 1.03398 ],3399 "own": [3400 1.0,3401 1.0,3402 1.0,3403 1.0,3404 1.0,3405 0.0,3406 1.0,3407 1.0,3408 0.0,3409 1.0,3410 1.0,3411 1.0,3412 1.0,3413 1.0,3414 0.0,3415 1.0,3416 1.0,3417 0.0,3418 1.0,3419 1.0,3420 1.0,3421 1.03422 ]3423 }3424 },3425 "morph": {3426 "recipient_zero": 0.0,3427 "recipient_few": 0.3,3428 "recipient_own_vector": 0.0,3429 "donor_layer": 2,3430 "conditions": {3431 "procrustes|L2|a1.0": {3432 "accuracy": 0.0,3433 "gain_vs_zero": {3434 "estimate": 0.0,3435 "low": 0.0,3436 "high": 0.0,3437 "level": 0.95,3438 "n_items": 40,3439 "n_clusters": 40,3440 "n_boot": 20003441 },3442 "mapped_norm": 11.232007026672363,3443 "outputs_sample": [3444 " 10000",3445 " The word \"zonofab",3446 " \"vofisu\"\n",3447 " 10000",3448 " \"zute\" is a"3449 ],3450 "correct": [3451 0.0,3452 0.0,3453 0.0,3454 0.0,3455 0.0,3456 0.0,3457 0.0,3458 0.0,3459 0.0,3460 0.0,3461 0.0,3462 0.0,3463 0.0,3464 0.0,3465 0.0,3466 0.0,3467 0.0,3468 0.0,3469 0.0,3470 0.0,3471 0.0,3472 0.0,3473 0.0,3474 0.0,3475 0.0,3476 0.0,3477 0.0,3478 0.0,3479 0.0,3480 0.0,3481 0.0,3482 0.0,3483 0.0,3484 0.0,3485 0.0,3486 0.0,3487 0.0,3488 0.0,3489 0.0,3490 0.03491 ]3492 },3493 "procrustes|L2|a2.0": {3494 "accuracy": 0.0,3495 "gain_vs_zero": {3496 "estimate": 0.0,3497 "low": 0.0,3498 "high": 0.0,3499 "level": 0.95,3500 "n_items": 40,3501 "n_clusters": 40,3502 "n_boot": 20003503 },3504 "mapped_norm": 11.232007026672363,3505 "outputs_sample": [3506 " 10000",3507 " The word \"zonofab",3508 " \"vofisu\"\n",3509 " 10000",3510 " \"zute\" is a"3511 ],3512 "correct": [3513 0.0,3514 0.0,3515 0.0,3516 0.0,3517 0.0,3518 0.0,3519 0.0,3520 0.0,3521 0.0,3522 0.0,3523 0.0,3524 0.0,3525 0.0,3526 0.0,3527 0.0,3528 0.0,3529 0.0,3530 0.0,3531 0.0,3532 0.0,3533 0.0,3534 0.0,3535 0.0,3536 0.0,3537 0.0,3538 0.0,3539 0.0,3540 0.0,3541 0.0,3542 0.0,3543 0.0,3544 0.0,3545 0.0,3546 0.0,3547 0.0,3548 0.0,3549 0.0,3550 0.0,3551 0.0,3552 0.03553 ]3554 },3555 "procrustes_rescaled|L2|a1.0": {3556 "accuracy": 0.0,3557 "gain_vs_zero": {3558 "estimate": 0.0,3559 "low": 0.0,3560 "high": 0.0,3561 "level": 0.95,3562 "n_items": 40,3563 "n_clusters": 40,3564 "n_boot": 20003565 },3566 "mapped_norm": 12.061471939086914,3567 "outputs_sample": [3568 " 10000",3569 " The word \"zonofab",3570 " \"vofisu\"\n",3571 " 10000",3572 " \"zute\" is a"3573 ],3574 "correct": [3575 0.0,3576 0.0,3577 0.0,3578 0.0,3579 0.0,3580 0.0,3581 0.0,3582 0.0,3583 0.0,3584 0.0,3585 0.0,3586 0.0,3587 0.0,3588 0.0,3589 0.0,3590 0.0,3591 0.0,3592 0.0,3593 0.0,3594 0.0,3595 0.0,3596 0.0,3597 0.0,3598 0.0,3599 0.0,3600 0.0,3601 0.0,3602 0.0,3603 0.0,3604 0.0,3605 0.0,3606 0.0,3607 0.0,3608 0.0,3609 0.0,3610 0.0,3611 0.0,3612 0.0,3613 0.0,3614 0.03615 ]3616 },3617 "ridge|L2|a1.0": {3618 "accuracy": 0.0,3619 "gain_vs_zero": {3620 "estimate": 0.0,3621 "low": 0.0,3622 "high": 0.0,3623 "level": 0.95,3624 "n_items": 40,3625 "n_clusters": 40,3626 "n_boot": 20003627 },3628 "mapped_norm": 12.087592124938965,3629 "outputs_sample": [3630 " 10000",3631 " The word \"zonofab",3632 " \"vofisu\"\n",3633 " 10000",3634 " \"zute\" is a"3635 ],3636 "correct": [3637 0.0,3638 0.0,3639 0.0,3640 0.0,3641 0.0,3642 0.0,3643 0.0,3644 0.0,3645 0.0,3646 0.0,3647 0.0,3648 0.0,3649 0.0,3650 0.0,3651 0.0,3652 0.0,3653 0.0,3654 0.0,3655 0.0,3656 0.0,3657 0.0,3658 0.0,3659 0.0,3660 0.0,3661 0.0,3662 0.0,3663 0.0,3664 0.0,3665 0.0,3666 0.0,3667 0.0,3668 0.0,3669 0.0,3670 0.0,3671 0.0,3672 0.0,3673 0.0,3674 0.0,3675 0.0,3676 0.03677 ]3678 },3679 "ridge|L2|a2.0": {3680 "accuracy": 0.0,3681 "gain_vs_zero": {3682 "estimate": 0.0,3683 "low": 0.0,3684 "high": 0.0,3685 "level": 0.95,3686 "n_items": 40,3687 "n_clusters": 40,3688 "n_boot": 20003689 },3690 "mapped_norm": 12.087592124938965,3691 "outputs_sample": [3692 " 10000",3693 " 1\n",3694 " 1\n",3695 " 10000",3696 " \"Zute is a small"3697 ],3698 "correct": [3699 0.0,3700 0.0,3701 0.0,3702 0.0,3703 0.0,3704 0.0,3705 0.0,3706 0.0,3707 0.0,3708 0.0,3709 0.0,3710 0.0,3711 0.0,3712 0.0,3713 0.0,3714 0.0,3715 0.0,3716 0.0,3717 0.0,3718 0.0,3719 0.0,3720 0.0,3721 0.0,3722 0.0,3723 0.0,3724 0.0,3725 0.0,3726 0.0,3727 0.0,3728 0.0,3729 0.0,3730 0.0,3731 0.0,3732 0.0,3733 0.0,3734 0.0,3735 0.0,3736 0.0,3737 0.0,3738 0.03739 ]3740 },3741 "ridge_rescaled|L2|a1.0": {3742 "accuracy": 0.0,3743 "gain_vs_zero": {3744 "estimate": 0.0,3745 "low": 0.0,3746 "high": 0.0,3747 "level": 0.95,3748 "n_items": 40,3749 "n_clusters": 40,3750 "n_boot": 20003751 },3752 "mapped_norm": 12.061471939086914,3753 "outputs_sample": [3754 " 10000",3755 " The word \"zonofab",3756 " \"vofisu\"\n",3757 " 10000",3758 " \"zute\" is a"3759 ],3760 "correct": [3761 0.0,3762 0.0,3763 0.0,3764 0.0,3765 0.0,3766 0.0,3767 0.0,3768 0.0,3769 0.0,3770 0.0,3771 0.0,3772 0.0,3773 0.0,3774 0.0,3775 0.0,3776 0.0,3777 0.0,3778 0.0,3779 0.0,3780 0.0,3781 0.0,3782 0.0,3783 0.0,3784 0.0,3785 0.0,3786 0.0,3787 0.0,3788 0.0,3789 0.0,3790 0.0,3791 0.0,3792 0.0,3793 0.0,3794 0.0,3795 0.0,3796 0.0,3797 0.0,3798 0.0,3799 0.0,3800 0.03801 ]3802 },3803 "cca|L2|a1.0": {3804 "accuracy": 0.0,3805 "gain_vs_zero": {3806 "estimate": 0.0,3807 "low": 0.0,3808 "high": 0.0,3809 "level": 0.95,3810 "n_items": 40,3811 "n_clusters": 40,3812 "n_boot": 20003813 },3814 "mapped_norm": 12.566847801208496,3815 "outputs_sample": [3816 " 10000",3817 " The word \"zonofab",3818 " 1\n",3819 " 10000",3820 " \"zute\" is a"3821 ],3822 "correct": [3823 0.0,3824 0.0,3825 0.0,3826 0.0,3827 0.0,3828 0.0,3829 0.0,3830 0.0,3831 0.0,3832 0.0,3833 0.0,3834 0.0,3835 0.0,3836 0.0,3837 0.0,3838 0.0,3839 0.0,3840 0.0,3841 0.0,3842 0.0,3843 0.0,3844 0.0,3845 0.0,3846 0.0,3847 0.0,3848 0.0,3849 0.0,3850 0.0,3851 0.0,3852 0.0,3853 0.0,3854 0.0,3855 0.0,3856 0.0,3857 0.0,3858 0.0,3859 0.0,3860 0.0,3861 0.0,3862 0.03863 ]3864 },3865 "cca|L2|a2.0": {3866 "accuracy": 0.0,3867 "gain_vs_zero": {3868 "estimate": 0.0,3869 "low": 0.0,3870 "high": 0.0,3871 "level": 0.95,3872 "n_items": 40,3873 "n_clusters": 40,3874 "n_boot": 20003875 },3876 "mapped_norm": 12.566847801208496,3877 "outputs_sample": [3878 " 10000",3879 " 1\n",3880 " 1\n",3881 " 10000",3882 " \"zute\" is a"3883 ],3884 "correct": [3885 0.0,3886 0.0,3887 0.0,3888 0.0,3889 0.0,3890 0.0,3891 0.0,3892 0.0,3893 0.0,3894 0.0,3895 0.0,3896 0.0,3897 0.0,3898 0.0,3899 0.0,3900 0.0,3901 0.0,3902 0.0,3903 0.0,3904 0.0,3905 0.0,3906 0.0,3907 0.0,3908 0.0,3909 0.0,3910 0.0,3911 0.0,3912 0.0,3913 0.0,3914 0.0,3915 0.0,3916 0.0,3917 0.0,3918 0.0,3919 0.0,3920 0.0,3921 0.0,3922 0.0,3923 0.0,3924 0.03925 ]3926 },3927 "random_orth|L2|a1.0": {3928 "accuracy": 0.0,3929 "gain_vs_zero": {3930 "estimate": 0.0,3931 "low": 0.0,3932 "high": 0.0,3933 "level": 0.95,3934 "n_items": 40,3935 "n_clusters": 40,3936 "n_boot": 20003937 },3938 "mapped_norm": 10.567745208740234,3939 "outputs_sample": [3940 " 10000",3941 " The word \"zonofab",3942 " \"vofisu\"\n",3943 " The word \"tuken\"",3944 " The word \"zute\""3945 ],3946 "correct": [3947 0.0,3948 0.0,3949 0.0,3950 0.0,3951 0.0,3952 0.0,3953 0.0,3954 0.0,3955 0.0,3956 0.0,3957 0.0,3958 0.0,3959 0.0,3960 0.0,3961 0.0,3962 0.0,3963 0.0,3964 0.0,3965 0.0,3966 0.0,3967 0.0,3968 0.0,3969 0.0,3970 0.0,3971 0.0,3972 0.0,3973 0.0,3974 0.0,3975 0.0,3976 0.0,3977 0.0,3978 0.0,3979 0.0,3980 0.0,3981 0.0,3982 0.0,3983 0.0,3984 0.0,3985 0.0,3986 0.03987 ]3988 },3989 "random_orth|L2|a2.0": {3990 "accuracy": 0.0,3991 "gain_vs_zero": {3992 "estimate": 0.0,3993 "low": 0.0,3994 "high": 0.0,3995 "level": 0.95,3996 "n_items": 40,3997 "n_clusters": 40,3998 "n_boot": 20003999 },4000 "mapped_norm": 10.567745208740234,4001 "outputs_sample": [4002 " 10000",4003 " The word \"zonofab",4004 " \"vofisu\"\n",4005 " \"The quick brown fox jumps",4006 " \"zute\" is a"4007 ],4008 "correct": [4009 0.0,4010 0.0,4011 0.0,4012 0.0,4013 0.0,4014 0.0,4015 0.0,4016 0.0,4017 0.0,4018 0.0,4019 0.0,4020 0.0,4021 0.0,4022 0.0,4023 0.0,4024 0.0,4025 0.0,4026 0.0,4027 0.0,4028 0.0,4029 0.0,4030 0.0,4031 0.0,4032 0.0,4033 0.0,4034 0.0,4035 0.0,4036 0.0,4037 0.0,4038 0.0,4039 0.0,4040 0.0,4041 0.0,4042 0.0,4043 0.0,4044 0.0,4045 0.0,4046 0.0,4047 0.0,4048 0.04049 ]4050 },4051 "replace_donor_fewshot|procrustes|L2": {4052 "accuracy": 0.0,4053 "gain_vs_zero": {4054 "estimate": 0.0,4055 "low": 0.0,4056 "high": 0.0,4057 "level": 0.95,4058 "n_items": 40,4059 "n_clusters": 40,4060 "n_boot": 20004061 },4062 "outputs_sample": [4063 " 10000",4064 " The word \"zonofab",4065 " \"vofisu\"\n",4066 " \"tunke\"\n\n",4067 " \"zute\" is a"4068 ],4069 "correct": [4070 0.0,4071 0.0,4072 0.0,4073 0.0,4074 0.0,4075 0.0,4076 0.0,4077 0.0,4078 0.0,4079 0.0,4080 0.0,4081 0.0,4082 0.0,4083 0.0,4084 0.0,4085 0.0,4086 0.0,4087 0.0,4088 0.0,4089 0.0,4090 0.0,4091 0.0,4092 0.0,4093 0.0,4094 0.0,4095 0.0,4096 0.0,4097 0.0,4098 0.0,4099 0.0,4100 0.0,4101 0.0,4102 0.0,4103 0.0,4104 0.0,4105 0.0,4106 0.0,4107 0.0,4108 0.0,4109 0.04110 ]4111 },4112 "ctl_replace_donor_zeroshot|procrustes|L2": {4113 "accuracy": 0.0,4114 "gain_vs_zero": {4115 "estimate": 0.0,4116 "low": 0.0,4117 "high": 0.0,4118 "level": 0.95,4119 "n_items": 40,4120 "n_clusters": 40,4121 "n_boot": 20004122 },4123 "outputs_sample": [4124 " 10000",4125 " The word \"zonofab",4126 " \"vofisu\"\n",4127 " 10000",4128 " \"zute\" is a"4129 ],4130 "correct": [4131 0.0,4132 0.0,4133 0.0,4134 0.0,4135 0.0,4136 0.0,4137 0.0,4138 0.0,4139 0.0,4140 0.0,4141 0.0,4142 0.0,4143 0.0,4144 0.0,4145 0.0,4146 0.0,4147 0.0,4148 0.0,4149 0.0,4150 0.0,4151 0.0,4152 0.0,4153 0.0,4154 0.0,4155 0.0,4156 0.0,4157 0.0,4158 0.0,4159 0.0,4160 0.0,4161 0.0,4162 0.0,4163 0.0,4164 0.0,4165 0.0,4166 0.0,4167 0.0,4168 0.0,4169 0.0,4170 0.04171 ]4172 },4173 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {4174 "accuracy": 0.0,4175 "gain_vs_zero": {4176 "estimate": 0.0,4177 "low": 0.0,4178 "high": 0.0,4179 "level": 0.95,4180 "n_items": 40,4181 "n_clusters": 40,4182 "n_boot": 20004183 },4184 "outputs_sample": [4185 " 10000",4186 " The word \"zonofab",4187 " \"vofisu\"\n",4188 " \"tunke\"\n\n",4189 " \"zute\" is a"4190 ],4191 "correct": [4192 0.0,4193 0.0,4194 0.0,4195 0.0,4196 0.0,4197 0.0,4198 0.0,4199 0.0,4200 0.0,4201 0.0,4202 0.0,4203 0.0,4204 0.0,4205 0.0,4206 0.0,4207 0.0,4208 0.0,4209 0.0,4210 0.0,4211 0.0,4212 0.0,4213 0.0,4214 0.0,4215 0.0,4216 0.0,4217 0.0,4218 0.0,4219 0.0,4220 0.0,4221 0.0,4222 0.0,4223 0.0,4224 0.0,4225 0.0,4226 0.0,4227 0.0,4228 0.0,4229 0.0,4230 0.0,4231 0.04232 ]4233 },4234 "replace_donor_fewshot|ridge|L2": {4235 "accuracy": 0.0,4236 "gain_vs_zero": {4237 "estimate": 0.0,4238 "low": 0.0,4239 "high": 0.0,4240 "level": 0.95,4241 "n_items": 40,4242 "n_clusters": 40,4243 "n_boot": 20004244 },4245 "outputs_sample": [4246 " 10000",4247 " The word \"zonofab",4248 " 1\n",4249 " 10000",4250 " \"zute\" is a"4251 ],4252 "correct": [4253 0.0,4254 0.0,4255 0.0,4256 0.0,4257 0.0,4258 0.0,4259 0.0,4260 0.0,4261 0.0,4262 0.0,4263 0.0,4264 0.0,4265 0.0,4266 0.0,4267 0.0,4268 0.0,4269 0.0,4270 0.0,4271 0.0,4272 0.0,4273 0.0,4274 0.0,4275 0.0,4276 0.0,4277 0.0,4278 0.0,4279 0.0,4280 0.0,4281 0.0,4282 0.0,4283 0.0,4284 0.0,4285 0.0,4286 0.0,4287 0.0,4288 0.0,4289 0.0,4290 0.0,4291 0.0,4292 0.04293 ]4294 },4295 "ctl_replace_donor_zeroshot|ridge|L2": {4296 "accuracy": 0.0,4297 "gain_vs_zero": {4298 "estimate": 0.0,4299 "low": 0.0,4300 "high": 0.0,4301 "level": 0.95,4302 "n_items": 40,4303 "n_clusters": 40,4304 "n_boot": 20004305 },4306 "outputs_sample": [4307 " 10000",4308 " The word \"zonofab",4309 " \"vofisu\"\n",4310 " The word \"tuken\"",4311 " The word \"zute\""4312 ],4313 "correct": [4314 0.0,4315 0.0,4316 0.0,4317 0.0,4318 0.0,4319 0.0,4320 0.0,4321 0.0,4322 0.0,4323 0.0,4324 0.0,4325 0.0,4326 0.0,4327 0.0,4328 0.0,4329 0.0,4330 0.0,4331 0.0,4332 0.0,4333 0.0,4334 0.0,4335 0.0,4336 0.0,4337 0.0,4338 0.0,4339 0.0,4340 0.0,4341 0.0,4342 0.0,4343 0.0,4344 0.0,4345 0.0,4346 0.0,4347 0.0,4348 0.0,4349 0.0,4350 0.0,4351 0.0,4352 0.0,4353 0.04354 ]4355 },4356 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {4357 "accuracy": 0.0,4358 "gain_vs_zero": {4359 "estimate": 0.0,4360 "low": 0.0,4361 "high": 0.0,4362 "level": 0.95,4363 "n_items": 40,4364 "n_clusters": 40,4365 "n_boot": 20004366 },4367 "outputs_sample": [4368 " 10000",4369 " The word \"zonofab",4370 " \"vofisu\"\n",4371 " 10000",4372 " \"zute\" is a"4373 ],4374 "correct": [4375 0.0,4376 0.0,4377 0.0,4378 0.0,4379 0.0,4380 0.0,4381 0.0,4382 0.0,4383 0.0,4384 0.0,4385 0.0,4386 0.0,4387 0.0,4388 0.0,4389 0.0,4390 0.0,4391 0.0,4392 0.0,4393 0.0,4394 0.0,4395 0.0,4396 0.0,4397 0.0,4398 0.0,4399 0.0,4400 0.0,4401 0.0,4402 0.0,4403 0.0,4404 0.0,4405 0.0,4406 0.0,4407 0.0,4408 0.0,4409 0.0,4410 0.0,4411 0.0,4412 0.0,4413 0.0,4414 0.04415 ]4416 },4417 "ctl_replace_donor_fewshot|sham_map|L2": {4418 "accuracy": 0.0,4419 "gain_vs_zero": {4420 "estimate": 0.0,4421 "low": 0.0,4422 "high": 0.0,4423 "level": 0.95,4424 "n_items": 40,4425 "n_clusters": 40,4426 "n_boot": 20004427 },4428 "outputs_sample": [4429 " 10000",4430 " The word \"zonofab",4431 " 1\n",4432 " 10000",4433 " \"zute\" is a"4434 ],4435 "correct": [4436 0.0,4437 0.0,4438 0.0,4439 0.0,4440 0.0,4441 0.0,4442 0.0,4443 0.0,4444 0.0,4445 0.0,4446 0.0,4447 0.0,4448 0.0,4449 0.0,4450 0.0,4451 0.0,4452 0.0,4453 0.0,4454 0.0,4455 0.0,4456 0.0,4457 0.0,4458 0.0,4459 0.0,4460 0.0,4461 0.0,4462 0.0,4463 0.0,4464 0.0,4465 0.0,4466 0.0,4467 0.0,4468 0.0,4469 0.0,4470 0.0,4471 0.0,4472 0.0,4473 0.0,4474 0.0,4475 0.04476 ]4477 },4478 "ctl_replace_donor_zeroshot|sham_map|L2": {4479 "accuracy": 0.0,4480 "gain_vs_zero": {4481 "estimate": 0.0,4482 "low": 0.0,4483 "high": 0.0,4484 "level": 0.95,4485 "n_items": 40,4486 "n_clusters": 40,4487 "n_boot": 20004488 },4489 "outputs_sample": [4490 " 10000",4491 " The word \"zonofab",4492 " 1\n",4493 " 1\n\n",4494 " The word \"zute\""4495 ],4496 "correct": [4497 0.0,4498 0.0,4499 0.0,4500 0.0,4501 0.0,4502 0.0,4503 0.0,4504 0.0,4505 0.0,4506 0.0,4507 0.0,4508 0.0,4509 0.0,4510 0.0,4511 0.0,4512 0.0,4513 0.0,4514 0.0,4515 0.0,4516 0.0,4517 0.0,4518 0.0,4519 0.0,4520 0.0,4521 0.0,4522 0.0,4523 0.0,4524 0.0,4525 0.0,4526 0.0,4527 0.0,4528 0.0,4529 0.0,4530 0.0,4531 0.0,4532 0.0,4533 0.0,4534 0.0,4535 0.0,4536 0.04537 ]4538 },4539 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {4540 "accuracy": 0.0,4541 "gain_vs_zero": {4542 "estimate": 0.0,4543 "low": 0.0,4544 "high": 0.0,4545 "level": 0.95,4546 "n_items": 40,4547 "n_clusters": 40,4548 "n_boot": 20004549 },4550 "outputs_sample": [4551 " 10000",4552 " The word \"zonofab",4553 " 1\n",4554 " \"tukenten\"\n\n",4555 " \"zute\" is a"4556 ],4557 "correct": [4558 0.0,4559 0.0,4560 0.0,4561 0.0,4562 0.0,4563 0.0,4564 0.0,4565 0.0,4566 0.0,4567 0.0,4568 0.0,4569 0.0,4570 0.0,4571 0.0,4572 0.0,4573 0.0,4574 0.0,4575 0.0,4576 0.0,4577 0.0,4578 0.0,4579 0.0,4580 0.0,4581 0.0,4582 0.0,4583 0.0,4584 0.0,4585 0.0,4586 0.0,4587 0.0,4588 0.0,4589 0.0,4590 0.0,4591 0.0,4592 0.0,4593 0.0,4594 0.0,4595 0.0,4596 0.0,4597 0.04598 ]4599 },4600 "ctl_random_norm_matched|L2": {4601 "accuracy": 0.0,4602 "gain_vs_zero": {4603 "estimate": 0.0,4604 "low": 0.0,4605 "high": 0.0,4606 "level": 0.95,4607 "n_items": 40,4608 "n_clusters": 40,4609 "n_boot": 20004610 },4611 "correct": [4612 0.0,4613 0.0,4614 0.0,4615 0.0,4616 0.0,4617 0.0,4618 0.0,4619 0.0,4620 0.0,4621 0.0,4622 0.0,4623 0.0,4624 0.0,4625 0.0,4626 0.0,4627 0.0,4628 0.0,4629 0.0,4630 0.0,4631 0.0,4632 0.0,4633 0.0,4634 0.0,4635 0.0,4636 0.0,4637 0.0,4638 0.0,4639 0.0,4640 0.0,4641 0.0,4642 0.0,4643 0.0,4644 0.0,4645 0.0,4646 0.0,4647 0.0,4648 0.0,4649 0.0,4650 0.0,4651 0.04652 ]4653 },4654 "ctl_unrelated_task_vector(antonym)|L2": {4655 "accuracy": 0.0,4656 "gain_vs_zero": {4657 "estimate": 0.0,4658 "low": 0.0,4659 "high": 0.0,4660 "level": 0.95,4661 "n_items": 40,4662 "n_clusters": 40,4663 "n_boot": 20004664 },4665 "correct": [4666 0.0,4667 0.0,4668 0.0,4669 0.0,4670 0.0,4671 0.0,4672 0.0,4673 0.0,4674 0.0,4675 0.0,4676 0.0,4677 0.0,4678 0.0,4679 0.0,4680 0.0,4681 0.0,4682 0.0,4683 0.0,4684 0.0,4685 0.0,4686 0.0,4687 0.0,4688 0.0,4689 0.0,4690 0.0,4691 0.0,4692 0.0,4693 0.0,4694 0.0,4695 0.0,4696 0.0,4697 0.0,4698 0.0,4699 0.0,4700 0.0,4701 0.0,4702 0.0,4703 0.0,4704 0.0,4705 0.04706 ]4707 }4708 },4709 "items": {4710 "zero": [4711 0.0,4712 0.0,4713 0.0,4714 0.0,4715 0.0,4716 0.0,4717 0.0,4718 0.0,4719 0.0,4720 0.0,4721 0.0,4722 0.0,4723 0.0,4724 0.0,4725 0.0,4726 0.0,4727 0.0,4728 0.0,4729 0.0,4730 0.0,4731 0.0,4732 0.0,4733 0.0,4734 0.0,4735 0.0,4736 0.0,4737 0.0,4738 0.0,4739 0.0,4740 0.0,4741 0.0,4742 0.0,4743 0.0,4744 0.0,4745 0.0,4746 0.0,4747 0.0,4748 0.0,4749 0.0,4750 0.04751 ],4752 "few": [4753 0.0,4754 1.0,4755 0.0,4756 0.0,4757 0.0,4758 1.0,4759 1.0,4760 0.0,4761 0.0,4762 0.0,4763 1.0,4764 1.0,4765 0.0,4766 0.0,4767 1.0,4768 0.0,4769 0.0,4770 0.0,4771 0.0,4772 0.0,4773 0.0,4774 1.0,4775 0.0,4776 1.0,4777 0.0,4778 0.0,4779 0.0,4780 0.0,4781 0.0,4782 1.0,4783 0.0,4784 1.0,4785 0.0,4786 0.0,4787 0.0,4788 0.0,4789 0.0,4790 1.0,4791 0.0,4792 1.04793 ],4794 "own": [4795 0.0,4796 0.0,4797 0.0,4798 0.0,4799 0.0,4800 0.0,4801 0.0,4802 0.0,4803 0.0,4804 0.0,4805 0.0,4806 0.0,4807 0.0,4808 0.0,4809 0.0,4810 0.0,4811 0.0,4812 0.0,4813 0.0,4814 0.0,4815 0.0,4816 0.0,4817 0.0,4818 0.0,4819 0.0,4820 0.0,4821 0.0,4822 0.0,4823 0.0,4824 0.0,4825 0.0,4826 0.0,4827 0.0,4828 0.0,4829 0.0,4830 0.0,4831 0.0,4832 0.0,4833 0.0,4834 0.04835 ]4836 }4837 },4838 "addthree": {4839 "recipient_zero": 0.0,4840 "recipient_few": 0.8571428571428571,4841 "recipient_own_vector": 0.0,4842 "donor_layer": 2,4843 "conditions": {4844 "procrustes|L2|a1.0": {4845 "accuracy": 0.0,4846 "gain_vs_zero": {4847 "estimate": 0.0,4848 "low": 0.0,4849 "high": 0.0,4850 "level": 0.95,4851 "n_items": 35,4852 "n_clusters": 35,4853 "n_boot": 20004854 },4855 "mapped_norm": 10.94498348236084,4856 "outputs_sample": [4857 " 7\n",4858 " \"Fizz\"\n\n",4859 " \"Fizz\"\n\n",4860 " \"19\"\n",4861 " 11\n"4862 ],4863 "correct": [4864 0.0,4865 0.0,4866 0.0,4867 0.0,4868 0.0,4869 0.0,4870 0.0,4871 0.0,4872 0.0,4873 0.0,4874 0.0,4875 0.0,4876 0.0,4877 0.0,4878 0.0,4879 0.0,4880 0.0,4881 0.0,4882 0.0,4883 0.0,4884 0.0,4885 0.0,4886 0.0,4887 0.0,4888 0.0,4889 0.0,4890 0.0,4891 0.0,4892 0.0,4893 0.0,4894 0.0,4895 0.0,4896 0.0,4897 0.0,4898 0.04899 ]4900 },4901 "procrustes|L2|a2.0": {4902 "accuracy": 0.0,4903 "gain_vs_zero": {4904 "estimate": 0.0,4905 "low": 0.0,4906 "high": 0.0,4907 "level": 0.95,4908 "n_items": 35,4909 "n_clusters": 35,4910 "n_boot": 20004911 },4912 "mapped_norm": 10.94498348236084,4913 "outputs_sample": [4914 " 7\n",4915 " 12\n",4916 " 1\n",4917 " 10\n",4918 " 11\n"4919 ],4920 "correct": [4921 0.0,4922 0.0,4923 0.0,4924 0.0,4925 0.0,4926 0.0,4927 0.0,4928 0.0,4929 0.0,4930 0.0,4931 0.0,4932 0.0,4933 0.0,4934 0.0,4935 0.0,4936 0.0,4937 0.0,4938 0.0,4939 0.0,4940 0.0,4941 0.0,4942 0.0,4943 0.0,4944 0.0,4945 0.0,4946 0.0,4947 0.0,4948 0.0,4949 0.0,4950 0.0,4951 0.0,4952 0.0,4953 0.0,4954 0.0,4955 0.04956 ]4957 },4958 "procrustes_rescaled|L2|a1.0": {4959 "accuracy": 0.0,4960 "gain_vs_zero": {4961 "estimate": 0.0,4962 "low": 0.0,4963 "high": 0.0,4964 "level": 0.95,4965 "n_items": 35,4966 "n_clusters": 35,4967 "n_boot": 20004968 },4969 "mapped_norm": 12.514004707336426,4970 "outputs_sample": [4971 " 7\n",4972 " \"Fizz\"\n\n",4973 " \"Fizz\"\n\n",4974 " \"19\"\n",4975 " 11\n"4976 ],4977 "correct": [4978 0.0,4979 0.0,4980 0.0,4981 0.0,4982 0.0,4983 0.0,4984 0.0,4985 0.0,4986 0.0,4987 0.0,4988 0.0,4989 0.0,4990 0.0,4991 0.0,4992 0.0,4993 0.0,4994 0.0,4995 0.0,4996 0.0,4997 0.0,4998 0.0,4999 0.0,5000 0.0,5001 0.0,5002 0.0,5003 0.0,5004 0.0,5005 0.0,5006 0.0,5007 0.0,5008 0.0,5009 0.0,5010 0.0,5011 0.0,5012 0.05013 ]5014 },5015 "ridge|L2|a1.0": {5016 "accuracy": 0.0,5017 "gain_vs_zero": {5018 "estimate": 0.0,5019 "low": 0.0,5020 "high": 0.0,5021 "level": 0.95,5022 "n_items": 35,5023 "n_clusters": 35,5024 "n_boot": 20005025 },5026 "mapped_norm": 11.700227737426758,5027 "outputs_sample": [5028 " 7\n",5029 " 12\n",5030 " 1\n",5031 " \"19\"\n",5032 " 11\n"5033 ],5034 "correct": [5035 0.0,5036 0.0,5037 0.0,5038 0.0,5039 0.0,5040 0.0,5041 0.0,5042 0.0,5043 0.0,5044 0.0,5045 0.0,5046 0.0,5047 0.0,5048 0.0,5049 0.0,5050 0.0,5051 0.0,5052 0.0,5053 0.0,5054 0.0,5055 0.0,5056 0.0,5057 0.0,5058 0.0,5059 0.0,5060 0.0,5061 0.0,5062 0.0,5063 0.0,5064 0.0,5065 0.0,5066 0.0,5067 0.0,5068 0.0,5069 0.05070 ]5071 },5072 "ridge|L2|a2.0": {5073 "accuracy": 0.0,5074 "gain_vs_zero": {5075 "estimate": 0.0,5076 "low": 0.0,5077 "high": 0.0,5078 "level": 0.95,5079 "n_items": 35,5080 "n_clusters": 35,5081 "n_boot": 20005082 },5083 "mapped_norm": 11.700227737426758,5084 "outputs_sample": [5085 " 7\n",5086 " 12\n",5087 " 1\n",5088 " 10\n",5089 " 11\n"5090 ],5091 "correct": [5092 0.0,5093 0.0,5094 0.0,5095 0.0,5096 0.0,5097 0.0,5098 0.0,5099 0.0,5100 0.0,5101 0.0,5102 0.0,5103 0.0,5104 0.0,5105 0.0,5106 0.0,5107 0.0,5108 0.0,5109 0.0,5110 0.0,5111 0.0,5112 0.0,5113 0.0,5114 0.0,5115 0.0,5116 0.0,5117 0.0,5118 0.0,5119 0.0,5120 0.0,5121 0.0,5122 0.0,5123 0.0,5124 0.0,5125 0.0,5126 0.05127 ]5128 },5129 "ridge_rescaled|L2|a1.0": {5130 "accuracy": 0.0,5131 "gain_vs_zero": {5132 "estimate": 0.0,5133 "low": 0.0,5134 "high": 0.0,5135 "level": 0.95,5136 "n_items": 35,5137 "n_clusters": 35,5138 "n_boot": 20005139 },5140 "mapped_norm": 12.514006614685059,5141 "outputs_sample": [5142 " 7\n",5143 " 12\n",5144 " 1\n",5145 " 1\n",5146 " 11\n"5147 ],5148 "correct": [5149 0.0,5150 0.0,5151 0.0,5152 0.0,5153 0.0,5154 0.0,5155 0.0,5156 0.0,5157 0.0,5158 0.0,5159 0.0,5160 0.0,5161 0.0,5162 0.0,5163 0.0,5164 0.0,5165 0.0,5166 0.0,5167 0.0,5168 0.0,5169 0.0,5170 0.0,5171 0.0,5172 0.0,5173 0.0,5174 0.0,5175 0.0,5176 0.0,5177 0.0,5178 0.0,5179 0.0,5180 0.0,5181 0.0,5182 0.0,5183 0.05184 ]5185 },5186 "cca|L2|a1.0": {5187 "accuracy": 0.0,5188 "gain_vs_zero": {5189 "estimate": 0.0,5190 "low": 0.0,5191 "high": 0.0,5192 "level": 0.95,5193 "n_items": 35,5194 "n_clusters": 35,5195 "n_boot": 20005196 },5197 "mapped_norm": 13.10649299621582,5198 "outputs_sample": [5199 " 7\n",5200 " 12\n",5201 " 1\n",5202 " 1\n",5203 " 11\n"5204 ],5205 "correct": [5206 0.0,5207 0.0,5208 0.0,5209 0.0,5210 0.0,5211 0.0,5212 0.0,5213 0.0,5214 0.0,5215 0.0,5216 0.0,5217 0.0,5218 0.0,5219 0.0,5220 0.0,5221 0.0,5222 0.0,5223 0.0,5224 0.0,5225 0.0,5226 0.0,5227 0.0,5228 0.0,5229 0.0,5230 0.0,5231 0.0,5232 0.0,5233 0.0,5234 0.0,5235 0.0,5236 0.0,5237 0.0,5238 0.0,5239 0.0,5240 0.05241 ]5242 },5243 "cca|L2|a2.0": {5244 "accuracy": 0.0,5245 "gain_vs_zero": {5246 "estimate": 0.0,5247 "low": 0.0,5248 "high": 0.0,5249 "level": 0.95,5250 "n_items": 35,5251 "n_clusters": 35,5252 "n_boot": 20005253 },5254 "mapped_norm": 13.10649299621582,5255 "outputs_sample": [5256 " 7\n",5257 " 12\n",5258 " 1\n",5259 " 1\n",5260 " 11\n"5261 ],5262 "correct": [5263 0.0,5264 0.0,5265 0.0,5266 0.0,5267 0.0,5268 0.0,5269 0.0,5270 0.0,5271 0.0,5272 0.0,5273 0.0,5274 0.0,5275 0.0,5276 0.0,5277 0.0,5278 0.0,5279 0.0,5280 0.0,5281 0.0,5282 0.0,5283 0.0,5284 0.0,5285 0.0,5286 0.0,5287 0.0,5288 0.0,5289 0.0,5290 0.0,5291 0.0,5292 0.0,5293 0.0,5294 0.0,5295 0.0,5296 0.0,5297 0.05298 ]5299 },5300 "random_orth|L2|a1.0": {5301 "accuracy": 0.0,5302 "gain_vs_zero": {5303 "estimate": 0.0,5304 "low": 0.0,5305 "high": 0.0,5306 "level": 0.95,5307 "n_items": 35,5308 "n_clusters": 35,5309 "n_boot": 20005310 },5311 "mapped_norm": 10.298331260681152,5312 "outputs_sample": [5313 " 7\n",5314 " \"Fizz\"\n\n",5315 " \"83\"\n",5316 " \"19\"\n",5317 " 11\n"5318 ],5319 "correct": [5320 0.0,5321 0.0,5322 0.0,5323 0.0,5324 0.0,5325 0.0,5326 0.0,5327 0.0,5328 0.0,5329 0.0,5330 0.0,5331 0.0,5332 0.0,5333 0.0,5334 0.0,5335 0.0,5336 0.0,5337 0.0,5338 0.0,5339 0.0,5340 0.0,5341 0.0,5342 0.0,5343 0.0,5344 0.0,5345 0.0,5346 0.0,5347 0.0,5348 0.0,5349 0.0,5350 0.0,5351 0.0,5352 0.0,5353 0.0,5354 0.05355 ]5356 },5357 "random_orth|L2|a2.0": {5358 "accuracy": 0.0,5359 "gain_vs_zero": {5360 "estimate": 0.0,5361 "low": 0.0,5362 "high": 0.0,5363 "level": 0.95,5364 "n_items": 35,5365 "n_clusters": 35,5366 "n_boot": 20005367 },5368 "mapped_norm": 10.298331260681152,5369 "outputs_sample": [5370 " 7\n",5371 " 12\n",5372 " 1\n",5373 " 10\n",5374 " 11\n"5375 ],5376 "correct": [5377 0.0,5378 0.0,5379 0.0,5380 0.0,5381 0.0,5382 0.0,5383 0.0,5384 0.0,5385 0.0,5386 0.0,5387 0.0,5388 0.0,5389 0.0,5390 0.0,5391 0.0,5392 0.0,5393 0.0,5394 0.0,5395 0.0,5396 0.0,5397 0.0,5398 0.0,5399 0.0,5400 0.0,5401 0.0,5402 0.0,5403 0.0,5404 0.0,5405 0.0,5406 0.0,5407 0.0,5408 0.0,5409 0.0,5410 0.0,5411 0.05412 ]5413 },5414 "replace_donor_fewshot|procrustes|L2": {5415 "accuracy": 0.0,5416 "gain_vs_zero": {5417 "estimate": 0.0,5418 "low": 0.0,5419 "high": 0.0,5420 "level": 0.95,5421 "n_items": 35,5422 "n_clusters": 35,5423 "n_boot": 20005424 },5425 "outputs_sample": [5426 " 7\n",5427 " \"Fizz\"\n\n",5428 " 1\n",5429 " \"19\"\n",5430 " 11\n"5431 ],5432 "correct": [5433 0.0,5434 0.0,5435 0.0,5436 0.0,5437 0.0,5438 0.0,5439 0.0,5440 0.0,5441 0.0,5442 0.0,5443 0.0,5444 0.0,5445 0.0,5446 0.0,5447 0.0,5448 0.0,5449 0.0,5450 0.0,5451 0.0,5452 0.0,5453 0.0,5454 0.0,5455 0.0,5456 0.0,5457 0.0,5458 0.0,5459 0.0,5460 0.0,5461 0.0,5462 0.0,5463 0.0,5464 0.0,5465 0.0,5466 0.0,5467 0.05468 ]5469 },5470 "ctl_replace_donor_zeroshot|procrustes|L2": {5471 "accuracy": 0.0,5472 "gain_vs_zero": {5473 "estimate": 0.0,5474 "low": 0.0,5475 "high": 0.0,5476 "level": 0.95,5477 "n_items": 35,5478 "n_clusters": 35,5479 "n_boot": 20005480 },5481 "outputs_sample": [5482 " 7\n",5483 " \"Fizz\"\n\n",5484 " \"Fizz\"\n\n",5485 " \"19\"\n",5486 " 11\n"5487 ],5488 "correct": [5489 0.0,5490 0.0,5491 0.0,5492 0.0,5493 0.0,5494 0.0,5495 0.0,5496 0.0,5497 0.0,5498 0.0,5499 0.0,5500 0.0,5501 0.0,5502 0.0,5503 0.0,5504 0.0,5505 0.0,5506 0.0,5507 0.0,5508 0.0,5509 0.0,5510 0.0,5511 0.0,5512 0.0,5513 0.0,5514 0.0,5515 0.0,5516 0.0,5517 0.0,5518 0.0,5519 0.0,5520 0.0,5521 0.0,5522 0.0,5523 0.05524 ]5525 },5526 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {5527 "accuracy": 0.0,5528 "gain_vs_zero": {5529 "estimate": 0.0,5530 "low": 0.0,5531 "high": 0.0,5532 "level": 0.95,5533 "n_items": 35,5534 "n_clusters": 35,5535 "n_boot": 20005536 },5537 "outputs_sample": [5538 " 7\n",5539 " \"Fizz\"\n\n",5540 " 1\n",5541 " \"19\"\n",5542 " 11\n"5543 ],5544 "correct": [5545 0.0,5546 0.0,5547 0.0,5548 0.0,5549 0.0,5550 0.0,5551 0.0,5552 0.0,5553 0.0,5554 0.0,5555 0.0,5556 0.0,5557 0.0,5558 0.0,5559 0.0,5560 0.0,5561 0.0,5562 0.0,5563 0.0,5564 0.0,5565 0.0,5566 0.0,5567 0.0,5568 0.0,5569 0.0,5570 0.0,5571 0.0,5572 0.0,5573 0.0,5574 0.0,5575 0.0,5576 0.0,5577 0.0,5578 0.0,5579 0.05580 ]5581 },5582 "replace_donor_fewshot|ridge|L2": {5583 "accuracy": 0.0,5584 "gain_vs_zero": {5585 "estimate": 0.0,5586 "low": 0.0,5587 "high": 0.0,5588 "level": 0.95,5589 "n_items": 35,5590 "n_clusters": 35,5591 "n_boot": 20005592 },5593 "outputs_sample": [5594 " 7\n",5595 " 12\n",5596 " 1\n",5597 " 10\n",5598 " 11\n"5599 ],5600 "correct": [5601 0.0,5602 0.0,5603 0.0,5604 0.0,5605 0.0,5606 0.0,5607 0.0,5608 0.0,5609 0.0,5610 0.0,5611 0.0,5612 0.0,5613 0.0,5614 0.0,5615 0.0,5616 0.0,5617 0.0,5618 0.0,5619 0.0,5620 0.0,5621 0.0,5622 0.0,5623 0.0,5624 0.0,5625 0.0,5626 0.0,5627 0.0,5628 0.0,5629 0.0,5630 0.0,5631 0.0,5632 0.0,5633 0.0,5634 0.0,5635 0.05636 ]5637 },5638 "ctl_replace_donor_zeroshot|ridge|L2": {5639 "accuracy": 0.0,5640 "gain_vs_zero": {5641 "estimate": 0.0,5642 "low": 0.0,5643 "high": 0.0,5644 "level": 0.95,5645 "n_items": 35,5646 "n_clusters": 35,5647 "n_boot": 20005648 },5649 "outputs_sample": [5650 " 7\n",5651 " \"Fizz\"\n\n",5652 " \"Fizz\"\n\n",5653 " \"19\"\n",5654 " 11\n"5655 ],5656 "correct": [5657 0.0,5658 0.0,5659 0.0,5660 0.0,5661 0.0,5662 0.0,5663 0.0,5664 0.0,5665 0.0,5666 0.0,5667 0.0,5668 0.0,5669 0.0,5670 0.0,5671 0.0,5672 0.0,5673 0.0,5674 0.0,5675 0.0,5676 0.0,5677 0.0,5678 0.0,5679 0.0,5680 0.0,5681 0.0,5682 0.0,5683 0.0,5684 0.0,5685 0.0,5686 0.0,5687 0.0,5688 0.0,5689 0.0,5690 0.0,5691 0.05692 ]5693 },5694 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {5695 "accuracy": 0.0,5696 "gain_vs_zero": {5697 "estimate": 0.0,5698 "low": 0.0,5699 "high": 0.0,5700 "level": 0.95,5701 "n_items": 35,5702 "n_clusters": 35,5703 "n_boot": 20005704 },5705 "outputs_sample": [5706 " 7\n",5707 " 12\n",5708 " 1\n",5709 " 10\n",5710 " 11\n"5711 ],5712 "correct": [5713 0.0,5714 0.0,5715 0.0,5716 0.0,5717 0.0,5718 0.0,5719 0.0,5720 0.0,5721 0.0,5722 0.0,5723 0.0,5724 0.0,5725 0.0,5726 0.0,5727 0.0,5728 0.0,5729 0.0,5730 0.0,5731 0.0,5732 0.0,5733 0.0,5734 0.0,5735 0.0,5736 0.0,5737 0.0,5738 0.0,5739 0.0,5740 0.0,5741 0.0,5742 0.0,5743 0.0,5744 0.0,5745 0.0,5746 0.0,5747 0.05748 ]5749 },5750 "ctl_replace_donor_fewshot|sham_map|L2": {5751 "accuracy": 0.0,5752 "gain_vs_zero": {5753 "estimate": 0.0,5754 "low": 0.0,5755 "high": 0.0,5756 "level": 0.95,5757 "n_items": 35,5758 "n_clusters": 35,5759 "n_boot": 20005760 },5761 "outputs_sample": [5762 " 7\n",5763 " 12\n",5764 " 1\n",5765 " 10\n\n",5766 " 11\n"5767 ],5768 "correct": [5769 0.0,5770 0.0,5771 0.0,5772 0.0,5773 0.0,5774 0.0,5775 0.0,5776 0.0,5777 0.0,5778 0.0,5779 0.0,5780 0.0,5781 0.0,5782 0.0,5783 0.0,5784 0.0,5785 0.0,5786 0.0,5787 0.0,5788 0.0,5789 0.0,5790 0.0,5791 0.0,5792 0.0,5793 0.0,5794 0.0,5795 0.0,5796 0.0,5797 0.0,5798 0.0,5799 0.0,5800 0.0,5801 0.0,5802 0.0,5803 0.05804 ]5805 },5806 "ctl_replace_donor_zeroshot|sham_map|L2": {5807 "accuracy": 0.0,5808 "gain_vs_zero": {5809 "estimate": 0.0,5810 "low": 0.0,5811 "high": 0.0,5812 "level": 0.95,5813 "n_items": 35,5814 "n_clusters": 35,5815 "n_boot": 20005816 },5817 "outputs_sample": [5818 " 7\n",5819 " 12\n",5820 " 11111",5821 " 10111",5822 " 11111"5823 ],5824 "correct": [5825 0.0,5826 0.0,5827 0.0,5828 0.0,5829 0.0,5830 0.0,5831 0.0,5832 0.0,5833 0.0,5834 0.0,5835 0.0,5836 0.0,5837 0.0,5838 0.0,5839 0.0,5840 0.0,5841 0.0,5842 0.0,5843 0.0,5844 0.0,5845 0.0,5846 0.0,5847 0.0,5848 0.0,5849 0.0,5850 0.0,5851 0.0,5852 0.0,5853 0.0,5854 0.0,5855 0.0,5856 0.0,5857 0.0,5858 0.0,5859 0.05860 ]5861 },5862 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {5863 "accuracy": 0.0,5864 "gain_vs_zero": {5865 "estimate": 0.0,5866 "low": 0.0,5867 "high": 0.0,5868 "level": 0.95,5869 "n_items": 35,5870 "n_clusters": 35,5871 "n_boot": 20005872 },5873 "outputs_sample": [5874 " 7\n",5875 " 12\n",5876 " 11111",5877 " 10\n\n",5878 " 11\n"5879 ],5880 "correct": [5881 0.0,5882 0.0,5883 0.0,5884 0.0,5885 0.0,5886 0.0,5887 0.0,5888 0.0,5889 0.0,5890 0.0,5891 0.0,5892 0.0,5893 0.0,5894 0.0,5895 0.0,5896 0.0,5897 0.0,5898 0.0,5899 0.0,5900 0.0,5901 0.0,5902 0.0,5903 0.0,5904 0.0,5905 0.0,5906 0.0,5907 0.0,5908 0.0,5909 0.0,5910 0.0,5911 0.0,5912 0.0,5913 0.0,5914 0.0,5915 0.05916 ]5917 },5918 "ctl_random_norm_matched|L2": {5919 "accuracy": 0.0,5920 "gain_vs_zero": {5921 "estimate": 0.0,5922 "low": 0.0,5923 "high": 0.0,5924 "level": 0.95,5925 "n_items": 35,5926 "n_clusters": 35,5927 "n_boot": 20005928 },5929 "correct": [5930 0.0,5931 0.0,5932 0.0,5933 0.0,5934 0.0,5935 0.0,5936 0.0,5937 0.0,5938 0.0,5939 0.0,5940 0.0,5941 0.0,5942 0.0,5943 0.0,5944 0.0,5945 0.0,5946 0.0,5947 0.0,5948 0.0,5949 0.0,5950 0.0,5951 0.0,5952 0.0,5953 0.0,5954 0.0,5955 0.0,5956 0.0,5957 0.0,5958 0.0,5959 0.0,5960 0.0,5961 0.0,5962 0.0,5963 0.0,5964 0.05965 ]5966 },5967 "ctl_unrelated_task_vector(antonym)|L2": {5968 "accuracy": 0.0,5969 "gain_vs_zero": {5970 "estimate": 0.0,5971 "low": 0.0,5972 "high": 0.0,5973 "level": 0.95,5974 "n_items": 35,5975 "n_clusters": 35,5976 "n_boot": 20005977 },5978 "correct": [5979 0.0,5980 0.0,5981 0.0,5982 0.0,5983 0.0,5984 0.0,5985 0.0,5986 0.0,5987 0.0,5988 0.0,5989 0.0,5990 0.0,5991 0.0,5992 0.0,5993 0.0,5994 0.0,5995 0.0,5996 0.0,5997 0.0,5998 0.0,5999 0.0,6000 0.0,6001 0.0,6002 0.0,6003 0.0,6004 0.0,6005 0.0,6006 0.0,6007 0.0,6008 0.0,6009 0.0,6010 0.0,6011 0.0,6012 0.0,6013 0.06014 ]6015 }6016 },6017 "items": {6018 "zero": [6019 0.0,6020 0.0,6021 0.0,6022 0.0,6023 0.0,6024 0.0,6025 0.0,6026 0.0,6027 0.0,6028 0.0,6029 0.0,6030 0.0,6031 0.0,6032 0.0,6033 0.0,6034 0.0,6035 0.0,6036 0.0,6037 0.0,6038 0.0,6039 0.0,6040 0.0,6041 0.0,6042 0.0,6043 0.0,6044 0.0,6045 0.0,6046 0.0,6047 0.0,6048 0.0,6049 0.0,6050 0.0,6051 0.0,6052 0.0,6053 0.06054 ],6055 "few": [6056 1.0,6057 1.0,6058 1.0,6059 1.0,6060 1.0,6061 1.0,6062 0.0,6063 1.0,6064 1.0,6065 1.0,6066 1.0,6067 1.0,6068 0.0,6069 1.0,6070 1.0,6071 1.0,6072 1.0,6073 1.0,6074 0.0,6075 1.0,6076 1.0,6077 1.0,6078 1.0,6079 0.0,6080 1.0,6081 1.0,6082 1.0,6083 1.0,6084 1.0,6085 1.0,6086 1.0,6087 1.0,6088 0.0,6089 1.0,6090 1.06091 ],6092 "own": [6093 0.0,6094 0.0,6095 0.0,6096 0.0,6097 0.0,6098 0.0,6099 0.0,6100 0.0,6101 0.0,6102 0.0,6103 0.0,6104 0.0,6105 0.0,6106 0.0,6107 0.0,6108 0.0,6109 0.0,6110 0.0,6111 0.0,6112 0.0,6113 0.0,6114 0.0,6115 0.0,6116 0.0,6117 0.0,6118 0.0,6119 0.0,6120 0.0,6121 0.0,6122 0.0,6123 0.0,6124 0.0,6125 0.0,6126 0.0,6127 0.06128 ]6129 }6130 }6131 },6132 "maps": {6133 "antonym|L25->L19|procrustes": {6134 "r2_fit": 0.7671198318359469,6135 "r2_heldout": 0.5187313859710784,6136 "n_params": 3147264,6137 "n_fit": 7006138 },6139 "antonym|L25->L19|ridge": {6140 "r2_fit": 0.9953872622216102,6141 "r2_heldout": 0.5649946817921517,6142 "n_params": 3147264,6143 "n_fit": 7006144 },6145 "antonym|L25->L19|cca": {6146 "r2_fit": 1.0,6147 "r2_heldout": 0.4544442913335136,6148 "n_params": 3147264,6149 "n_fit": 7006150 },6151 "antonym|L25->L19|random_orth": {6152 "r2_fit": -0.7481952037384061,6153 "r2_heldout": -0.8097331316005054,6154 "n_params": 3147264,6155 "n_fit": 7006156 },6157 "capital|L25->L19|procrustes": {6158 "r2_fit": 0.7671198318359469,6159 "r2_heldout": 0.5187313859710784,6160 "n_params": 3147264,6161 "n_fit": 7006162 },6163 "capital|L25->L19|ridge": {6164 "r2_fit": 0.9953872622216102,6165 "r2_heldout": 0.5649946817921517,6166 "n_params": 3147264,6167 "n_fit": 7006168 },6169 "capital|L25->L19|cca": {6170 "r2_fit": 1.0,6171 "r2_heldout": 0.4544442913335136,6172 "n_params": 3147264,6173 "n_fit": 7006174 },6175 "capital|L25->L19|random_orth": {6176 "r2_fit": -0.7481952037384061,6177 "r2_heldout": -0.8097331316005054,6178 "n_params": 3147264,6179 "n_fit": 7006180 },6181 "capital|L25->L22|procrustes": {6182 "r2_fit": 0.6812579025365755,6183 "r2_heldout": 0.356227252008668,6184 "n_params": 3147264,6185 "n_fit": 7006186 },6187 "capital|L25->L22|ridge": {6188 "r2_fit": 0.9921556862460278,6189 "r2_heldout": 0.3182894155249444,6190 "n_params": 3147264,6191 "n_fit": 7006192 },6193 "capital|L25->L22|cca": {6194 "r2_fit": 1.0,6195 "r2_heldout": 0.14245856098406207,6196 "n_params": 3147264,6197 "n_fit": 7006198 },6199 "capital|L25->L22|random_orth": {6200 "r2_fit": -0.7592103384443982,6201 "r2_heldout": -0.7672547555750187,6202 "n_params": 3147264,6203 "n_fit": 7006204 },6205 "morph|L2->L2|procrustes": {6206 "r2_fit": 0.8768402669986404,6207 "r2_heldout": 0.8272530562101117,6208 "n_params": 3147264,6209 "n_fit": 7006210 },6211 "morph|L2->L2|ridge": {6212 "r2_fit": 0.9455517774891209,6213 "r2_heldout": 0.9229578754765076,6214 "n_params": 3147264,6215 "n_fit": 7006216 },6217 "morph|L2->L2|cca": {6218 "r2_fit": 1.0,6219 "r2_heldout": 0.9246851631237542,6220 "n_params": 3147264,6221 "n_fit": 7006222 },6223 "morph|L2->L2|random_orth": {6224 "r2_fit": -0.7696971836371103,6225 "r2_heldout": -0.8283611188222051,6226 "n_params": 3147264,6227 "n_fit": 7006228 },6229 "addthree|L2->L2|procrustes": {6230 "r2_fit": 0.8768402669986404,6231 "r2_heldout": 0.8272530562101117,6232 "n_params": 3147264,6233 "n_fit": 7006234 },6235 "addthree|L2->L2|ridge": {6236 "r2_fit": 0.9455517774891209,6237 "r2_heldout": 0.9229578754765076,6238 "n_params": 3147264,6239 "n_fit": 7006240 },6241 "addthree|L2->L2|cca": {6242 "r2_fit": 1.0,6243 "r2_heldout": 0.9246851631237542,6244 "n_params": 3147264,6245 "n_fit": 7006246 },6247 "addthree|L2->L2|random_orth": {6248 "r2_fit": -0.7696971836371103,6249 "r2_heldout": -0.8283611188222051,6250 "n_params": 3147264,6251 "n_fit": 7006252 }6253 },6254 "collateral": {6255 "antonym": {6256 "condition": "procrustes|L19|a1.0",6257 "heldout_nll_base": 2.119346046447754,6258 "heldout_nll_with_vector": 2.670026969909668,6259 "cross_task": {6260 "capital": {6261 "zero": 0.0,6262 "with_vector": 0.06263 },6264 "morph": {6265 "zero": 0.0,6266 "with_vector": 0.06267 },6268 "addthree": {6269 "zero": 0.0,6270 "with_vector": 0.06271 }6272 }6273 },6274 "capital": {6275 "condition": "procrustes|L22|a2.0",6276 "heldout_nll_base": 2.119346046447754,6277 "heldout_nll_with_vector": 3.568995157877604,6278 "cross_task": {6279 "antonym": {6280 "zero": 0.1875,6281 "with_vector": 0.06256282 },6283 "morph": {6284 "zero": 0.0,6285 "with_vector": 0.06286 },6287 "addthree": {6288 "zero": 0.0,6289 "with_vector": 0.06290 }6291 }6292 },6293 "morph": {6294 "condition": "procrustes|L2|a1.0",6295 "heldout_nll_base": 2.119346046447754,6296 "heldout_nll_with_vector": 2.1115839958190916,6297 "cross_task": {6298 "antonym": {6299 "zero": 0.1875,6300 "with_vector": 0.06256301 },6302 "capital": {6303 "zero": 0.0,6304 "with_vector": 0.06305 },6306 "addthree": {6307 "zero": 0.0,6308 "with_vector": 0.06309 }6310 }6311 },6312 "addthree": {6313 "condition": "procrustes|L2|a1.0",6314 "heldout_nll_base": 2.119346046447754,6315 "heldout_nll_with_vector": 2.0965938250223797,6316 "cross_task": {6317 "antonym": {6318 "zero": 0.1875,6319 "with_vector": 0.06256320 },6321 "capital": {6322 "zero": 0.0,6323 "with_vector": 0.06324 },6325 "morph": {6326 "zero": 0.0,6327 "with_vector": 0.06328 }6329 }6330 }6331 }6332 },6333 "qwen1.5b->qwen3b": {6334 "donor": "qwen1.5b",6335 "recipient": "qwen3b",6336 "tasks": {6337 "antonym": {6338 "recipient_zero": 0.09375,6339 "recipient_few": 0.9375,6340 "recipient_own_vector": 0.90625,6341 "donor_layer": 19,6342 "conditions": {6343 "procrustes|L24|a1.0": {6344 "accuracy": 0.59375,6345 "gain_vs_zero": {6346 "estimate": 0.5,6347 "low": 0.34375,6348 "high": 0.65625,6349 "level": 0.95,6350 "n_items": 32,6351 "n_clusters": 32,6352 "n_boot": 20006353 },6354 "mapped_norm": 39.29641342163086,6355 "outputs_sample": [6356 " sad\n",6357 " departure\n\n",6358 " dark\n",6359 " calm\n",6360 " under\n"6361 ],6362 "correct": [6363 1.0,6364 0.0,6365 1.0,6366 0.0,6367 1.0,6368 0.0,6369 0.0,6370 1.0,6371 1.0,6372 1.0,6373 1.0,6374 1.0,6375 1.0,6376 0.0,6377 0.0,6378 1.0,6379 1.0,6380 1.0,6381 0.0,6382 1.0,6383 1.0,6384 0.0,6385 0.0,6386 1.0,6387 1.0,6388 0.0,6389 0.0,6390 1.0,6391 1.0,6392 1.0,6393 0.0,6394 0.06395 ]6396 },6397 "procrustes|L24|a2.0": {6398 "accuracy": 0.65625,6399 "gain_vs_zero": {6400 "estimate": 0.5625,6401 "low": 0.40625,6402 "high": 0.71875,6403 "level": 0.95,6404 "n_items": 32,6405 "n_clusters": 32,6406 "n_boot": 20006407 },6408 "mapped_norm": 39.29641342163086,6409 "outputs_sample": [6410 " sad\n",6411 " leave\n\n",6412 " dark\n",6413 " calm\n",6414 " under\n"6415 ],6416 "correct": [6417 1.0,6418 0.0,6419 1.0,6420 0.0,6421 1.0,6422 0.0,6423 1.0,6424 1.0,6425 1.0,6426 1.0,6427 1.0,6428 1.0,6429 0.0,6430 1.0,6431 0.0,6432 1.0,6433 0.0,6434 1.0,6435 1.0,6436 1.0,6437 1.0,6438 0.0,6439 0.0,6440 1.0,6441 1.0,6442 0.0,6443 0.0,6444 1.0,6445 1.0,6446 1.0,6447 1.0,6448 0.06449 ]6450 },6451 "procrustes_rescaled|L24|a1.0": {6452 "accuracy": 0.65625,6453 "gain_vs_zero": {6454 "estimate": 0.5625,6455 "low": 0.40625,6456 "high": 0.71875,6457 "level": 0.95,6458 "n_items": 32,6459 "n_clusters": 32,6460 "n_boot": 20006461 },6462 "mapped_norm": 57.1178092956543,6463 "outputs_sample": [6464 " sad\n",6465 " leave\n\n",6466 " dark\n",6467 " calm\n",6468 " under\n"6469 ],6470 "correct": [6471 1.0,6472 0.0,6473 1.0,6474 0.0,6475 1.0,6476 0.0,6477 1.0,6478 1.0,6479 1.0,6480 1.0,6481 1.0,6482 1.0,6483 1.0,6484 0.0,6485 0.0,6486 1.0,6487 1.0,6488 1.0,6489 0.0,6490 1.0,6491 1.0,6492 0.0,6493 0.0,6494 1.0,6495 1.0,6496 0.0,6497 0.0,6498 1.0,6499 1.0,6500 1.0,6501 1.0,6502 0.06503 ]6504 },6505 "ridge|L24|a1.0": {6506 "accuracy": 0.71875,6507 "gain_vs_zero": {6508 "estimate": 0.625,6509 "low": 0.46875,6510 "high": 0.78125,6511 "level": 0.95,6512 "n_items": 32,6513 "n_clusters": 32,6514 "n_boot": 20006515 },6516 "mapped_norm": 53.846920013427734,6517 "outputs_sample": [6518 " sad\n",6519 " depart\n",6520 " dark\n",6521 " calm\n",6522 " under\n"6523 ],6524 "correct": [6525 1.0,6526 1.0,6527 1.0,6528 0.0,6529 1.0,6530 0.0,6531 1.0,6532 1.0,6533 0.0,6534 1.0,6535 0.0,6536 1.0,6537 1.0,6538 1.0,6539 0.0,6540 1.0,6541 0.0,6542 1.0,6543 1.0,6544 1.0,6545 1.0,6546 1.0,6547 1.0,6548 1.0,6549 1.0,6550 0.0,6551 0.0,6552 1.0,6553 1.0,6554 1.0,6555 0.0,6556 1.06557 ]6558 },6559 "ridge|L24|a2.0": {6560 "accuracy": 0.53125,6561 "gain_vs_zero": {6562 "estimate": 0.4375,6563 "low": 0.28125,6564 "high": 0.59375,6565 "level": 0.95,6566 "n_items": 32,6567 "n_clusters": 32,6568 "n_boot": 20006569 },6570 "mapped_norm": 53.846920013427734,6571 "outputs_sample": [6572 " __happy__\n",6573 " depart\n",6574 " dark\n",6575 " ____\n",6576 " under\n"6577 ],6578 "correct": [6579 0.0,6580 1.0,6581 1.0,6582 0.0,6583 1.0,6584 0.0,6585 1.0,6586 0.0,6587 0.0,6588 1.0,6589 1.0,6590 1.0,6591 0.0,6592 0.0,6593 1.0,6594 0.0,6595 0.0,6596 1.0,6597 1.0,6598 1.0,6599 1.0,6600 0.0,6601 0.0,6602 1.0,6603 1.0,6604 0.0,6605 0.0,6606 1.0,6607 1.0,6608 0.0,6609 1.0,6610 0.06611 ]6612 },6613 "ridge_rescaled|L24|a1.0": {6614 "accuracy": 0.75,6615 "gain_vs_zero": {6616 "estimate": 0.65625,6617 "low": 0.5,6618 "high": 0.8125,6619 "level": 0.95,6620 "n_items": 32,6621 "n_clusters": 32,6622 "n_boot": 20006623 },6624 "mapped_norm": 57.1178092956543,6625 "outputs_sample": [6626 " sad\n",6627 " leave\n\n",6628 " dark\n",6629 " calm\n",6630 " under\n"6631 ],6632 "correct": [6633 1.0,6634 0.0,6635 1.0,6636 0.0,6637 1.0,6638 1.0,6639 1.0,6640 1.0,6641 0.0,6642 1.0,6643 0.0,6644 1.0,6645 1.0,6646 1.0,6647 0.0,6648 1.0,6649 0.0,6650 1.0,6651 1.0,6652 1.0,6653 1.0,6654 1.0,6655 1.0,6656 1.0,6657 1.0,6658 0.0,6659 0.0,6660 1.0,6661 1.0,6662 1.0,6663 1.0,6664 1.06665 ]6666 },6667 "cca|L24|a1.0": {6668 "accuracy": 0.5625,6669 "gain_vs_zero": {6670 "estimate": 0.46875,6671 "low": 0.3125,6672 "high": 0.625,6673 "level": 0.95,6674 "n_items": 32,6675 "n_clusters": 32,6676 "n_boot": 20006677 },6678 "mapped_norm": 63.05568313598633,6679 "outputs_sample": [6680 " sad\n",6681 " depart\n",6682 " light\n",6683 " calm\n",6684 " under\n"6685 ],6686 "correct": [6687 1.0,6688 1.0,6689 0.0,6690 0.0,6691 1.0,6692 1.0,6693 1.0,6694 1.0,6695 0.0,6696 1.0,6697 0.0,6698 1.0,6699 0.0,6700 1.0,6701 0.0,6702 0.0,6703 0.0,6704 1.0,6705 0.0,6706 1.0,6707 1.0,6708 0.0,6709 1.0,6710 1.0,6711 1.0,6712 0.0,6713 0.0,6714 1.0,6715 1.0,6716 1.0,6717 0.0,6718 0.06719 ]6720 },6721 "cca|L24|a2.0": {6722 "accuracy": 0.25,6723 "gain_vs_zero": {6724 "estimate": 0.15625,6725 "low": 0.0,6726 "high": 0.3125,6727 "level": 0.95,6728 "n_items": 32,6729 "n_clusters": 32,6730 "n_boot": 20006731 },6732 "mapped_norm": 63.05568313598633,6733 "outputs_sample": [6734 " __happy__\n",6735 " escape\n\n",6736 " dark\n",6737 " ____\n",6738 " over\n"6739 ],6740 "correct": [6741 0.0,6742 0.0,6743 1.0,6744 0.0,6745 0.0,6746 0.0,6747 1.0,6748 0.0,6749 0.0,6750 0.0,6751 0.0,6752 0.0,6753 0.0,6754 0.0,6755 0.0,6756 0.0,6757 0.0,6758 1.0,6759 0.0,6760 1.0,6761 1.0,6762 0.0,6763 0.0,6764 1.0,6765 1.0,6766 0.0,6767 0.0,6768 0.0,6769 1.0,6770 0.0,6771 0.0,6772 0.06773 ]6774 },6775 "random_orth|L24|a1.0": {6776 "accuracy": 0.03125,6777 "gain_vs_zero": {6778 "estimate": -0.0625,6779 "low": -0.1875,6780 "high": 0.0625,6781 "level": 0.95,6782 "n_items": 32,6783 "n_clusters": 32,6784 "n_boot": 20006785 },6786 "mapped_norm": 44.929019927978516,6787 "outputs_sample": [6788 " happy\n",6789 " arrive\n",6790 " bright\n",6791 " calm\n",6792 " over\n"6793 ],6794 "correct": [6795 0.0,6796 0.0,6797 0.0,6798 0.0,6799 0.0,6800 0.0,6801 0.0,6802 0.0,6803 0.0,6804 0.0,6805 0.0,6806 0.0,6807 0.0,6808 0.0,6809 0.0,6810 0.0,6811 0.0,6812 0.0,6813 0.0,6814 0.0,6815 0.0,6816 0.0,6817 0.0,6818 1.0,6819 0.0,6820 0.0,6821 0.0,6822 0.0,6823 0.0,6824 0.0,6825 0.0,6826 0.06827 ]6828 },6829 "random_orth|L24|a2.0": {6830 "accuracy": 0.0,6831 "gain_vs_zero": {6832 "estimate": -0.09375,6833 "low": -0.1875,6834 "high": 0.0,6835 "level": 0.95,6836 "n_items": 32,6837 "n_clusters": 32,6838 "n_boot": 20006839 },6840 "mapped_norm": 44.929019927978516,6841 "outputs_sample": [6842 " happy\n",6843 " Output: 1\n",6844 " Output: \"Bright\"\n",6845 " \"aCML\"\n",6846 " over\n"6847 ],6848 "correct": [6849 0.0,6850 0.0,6851 0.0,6852 0.0,6853 0.0,6854 0.0,6855 0.0,6856 0.0,6857 0.0,6858 0.0,6859 0.0,6860 0.0,6861 0.0,6862 0.0,6863 0.0,6864 0.0,6865 0.0,6866 0.0,6867 0.0,6868 0.0,6869 0.0,6870 0.0,6871 0.0,6872 0.0,6873 0.0,6874 0.0,6875 0.0,6876 0.0,6877 0.0,6878 0.0,6879 0.0,6880 0.06881 ]6882 },6883 "replace_donor_fewshot|procrustes|L24": {6884 "accuracy": 0.8125,6885 "gain_vs_zero": {6886 "estimate": 0.71875,6887 "low": 0.5625,6888 "high": 0.875,6889 "level": 0.95,6890 "n_items": 32,6891 "n_clusters": 32,6892 "n_boot": 20006893 },6894 "outputs_sample": [6895 " sad\n",6896 " arrive\n\n",6897 " dim\n",6898 " calm\n",6899 " under\n"6900 ],6901 "correct": [6902 1.0,6903 0.0,6904 1.0,6905 0.0,6906 1.0,6907 0.0,6908 1.0,6909 1.0,6910 1.0,6911 1.0,6912 1.0,6913 1.0,6914 1.0,6915 1.0,6916 1.0,6917 1.0,6918 1.0,6919 1.0,6920 1.0,6921 1.0,6922 1.0,6923 1.0,6924 1.0,6925 1.0,6926 1.0,6927 0.0,6928 0.0,6929 0.0,6930 1.0,6931 1.0,6932 1.0,6933 1.06934 ]6935 },6936 "ctl_replace_donor_zeroshot|procrustes|L24": {6937 "accuracy": 0.0625,6938 "gain_vs_zero": {6939 "estimate": -0.03125,6940 "low": -0.125,6941 "high": 0.0625,6942 "level": 0.95,6943 "n_items": 32,6944 "n_clusters": 32,6945 "n_boot": 20006946 },6947 "outputs_sample": [6948 " 4\n",6949 " 1\n",6950 " The word \"bright\" is",6951 " 3\n",6952 " 3\n\n"6953 ],6954 "correct": [6955 0.0,6956 0.0,6957 0.0,6958 0.0,6959 0.0,6960 0.0,6961 0.0,6962 0.0,6963 0.0,6964 0.0,6965 1.0,6966 0.0,6967 0.0,6968 0.0,6969 0.0,6970 0.0,6971 0.0,6972 0.0,6973 0.0,6974 1.0,6975 0.0,6976 0.0,6977 0.0,6978 0.0,6979 0.0,6980 0.0,6981 0.0,6982 0.0,6983 0.0,6984 0.0,6985 0.0,6986 0.06987 ]6988 },6989 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L24": {6990 "accuracy": 0.71875,6991 "gain_vs_zero": {6992 "estimate": 0.625,6993 "low": 0.4375,6994 "high": 0.78125,6995 "level": 0.95,6996 "n_items": 32,6997 "n_clusters": 32,6998 "n_boot": 20006999 },7000 "outputs_sample": [7001 " sad\n",7002 " arrive\n",7003 " dim\n",7004 " calm\n",7005 " under\n"7006 ],7007 "correct": [7008 1.0,7009 0.0,7010 1.0,7011 0.0,7012 1.0,7013 0.0,7014 1.0,7015 1.0,7016 1.0,7017 1.0,7018 1.0,7019 1.0,7020 1.0,7021 1.0,7022 0.0,7023 1.0,7024 1.0,7025 1.0,7026 1.0,7027 1.0,7028 1.0,7029 1.0,7030 0.0,7031 1.0,7032 1.0,7033 0.0,7034 0.0,7035 0.0,7036 1.0,7037 1.0,7038 0.0,7039 1.07040 ]7041 },7042 "replace_donor_fewshot|ridge|L24": {7043 "accuracy": 0.8125,7044 "gain_vs_zero": {7045 "estimate": 0.71875,7046 "low": 0.5625,7047 "high": 0.875,7048 "level": 0.95,7049 "n_items": 32,7050 "n_clusters": 32,7051 "n_boot": 20007052 },7053 "outputs_sample": [7054 " sad\n",7055 " depart\n",7056 " dark\n",7057 " calm\n",7058 " under\n"7059 ],7060 "correct": [7061 1.0,7062 1.0,7063 1.0,7064 0.0,7065 1.0,7066 0.0,7067 1.0,7068 1.0,7069 1.0,7070 1.0,7071 1.0,7072 1.0,7073 1.0,7074 1.0,7075 1.0,7076 1.0,7077 1.0,7078 1.0,7079 1.0,7080 1.0,7081 1.0,7082 1.0,7083 0.0,7084 1.0,7085 1.0,7086 0.0,7087 0.0,7088 1.0,7089 1.0,7090 0.0,7091 1.0,7092 1.07093 ]7094 },7095 "ctl_replace_donor_zeroshot|ridge|L24": {7096 "accuracy": 0.0625,7097 "gain_vs_zero": {7098 "estimate": -0.03125,7099 "low": -0.09375,7100 "high": 0.0,7101 "level": 0.95,7102 "n_items": 32,7103 "n_clusters": 32,7104 "n_boot": 20007105 },7106 "outputs_sample": [7107 " The word \"happy\" is",7108 " 1\n",7109 " The word \"bright\" is",7110 " The word \"calm\"",7111 " 3\n"7112 ],7113 "correct": [7114 0.0,7115 0.0,7116 0.0,7117 0.0,7118 0.0,7119 0.0,7120 0.0,7121 0.0,7122 0.0,7123 0.0,7124 0.0,7125 1.0,7126 0.0,7127 0.0,7128 0.0,7129 0.0,7130 0.0,7131 0.0,7132 0.0,7133 1.0,7134 0.0,7135 0.0,7136 0.0,7137 0.0,7138 0.0,7139 0.0,7140 0.0,7141 0.0,7142 0.0,7143 0.0,7144 0.0,7145 0.07146 ]7147 },7148 "ctl_replace_donor_fewshot_shuffled_query|ridge|L24": {7149 "accuracy": 0.6875,7150 "gain_vs_zero": {7151 "estimate": 0.59375,7152 "low": 0.4375,7153 "high": 0.75,7154 "level": 0.95,7155 "n_items": 32,7156 "n_clusters": 32,7157 "n_boot": 20007158 },7159 "outputs_sample": [7160 " sad\n",7161 " arrive\n",7162 " dark\n",7163 " calm\n",7164 " under\n"7165 ],7166 "correct": [7167 1.0,7168 0.0,7169 1.0,7170 0.0,7171 1.0,7172 1.0,7173 1.0,7174 1.0,7175 0.0,7176 1.0,7177 1.0,7178 1.0,7179 1.0,7180 1.0,7181 0.0,7182 1.0,7183 1.0,7184 1.0,7185 0.0,7186 1.0,7187 1.0,7188 1.0,7189 0.0,7190 1.0,7191 1.0,7192 0.0,7193 0.0,7194 0.0,7195 1.0,7196 1.0,7197 0.0,7198 1.07199 ]7200 },7201 "ctl_replace_donor_fewshot|sham_map|L24": {7202 "accuracy": 0.03125,7203 "gain_vs_zero": {7204 "estimate": -0.0625,7205 "low": -0.15625,7206 "high": 0.0,7207 "level": 0.95,7208 "n_items": 32,7209 "n_clusters": 32,7210 "n_boot": 20007211 },7212 "outputs_sample": [7213 " happy\n",7214 " 1\n",7215 " bright\n",7216 " calm\n",7217 " over\n"7218 ],7219 "correct": [7220 0.0,7221 0.0,7222 0.0,7223 0.0,7224 0.0,7225 0.0,7226 0.0,7227 0.0,7228 0.0,7229 0.0,7230 0.0,7231 1.0,7232 0.0,7233 0.0,7234 0.0,7235 0.0,7236 0.0,7237 0.0,7238 0.0,7239 0.0,7240 0.0,7241 0.0,7242 0.0,7243 0.0,7244 0.0,7245 0.0,7246 0.0,7247 0.0,7248 0.0,7249 0.0,7250 0.0,7251 0.07252 ]7253 },7254 "ctl_replace_donor_zeroshot|sham_map|L24": {7255 "accuracy": 0.25,7256 "gain_vs_zero": {7257 "estimate": 0.15625,7258 "low": -0.03125,7259 "high": 0.34375,7260 "level": 0.95,7261 "n_items": 32,7262 "n_clusters": 32,7263 "n_boot": 20007264 },7265 "outputs_sample": [7266 " I'm not sure what you",7267 " 1\n",7268 " The word \"bright\" is",7269 " The word \"calm\"",7270 " The word \"over\" is"7271 ],7272 "correct": [7273 0.0,7274 0.0,7275 0.0,7276 0.0,7277 0.0,7278 0.0,7279 0.0,7280 0.0,7281 1.0,7282 0.0,7283 1.0,7284 0.0,7285 1.0,7286 0.0,7287 0.0,7288 1.0,7289 0.0,7290 0.0,7291 0.0,7292 1.0,7293 0.0,7294 1.0,7295 0.0,7296 0.0,7297 1.0,7298 0.0,7299 0.0,7300 0.0,7301 1.0,7302 0.0,7303 0.0,7304 0.07305 ]7306 },7307 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L24": {7308 "accuracy": 0.0,7309 "gain_vs_zero": {7310 "estimate": -0.09375,7311 "low": -0.1875,7312 "high": 0.0,7313 "level": 0.95,7314 "n_items": 32,7315 "n_clusters": 32,7316 "n_boot": 20007317 },7318 "outputs_sample": [7319 " happy\n",7320 " \"arrive\"\n\n",7321 " bright\n",7322 " calm\n",7323 " over\n"7324 ],7325 "correct": [7326 0.0,7327 0.0,7328 0.0,7329 0.0,7330 0.0,7331 0.0,7332 0.0,7333 0.0,7334 0.0,7335 0.0,7336 0.0,7337 0.0,7338 0.0,7339 0.0,7340 0.0,7341 0.0,7342 0.0,7343 0.0,7344 0.0,7345 0.0,7346 0.0,7347 0.0,7348 0.0,7349 0.0,7350 0.0,7351 0.0,7352 0.0,7353 0.0,7354 0.0,7355 0.0,7356 0.0,7357 0.07358 ]7359 },7360 "ctl_random_norm_matched|L24": {7361 "accuracy": 0.125,7362 "gain_vs_zero": {7363 "estimate": 0.03125,7364 "low": 0.0,7365 "high": 0.09375,7366 "level": 0.95,7367 "n_items": 32,7368 "n_clusters": 32,7369 "n_boot": 20007370 },7371 "correct": [7372 0.0,7373 0.0,7374 0.0,7375 0.0,7376 0.0,7377 0.0,7378 0.0,7379 0.0,7380 0.0,7381 0.0,7382 0.0,7383 1.0,7384 0.0,7385 0.0,7386 0.0,7387 1.0,7388 0.0,7389 1.0,7390 0.0,7391 1.0,7392 0.0,7393 0.0,7394 0.0,7395 0.0,7396 0.0,7397 0.0,7398 0.0,7399 0.0,7400 0.0,7401 0.0,7402 0.0,7403 0.07404 ]7405 },7406 "ctl_unrelated_task_vector(capital)|L24": {7407 "accuracy": 0.03125,7408 "gain_vs_zero": {7409 "estimate": -0.0625,7410 "low": -0.15625,7411 "high": 0.0,7412 "level": 0.95,7413 "n_items": 32,7414 "n_clusters": 32,7415 "n_boot": 20007416 },7417 "correct": [7418 0.0,7419 0.0,7420 0.0,7421 0.0,7422 0.0,7423 0.0,7424 0.0,7425 0.0,7426 0.0,7427 0.0,7428 0.0,7429 0.0,7430 0.0,7431 0.0,7432 0.0,7433 0.0,7434 0.0,7435 1.0,7436 0.0,7437 0.0,7438 0.0,7439 0.0,7440 0.0,7441 0.0,7442 0.0,7443 0.0,7444 0.0,7445 0.0,7446 0.0,7447 0.0,7448 0.0,7449 0.07450 ]7451 },7452 "procrustes|L25|a1.0": {7453 "accuracy": 0.84375,7454 "gain_vs_zero": {7455 "estimate": 0.75,7456 "low": 0.59375,7457 "high": 0.875,7458 "level": 0.95,7459 "n_items": 32,7460 "n_clusters": 32,7461 "n_boot": 20007462 },7463 "mapped_norm": 46.260250091552734,7464 "outputs_sample": [7465 " sad\n",7466 " leave\n\n",7467 " dark\n",7468 " calm\n",7469 " under\n"7470 ],7471 "correct": [7472 1.0,7473 0.0,7474 1.0,7475 0.0,7476 1.0,7477 1.0,7478 1.0,7479 1.0,7480 1.0,7481 1.0,7482 1.0,7483 1.0,7484 1.0,7485 1.0,7486 1.0,7487 1.0,7488 1.0,7489 1.0,7490 1.0,7491 1.0,7492 1.0,7493 1.0,7494 0.0,7495 1.0,7496 1.0,7497 0.0,7498 0.0,7499 1.0,7500 1.0,7501 1.0,7502 1.0,7503 1.07504 ]7505 },7506 "procrustes|L25|a2.0": {7507 "accuracy": 0.75,7508 "gain_vs_zero": {7509 "estimate": 0.65625,7510 "low": 0.46875,7511 "high": 0.8125,7512 "level": 0.95,7513 "n_items": 32,7514 "n_clusters": 32,7515 "n_boot": 20007516 },7517 "mapped_norm": 46.260250091552734,7518 "outputs_sample": [7519 " sad\n",7520 " leave\n\n",7521 " dark\n",7522 " peaceful\n",7523 " under\n"7524 ],7525 "correct": [7526 1.0,7527 0.0,7528 1.0,7529 0.0,7530 1.0,7531 1.0,7532 1.0,7533 1.0,7534 1.0,7535 1.0,7536 1.0,7537 1.0,7538 0.0,7539 0.0,7540 1.0,7541 1.0,7542 0.0,7543 1.0,7544 1.0,7545 1.0,7546 1.0,7547 1.0,7548 0.0,7549 1.0,7550 1.0,7551 1.0,7552 0.0,7553 0.0,7554 1.0,7555 1.0,7556 1.0,7557 1.07558 ]7559 },7560 "procrustes_rescaled|L25|a1.0": {7561 "accuracy": 0.875,7562 "gain_vs_zero": {7563 "estimate": 0.78125,7564 "low": 0.625,7565 "high": 0.90625,7566 "level": 0.95,7567 "n_items": 32,7568 "n_clusters": 32,7569 "n_boot": 20007570 },7571 "mapped_norm": 57.1178092956543,7572 "outputs_sample": [7573 " sad\n",7574 " late\n\n",7575 " dark\n",7576 " calm\n",7577 " under\n"7578 ],7579 "correct": [7580 1.0,7581 0.0,7582 1.0,7583 0.0,7584 1.0,7585 1.0,7586 1.0,7587 1.0,7588 1.0,7589 1.0,7590 1.0,7591 1.0,7592 1.0,7593 1.0,7594 1.0,7595 1.0,7596 1.0,7597 1.0,7598 1.0,7599 1.0,7600 1.0,7601 1.0,7602 0.0,7603 1.0,7604 1.0,7605 1.0,7606 0.0,7607 1.0,7608 1.0,7609 1.0,7610 1.0,7611 1.07612 ]7613 },7614 "ridge|L25|a1.0": {7615 "accuracy": 0.8125,7616 "gain_vs_zero": {7617 "estimate": 0.71875,7618 "low": 0.53125,7619 "high": 0.875,7620 "level": 0.95,7621 "n_items": 32,7622 "n_clusters": 32,7623 "n_boot": 20007624 },7625 "mapped_norm": 61.78421401977539,7626 "outputs_sample": [7627 " sad\n",7628 " leave\n",7629 " dark\n",7630 " storm\n",7631 " under\n"7632 ],7633 "correct": [7634 1.0,7635 0.0,7636 1.0,7637 0.0,7638 1.0,7639 1.0,7640 1.0,7641 1.0,7642 1.0,7643 1.0,7644 1.0,7645 0.0,7646 1.0,7647 1.0,7648 1.0,7649 1.0,7650 0.0,7651 1.0,7652 1.0,7653 1.0,7654 1.0,7655 1.0,7656 0.0,7657 1.0,7658 1.0,7659 1.0,7660 0.0,7661 1.0,7662 1.0,7663 1.0,7664 1.0,7665 1.07666 ]7667 },7668 "ridge|L25|a2.0": {7669 "accuracy": 0.375,7670 "gain_vs_zero": {7671 "estimate": 0.28125,7672 "low": 0.09375,7673 "high": 0.46875,7674 "level": 0.95,7675 "n_items": 32,7676 "n_clusters": 32,7677 "n_boot": 20007678 },7679 "mapped_norm": 61.78421401977539,7680 "outputs_sample": [7681 " sad\n",7682 " leave\n",7683 " dark\n",7684 " hard\n",7685 " under\n"7686 ],7687 "correct": [7688 1.0,7689 0.0,7690 1.0,7691 0.0,7692 1.0,7693 0.0,7694 1.0,7695 1.0,7696 0.0,7697 0.0,7698 0.0,7699 0.0,7700 0.0,7701 0.0,7702 1.0,7703 1.0,7704 1.0,7705 1.0,7706 0.0,7707 0.0,7708 0.0,7709 0.0,7710 0.0,7711 1.0,7712 1.0,7713 0.0,7714 0.0,7715 0.0,7716 1.0,7717 0.0,7718 0.0,7719 0.07720 ]7721 },7722 "ridge_rescaled|L25|a1.0": {7723 "accuracy": 0.8125,7724 "gain_vs_zero": {7725 "estimate": 0.71875,7726 "low": 0.53125,7727 "high": 0.875,7728 "level": 0.95,7729 "n_items": 32,7730 "n_clusters": 32,7731 "n_boot": 20007732 },7733 "mapped_norm": 57.1178092956543,7734 "outputs_sample": [7735 " sad\n",7736 " leave\n",7737 " dark\n",7738 " storm\n",7739 " under\n"7740 ],7741 "correct": [7742 1.0,7743 0.0,7744 1.0,7745 0.0,7746 1.0,7747 1.0,7748 1.0,7749 1.0,7750 1.0,7751 1.0,7752 1.0,7753 0.0,7754 1.0,7755 1.0,7756 1.0,7757 1.0,7758 0.0,7759 1.0,7760 1.0,7761 1.0,7762 1.0,7763 1.0,7764 0.0,7765 1.0,7766 1.0,7767 1.0,7768 0.0,7769 1.0,7770 1.0,7771 1.0,7772 1.0,7773 1.07774 ]7775 },7776 "cca|L25|a1.0": {7777 "accuracy": 0.78125,7778 "gain_vs_zero": {7779 "estimate": 0.6875,7780 "low": 0.5,7781 "high": 0.84375,7782 "level": 0.95,7783 "n_items": 32,7784 "n_clusters": 32,7785 "n_boot": 20007786 },7787 "mapped_norm": 73.15005493164062,7788 "outputs_sample": [7789 " sad\n",7790 " late\n\n",7791 " dark\n",7792 " calm\n",7793 " under\n"7794 ],7795 "correct": [7796 1.0,7797 0.0,7798 1.0,7799 0.0,7800 1.0,7801 0.0,7802 1.0,7803 1.0,7804 1.0,7805 1.0,7806 1.0,7807 0.0,7808 1.0,7809 1.0,7810 1.0,7811 1.0,7812 0.0,7813 1.0,7814 1.0,7815 1.0,7816 1.0,7817 1.0,7818 1.0,7819 1.0,7820 1.0,7821 0.0,7822 0.0,7823 1.0,7824 1.0,7825 1.0,7826 1.0,7827 1.07828 ]7829 },7830 "cca|L25|a2.0": {7831 "accuracy": 0.09375,7832 "gain_vs_zero": {7833 "estimate": 0.0,7834 "low": -0.125,7835 "high": 0.125,7836 "level": 0.95,7837 "n_items": 32,7838 "n_clusters": 32,7839 "n_boot": 20007840 },7841 "mapped_norm": 73.15005493164062,7842 "outputs_sample": [7843 " itsy\n",7844 " free\n",7845 " dark\n",7846 " free\n",7847 " free\n"7848 ],7849 "correct": [7850 0.0,7851 0.0,7852 1.0,7853 0.0,7854 0.0,7855 0.0,7856 0.0,7857 0.0,7858 0.0,7859 0.0,7860 0.0,7861 0.0,7862 0.0,7863 0.0,7864 0.0,7865 0.0,7866 0.0,7867 1.0,7868 0.0,7869 0.0,7870 0.0,7871 0.0,7872 0.0,7873 0.0,7874 0.0,7875 0.0,7876 0.0,7877 0.0,7878 1.0,7879 0.0,7880 0.0,7881 0.07882 ]7883 },7884 "random_orth|L25|a1.0": {7885 "accuracy": 0.15625,7886 "gain_vs_zero": {7887 "estimate": 0.0625,7888 "low": -0.0625,7889 "high": 0.1875,7890 "level": 0.95,7891 "n_items": 32,7892 "n_clusters": 32,7893 "n_boot": 20007894 },7895 "mapped_norm": 52.81732177734375,7896 "outputs_sample": [7897 " happy\n",7898 " 1\n",7899 " \"Bright\"\n",7900 " \"aCML\"\n",7901 " over\n"7902 ],7903 "correct": [7904 0.0,7905 0.0,7906 0.0,7907 0.0,7908 0.0,7909 0.0,7910 0.0,7911 0.0,7912 0.0,7913 0.0,7914 0.0,7915 1.0,7916 0.0,7917 0.0,7918 0.0,7919 1.0,7920 0.0,7921 0.0,7922 0.0,7923 1.0,7924 1.0,7925 0.0,7926 0.0,7927 1.0,7928 0.0,7929 0.0,7930 0.0,7931 0.0,7932 0.0,7933 0.0,7934 0.0,7935 0.07936 ]7937 },7938 "random_orth|L25|a2.0": {7939 "accuracy": 0.0625,7940 "gain_vs_zero": {7941 "estimate": -0.03125,7942 "low": -0.15625,7943 "high": 0.09375,7944 "level": 0.95,7945 "n_items": 32,7946 "n_clusters": 32,7947 "n_boot": 20007948 },7949 "mapped_norm": 52.81732177734375,7950 "outputs_sample": [7951 " \"h a p p y",7952 " \"arrive\"\n",7953 " \"Bright\"\n",7954 " \"aCML\"\n",7955 " over\n"7956 ],7957 "correct": [7958 0.0,7959 0.0,7960 0.0,7961 0.0,7962 0.0,7963 0.0,7964 0.0,7965 0.0,7966 0.0,7967 0.0,7968 0.0,7969 0.0,7970 0.0,7971 0.0,7972 0.0,7973 1.0,7974 0.0,7975 0.0,7976 0.0,7977 0.0,7978 0.0,7979 0.0,7980 0.0,7981 1.0,7982 0.0,7983 0.0,7984 0.0,7985 0.0,7986 0.0,7987 0.0,7988 0.0,7989 0.07990 ]7991 },7992 "replace_donor_fewshot|procrustes|L25": {7993 "accuracy": 0.84375,7994 "gain_vs_zero": {7995 "estimate": 0.75,7996 "low": 0.59375,7997 "high": 0.875,7998 "level": 0.95,7999 "n_items": 32,8000 "n_clusters": 32,8001 "n_boot": 20008002 },8003 "outputs_sample": [8004 " sad\n",8005 " leave\n\n",8006 " dark\n",8007 " restless\n",8008 " under\n"8009 ],8010 "correct": [8011 1.0,8012 0.0,8013 1.0,8014 0.0,8015 1.0,8016 0.0,8017 1.0,8018 1.0,8019 1.0,8020 1.0,8021 1.0,8022 1.0,8023 1.0,8024 1.0,8025 1.0,8026 1.0,8027 1.0,8028 1.0,8029 1.0,8030 1.0,8031 1.0,8032 1.0,8033 1.0,8034 1.0,8035 1.0,8036 1.0,8037 0.0,8038 0.0,8039 1.0,8040 1.0,8041 1.0,8042 1.08043 ]8044 },8045 "ctl_replace_donor_zeroshot|procrustes|L25": {8046 "accuracy": 0.03125,8047 "gain_vs_zero": {8048 "estimate": -0.0625,8049 "low": -0.1875,8050 "high": 0.0625,8051 "level": 0.95,8052 "n_items": 32,8053 "n_clusters": 32,8054 "n_boot": 20008055 },8056 "outputs_sample": [8057 " 4\n",8058 " 1\n",8059 " The word \"bright\" is",8060 " 3\n",8061 " 3\n\n"8062 ],8063 "correct": [8064 0.0,8065 0.0,8066 0.0,8067 0.0,8068 0.0,8069 0.0,8070 0.0,8071 0.0,8072 0.0,8073 0.0,8074 1.0,8075 0.0,8076 0.0,8077 0.0,8078 0.0,8079 0.0,8080 0.0,8081 0.0,8082 0.0,8083 0.0,8084 0.0,8085 0.0,8086 0.0,8087 0.0,8088 0.0,8089 0.0,8090 0.0,8091 0.0,8092 0.0,8093 0.0,8094 0.0,8095 0.08096 ]8097 },8098 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": {8099 "accuracy": 0.75,8100 "gain_vs_zero": {8101 "estimate": 0.65625,8102 "low": 0.5,8103 "high": 0.8125,8104 "level": 0.95,8105 "n_items": 32,8106 "n_clusters": 32,8107 "n_boot": 20008108 },8109 "outputs_sample": [8110 " sad\n",8111 " leave\n\n",8112 " dark\n",8113 " active\n",8114 " under\n"8115 ],8116 "correct": [8117 1.0,8118 0.0,8119 1.0,8120 0.0,8121 1.0,8122 0.0,8123 1.0,8124 1.0,8125 1.0,8126 1.0,8127 1.0,8128 1.0,8129 1.0,8130 1.0,8131 1.0,8132 1.0,8133 1.0,8134 1.0,8135 1.0,8136 1.0,8137 1.0,8138 1.0,8139 0.0,8140 1.0,8141 1.0,8142 0.0,8143 0.0,8144 0.0,8145 1.0,8146 1.0,8147 0.0,8148 1.08149 ]8150 },8151 "replace_donor_fewshot|ridge|L25": {8152 "accuracy": 0.84375,8153 "gain_vs_zero": {8154 "estimate": 0.75,8155 "low": 0.59375,8156 "high": 0.875,8157 "level": 0.95,8158 "n_items": 32,8159 "n_clusters": 32,8160 "n_boot": 20008161 },8162 "outputs_sample": [8163 " sad\n",8164 " leave\n",8165 " dark\n",8166 " storm\n",8167 " under\n"8168 ],8169 "correct": [8170 1.0,8171 0.0,8172 1.0,8173 0.0,8174 1.0,8175 0.0,8176 1.0,8177 1.0,8178 1.0,8179 1.0,8180 1.0,8181 1.0,8182 1.0,8183 1.0,8184 1.0,8185 1.0,8186 0.0,8187 1.0,8188 1.0,8189 1.0,8190 1.0,8191 1.0,8192 1.0,8193 1.0,8194 1.0,8195 1.0,8196 0.0,8197 1.0,8198 1.0,8199 1.0,8200 1.0,8201 1.08202 ]8203 },8204 "ctl_replace_donor_zeroshot|ridge|L25": {8205 "accuracy": 0.15625,8206 "gain_vs_zero": {8207 "estimate": 0.0625,8208 "low": 0.0,8209 "high": 0.15625,8210 "level": 0.95,8211 "n_items": 32,8212 "n_clusters": 32,8213 "n_boot": 20008214 },8215 "outputs_sample": [8216 " 4\n",8217 " The word \"arrive\"",8218 " The word \"bright\" is",8219 " \"aCML\"\n",8220 " 3\n"8221 ],8222 "correct": [8223 0.0,8224 0.0,8225 0.0,8226 0.0,8227 0.0,8228 0.0,8229 0.0,8230 0.0,8231 1.0,8232 0.0,8233 0.0,8234 1.0,8235 0.0,8236 0.0,8237 0.0,8238 1.0,8239 0.0,8240 1.0,8241 0.0,8242 1.0,8243 0.0,8244 0.0,8245 0.0,8246 0.0,8247 0.0,8248 0.0,8249 0.0,8250 0.0,8251 0.0,8252 0.0,8253 0.0,8254 0.08255 ]8256 },8257 "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": {8258 "accuracy": 0.8125,8259 "gain_vs_zero": {8260 "estimate": 0.71875,8261 "low": 0.5625,8262 "high": 0.875,8263 "level": 0.95,8264 "n_items": 32,8265 "n_clusters": 32,8266 "n_boot": 20008267 },8268 "outputs_sample": [8269 " sad\n",8270 " leave\n",8271 " dark\n",8272 " storm\n",8273 " under\n"8274 ],8275 "correct": [8276 1.0,8277 0.0,8278 1.0,8279 0.0,8280 1.0,8281 1.0,8282 1.0,8283 1.0,8284 1.0,8285 1.0,8286 1.0,8287 1.0,8288 1.0,8289 1.0,8290 1.0,8291 1.0,8292 0.0,8293 1.0,8294 1.0,8295 1.0,8296 1.0,8297 1.0,8298 1.0,8299 1.0,8300 1.0,8301 0.0,8302 0.0,8303 1.0,8304 1.0,8305 0.0,8306 1.0,8307 1.08308 ]8309 },8310 "ctl_replace_donor_fewshot|sham_map|L25": {8311 "accuracy": 0.0,8312 "gain_vs_zero": {8313 "estimate": -0.09375,8314 "low": -0.1875,8315 "high": 0.0,8316 "level": 0.95,8317 "n_items": 32,8318 "n_clusters": 32,8319 "n_boot": 20008320 },8321 "outputs_sample": [8322 " happy\n",8323 " 1\n",8324 " bright\n",8325 " calm\n",8326 " 5\n\n"8327 ],8328 "correct": [8329 0.0,8330 0.0,8331 0.0,8332 0.0,8333 0.0,8334 0.0,8335 0.0,8336 0.0,8337 0.0,8338 0.0,8339 0.0,8340 0.0,8341 0.0,8342 0.0,8343 0.0,8344 0.0,8345 0.0,8346 0.0,8347 0.0,8348 0.0,8349 0.0,8350 0.0,8351 0.0,8352 0.0,8353 0.0,8354 0.0,8355 0.0,8356 0.0,8357 0.0,8358 0.0,8359 0.0,8360 0.08361 ]8362 },8363 "ctl_replace_donor_zeroshot|sham_map|L25": {8364 "accuracy": 0.03125,8365 "gain_vs_zero": {8366 "estimate": -0.0625,8367 "low": -0.1875,8368 "high": 0.0625,8369 "level": 0.95,8370 "n_items": 32,8371 "n_clusters": 32,8372 "n_boot": 20008373 },8374 "outputs_sample": [8375 " The word \"happy\" is",8376 " 1\n\n",8377 " The word \"bright\" is",8378 " The word \"calm\"",8379 " The word \"over\" is"8380 ],8381 "correct": [8382 0.0,8383 0.0,8384 0.0,8385 0.0,8386 0.0,8387 0.0,8388 0.0,8389 0.0,8390 1.0,8391 0.0,8392 0.0,8393 0.0,8394 0.0,8395 0.0,8396 0.0,8397 0.0,8398 0.0,8399 0.0,8400 0.0,8401 0.0,8402 0.0,8403 0.0,8404 0.0,8405 0.0,8406 0.0,8407 0.0,8408 0.0,8409 0.0,8410 0.0,8411 0.0,8412 0.0,8413 0.08414 ]8415 },8416 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": {8417 "accuracy": 0.09375,8418 "gain_vs_zero": {8419 "estimate": 0.0,8420 "low": -0.125,8421 "high": 0.125,8422 "level": 0.95,8423 "n_items": 32,8424 "n_clusters": 32,8425 "n_boot": 20008426 },8427 "outputs_sample": [8428 " happy\n",8429 " 1\n\n",8430 " bright\n",8431 " 3\n",8432 " 1\n\n"8433 ],8434 "correct": [8435 0.0,8436 0.0,8437 0.0,8438 0.0,8439 0.0,8440 0.0,8441 0.0,8442 0.0,8443 0.0,8444 0.0,8445 0.0,8446 0.0,8447 0.0,8448 0.0,8449 0.0,8450 1.0,8451 0.0,8452 0.0,8453 0.0,8454 1.0,8455 1.0,8456 0.0,8457 0.0,8458 0.0,8459 0.0,8460 0.0,8461 0.0,8462 0.0,8463 0.0,8464 0.0,8465 0.0,8466 0.08467 ]8468 },8469 "ctl_random_norm_matched|L25": {8470 "accuracy": 0.03125,8471 "gain_vs_zero": {8472 "estimate": -0.0625,8473 "low": -0.15625,8474 "high": 0.0,8475 "level": 0.95,8476 "n_items": 32,8477 "n_clusters": 32,8478 "n_boot": 20008479 },8480 "correct": [8481 0.0,8482 0.0,8483 0.0,8484 0.0,8485 0.0,8486 0.0,8487 0.0,8488 0.0,8489 0.0,8490 0.0,8491 0.0,8492 0.0,8493 0.0,8494 0.0,8495 0.0,8496 0.0,8497 0.0,8498 1.0,8499 0.0,8500 0.0,8501 0.0,8502 0.0,8503 0.0,8504 0.0,8505 0.0,8506 0.0,8507 0.0,8508 0.0,8509 0.0,8510 0.0,8511 0.0,8512 0.08513 ]8514 },8515 "ctl_unrelated_task_vector(capital)|L25": {8516 "accuracy": 0.09375,8517 "gain_vs_zero": {8518 "estimate": 0.0,8519 "low": -0.09375,8520 "high": 0.09375,8521 "level": 0.95,8522 "n_items": 32,8523 "n_clusters": 32,8524 "n_boot": 20008525 },8526 "correct": [8527 0.0,8528 0.0,8529 0.0,8530 0.0,8531 0.0,8532 0.0,8533 0.0,8534 0.0,8535 0.0,8536 0.0,8537 0.0,8538 0.0,8539 0.0,8540 0.0,8541 0.0,8542 1.0,8543 0.0,8544 1.0,8545 0.0,8546 1.0,8547 0.0,8548 0.0,8549 0.0,8550 0.0,8551 0.0,8552 0.0,8553 0.0,8554 0.0,8555 0.0,8556 0.0,8557 0.0,8558 0.08559 ]8560 }8561 },8562 "items": {8563 "zero": [8564 0.0,8565 0.0,8566 0.0,8567 0.0,8568 0.0,8569 0.0,8570 0.0,8571 0.0,8572 0.0,8573 0.0,8574 0.0,8575 1.0,8576 0.0,8577 0.0,8578 0.0,8579 0.0,8580 0.0,8581 1.0,8582 0.0,8583 1.0,8584 0.0,8585 0.0,8586 0.0,8587 0.0,8588 0.0,8589 0.0,8590 0.0,8591 0.0,8592 0.0,8593 0.0,8594 0.0,8595 0.08596 ],8597 "few": [8598 1.0,8599 1.0,8600 1.0,8601 0.0,8602 1.0,8603 1.0,8604 1.0,8605 1.0,8606 1.0,8607 1.0,8608 1.0,8609 1.0,8610 1.0,8611 1.0,8612 1.0,8613 1.0,8614 1.0,8615 1.0,8616 1.0,8617 1.0,8618 1.0,8619 1.0,8620 0.0,8621 1.0,8622 1.0,8623 1.0,8624 1.0,8625 1.0,8626 1.0,8627 1.0,8628 1.0,8629 1.08630 ],8631 "own": [8632 1.0,8633 0.0,8634 1.0,8635 0.0,8636 1.0,8637 1.0,8638 1.0,8639 1.0,8640 1.0,8641 1.0,8642 1.0,8643 1.0,8644 1.0,8645 1.0,8646 1.0,8647 1.0,8648 0.0,8649 1.0,8650 1.0,8651 1.0,8652 1.0,8653 1.0,8654 1.0,8655 1.0,8656 1.0,8657 1.0,8658 1.0,8659 1.0,8660 1.0,8661 1.0,8662 1.0,8663 1.08664 ]8665 }8666 },8667 "capital": {8668 "recipient_zero": 0.13636363636363635,8669 "recipient_few": 1.0,8670 "recipient_own_vector": 0.8181818181818182,8671 "donor_layer": 22,8672 "conditions": {8673 "procrustes|L25|a1.0": {8674 "accuracy": 0.6818181818181818,8675 "gain_vs_zero": {8676 "estimate": 0.5454545454545454,8677 "low": 0.3181818181818182,8678 "high": 0.7727272727272727,8679 "level": 0.95,8680 "n_items": 22,8681 "n_clusters": 22,8682 "n_boot": 20008683 },8684 "mapped_norm": 41.208099365234375,8685 "outputs_sample": [8686 " Caracas\n",8687 " Finland is a Nordic country located",8688 " Casablanca\n\n",8689 " Turkey is a country located in",8690 " Tokyo\n\n"8691 ],8692 "correct": [8693 1.0,8694 0.0,8695 0.0,8696 0.0,8697 1.0,8698 0.0,8699 1.0,8700 1.0,8701 0.0,8702 1.0,8703 1.0,8704 1.0,8705 1.0,8706 1.0,8707 1.0,8708 1.0,8709 0.0,8710 1.0,8711 0.0,8712 1.0,8713 1.0,8714 1.08715 ]8716 },8717 "procrustes|L25|a2.0": {8718 "accuracy": 0.6363636363636364,8719 "gain_vs_zero": {8720 "estimate": 0.5,8721 "low": 0.2727272727272727,8722 "high": 0.6818181818181818,8723 "level": 0.95,8724 "n_items": 22,8725 "n_clusters": 22,8726 "n_boot": 20008727 },8728 "mapped_norm": 41.208099365234375,8729 "outputs_sample": [8730 " Venezuela is a country located in",8731 " Finland\n",8732 " Casablanca\n",8733 " Turkey is a country located in",8734 " Tokyo\n"8735 ],8736 "correct": [8737 0.0,8738 0.0,8739 0.0,8740 0.0,8741 1.0,8742 0.0,8743 1.0,8744 1.0,8745 0.0,8746 1.0,8747 1.0,8748 1.0,8749 1.0,8750 1.0,8751 1.0,8752 1.0,8753 0.0,8754 1.0,8755 0.0,8756 1.0,8757 1.0,8758 1.08759 ]8760 },8761 "procrustes_rescaled|L25|a1.0": {8762 "accuracy": 0.6363636363636364,8763 "gain_vs_zero": {8764 "estimate": 0.5,8765 "low": 0.2727272727272727,8766 "high": 0.6818181818181818,8767 "level": 0.95,8768 "n_items": 22,8769 "n_clusters": 22,8770 "n_boot": 20008771 },8772 "mapped_norm": 56.58632278442383,8773 "outputs_sample": [8774 " Venezuela is a country located in",8775 " Finland is a Nordic country located",8776 " Casablanca\n",8777 " Turkey is a country located in",8778 " Tokyo\n\n"8779 ],8780 "correct": [8781 0.0,8782 0.0,8783 0.0,8784 0.0,8785 1.0,8786 0.0,8787 1.0,8788 1.0,8789 0.0,8790 1.0,8791 1.0,8792 1.0,8793 1.0,8794 1.0,8795 1.0,8796 1.0,8797 0.0,8798 1.0,8799 0.0,8800 1.0,8801 1.0,8802 1.08803 ]8804 },8805 "ridge|L25|a1.0": {8806 "accuracy": 0.45454545454545453,8807 "gain_vs_zero": {8808 "estimate": 0.3181818181818182,8809 "low": 0.09090909090909091,8810 "high": 0.5454545454545454,8811 "level": 0.95,8812 "n_items": 22,8813 "n_clusters": 22,8814 "n_boot": 20008815 },8816 "mapped_norm": 69.26692962646484,8817 "outputs_sample": [8818 " Caracas\n\n",8819 " Finland\n",8820 " Casablanca\n\n",8821 " Turkey\n",8822 " Tokyo\n\n"8823 ],8824 "correct": [8825 1.0,8826 0.0,8827 0.0,8828 0.0,8829 1.0,8830 0.0,8831 1.0,8832 0.0,8833 0.0,8834 0.0,8835 1.0,8836 1.0,8837 1.0,8838 0.0,8839 0.0,8840 0.0,8841 0.0,8842 1.0,8843 0.0,8844 1.0,8845 1.0,8846 1.08847 ]8848 },8849 "ridge|L25|a2.0": {8850 "accuracy": 0.045454545454545456,8851 "gain_vs_zero": {8852 "estimate": -0.09090909090909091,8853 "low": -0.2727272727272727,8854 "high": 0.09090909090909091,8855 "level": 0.95,8856 "n_items": 22,8857 "n_clusters": 22,8858 "n_boot": 20008859 },8860 "mapped_norm": 69.26692962646484,8861 "outputs_sample": [8862 " Country\n",8863 " Country\n",8864 " Indica\n",8865 " Turkey is a country located in",8866 " Japan\n"8867 ],8868 "correct": [8869 0.0,8870 0.0,8871 0.0,8872 0.0,8873 0.0,8874 0.0,8875 0.0,8876 0.0,8877 0.0,8878 0.0,8879 0.0,8880 0.0,8881 0.0,8882 0.0,8883 0.0,8884 0.0,8885 0.0,8886 0.0,8887 0.0,8888 1.0,8889 0.0,8890 0.08891 ]8892 },8893 "ridge_rescaled|L25|a1.0": {8894 "accuracy": 0.5454545454545454,8895 "gain_vs_zero": {8896 "estimate": 0.4090909090909091,8897 "low": 0.22727272727272727,8898 "high": 0.6363636363636364,8899 "level": 0.95,8900 "n_items": 22,8901 "n_clusters": 22,8902 "n_boot": 20008903 },8904 "mapped_norm": 56.586326599121094,8905 "outputs_sample": [8906 " Caracas\n\n",8907 " Finland\n",8908 " Casablanca\n\n",8909 " Istanbul, Ankara, Izmir",8910 " Tokyo\n\n"8911 ],8912 "correct": [8913 1.0,8914 0.0,8915 0.0,8916 0.0,8917 1.0,8918 0.0,8919 1.0,8920 1.0,8921 0.0,8922 0.0,8923 1.0,8924 1.0,8925 1.0,8926 1.0,8927 0.0,8928 0.0,8929 0.0,8930 1.0,8931 0.0,8932 1.0,8933 1.0,8934 1.08935 ]8936 },8937 "cca|L25|a1.0": {8938 "accuracy": 0.5454545454545454,8939 "gain_vs_zero": {8940 "estimate": 0.4090909090909091,8941 "low": 0.18181818181818182,8942 "high": 0.6363636363636364,8943 "level": 0.95,8944 "n_items": 22,8945 "n_clusters": 22,8946 "n_boot": 20008947 },8948 "mapped_norm": 76.77274322509766,8949 "outputs_sample": [8950 " Caracas\n\n",8951 " Finland\n",8952 " Casablanca\n\n",8953 " Turkey is a country located in",8954 " Tokyo\n\n"8955 ],8956 "correct": [8957 1.0,8958 0.0,8959 0.0,8960 0.0,8961 1.0,8962 0.0,8963 1.0,8964 0.0,8965 0.0,8966 1.0,8967 1.0,8968 1.0,8969 1.0,8970 1.0,8971 0.0,8972 0.0,8973 0.0,8974 1.0,8975 0.0,8976 1.0,8977 1.0,8978 1.08979 ]8980 },8981 "cca|L25|a2.0": {8982 "accuracy": 0.0,8983 "gain_vs_zero": {8984 "estimate": -0.13636363636363635,8985 "low": -0.2727272727272727,8986 "high": 0.0,8987 "level": 0.95,8988 "n_items": 22,8989 "n_clusters": 22,8990 "n_boot": 20008991 },8992 "mapped_norm": 76.77274322509766,8993 "outputs_sample": [8994 " Country\n",8995 " Country\n",8996 " Country\n",8997 " Turkey is a country located in",8998 " Japan is an island nation in"8999 ],9000 "correct": [9001 0.0,9002 0.0,9003 0.0,9004 0.0,9005 0.0,9006 0.0,9007 0.0,9008 0.0,9009 0.0,9010 0.0,9011 0.0,9012 0.0,9013 0.0,9014 0.0,9015 0.0,9016 0.0,9017 0.0,9018 0.0,9019 0.0,9020 0.0,9021 0.0,9022 0.09023 ]9024 },9025 "random_orth|L25|a1.0": {9026 "accuracy": 0.045454545454545456,9027 "gain_vs_zero": {9028 "estimate": -0.09090909090909091,9029 "low": -0.2727272727272727,9030 "high": 0.09090909090909091,9031 "level": 0.95,9032 "n_items": 22,9033 "n_clusters": 22,9034 "n_boot": 20009035 },9036 "mapped_norm": 49.92599868774414,9037 "outputs_sample": [9038 " Venezuela\n\n",9039 " 5.9 (in",9040 " Morocco\n\n",9041 " Turkey is a country located in",9042 " Japan is an island nation in"9043 ],9044 "correct": [9045 0.0,9046 0.0,9047 0.0,9048 0.0,9049 0.0,9050 0.0,9051 0.0,9052 0.0,9053 0.0,9054 0.0,9055 0.0,9056 0.0,9057 0.0,9058 0.0,9059 1.0,9060 0.0,9061 0.0,9062 0.0,9063 0.0,9064 0.0,9065 0.0,9066 0.09067 ]9068 },9069 "random_orth|L25|a2.0": {9070 "accuracy": 0.0,9071 "gain_vs_zero": {9072 "estimate": -0.13636363636363635,9073 "low": -0.2727272727272727,9074 "high": 0.0,9075 "level": 0.95,9076 "n_items": 22,9077 "n_clusters": 22,9078 "n_boot": 20009079 },9080 "mapped_norm": 49.92599868774414,9081 "outputs_sample": [9082 " Venezuela is a country located in",9083 " Finland\n",9084 " Morocco\n",9085 " Turkey is a country located in",9086 " Japan is an island nation in"9087 ],9088 "correct": [9089 0.0,9090 0.0,9091 0.0,9092 0.0,9093 0.0,9094 0.0,9095 0.0,9096 0.0,9097 0.0,9098 0.0,9099 0.0,9100 0.0,9101 0.0,9102 0.0,9103 0.0,9104 0.0,9105 0.0,9106 0.0,9107 0.0,9108 0.0,9109 0.0,9110 0.09111 ]9112 },9113 "replace_donor_fewshot|procrustes|L25": {9114 "accuracy": 0.18181818181818182,9115 "gain_vs_zero": {9116 "estimate": 0.045454545454545456,9117 "low": -0.18181818181818182,9118 "high": 0.2727272727272727,9119 "level": 0.95,9120 "n_items": 22,9121 "n_clusters": 22,9122 "n_boot": 20009123 },9124 "outputs_sample": [9125 " Caracas\n\n",9126 " The capital of Finland is Helsinki",9127 " Morocco\n",9128 " Turkey is a country located in",9129 " Tokyo\n\n"9130 ],9131 "correct": [9132 1.0,9133 0.0,9134 0.0,9135 0.0,9136 1.0,9137 0.0,9138 0.0,9139 0.0,9140 0.0,9141 0.0,9142 0.0,9143 0.0,9144 0.0,9145 1.0,9146 0.0,9147 0.0,9148 0.0,9149 0.0,9150 0.0,9151 0.0,9152 0.0,9153 1.09154 ]9155 },9156 "ctl_replace_donor_zeroshot|procrustes|L25": {9157 "accuracy": 0.0,9158 "gain_vs_zero": {9159 "estimate": -0.13636363636363635,9160 "low": -0.2727272727272727,9161 "high": 0.0,9162 "level": 0.95,9163 "n_items": 22,9164 "n_clusters": 22,9165 "n_boot": 20009166 },9167 "outputs_sample": [9168 " The capital of Venezuela is Car",9169 " Finland is a Nordic country located",9170 " Morocco is a country located in",9171 " Turkey is a country located in",9172 " Japan is an island nation in"9173 ],9174 "correct": [9175 0.0,9176 0.0,9177 0.0,9178 0.0,9179 0.0,9180 0.0,9181 0.0,9182 0.0,9183 0.0,9184 0.0,9185 0.0,9186 0.0,9187 0.0,9188 0.0,9189 0.0,9190 0.0,9191 0.0,9192 0.0,9193 0.0,9194 0.0,9195 0.0,9196 0.09197 ]9198 },9199 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": {9200 "accuracy": 0.2727272727272727,9201 "gain_vs_zero": {9202 "estimate": 0.13636363636363635,9203 "low": -0.09090909090909091,9204 "high": 0.36363636363636365,9205 "level": 0.95,9206 "n_items": 22,9207 "n_clusters": 22,9208 "n_boot": 20009209 },9210 "outputs_sample": [9211 " Venezuela is a country located in",9212 " Finland is a Nordic country located",9213 " Morocco is a country located in",9214 " Istanbul, Ankara, Izmir",9215 " Japan is an island nation in"9216 ],9217 "correct": [9218 0.0,9219 0.0,9220 0.0,9221 0.0,9222 0.0,9223 0.0,9224 0.0,9225 0.0,9226 0.0,9227 0.0,9228 1.0,9229 1.0,9230 0.0,9231 1.0,9232 1.0,9233 0.0,9234 0.0,9235 0.0,9236 0.0,9237 0.0,9238 1.0,9239 1.09240 ]9241 },9242 "replace_donor_fewshot|ridge|L25": {9243 "accuracy": 0.13636363636363635,9244 "gain_vs_zero": {9245 "estimate": 0.0,9246 "low": -0.22727272727272727,9247 "high": 0.22727272727272727,9248 "level": 0.95,9249 "n_items": 22,9250 "n_clusters": 22,9251 "n_boot": 20009252 },9253 "outputs_sample": [9254 " Caracas\n\n",9255 " \"Finland\"\n",9256 " Morocco\n",9257 " Turkey is a country located in",9258 " Tokyo\n\n"9259 ],9260 "correct": [9261 1.0,9262 0.0,9263 0.0,9264 0.0,9265 1.0,9266 0.0,9267 0.0,9268 0.0,9269 0.0,9270 0.0,9271 0.0,9272 0.0,9273 0.0,9274 0.0,9275 0.0,9276 0.0,9277 0.0,9278 0.0,9279 0.0,9280 0.0,9281 0.0,9282 1.09283 ]9284 },9285 "ctl_replace_donor_zeroshot|ridge|L25": {9286 "accuracy": 0.0,9287 "gain_vs_zero": {9288 "estimate": -0.13636363636363635,9289 "low": -0.2727272727272727,9290 "high": 0.0,9291 "level": 0.95,9292 "n_items": 22,9293 "n_clusters": 22,9294 "n_boot": 20009295 },9296 "outputs_sample": [9297 " Venezuela is a country located in",9298 " The capital of Finland is Helsinki",9299 " Morocco\n",9300 " 1\n\n",9301 " Japan is an island nation located"9302 ],9303 "correct": [9304 0.0,9305 0.0,9306 0.0,9307 0.0,9308 0.0,9309 0.0,9310 0.0,9311 0.0,9312 0.0,9313 0.0,9314 0.0,9315 0.0,9316 0.0,9317 0.0,9318 0.0,9319 0.0,9320 0.0,9321 0.0,9322 0.0,9323 0.0,9324 0.0,9325 0.09326 ]9327 },9328 "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": {9329 "accuracy": 0.045454545454545456,9330 "gain_vs_zero": {9331 "estimate": -0.09090909090909091,9332 "low": -0.2727272727272727,9333 "high": 0.09090909090909091,9334 "level": 0.95,9335 "n_items": 22,9336 "n_clusters": 22,9337 "n_boot": 20009338 },9339 "outputs_sample": [9340 " Venezuela\n",9341 " The capital of Finland is Helsinki",9342 " \"Morocco\"\n",9343 " Turkey is a country located in",9344 " Japan\n"9345 ],9346 "correct": [9347 0.0,9348 0.0,9349 0.0,9350 0.0,9351 0.0,9352 0.0,9353 0.0,9354 0.0,9355 0.0,9356 0.0,9357 0.0,9358 0.0,9359 0.0,9360 0.0,9361 0.0,9362 0.0,9363 1.0,9364 0.0,9365 0.0,9366 0.0,9367 0.0,9368 0.09369 ]9370 },9371 "ctl_replace_donor_fewshot|sham_map|L25": {9372 "accuracy": 0.0,9373 "gain_vs_zero": {9374 "estimate": -0.13636363636363635,9375 "low": -0.2727272727272727,9376 "high": 0.0,9377 "level": 0.95,9378 "n_items": 22,9379 "n_clusters": 22,9380 "n_boot": 20009381 },9382 "outputs_sample": [9383 " Venezuela is a country located in",9384 " Finland is a Nordic country located",9385 " Morocco\n",9386 " Turkey is a country located in",9387 " Japan is an island nation in"9388 ],9389 "correct": [9390 0.0,9391 0.0,9392 0.0,9393 0.0,9394 0.0,9395 0.0,9396 0.0,9397 0.0,9398 0.0,9399 0.0,9400 0.0,9401 0.0,9402 0.0,9403 0.0,9404 0.0,9405 0.0,9406 0.0,9407 0.0,9408 0.0,9409 0.0,9410 0.0,9411 0.09412 ]9413 },9414 "ctl_replace_donor_zeroshot|sham_map|L25": {9415 "accuracy": 0.0,9416 "gain_vs_zero": {9417 "estimate": -0.13636363636363635,9418 "low": -0.2727272727272727,9419 "high": 0.0,9420 "level": 0.95,9421 "n_items": 22,9422 "n_clusters": 22,9423 "n_boot": 20009424 },9425 "outputs_sample": [9426 " The capital of Venezuela is Car",9427 " The capital of Finland is Helsinki",9428 " The capital of Morocco is Rab",9429 " 100\n\n",9430 " The capital of Japan is Tokyo"9431 ],9432 "correct": [9433 0.0,9434 0.0,9435 0.0,9436 0.0,9437 0.0,9438 0.0,9439 0.0,9440 0.0,9441 0.0,9442 0.0,9443 0.0,9444 0.0,9445 0.0,9446 0.0,9447 0.0,9448 0.0,9449 0.0,9450 0.0,9451 0.0,9452 0.0,9453 0.0,9454 0.09455 ]9456 },9457 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": {9458 "accuracy": 0.0,9459 "gain_vs_zero": {9460 "estimate": -0.13636363636363635,9461 "low": -0.2727272727272727,9462 "high": 0.0,9463 "level": 0.95,9464 "n_items": 22,9465 "n_clusters": 22,9466 "n_boot": 20009467 },9468 "outputs_sample": [9469 " Venezuela is a country located in",9470 " Finland is a Nordic country located",9471 " Morocco is a country located in",9472 " Turkey is a country located in",9473 " Japan is an island nation in"9474 ],9475 "correct": [9476 0.0,9477 0.0,9478 0.0,9479 0.0,9480 0.0,9481 0.0,9482 0.0,9483 0.0,9484 0.0,9485 0.0,9486 0.0,9487 0.0,9488 0.0,9489 0.0,9490 0.0,9491 0.0,9492 0.0,9493 0.0,9494 0.0,9495 0.0,9496 0.0,9497 0.09498 ]9499 },9500 "ctl_random_norm_matched|L25": {9501 "accuracy": 0.0,9502 "gain_vs_zero": {9503 "estimate": -0.13636363636363635,9504 "low": -0.2727272727272727,9505 "high": 0.0,9506 "level": 0.95,9507 "n_items": 22,9508 "n_clusters": 22,9509 "n_boot": 20009510 },9511 "correct": [9512 0.0,9513 0.0,9514 0.0,9515 0.0,9516 0.0,9517 0.0,9518 0.0,9519 0.0,9520 0.0,9521 0.0,9522 0.0,9523 0.0,9524 0.0,9525 0.0,9526 0.0,9527 0.0,9528 0.0,9529 0.0,9530 0.0,9531 0.0,9532 0.0,9533 0.09534 ]9535 },9536 "ctl_unrelated_task_vector(antonym)|L25": {9537 "accuracy": 0.09090909090909091,9538 "gain_vs_zero": {9539 "estimate": -0.045454545454545456,9540 "low": -0.18295454545454345,9541 "high": 0.09090909090909091,9542 "level": 0.95,9543 "n_items": 22,9544 "n_clusters": 22,9545 "n_boot": 20009546 },9547 "correct": [9548 0.0,9549 0.0,9550 0.0,9551 0.0,9552 0.0,9553 0.0,9554 1.0,9555 0.0,9556 0.0,9557 0.0,9558 0.0,9559 0.0,9560 0.0,9561 0.0,9562 0.0,9563 0.0,9564 0.0,9565 0.0,9566 0.0,9567 0.0,9568 0.0,9569 1.09570 ]9571 },9572 "procrustes|L28|a1.0": {9573 "accuracy": 0.5454545454545454,9574 "gain_vs_zero": {9575 "estimate": 0.4090909090909091,9576 "low": 0.22727272727272727,9577 "high": 0.6363636363636364,9578 "level": 0.95,9579 "n_items": 22,9580 "n_clusters": 22,9581 "n_boot": 20009582 },9583 "mapped_norm": 66.84456634521484,9584 "outputs_sample": [9585 " Caracas\n\n",9586 " Helsinki\n\n",9587 " Casablanca, Marr",9588 " Istanbul, Ankara, Izmir",9589 " Tokyo\n\n"9590 ],9591 "correct": [9592 1.0,9593 1.0,9594 0.0,9595 0.0,9596 1.0,9597 0.0,9598 1.0,9599 1.0,9600 0.0,9601 1.0,9602 0.0,9603 1.0,9604 1.0,9605 1.0,9606 0.0,9607 0.0,9608 0.0,9609 0.0,9610 1.0,9611 1.0,9612 1.0,9613 0.09614 ]9615 },9616 "procrustes|L28|a2.0": {9617 "accuracy": 0.5454545454545454,9618 "gain_vs_zero": {9619 "estimate": 0.4090909090909091,9620 "low": 0.22727272727272727,9621 "high": 0.6363636363636364,9622 "level": 0.95,9623 "n_items": 22,9624 "n_clusters": 22,9625 "n_boot": 20009626 },9627 "mapped_norm": 66.84456634521484,9628 "outputs_sample": [9629 " Caracas\n\n",9630 " Helsinki\n\n",9631 " Morocco is a country located in",9632 " Istanbul, Ankara, Izmir",9633 " Honshu, Kyoto,"9634 ],9635 "correct": [9636 1.0,9637 1.0,9638 0.0,9639 0.0,9640 0.0,9641 0.0,9642 1.0,9643 1.0,9644 0.0,9645 1.0,9646 0.0,9647 1.0,9648 1.0,9649 0.0,9650 0.0,9651 1.0,9652 1.0,9653 0.0,9654 1.0,9655 1.0,9656 1.0,9657 0.09658 ]9659 },9660 "procrustes_rescaled|L28|a1.0": {9661 "accuracy": 0.5454545454545454,9662 "gain_vs_zero": {9663 "estimate": 0.4090909090909091,9664 "low": 0.22727272727272727,9665 "high": 0.6363636363636364,9666 "level": 0.95,9667 "n_items": 22,9668 "n_clusters": 22,9669 "n_boot": 20009670 },9671 "mapped_norm": 56.586326599121094,9672 "outputs_sample": [9673 " Caracas\n\n",9674 " Helsinki\n\n",9675 " Casablanca, Marr",9676 " Istanbul, Ankara, Izmir",9677 " Tokyo\n\n"9678 ],9679 "correct": [9680 1.0,9681 1.0,9682 0.0,9683 0.0,9684 1.0,9685 0.0,9686 1.0,9687 1.0,9688 0.0,9689 1.0,9690 0.0,9691 1.0,9692 1.0,9693 0.0,9694 0.0,9695 0.0,9696 0.0,9697 0.0,9698 1.0,9699 1.0,9700 1.0,9701 1.09702 ]9703 },9704 "ridge|L28|a1.0": {9705 "accuracy": 0.22727272727272727,9706 "gain_vs_zero": {9707 "estimate": 0.09090909090909091,9708 "low": -0.13636363636363635,9709 "high": 0.3181818181818182,9710 "level": 0.95,9711 "n_items": 22,9712 "n_clusters": 22,9713 "n_boot": 20009714 },9715 "mapped_norm": 100.56741333007812,9716 "outputs_sample": [9717 " Caracas\n\n",9718 " city: None\n",9719 " Casablanca, Marr",9720 " Istanbul, Ankara, Izmir",9721 " city: null\n"9722 ],9723 "correct": [9724 1.0,9725 0.0,9726 0.0,9727 0.0,9728 0.0,9729 0.0,9730 1.0,9731 0.0,9732 0.0,9733 0.0,9734 0.0,9735 0.0,9736 1.0,9737 0.0,9738 0.0,9739 0.0,9740 0.0,9741 0.0,9742 0.0,9743 1.0,9744 0.0,9745 1.09746 ]9747 },9748 "ridge|L28|a2.0": {9749 "accuracy": 0.0,9750 "gain_vs_zero": {9751 "estimate": -0.13636363636363635,9752 "low": -0.2727272727272727,9753 "high": 0.0,9754 "level": 0.95,9755 "n_items": 22,9756 "n_clusters": 22,9757 "n_boot": 20009758 },9759 "mapped_norm": 100.56741333007812,9760 "outputs_sample": [9761 " city: Caracas\n",9762 " city: None\n",9763 " city: Casablanca",9764 " city: Ankara\n",9765 " city: null\n"9766 ],9767 "correct": [9768 0.0,9769 0.0,9770 0.0,9771 0.0,9772 0.0,9773 0.0,9774 0.0,9775 0.0,9776 0.0,9777 0.0,9778 0.0,9779 0.0,9780 0.0,9781 0.0,9782 0.0,9783 0.0,9784 0.0,9785 0.0,9786 0.0,9787 0.0,9788 0.0,9789 0.09790 ]9791 },9792 "ridge_rescaled|L28|a1.0": {9793 "accuracy": 0.5,9794 "gain_vs_zero": {9795 "estimate": 0.36363636363636365,9796 "low": 0.18181818181818182,9797 "high": 0.5909090909090909,9798 "level": 0.95,9799 "n_items": 22,9800 "n_clusters": 22,9801 "n_boot": 20009802 },9803 "mapped_norm": 56.586326599121094,9804 "outputs_sample": [9805 " Caracas\n\n",9806 " Capital: Helsinki\n",9807 " Casablanca, Marr",9808 " Istanbul, Ankara, Izmir",9809 " Tokyo\n\n"9810 ],9811 "correct": [9812 1.0,9813 0.0,9814 0.0,9815 0.0,9816 1.0,9817 0.0,9818 1.0,9819 1.0,9820 0.0,9821 1.0,9822 1.0,9823 1.0,9824 1.0,9825 0.0,9826 0.0,9827 0.0,9828 0.0,9829 0.0,9830 0.0,9831 1.0,9832 1.0,9833 1.09834 ]9835 },9836 "cca|L28|a1.0": {9837 "accuracy": 0.18181818181818182,9838 "gain_vs_zero": {9839 "estimate": 0.045454545454545456,9840 "low": -0.18181818181818182,9841 "high": 0.2727272727272727,9842 "level": 0.95,9843 "n_items": 22,9844 "n_clusters": 22,9845 "n_boot": 20009846 },9847 "mapped_norm": 113.17544555664062,9848 "outputs_sample": [9849 " Caracas\n\n",9850 " city: None\n",9851 " city: Casablanca",9852 " city: Ankara\n",9853 " city: null\n"9854 ],9855 "correct": [9856 1.0,9857 0.0,9858 0.0,9859 0.0,9860 0.0,9861 0.0,9862 0.0,9863 0.0,9864 0.0,9865 0.0,9866 0.0,9867 0.0,9868 1.0,9869 0.0,9870 0.0,9871 0.0,9872 0.0,9873 0.0,9874 0.0,9875 1.0,9876 0.0,9877 1.09878 ]9879 },9880 "cca|L28|a2.0": {9881 "accuracy": 0.0,9882 "gain_vs_zero": {9883 "estimate": -0.13636363636363635,9884 "low": -0.2727272727272727,9885 "high": 0.0,9886 "level": 0.95,9887 "n_items": 22,9888 "n_clusters": 22,9889 "n_boot": 20009890 },9891 "mapped_norm": 113.17544555664062,9892 "outputs_sample": [9893 " Bilingual\n",9894 " city: None\n",9895 " Belgrade\n\n",9896 " Belonging to the Afro",9897 " Buzhongri ("9898 ],9899 "correct": [9900 0.0,9901 0.0,9902 0.0,9903 0.0,9904 0.0,9905 0.0,9906 0.0,9907 0.0,9908 0.0,9909 0.0,9910 0.0,9911 0.0,9912 0.0,9913 0.0,9914 0.0,9915 0.0,9916 0.0,9917 0.0,9918 0.0,9919 0.0,9920 0.0,9921 0.09922 ]9923 },9924 "random_orth|L28|a1.0": {9925 "accuracy": 0.0,9926 "gain_vs_zero": {9927 "estimate": -0.13636363636363635,9928 "low": -0.2727272727272727,9929 "high": 0.0,9930 "level": 0.95,9931 "n_items": 22,9932 "n_clusters": 22,9933 "n_boot": 20009934 },9935 "mapped_norm": 78.93763732910156,9936 "outputs_sample": [9937 " #Venezuela\n\n",9938 " Finland is a Nordic country located",9939 " Morocco is a country located in",9940 " Turkey is a country located in",9941 " Japan is an island country in"9942 ],9943 "correct": [9944 0.0,9945 0.0,9946 0.0,9947 0.0,9948 0.0,9949 0.0,9950 0.0,9951 0.0,9952 0.0,9953 0.0,9954 0.0,9955 0.0,9956 0.0,9957 0.0,9958 0.0,9959 0.0,9960 0.0,9961 0.0,9962 0.0,9963 0.0,9964 0.0,9965 0.09966 ]9967 },9968 "random_orth|L28|a2.0": {9969 "accuracy": 0.0,9970 "gain_vs_zero": {9971 "estimate": -0.13636363636363635,9972 "low": -0.2727272727272727,9973 "high": 0.0,9974 "level": 0.95,9975 "n_items": 22,9976 "n_clusters": 22,9977 "n_boot": 20009978 },9979 "mapped_norm": 78.93763732910156,9980 "outputs_sample": [9981 " In 1958",9982 " In 2021",9983 " In the north, Morocco borders",9984 " In the year 19",9985 " In the year 18"9986 ],9987 "correct": [9988 0.0,9989 0.0,9990 0.0,9991 0.0,9992 0.0,9993 0.0,9994 0.0,9995 0.0,9996 0.0,9997 0.0,9998 0.0,9999 0.0,10000 0.0,10001 0.0,10002 0.0,10003 0.0,10004 0.0,10005 0.0,10006 0.0,10007 0.0,10008 0.0,10009 0.010010 ]10011 },10012 "replace_donor_fewshot|procrustes|L28": {10013 "accuracy": 0.0,10014 "gain_vs_zero": {10015 "estimate": -0.13636363636363635,10016 "low": -0.2727272727272727,10017 "high": 0.0,10018 "level": 0.95,10019 "n_items": 22,10020 "n_clusters": 22,10021 "n_boot": 200010022 },10023 "outputs_sample": [10024 " The capital of Venezuela is Car",10025 " Fin\n",10026 " Morocco is a country located in",10027 " Turkey is a country located in",10028 " Japan is an island nation in"10029 ],10030 "correct": [10031 0.0,10032 0.0,10033 0.0,10034 0.0,10035 0.0,10036 0.0,10037 0.0,10038 0.0,10039 0.0,10040 0.0,10041 0.0,10042 0.0,10043 0.0,10044 0.0,10045 0.0,10046 0.0,10047 0.0,10048 0.0,10049 0.0,10050 0.0,10051 0.0,10052 0.010053 ]10054 },10055 "ctl_replace_donor_zeroshot|procrustes|L28": {10056 "accuracy": 0.0,10057 "gain_vs_zero": {10058 "estimate": -0.13636363636363635,10059 "low": -0.2727272727272727,10060 "high": 0.0,10061 "level": 0.95,10062 "n_items": 22,10063 "n_clusters": 22,10064 "n_boot": 200010065 },10066 "outputs_sample": [10067 " The capital of Venezuela is Car",10068 " Finland is a Nordic country located",10069 " Morocco is a country located in",10070 " Turkey is a country located in",10071 " Japan is an island nation located"10072 ],10073 "correct": [10074 0.0,10075 0.0,10076 0.0,10077 0.0,10078 0.0,10079 0.0,10080 0.0,10081 0.0,10082 0.0,10083 0.0,10084 0.0,10085 0.0,10086 0.0,10087 0.0,10088 0.0,10089 0.0,10090 0.0,10091 0.0,10092 0.0,10093 0.0,10094 0.0,10095 0.010096 ]10097 },10098 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L28": {10099 "accuracy": 0.0,10100 "gain_vs_zero": {10101 "estimate": -0.13636363636363635,10102 "low": -0.2727272727272727,10103 "high": 0.0,10104 "level": 0.95,10105 "n_items": 22,10106 "n_clusters": 22,10107 "n_boot": 200010108 },10109 "outputs_sample": [10110 " The capital of Venezuela is Car",10111 " The capital of Finland is Helsinki",10112 " Morocco is a country located in",10113 " Turkey is a country located in",10114 " Japan is an island nation in"10115 ],10116 "correct": [10117 0.0,10118 0.0,10119 0.0,10120 0.0,10121 0.0,10122 0.0,10123 0.0,10124 0.0,10125 0.0,10126 0.0,10127 0.0,10128 0.0,10129 0.0,10130 0.0,10131 0.0,10132 0.0,10133 0.0,10134 0.0,10135 0.0,10136 0.0,10137 0.0,10138 0.010139 ]10140 },10141 "replace_donor_fewshot|ridge|L28": {10142 "accuracy": 0.0,10143 "gain_vs_zero": {10144 "estimate": -0.13636363636363635,10145 "low": -0.2727272727272727,10146 "high": 0.0,10147 "level": 0.95,10148 "n_items": 22,10149 "n_clusters": 22,10150 "n_boot": 200010151 },10152 "outputs_sample": [10153 " city: Caracas\n",10154 " 5.99\n",10155 " what is the capital of Morocco",10156 " Not a country\n",10157 " None\n\n"10158 ],10159 "correct": [10160 0.0,10161 0.0,10162 0.0,10163 0.0,10164 0.0,10165 0.0,10166 0.0,10167 0.0,10168 0.0,10169 0.0,10170 0.0,10171 0.0,10172 0.0,10173 0.0,10174 0.0,10175 0.0,10176 0.0,10177 0.0,10178 0.0,10179 0.0,10180 0.0,10181 0.010182 ]10183 },10184 "ctl_replace_donor_zeroshot|ridge|L28": {10185 "accuracy": 0.0,10186 "gain_vs_zero": {10187 "estimate": -0.13636363636363635,10188 "low": -0.2727272727272727,10189 "high": 0.0,10190 "level": 0.95,10191 "n_items": 22,10192 "n_clusters": 22,10193 "n_boot": 200010194 },10195 "outputs_sample": [10196 " Venezuela is a country located in",10197 " 5.9 (Fin",10198 " Morocco is a country located in",10199 " 100\n\n",10200 " Japan is an island nation located"10201 ],10202 "correct": [10203 0.0,10204 0.0,10205 0.0,10206 0.0,10207 0.0,10208 0.0,10209 0.0,10210 0.0,10211 0.0,10212 0.0,10213 0.0,10214 0.0,10215 0.0,10216 0.0,10217 0.0,10218 0.0,10219 0.0,10220 0.0,10221 0.0,10222 0.0,10223 0.0,10224 0.010225 ]10226 },10227 "ctl_replace_donor_fewshot_shuffled_query|ridge|L28": {10228 "accuracy": 0.0,10229 "gain_vs_zero": {10230 "estimate": -0.13636363636363635,10231 "low": -0.2727272727272727,10232 "high": 0.0,10233 "level": 0.95,10234 "n_items": 22,10235 "n_clusters": 22,10236 "n_boot": 200010237 },10238 "outputs_sample": [10239 " what is happening in venezuela",10240 " [Finland, \"FI",10241 " Cannot be determined\n\n",10242 " None\n\n",10243 " Japan is an island nation in"10244 ],10245 "correct": [10246 0.0,10247 0.0,10248 0.0,10249 0.0,10250 0.0,10251 0.0,10252 0.0,10253 0.0,10254 0.0,10255 0.0,10256 0.0,10257 0.0,10258 0.0,10259 0.0,10260 0.0,10261 0.0,10262 0.0,10263 0.0,10264 0.0,10265 0.0,10266 0.0,10267 0.010268 ]10269 },10270 "ctl_replace_donor_fewshot|sham_map|L28": {10271 "accuracy": 0.0,10272 "gain_vs_zero": {10273 "estimate": -0.13636363636363635,10274 "low": -0.2727272727272727,10275 "high": 0.0,10276 "level": 0.95,10277 "n_items": 22,10278 "n_clusters": 22,10279 "n_boot": 200010280 },10281 "outputs_sample": [10282 " 28.7\n",10283 " The capital of Finland is Helsinki",10284 " 122\n",10285 " Turkey is a country located in",10286 " 126,9"10287 ],10288 "correct": [10289 0.0,10290 0.0,10291 0.0,10292 0.0,10293 0.0,10294 0.0,10295 0.0,10296 0.0,10297 0.0,10298 0.0,10299 0.0,10300 0.0,10301 0.0,10302 0.0,10303 0.0,10304 0.0,10305 0.0,10306 0.0,10307 0.0,10308 0.0,10309 0.0,10310 0.010311 ]10312 },10313 "ctl_replace_donor_zeroshot|sham_map|L28": {10314 "accuracy": 0.0,10315 "gain_vs_zero": {10316 "estimate": -0.13636363636363635,10317 "low": -0.2727272727272727,10318 "high": 0.0,10319 "level": 0.95,10320 "n_items": 22,10321 "n_clusters": 22,10322 "n_boot": 200010323 },10324 "outputs_sample": [10325 " The capital of Venezuela is Car",10326 " The capital of Finland is Helsinki",10327 " The capital of Morocco is Rab",10328 " The capital of Turkey is Ankara",10329 " The capital of Japan is Tokyo"10330 ],10331 "correct": [10332 0.0,10333 0.0,10334 0.0,10335 0.0,10336 0.0,10337 0.0,10338 0.0,10339 0.0,10340 0.0,10341 0.0,10342 0.0,10343 0.0,10344 0.0,10345 0.0,10346 0.0,10347 0.0,10348 0.0,10349 0.0,10350 0.0,10351 0.0,10352 0.0,10353 0.010354 ]10355 },10356 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L28": {10357 "accuracy": 0.0,10358 "gain_vs_zero": {10359 "estimate": -0.13636363636363635,10360 "low": -0.2727272727272727,10361 "high": 0.0,10362 "level": 0.95,10363 "n_items": 22,10364 "n_clusters": 22,10365 "n_boot": 200010366 },10367 "outputs_sample": [10368 " The capital of Venezuela is Car",10369 " 5.96\n",10370 " The capital of Morocco is Rab",10371 " 100\n\n",10372 " Japan is an island nation located"10373 ],10374 "correct": [10375 0.0,10376 0.0,10377 0.0,10378 0.0,10379 0.0,10380 0.0,10381 0.0,10382 0.0,10383 0.0,10384 0.0,10385 0.0,10386 0.0,10387 0.0,10388 0.0,10389 0.0,10390 0.0,10391 0.0,10392 0.0,10393 0.0,10394 0.0,10395 0.0,10396 0.010397 ]10398 },10399 "ctl_random_norm_matched|L28": {10400 "accuracy": 0.0,10401 "gain_vs_zero": {10402 "estimate": -0.13636363636363635,10403 "low": -0.2727272727272727,10404 "high": 0.0,10405 "level": 0.95,10406 "n_items": 22,10407 "n_clusters": 22,10408 "n_boot": 200010409 },10410 "correct": [10411 0.0,10412 0.0,10413 0.0,10414 0.0,10415 0.0,10416 0.0,10417 0.0,10418 0.0,10419 0.0,10420 0.0,10421 0.0,10422 0.0,10423 0.0,10424 0.0,10425 0.0,10426 0.0,10427 0.0,10428 0.0,10429 0.0,10430 0.0,10431 0.0,10432 0.010433 ]10434 },10435 "ctl_unrelated_task_vector(antonym)|L28": {10436 "accuracy": 0.18181818181818182,10437 "gain_vs_zero": {10438 "estimate": 0.045454545454545456,10439 "low": -0.09090909090909091,10440 "high": 0.18181818181818182,10441 "level": 0.95,10442 "n_items": 22,10443 "n_clusters": 22,10444 "n_boot": 200010445 },10446 "correct": [10447 0.0,10448 0.0,10449 0.0,10450 0.0,10451 0.0,10452 0.0,10453 1.0,10454 0.0,10455 0.0,10456 0.0,10457 0.0,10458 0.0,10459 1.0,10460 0.0,10461 0.0,10462 0.0,10463 0.0,10464 0.0,10465 0.0,10466 0.0,10467 1.0,10468 1.010469 ]10470 }10471 },10472 "items": {10473 "zero": [10474 0.0,10475 0.0,10476 0.0,10477 0.0,10478 0.0,10479 0.0,10480 1.0,10481 1.0,10482 0.0,10483 0.0,10484 0.0,10485 0.0,10486 0.0,10487 0.0,10488 0.0,10489 0.0,10490 0.0,10491 0.0,10492 0.0,10493 0.0,10494 1.0,10495 0.010496 ],10497 "few": [10498 1.0,10499 1.0,10500 1.0,10501 1.0,10502 1.0,10503 1.0,10504 1.0,10505 1.0,10506 1.0,10507 1.0,10508 1.0,10509 1.0,10510 1.0,10511 1.0,10512 1.0,10513 1.0,10514 1.0,10515 1.0,10516 1.0,10517 1.0,10518 1.0,10519 1.010520 ],10521 "own": [10522 1.0,10523 1.0,10524 1.0,10525 1.0,10526 1.0,10527 0.0,10528 1.0,10529 1.0,10530 0.0,10531 0.0,10532 1.0,10533 1.0,10534 1.0,10535 1.0,10536 1.0,10537 1.0,10538 0.0,10539 1.0,10540 1.0,10541 1.0,10542 1.0,10543 1.010544 ]10545 }10546 },10547 "morph": {10548 "recipient_zero": 0.0,10549 "recipient_few": 0.4,10550 "recipient_own_vector": 0.0,10551 "donor_layer": 2,10552 "conditions": {10553 "procrustes|L2|a1.0": {10554 "accuracy": 0.0,10555 "gain_vs_zero": {10556 "estimate": 0.0,10557 "low": 0.0,10558 "high": 0.0,10559 "level": 0.95,10560 "n_items": 40,10561 "n_clusters": 40,10562 "n_boot": 200010563 },10564 "mapped_norm": 5.777352333068848,10565 "outputs_sample": [10566 " The word \"zeni\"",10567 " 1\n",10568 " 0\n",10569 " 1\n",10570 " 1\n"10571 ],10572 "correct": [10573 0.0,10574 0.0,10575 0.0,10576 0.0,10577 0.0,10578 0.0,10579 0.0,10580 0.0,10581 0.0,10582 0.0,10583 0.0,10584 0.0,10585 0.0,10586 0.0,10587 0.0,10588 0.0,10589 0.0,10590 0.0,10591 0.0,10592 0.0,10593 0.0,10594 0.0,10595 0.0,10596 0.0,10597 0.0,10598 0.0,10599 0.0,10600 0.0,10601 0.0,10602 0.0,10603 0.0,10604 0.0,10605 0.0,10606 0.0,10607 0.0,10608 0.0,10609 0.0,10610 0.0,10611 0.0,10612 0.010613 ]10614 },10615 "procrustes|L2|a2.0": {10616 "accuracy": 0.0,10617 "gain_vs_zero": {10618 "estimate": 0.0,10619 "low": 0.0,10620 "high": 0.0,10621 "level": 0.95,10622 "n_items": 40,10623 "n_clusters": 40,10624 "n_boot": 200010625 },10626 "mapped_norm": 5.777352333068848,10627 "outputs_sample": [10628 " The word \"zeni\"",10629 " 1\n",10630 " 0\n",10631 " 1\n",10632 " False\n"10633 ],10634 "correct": [10635 0.0,10636 0.0,10637 0.0,10638 0.0,10639 0.0,10640 0.0,10641 0.0,10642 0.0,10643 0.0,10644 0.0,10645 0.0,10646 0.0,10647 0.0,10648 0.0,10649 0.0,10650 0.0,10651 0.0,10652 0.0,10653 0.0,10654 0.0,10655 0.0,10656 0.0,10657 0.0,10658 0.0,10659 0.0,10660 0.0,10661 0.0,10662 0.0,10663 0.0,10664 0.0,10665 0.0,10666 0.0,10667 0.0,10668 0.0,10669 0.0,10670 0.0,10671 0.0,10672 0.0,10673 0.0,10674 0.010675 ]10676 },10677 "procrustes_rescaled|L2|a1.0": {10678 "accuracy": 0.0,10679 "gain_vs_zero": {10680 "estimate": 0.0,10681 "low": 0.0,10682 "high": 0.0,10683 "level": 0.95,10684 "n_items": 40,10685 "n_clusters": 40,10686 "n_boot": 200010687 },10688 "mapped_norm": 6.1436028480529785,10689 "outputs_sample": [10690 " The word \"zeni\"",10691 " 1\n",10692 " 0\n",10693 " 1\n",10694 " 1\n"10695 ],10696 "correct": [10697 0.0,10698 0.0,10699 0.0,10700 0.0,10701 0.0,10702 0.0,10703 0.0,10704 0.0,10705 0.0,10706 0.0,10707 0.0,10708 0.0,10709 0.0,10710 0.0,10711 0.0,10712 0.0,10713 0.0,10714 0.0,10715 0.0,10716 0.0,10717 0.0,10718 0.0,10719 0.0,10720 0.0,10721 0.0,10722 0.0,10723 0.0,10724 0.0,10725 0.0,10726 0.0,10727 0.0,10728 0.0,10729 0.0,10730 0.0,10731 0.0,10732 0.0,10733 0.0,10734 0.0,10735 0.0,10736 0.010737 ]10738 },10739 "ridge|L2|a1.0": {10740 "accuracy": 0.0,10741 "gain_vs_zero": {10742 "estimate": 0.0,10743 "low": 0.0,10744 "high": 0.0,10745 "level": 0.95,10746 "n_items": 40,10747 "n_clusters": 40,10748 "n_boot": 200010749 },10750 "mapped_norm": 5.570345878601074,10751 "outputs_sample": [10752 " The word \"zeni\"",10753 " 1\n",10754 " 0\n",10755 " 1\n",10756 " False\n"10757 ],10758 "correct": [10759 0.0,10760 0.0,10761 0.0,10762 0.0,10763 0.0,10764 0.0,10765 0.0,10766 0.0,10767 0.0,10768 0.0,10769 0.0,10770 0.0,10771 0.0,10772 0.0,10773 0.0,10774 0.0,10775 0.0,10776 0.0,10777 0.0,10778 0.0,10779 0.0,10780 0.0,10781 0.0,10782 0.0,10783 0.0,10784 0.0,10785 0.0,10786 0.0,10787 0.0,10788 0.0,10789 0.0,10790 0.0,10791 0.0,10792 0.0,10793 0.0,10794 0.0,10795 0.0,10796 0.0,10797 0.0,10798 0.010799 ]10800 },10801 "ridge|L2|a2.0": {10802 "accuracy": 0.0,10803 "gain_vs_zero": {10804 "estimate": 0.0,10805 "low": 0.0,10806 "high": 0.0,10807 "level": 0.95,10808 "n_items": 40,10809 "n_clusters": 40,10810 "n_boot": 200010811 },10812 "mapped_norm": 5.570345878601074,10813 "outputs_sample": [10814 " The word \"zeni\"",10815 " 1\n",10816 " 1\n",10817 " 1\n",10818 " False\n"10819 ],10820 "correct": [10821 0.0,10822 0.0,10823 0.0,10824 0.0,10825 0.0,10826 0.0,10827 0.0,10828 0.0,10829 0.0,10830 0.0,10831 0.0,10832 0.0,10833 0.0,10834 0.0,10835 0.0,10836 0.0,10837 0.0,10838 0.0,10839 0.0,10840 0.0,10841 0.0,10842 0.0,10843 0.0,10844 0.0,10845 0.0,10846 0.0,10847 0.0,10848 0.0,10849 0.0,10850 0.0,10851 0.0,10852 0.0,10853 0.0,10854 0.0,10855 0.0,10856 0.0,10857 0.0,10858 0.0,10859 0.0,10860 0.010861 ]10862 },10863 "ridge_rescaled|L2|a1.0": {10864 "accuracy": 0.0,10865 "gain_vs_zero": {10866 "estimate": 0.0,10867 "low": 0.0,10868 "high": 0.0,10869 "level": 0.95,10870 "n_items": 40,10871 "n_clusters": 40,10872 "n_boot": 200010873 },10874 "mapped_norm": 6.1436028480529785,10875 "outputs_sample": [10876 " The word \"zeni\"",10877 " 1\n",10878 " 0\n",10879 " 1\n",10880 " False\n"10881 ],10882 "correct": [10883 0.0,10884 0.0,10885 0.0,10886 0.0,10887 0.0,10888 0.0,10889 0.0,10890 0.0,10891 0.0,10892 0.0,10893 0.0,10894 0.0,10895 0.0,10896 0.0,10897 0.0,10898 0.0,10899 0.0,10900 0.0,10901 0.0,10902 0.0,10903 0.0,10904 0.0,10905 0.0,10906 0.0,10907 0.0,10908 0.0,10909 0.0,10910 0.0,10911 0.0,10912 0.0,10913 0.0,10914 0.0,10915 0.0,10916 0.0,10917 0.0,10918 0.0,10919 0.0,10920 0.0,10921 0.0,10922 0.010923 ]10924 },10925 "cca|L2|a1.0": {10926 "accuracy": 0.0,10927 "gain_vs_zero": {10928 "estimate": 0.0,10929 "low": 0.0,10930 "high": 0.0,10931 "level": 0.95,10932 "n_items": 40,10933 "n_clusters": 40,10934 "n_boot": 200010935 },10936 "mapped_norm": 5.701407432556152,10937 "outputs_sample": [10938 " The word \"zeni\"",10939 " 1\n",10940 " 1\n",10941 " 1\n",10942 " The word \"zute\""10943 ],10944 "correct": [10945 0.0,10946 0.0,10947 0.0,10948 0.0,10949 0.0,10950 0.0,10951 0.0,10952 0.0,10953 0.0,10954 0.0,10955 0.0,10956 0.0,10957 0.0,10958 0.0,10959 0.0,10960 0.0,10961 0.0,10962 0.0,10963 0.0,10964 0.0,10965 0.0,10966 0.0,10967 0.0,10968 0.0,10969 0.0,10970 0.0,10971 0.0,10972 0.0,10973 0.0,10974 0.0,10975 0.0,10976 0.0,10977 0.0,10978 0.0,10979 0.0,10980 0.0,10981 0.0,10982 0.0,10983 0.0,10984 0.010985 ]10986 },10987 "cca|L2|a2.0": {10988 "accuracy": 0.0,10989 "gain_vs_zero": {10990 "estimate": 0.0,10991 "low": 0.0,10992 "high": 0.0,10993 "level": 0.95,10994 "n_items": 40,10995 "n_clusters": 40,10996 "n_boot": 200010997 },10998 "mapped_norm": 5.701407432556152,10999 "outputs_sample": [11000 " The word \"zeni\"",11001 " 1\n",11002 " 1\n",11003 " 1\n",11004 " False\n"11005 ],11006 "correct": [11007 0.0,11008 0.0,11009 0.0,11010 0.0,11011 0.0,11012 0.0,11013 0.0,11014 0.0,11015 0.0,11016 0.0,11017 0.0,11018 0.0,11019 0.0,11020 0.0,11021 0.0,11022 0.0,11023 0.0,11024 0.0,11025 0.0,11026 0.0,11027 0.0,11028 0.0,11029 0.0,11030 0.0,11031 0.0,11032 0.0,11033 0.0,11034 0.0,11035 0.0,11036 0.0,11037 0.0,11038 0.0,11039 0.0,11040 0.0,11041 0.0,11042 0.0,11043 0.0,11044 0.0,11045 0.0,11046 0.011047 ]11048 },11049 "random_orth|L2|a1.0": {11050 "accuracy": 0.0,11051 "gain_vs_zero": {11052 "estimate": 0.0,11053 "low": 0.0,11054 "high": 0.0,11055 "level": 0.95,11056 "n_items": 40,11057 "n_clusters": 40,11058 "n_boot": 200011059 },11060 "mapped_norm": 6.169764995574951,11061 "outputs_sample": [11062 " The word \"zeni\"",11063 " 1\n",11064 " 0\n",11065 " 1\n",11066 " The word \"zute\""11067 ],11068 "correct": [11069 0.0,11070 0.0,11071 0.0,11072 0.0,11073 0.0,11074 0.0,11075 0.0,11076 0.0,11077 0.0,11078 0.0,11079 0.0,11080 0.0,11081 0.0,11082 0.0,11083 0.0,11084 0.0,11085 0.0,11086 0.0,11087 0.0,11088 0.0,11089 0.0,11090 0.0,11091 0.0,11092 0.0,11093 0.0,11094 0.0,11095 0.0,11096 0.0,11097 0.0,11098 0.0,11099 0.0,11100 0.0,11101 0.0,11102 0.0,11103 0.0,11104 0.0,11105 0.0,11106 0.0,11107 0.0,11108 0.011109 ]11110 },11111 "random_orth|L2|a2.0": {11112 "accuracy": 0.0,11113 "gain_vs_zero": {11114 "estimate": 0.0,11115 "low": 0.0,11116 "high": 0.0,11117 "level": 0.95,11118 "n_items": 40,11119 "n_clusters": 40,11120 "n_boot": 200011121 },11122 "mapped_norm": 6.169764995574951,11123 "outputs_sample": [11124 " The word \"zeni\"",11125 " 1\n",11126 " 0\n",11127 " The word \"tuken\"",11128 " The word \"zute\""11129 ],11130 "correct": [11131 0.0,11132 0.0,11133 0.0,11134 0.0,11135 0.0,11136 0.0,11137 0.0,11138 0.0,11139 0.0,11140 0.0,11141 0.0,11142 0.0,11143 0.0,11144 0.0,11145 0.0,11146 0.0,11147 0.0,11148 0.0,11149 0.0,11150 0.0,11151 0.0,11152 0.0,11153 0.0,11154 0.0,11155 0.0,11156 0.0,11157 0.0,11158 0.0,11159 0.0,11160 0.0,11161 0.0,11162 0.0,11163 0.0,11164 0.0,11165 0.0,11166 0.0,11167 0.0,11168 0.0,11169 0.0,11170 0.011171 ]11172 },11173 "replace_donor_fewshot|procrustes|L2": {11174 "accuracy": 0.0,11175 "gain_vs_zero": {11176 "estimate": 0.0,11177 "low": 0.0,11178 "high": 0.0,11179 "level": 0.95,11180 "n_items": 40,11181 "n_clusters": 40,11182 "n_boot": 200011183 },11184 "outputs_sample": [11185 " The word \"zeni\"",11186 " 1\n",11187 " 0\n",11188 " 1\n",11189 " The word \"zute\""11190 ],11191 "correct": [11192 0.0,11193 0.0,11194 0.0,11195 0.0,11196 0.0,11197 0.0,11198 0.0,11199 0.0,11200 0.0,11201 0.0,11202 0.0,11203 0.0,11204 0.0,11205 0.0,11206 0.0,11207 0.0,11208 0.0,11209 0.0,11210 0.0,11211 0.0,11212 0.0,11213 0.0,11214 0.0,11215 0.0,11216 0.0,11217 0.0,11218 0.0,11219 0.0,11220 0.0,11221 0.0,11222 0.0,11223 0.0,11224 0.0,11225 0.0,11226 0.0,11227 0.0,11228 0.0,11229 0.0,11230 0.0,11231 0.011232 ]11233 },11234 "ctl_replace_donor_zeroshot|procrustes|L2": {11235 "accuracy": 0.0,11236 "gain_vs_zero": {11237 "estimate": 0.0,11238 "low": 0.0,11239 "high": 0.0,11240 "level": 0.95,11241 "n_items": 40,11242 "n_clusters": 40,11243 "n_boot": 200011244 },11245 "outputs_sample": [11246 " The word \"zeni\"",11247 " 1\n",11248 " The word \"vofisu",11249 " The word \"tuken\"",11250 " The word \"zute\""11251 ],11252 "correct": [11253 0.0,11254 0.0,11255 0.0,11256 0.0,11257 0.0,11258 0.0,11259 0.0,11260 0.0,11261 0.0,11262 0.0,11263 0.0,11264 0.0,11265 0.0,11266 0.0,11267 0.0,11268 0.0,11269 0.0,11270 0.0,11271 0.0,11272 0.0,11273 0.0,11274 0.0,11275 0.0,11276 0.0,11277 0.0,11278 0.0,11279 0.0,11280 0.0,11281 0.0,11282 0.0,11283 0.0,11284 0.0,11285 0.0,11286 0.0,11287 0.0,11288 0.0,11289 0.0,11290 0.0,11291 0.0,11292 0.011293 ]11294 },11295 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {11296 "accuracy": 0.0,11297 "gain_vs_zero": {11298 "estimate": 0.0,11299 "low": 0.0,11300 "high": 0.0,11301 "level": 0.95,11302 "n_items": 40,11303 "n_clusters": 40,11304 "n_boot": 200011305 },11306 "outputs_sample": [11307 " The word \"zeni\"",11308 " 1\n",11309 " 0\n",11310 " 1\n",11311 " The word \"zute\""11312 ],11313 "correct": [11314 0.0,11315 0.0,11316 0.0,11317 0.0,11318 0.0,11319 0.0,11320 0.0,11321 0.0,11322 0.0,11323 0.0,11324 0.0,11325 0.0,11326 0.0,11327 0.0,11328 0.0,11329 0.0,11330 0.0,11331 0.0,11332 0.0,11333 0.0,11334 0.0,11335 0.0,11336 0.0,11337 0.0,11338 0.0,11339 0.0,11340 0.0,11341 0.0,11342 0.0,11343 0.0,11344 0.0,11345 0.0,11346 0.0,11347 0.0,11348 0.0,11349 0.0,11350 0.0,11351 0.0,11352 0.0,11353 0.011354 ]11355 },11356 "replace_donor_fewshot|ridge|L2": {11357 "accuracy": 0.0,11358 "gain_vs_zero": {11359 "estimate": 0.0,11360 "low": 0.0,11361 "high": 0.0,11362 "level": 0.95,11363 "n_items": 40,11364 "n_clusters": 40,11365 "n_boot": 200011366 },11367 "outputs_sample": [11368 " The word \"zeni\"",11369 " 1\n",11370 " 0\n",11371 " 1\n",11372 " The word \"zute\""11373 ],11374 "correct": [11375 0.0,11376 0.0,11377 0.0,11378 0.0,11379 0.0,11380 0.0,11381 0.0,11382 0.0,11383 0.0,11384 0.0,11385 0.0,11386 0.0,11387 0.0,11388 0.0,11389 0.0,11390 0.0,11391 0.0,11392 0.0,11393 0.0,11394 0.0,11395 0.0,11396 0.0,11397 0.0,11398 0.0,11399 0.0,11400 0.0,11401 0.0,11402 0.0,11403 0.0,11404 0.0,11405 0.0,11406 0.0,11407 0.0,11408 0.0,11409 0.0,11410 0.0,11411 0.0,11412 0.0,11413 0.0,11414 0.011415 ]11416 },11417 "ctl_replace_donor_zeroshot|ridge|L2": {11418 "accuracy": 0.0,11419 "gain_vs_zero": {11420 "estimate": 0.0,11421 "low": 0.0,11422 "high": 0.0,11423 "level": 0.95,11424 "n_items": 40,11425 "n_clusters": 40,11426 "n_boot": 200011427 },11428 "outputs_sample": [11429 " The word \"zeni\"",11430 " 1\n",11431 " The word \"vofisu",11432 " The word \"tuken\"",11433 " The word \"zute\""11434 ],11435 "correct": [11436 0.0,11437 0.0,11438 0.0,11439 0.0,11440 0.0,11441 0.0,11442 0.0,11443 0.0,11444 0.0,11445 0.0,11446 0.0,11447 0.0,11448 0.0,11449 0.0,11450 0.0,11451 0.0,11452 0.0,11453 0.0,11454 0.0,11455 0.0,11456 0.0,11457 0.0,11458 0.0,11459 0.0,11460 0.0,11461 0.0,11462 0.0,11463 0.0,11464 0.0,11465 0.0,11466 0.0,11467 0.0,11468 0.0,11469 0.0,11470 0.0,11471 0.0,11472 0.0,11473 0.0,11474 0.0,11475 0.011476 ]11477 },11478 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {11479 "accuracy": 0.0,11480 "gain_vs_zero": {11481 "estimate": 0.0,11482 "low": 0.0,11483 "high": 0.0,11484 "level": 0.95,11485 "n_items": 40,11486 "n_clusters": 40,11487 "n_boot": 200011488 },11489 "outputs_sample": [11490 " The word \"zeni\"",11491 " 1\n",11492 " 0\n",11493 " 1\n",11494 " False\n"11495 ],11496 "correct": [11497 0.0,11498 0.0,11499 0.0,11500 0.0,11501 0.0,11502 0.0,11503 0.0,11504 0.0,11505 0.0,11506 0.0,11507 0.0,11508 0.0,11509 0.0,11510 0.0,11511 0.0,11512 0.0,11513 0.0,11514 0.0,11515 0.0,11516 0.0,11517 0.0,11518 0.0,11519 0.0,11520 0.0,11521 0.0,11522 0.0,11523 0.0,11524 0.0,11525 0.0,11526 0.0,11527 0.0,11528 0.0,11529 0.0,11530 0.0,11531 0.0,11532 0.0,11533 0.0,11534 0.0,11535 0.0,11536 0.011537 ]11538 },11539 "ctl_replace_donor_fewshot|sham_map|L2": {11540 "accuracy": 0.0,11541 "gain_vs_zero": {11542 "estimate": 0.0,11543 "low": 0.0,11544 "high": 0.0,11545 "level": 0.95,11546 "n_items": 40,11547 "n_clusters": 40,11548 "n_boot": 200011549 },11550 "outputs_sample": [11551 " The word \"zeni\"",11552 " 0\n",11553 " 0\n",11554 " 1\n",11555 " The word \"zute\""11556 ],11557 "correct": [11558 0.0,11559 0.0,11560 0.0,11561 0.0,11562 0.0,11563 0.0,11564 0.0,11565 0.0,11566 0.0,11567 0.0,11568 0.0,11569 0.0,11570 0.0,11571 0.0,11572 0.0,11573 0.0,11574 0.0,11575 0.0,11576 0.0,11577 0.0,11578 0.0,11579 0.0,11580 0.0,11581 0.0,11582 0.0,11583 0.0,11584 0.0,11585 0.0,11586 0.0,11587 0.0,11588 0.0,11589 0.0,11590 0.0,11591 0.0,11592 0.0,11593 0.0,11594 0.0,11595 0.0,11596 0.0,11597 0.011598 ]11599 },11600 "ctl_replace_donor_zeroshot|sham_map|L2": {11601 "accuracy": 0.0,11602 "gain_vs_zero": {11603 "estimate": 0.0,11604 "low": 0.0,11605 "high": 0.0,11606 "level": 0.95,11607 "n_items": 40,11608 "n_clusters": 40,11609 "n_boot": 200011610 },11611 "outputs_sample": [11612 " The word \"zeni\"",11613 " 1\n",11614 " 0\n",11615 " 1\n",11616 " The word \"zute\""11617 ],11618 "correct": [11619 0.0,11620 0.0,11621 0.0,11622 0.0,11623 0.0,11624 0.0,11625 0.0,11626 0.0,11627 0.0,11628 0.0,11629 0.0,11630 0.0,11631 0.0,11632 0.0,11633 0.0,11634 0.0,11635 0.0,11636 0.0,11637 0.0,11638 0.0,11639 0.0,11640 0.0,11641 0.0,11642 0.0,11643 0.0,11644 0.0,11645 0.0,11646 0.0,11647 0.0,11648 0.0,11649 0.0,11650 0.0,11651 0.0,11652 0.0,11653 0.0,11654 0.0,11655 0.0,11656 0.0,11657 0.0,11658 0.011659 ]11660 },11661 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {11662 "accuracy": 0.0,11663 "gain_vs_zero": {11664 "estimate": 0.0,11665 "low": 0.0,11666 "high": 0.0,11667 "level": 0.95,11668 "n_items": 40,11669 "n_clusters": 40,11670 "n_boot": 200011671 },11672 "outputs_sample": [11673 " The word \"zeni\"",11674 " 1\n",11675 " 0\n",11676 " 1\n",11677 " The word \"zute\""11678 ],11679 "correct": [11680 0.0,11681 0.0,11682 0.0,11683 0.0,11684 0.0,11685 0.0,11686 0.0,11687 0.0,11688 0.0,11689 0.0,11690 0.0,11691 0.0,11692 0.0,11693 0.0,11694 0.0,11695 0.0,11696 0.0,11697 0.0,11698 0.0,11699 0.0,11700 0.0,11701 0.0,11702 0.0,11703 0.0,11704 0.0,11705 0.0,11706 0.0,11707 0.0,11708 0.0,11709 0.0,11710 0.0,11711 0.0,11712 0.0,11713 0.0,11714 0.0,11715 0.0,11716 0.0,11717 0.0,11718 0.0,11719 0.011720 ]11721 },11722 "ctl_random_norm_matched|L2": {11723 "accuracy": 0.0,11724 "gain_vs_zero": {11725 "estimate": 0.0,11726 "low": 0.0,11727 "high": 0.0,11728 "level": 0.95,11729 "n_items": 40,11730 "n_clusters": 40,11731 "n_boot": 200011732 },11733 "correct": [11734 0.0,11735 0.0,11736 0.0,11737 0.0,11738 0.0,11739 0.0,11740 0.0,11741 0.0,11742 0.0,11743 0.0,11744 0.0,11745 0.0,11746 0.0,11747 0.0,11748 0.0,11749 0.0,11750 0.0,11751 0.0,11752 0.0,11753 0.0,11754 0.0,11755 0.0,11756 0.0,11757 0.0,11758 0.0,11759 0.0,11760 0.0,11761 0.0,11762 0.0,11763 0.0,11764 0.0,11765 0.0,11766 0.0,11767 0.0,11768 0.0,11769 0.0,11770 0.0,11771 0.0,11772 0.0,11773 0.011774 ]11775 },11776 "ctl_unrelated_task_vector(antonym)|L2": {11777 "accuracy": 0.0,11778 "gain_vs_zero": {11779 "estimate": 0.0,11780 "low": 0.0,11781 "high": 0.0,11782 "level": 0.95,11783 "n_items": 40,11784 "n_clusters": 40,11785 "n_boot": 200011786 },11787 "correct": [11788 0.0,11789 0.0,11790 0.0,11791 0.0,11792 0.0,11793 0.0,11794 0.0,11795 0.0,11796 0.0,11797 0.0,11798 0.0,11799 0.0,11800 0.0,11801 0.0,11802 0.0,11803 0.0,11804 0.0,11805 0.0,11806 0.0,11807 0.0,11808 0.0,11809 0.0,11810 0.0,11811 0.0,11812 0.0,11813 0.0,11814 0.0,11815 0.0,11816 0.0,11817 0.0,11818 0.0,11819 0.0,11820 0.0,11821 0.0,11822 0.0,11823 0.0,11824 0.0,11825 0.0,11826 0.0,11827 0.011828 ]11829 },11830 "procrustes|L3|a1.0": {11831 "accuracy": 0.0,11832 "gain_vs_zero": {11833 "estimate": 0.0,11834 "low": 0.0,11835 "high": 0.0,11836 "level": 0.95,11837 "n_items": 40,11838 "n_clusters": 40,11839 "n_boot": 200011840 },11841 "mapped_norm": 9.104889869689941,11842 "outputs_sample": [11843 " The word \"zeni\"",11844 " 1\n",11845 " 1\n",11846 " 1\n",11847 " The word \"zute\""11848 ],11849 "correct": [11850 0.0,11851 0.0,11852 0.0,11853 0.0,11854 0.0,11855 0.0,11856 0.0,11857 0.0,11858 0.0,11859 0.0,11860 0.0,11861 0.0,11862 0.0,11863 0.0,11864 0.0,11865 0.0,11866 0.0,11867 0.0,11868 0.0,11869 0.0,11870 0.0,11871 0.0,11872 0.0,11873 0.0,11874 0.0,11875 0.0,11876 0.0,11877 0.0,11878 0.0,11879 0.0,11880 0.0,11881 0.0,11882 0.0,11883 0.0,11884 0.0,11885 0.0,11886 0.0,11887 0.0,11888 0.0,11889 0.011890 ]11891 },11892 "procrustes|L3|a2.0": {11893 "accuracy": 0.0,11894 "gain_vs_zero": {11895 "estimate": 0.0,11896 "low": 0.0,11897 "high": 0.0,11898 "level": 0.95,11899 "n_items": 40,11900 "n_clusters": 40,11901 "n_boot": 200011902 },11903 "mapped_norm": 9.104889869689941,11904 "outputs_sample": [11905 " The word \"zeni\"",11906 " 1\n",11907 " 0\n",11908 " 1\n",11909 " False\n"11910 ],11911 "correct": [11912 0.0,11913 0.0,11914 0.0,11915 0.0,11916 0.0,11917 0.0,11918 0.0,11919 0.0,11920 0.0,11921 0.0,11922 0.0,11923 0.0,11924 0.0,11925 0.0,11926 0.0,11927 0.0,11928 0.0,11929 0.0,11930 0.0,11931 0.0,11932 0.0,11933 0.0,11934 0.0,11935 0.0,11936 0.0,11937 0.0,11938 0.0,11939 0.0,11940 0.0,11941 0.0,11942 0.0,11943 0.0,11944 0.0,11945 0.0,11946 0.0,11947 0.0,11948 0.0,11949 0.0,11950 0.0,11951 0.011952 ]11953 },11954 "procrustes_rescaled|L3|a1.0": {11955 "accuracy": 0.0,11956 "gain_vs_zero": {11957 "estimate": 0.0,11958 "low": 0.0,11959 "high": 0.0,11960 "level": 0.95,11961 "n_items": 40,11962 "n_clusters": 40,11963 "n_boot": 200011964 },11965 "mapped_norm": 6.1436028480529785,11966 "outputs_sample": [11967 " The word \"zeni\"",11968 " 1\n",11969 " 0\n",11970 " 1\n",11971 " The word \"zute\""11972 ],11973 "correct": [11974 0.0,11975 0.0,11976 0.0,11977 0.0,11978 0.0,11979 0.0,11980 0.0,11981 0.0,11982 0.0,11983 0.0,11984 0.0,11985 0.0,11986 0.0,11987 0.0,11988 0.0,11989 0.0,11990 0.0,11991 0.0,11992 0.0,11993 0.0,11994 0.0,11995 0.0,11996 0.0,11997 0.0,11998 0.0,11999 0.0,12000 0.0,12001 0.0,12002 0.0,12003 0.0,12004 0.0,12005 0.0,12006 0.0,12007 0.0,12008 0.0,12009 0.0,12010 0.0,12011 0.0,12012 0.0,12013 0.012014 ]12015 },12016 "ridge|L3|a1.0": {12017 "accuracy": 0.0,12018 "gain_vs_zero": {12019 "estimate": 0.0,12020 "low": 0.0,12021 "high": 0.0,12022 "level": 0.95,12023 "n_items": 40,12024 "n_clusters": 40,12025 "n_boot": 200012026 },12027 "mapped_norm": 8.740130424499512,12028 "outputs_sample": [12029 " The word \"zeni\"",12030 " 1\n",12031 " 0\n",12032 " 1\n",12033 " The word \"zute\""12034 ],12035 "correct": [12036 0.0,12037 0.0,12038 0.0,12039 0.0,12040 0.0,12041 0.0,12042 0.0,12043 0.0,12044 0.0,12045 0.0,12046 0.0,12047 0.0,12048 0.0,12049 0.0,12050 0.0,12051 0.0,12052 0.0,12053 0.0,12054 0.0,12055 0.0,12056 0.0,12057 0.0,12058 0.0,12059 0.0,12060 0.0,12061 0.0,12062 0.0,12063 0.0,12064 0.0,12065 0.0,12066 0.0,12067 0.0,12068 0.0,12069 0.0,12070 0.0,12071 0.0,12072 0.0,12073 0.0,12074 0.0,12075 0.012076 ]12077 },12078 "ridge|L3|a2.0": {12079 "accuracy": 0.0,12080 "gain_vs_zero": {12081 "estimate": 0.0,12082 "low": 0.0,12083 "high": 0.0,12084 "level": 0.95,12085 "n_items": 40,12086 "n_clusters": 40,12087 "n_boot": 200012088 },12089 "mapped_norm": 8.740130424499512,12090 "outputs_sample": [12091 " The word \"zeni\"",12092 " 1\n",12093 " 1\n",12094 " 1\n",12095 " False\n"12096 ],12097 "correct": [12098 0.0,12099 0.0,12100 0.0,12101 0.0,12102 0.0,12103 0.0,12104 0.0,12105 0.0,12106 0.0,12107 0.0,12108 0.0,12109 0.0,12110 0.0,12111 0.0,12112 0.0,12113 0.0,12114 0.0,12115 0.0,12116 0.0,12117 0.0,12118 0.0,12119 0.0,12120 0.0,12121 0.0,12122 0.0,12123 0.0,12124 0.0,12125 0.0,12126 0.0,12127 0.0,12128 0.0,12129 0.0,12130 0.0,12131 0.0,12132 0.0,12133 0.0,12134 0.0,12135 0.0,12136 0.0,12137 0.012138 ]12139 },12140 "ridge_rescaled|L3|a1.0": {12141 "accuracy": 0.0,12142 "gain_vs_zero": {12143 "estimate": 0.0,12144 "low": 0.0,12145 "high": 0.0,12146 "level": 0.95,12147 "n_items": 40,12148 "n_clusters": 40,12149 "n_boot": 200012150 },12151 "mapped_norm": 6.1436028480529785,12152 "outputs_sample": [12153 " The word \"zeni\"",12154 " 1\n",12155 " 0\n",12156 " 1\n",12157 " The word \"zute\""12158 ],12159 "correct": [12160 0.0,12161 0.0,12162 0.0,12163 0.0,12164 0.0,12165 0.0,12166 0.0,12167 0.0,12168 0.0,12169 0.0,12170 0.0,12171 0.0,12172 0.0,12173 0.0,12174 0.0,12175 0.0,12176 0.0,12177 0.0,12178 0.0,12179 0.0,12180 0.0,12181 0.0,12182 0.0,12183 0.0,12184 0.0,12185 0.0,12186 0.0,12187 0.0,12188 0.0,12189 0.0,12190 0.0,12191 0.0,12192 0.0,12193 0.0,12194 0.0,12195 0.0,12196 0.0,12197 0.0,12198 0.0,12199 0.012200 ]12201 },12202 "cca|L3|a1.0": {12203 "accuracy": 0.0,12204 "gain_vs_zero": {12205 "estimate": 0.0,12206 "low": 0.0,12207 "high": 0.0,12208 "level": 0.95,12209 "n_items": 40,12210 "n_clusters": 40,12211 "n_boot": 200012212 },12213 "mapped_norm": 8.59157943725586,12214 "outputs_sample": [12215 " The word \"zeni\"",12216 " 1\n",12217 " 0\n",12218 " 1\n",12219 " The word \"zute\""12220 ],12221 "correct": [12222 0.0,12223 0.0,12224 0.0,12225 0.0,12226 0.0,12227 0.0,12228 0.0,12229 0.0,12230 0.0,12231 0.0,12232 0.0,12233 0.0,12234 0.0,12235 0.0,12236 0.0,12237 0.0,12238 0.0,12239 0.0,12240 0.0,12241 0.0,12242 0.0,12243 0.0,12244 0.0,12245 0.0,12246 0.0,12247 0.0,12248 0.0,12249 0.0,12250 0.0,12251 0.0,12252 0.0,12253 0.0,12254 0.0,12255 0.0,12256 0.0,12257 0.0,12258 0.0,12259 0.0,12260 0.0,12261 0.012262 ]12263 },12264 "cca|L3|a2.0": {12265 "accuracy": 0.0,12266 "gain_vs_zero": {12267 "estimate": 0.0,12268 "low": 0.0,12269 "high": 0.0,12270 "level": 0.95,12271 "n_items": 40,12272 "n_clusters": 40,12273 "n_boot": 200012274 },12275 "mapped_norm": 8.59157943725586,12276 "outputs_sample": [12277 " The word \"zeni\"",12278 " 1\n",12279 " 1\n",12280 " 1\n",12281 " False\n"12282 ],12283 "correct": [12284 0.0,12285 0.0,12286 0.0,12287 0.0,12288 0.0,12289 0.0,12290 0.0,12291 0.0,12292 0.0,12293 0.0,12294 0.0,12295 0.0,12296 0.0,12297 0.0,12298 0.0,12299 0.0,12300 0.0,12301 0.0,12302 0.0,12303 0.0,12304 0.0,12305 0.0,12306 0.0,12307 0.0,12308 0.0,12309 0.0,12310 0.0,12311 0.0,12312 0.0,12313 0.0,12314 0.0,12315 0.0,12316 0.0,12317 0.0,12318 0.0,12319 0.0,12320 0.0,12321 0.0,12322 0.0,12323 0.012324 ]12325 },12326 "random_orth|L3|a1.0": {12327 "accuracy": 0.0,12328 "gain_vs_zero": {12329 "estimate": 0.0,12330 "low": 0.0,12331 "high": 0.0,12332 "level": 0.95,12333 "n_items": 40,12334 "n_clusters": 40,12335 "n_boot": 200012336 },12337 "mapped_norm": 9.646642684936523,12338 "outputs_sample": [12339 " The word \"zeni\"",12340 " 1\n",12341 " 0\n",12342 " The word \"tuken\"",12343 " The word \"zute\""12344 ],12345 "correct": [12346 0.0,12347 0.0,12348 0.0,12349 0.0,12350 0.0,12351 0.0,12352 0.0,12353 0.0,12354 0.0,12355 0.0,12356 0.0,12357 0.0,12358 0.0,12359 0.0,12360 0.0,12361 0.0,12362 0.0,12363 0.0,12364 0.0,12365 0.0,12366 0.0,12367 0.0,12368 0.0,12369 0.0,12370 0.0,12371 0.0,12372 0.0,12373 0.0,12374 0.0,12375 0.0,12376 0.0,12377 0.0,12378 0.0,12379 0.0,12380 0.0,12381 0.0,12382 0.0,12383 0.0,12384 0.0,12385 0.012386 ]12387 },12388 "random_orth|L3|a2.0": {12389 "accuracy": 0.0,12390 "gain_vs_zero": {12391 "estimate": 0.0,12392 "low": 0.0,12393 "high": 0.0,12394 "level": 0.95,12395 "n_items": 40,12396 "n_clusters": 40,12397 "n_boot": 200012398 },12399 "mapped_norm": 9.646642684936523,12400 "outputs_sample": [12401 " The word \"zeni\"",12402 " 1\n",12403 " 1\n",12404 " 1\n",12405 " False\n"12406 ],12407 "correct": [12408 0.0,12409 0.0,12410 0.0,12411 0.0,12412 0.0,12413 0.0,12414 0.0,12415 0.0,12416 0.0,12417 0.0,12418 0.0,12419 0.0,12420 0.0,12421 0.0,12422 0.0,12423 0.0,12424 0.0,12425 0.0,12426 0.0,12427 0.0,12428 0.0,12429 0.0,12430 0.0,12431 0.0,12432 0.0,12433 0.0,12434 0.0,12435 0.0,12436 0.0,12437 0.0,12438 0.0,12439 0.0,12440 0.0,12441 0.0,12442 0.0,12443 0.0,12444 0.0,12445 0.0,12446 0.0,12447 0.012448 ]12449 },12450 "replace_donor_fewshot|procrustes|L3": {12451 "accuracy": 0.0,12452 "gain_vs_zero": {12453 "estimate": 0.0,12454 "low": 0.0,12455 "high": 0.0,12456 "level": 0.95,12457 "n_items": 40,12458 "n_clusters": 40,12459 "n_boot": 200012460 },12461 "outputs_sample": [12462 " The word \"zeni\"",12463 " 1\n",12464 " 0\n",12465 " 1\n",12466 " The word \"zute\""12467 ],12468 "correct": [12469 0.0,12470 0.0,12471 0.0,12472 0.0,12473 0.0,12474 0.0,12475 0.0,12476 0.0,12477 0.0,12478 0.0,12479 0.0,12480 0.0,12481 0.0,12482 0.0,12483 0.0,12484 0.0,12485 0.0,12486 0.0,12487 0.0,12488 0.0,12489 0.0,12490 0.0,12491 0.0,12492 0.0,12493 0.0,12494 0.0,12495 0.0,12496 0.0,12497 0.0,12498 0.0,12499 0.0,12500 0.0,12501 0.0,12502 0.0,12503 0.0,12504 0.0,12505 0.0,12506 0.0,12507 0.0,12508 0.012509 ]12510 },12511 "ctl_replace_donor_zeroshot|procrustes|L3": {12512 "accuracy": 0.0,12513 "gain_vs_zero": {12514 "estimate": 0.0,12515 "low": 0.0,12516 "high": 0.0,12517 "level": 0.95,12518 "n_items": 40,12519 "n_clusters": 40,12520 "n_boot": 200012521 },12522 "outputs_sample": [12523 " The word \"zeni\"",12524 " 1\n",12525 " 0\n",12526 " The word \"tuken\"",12527 " The word \"zute\""12528 ],12529 "correct": [12530 0.0,12531 0.0,12532 0.0,12533 0.0,12534 0.0,12535 0.0,12536 0.0,12537 0.0,12538 0.0,12539 0.0,12540 0.0,12541 0.0,12542 0.0,12543 0.0,12544 0.0,12545 0.0,12546 0.0,12547 0.0,12548 0.0,12549 0.0,12550 0.0,12551 0.0,12552 0.0,12553 0.0,12554 0.0,12555 0.0,12556 0.0,12557 0.0,12558 0.0,12559 0.0,12560 0.0,12561 0.0,12562 0.0,12563 0.0,12564 0.0,12565 0.0,12566 0.0,12567 0.0,12568 0.0,12569 0.012570 ]12571 },12572 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L3": {12573 "accuracy": 0.0,12574 "gain_vs_zero": {12575 "estimate": 0.0,12576 "low": 0.0,12577 "high": 0.0,12578 "level": 0.95,12579 "n_items": 40,12580 "n_clusters": 40,12581 "n_boot": 200012582 },12583 "outputs_sample": [12584 " The word \"zeni\"",12585 " 1\n",12586 " 0\n",12587 " 1\n",12588 " 1\n"12589 ],12590 "correct": [12591 0.0,12592 0.0,12593 0.0,12594 0.0,12595 0.0,12596 0.0,12597 0.0,12598 0.0,12599 0.0,12600 0.0,12601 0.0,12602 0.0,12603 0.0,12604 0.0,12605 0.0,12606 0.0,12607 0.0,12608 0.0,12609 0.0,12610 0.0,12611 0.0,12612 0.0,12613 0.0,12614 0.0,12615 0.0,12616 0.0,12617 0.0,12618 0.0,12619 0.0,12620 0.0,12621 0.0,12622 0.0,12623 0.0,12624 0.0,12625 0.0,12626 0.0,12627 0.0,12628 0.0,12629 0.0,12630 0.012631 ]12632 },12633 "replace_donor_fewshot|ridge|L3": {12634 "accuracy": 0.0,12635 "gain_vs_zero": {12636 "estimate": 0.0,12637 "low": 0.0,12638 "high": 0.0,12639 "level": 0.95,12640 "n_items": 40,12641 "n_clusters": 40,12642 "n_boot": 200012643 },12644 "outputs_sample": [12645 " The word \"zeni\"",12646 " 1\n",12647 " 0\n",12648 " 1\n",12649 " The word \"zute\""12650 ],12651 "correct": [12652 0.0,12653 0.0,12654 0.0,12655 0.0,12656 0.0,12657 0.0,12658 0.0,12659 0.0,12660 0.0,12661 0.0,12662 0.0,12663 0.0,12664 0.0,12665 0.0,12666 0.0,12667 0.0,12668 0.0,12669 0.0,12670 0.0,12671 0.0,12672 0.0,12673 0.0,12674 0.0,12675 0.0,12676 0.0,12677 0.0,12678 0.0,12679 0.0,12680 0.0,12681 0.0,12682 0.0,12683 0.0,12684 0.0,12685 0.0,12686 0.0,12687 0.0,12688 0.0,12689 0.0,12690 0.0,12691 0.012692 ]12693 },12694 "ctl_replace_donor_zeroshot|ridge|L3": {12695 "accuracy": 0.0,12696 "gain_vs_zero": {12697 "estimate": 0.0,12698 "low": 0.0,12699 "high": 0.0,12700 "level": 0.95,12701 "n_items": 40,12702 "n_clusters": 40,12703 "n_boot": 200012704 },12705 "outputs_sample": [12706 " The word \"zeni\"",12707 " 1\n",12708 " The word \"vofisu",12709 " The word \"tuken\"",12710 " The word \"zute\""12711 ],12712 "correct": [12713 0.0,12714 0.0,12715 0.0,12716 0.0,12717 0.0,12718 0.0,12719 0.0,12720 0.0,12721 0.0,12722 0.0,12723 0.0,12724 0.0,12725 0.0,12726 0.0,12727 0.0,12728 0.0,12729 0.0,12730 0.0,12731 0.0,12732 0.0,12733 0.0,12734 0.0,12735 0.0,12736 0.0,12737 0.0,12738 0.0,12739 0.0,12740 0.0,12741 0.0,12742 0.0,12743 0.0,12744 0.0,12745 0.0,12746 0.0,12747 0.0,12748 0.0,12749 0.0,12750 0.0,12751 0.0,12752 0.012753 ]12754 },12755 "ctl_replace_donor_fewshot_shuffled_query|ridge|L3": {12756 "accuracy": 0.0,12757 "gain_vs_zero": {12758 "estimate": 0.0,12759 "low": 0.0,12760 "high": 0.0,12761 "level": 0.95,12762 "n_items": 40,12763 "n_clusters": 40,12764 "n_boot": 200012765 },12766 "outputs_sample": [12767 " The word \"zeni\"",12768 " 1\n",12769 " 0\n",12770 " 1\n",12771 " The word \"zute\""12772 ],12773 "correct": [12774 0.0,12775 0.0,12776 0.0,12777 0.0,12778 0.0,12779 0.0,12780 0.0,12781 0.0,12782 0.0,12783 0.0,12784 0.0,12785 0.0,12786 0.0,12787 0.0,12788 0.0,12789 0.0,12790 0.0,12791 0.0,12792 0.0,12793 0.0,12794 0.0,12795 0.0,12796 0.0,12797 0.0,12798 0.0,12799 0.0,12800 0.0,12801 0.0,12802 0.0,12803 0.0,12804 0.0,12805 0.0,12806 0.0,12807 0.0,12808 0.0,12809 0.0,12810 0.0,12811 0.0,12812 0.0,12813 0.012814 ]12815 },12816 "ctl_replace_donor_fewshot|sham_map|L3": {12817 "accuracy": 0.0,12818 "gain_vs_zero": {12819 "estimate": 0.0,12820 "low": 0.0,12821 "high": 0.0,12822 "level": 0.95,12823 "n_items": 40,12824 "n_clusters": 40,12825 "n_boot": 200012826 },12827 "outputs_sample": [12828 " The word \"zeni\"",12829 " 1\n",12830 " The word \"vofisu",12831 " 1\n",12832 " The word \"zute\""12833 ],12834 "correct": [12835 0.0,12836 0.0,12837 0.0,12838 0.0,12839 0.0,12840 0.0,12841 0.0,12842 0.0,12843 0.0,12844 0.0,12845 0.0,12846 0.0,12847 0.0,12848 0.0,12849 0.0,12850 0.0,12851 0.0,12852 0.0,12853 0.0,12854 0.0,12855 0.0,12856 0.0,12857 0.0,12858 0.0,12859 0.0,12860 0.0,12861 0.0,12862 0.0,12863 0.0,12864 0.0,12865 0.0,12866 0.0,12867 0.0,12868 0.0,12869 0.0,12870 0.0,12871 0.0,12872 0.0,12873 0.0,12874 0.012875 ]12876 },12877 "ctl_replace_donor_zeroshot|sham_map|L3": {12878 "accuracy": 0.0,12879 "gain_vs_zero": {12880 "estimate": 0.0,12881 "low": 0.0,12882 "high": 0.0,12883 "level": 0.95,12884 "n_items": 40,12885 "n_clusters": 40,12886 "n_boot": 200012887 },12888 "outputs_sample": [12889 " The word \"zeni\"",12890 " 1\n",12891 " 0\n",12892 " 1\n",12893 " The word \"zute\""12894 ],12895 "correct": [12896 0.0,12897 0.0,12898 0.0,12899 0.0,12900 0.0,12901 0.0,12902 0.0,12903 0.0,12904 0.0,12905 0.0,12906 0.0,12907 0.0,12908 0.0,12909 0.0,12910 0.0,12911 0.0,12912 0.0,12913 0.0,12914 0.0,12915 0.0,12916 0.0,12917 0.0,12918 0.0,12919 0.0,12920 0.0,12921 0.0,12922 0.0,12923 0.0,12924 0.0,12925 0.0,12926 0.0,12927 0.0,12928 0.0,12929 0.0,12930 0.0,12931 0.0,12932 0.0,12933 0.0,12934 0.0,12935 0.012936 ]12937 },12938 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L3": {12939 "accuracy": 0.0,12940 "gain_vs_zero": {12941 "estimate": 0.0,12942 "low": 0.0,12943 "high": 0.0,12944 "level": 0.95,12945 "n_items": 40,12946 "n_clusters": 40,12947 "n_boot": 200012948 },12949 "outputs_sample": [12950 " The word \"zeni\"",12951 " 1\n",12952 " The word \"vofisu",12953 " 1\n",12954 " The word \"zute\""12955 ],12956 "correct": [12957 0.0,12958 0.0,12959 0.0,12960 0.0,12961 0.0,12962 0.0,12963 0.0,12964 0.0,12965 0.0,12966 0.0,12967 0.0,12968 0.0,12969 0.0,12970 0.0,12971 0.0,12972 0.0,12973 0.0,12974 0.0,12975 0.0,12976 0.0,12977 0.0,12978 0.0,12979 0.0,12980 0.0,12981 0.0,12982 0.0,12983 0.0,12984 0.0,12985 0.0,12986 0.0,12987 0.0,12988 0.0,12989 0.0,12990 0.0,12991 0.0,12992 0.0,12993 0.0,12994 0.0,12995 0.0,12996 0.012997 ]12998 },12999 "ctl_random_norm_matched|L3": {13000 "accuracy": 0.0,13001 "gain_vs_zero": {13002 "estimate": 0.0,13003 "low": 0.0,13004 "high": 0.0,13005 "level": 0.95,13006 "n_items": 40,13007 "n_clusters": 40,13008 "n_boot": 200013009 },13010 "correct": [13011 0.0,13012 0.0,13013 0.0,13014 0.0,13015 0.0,13016 0.0,13017 0.0,13018 0.0,13019 0.0,13020 0.0,13021 0.0,13022 0.0,13023 0.0,13024 0.0,13025 0.0,13026 0.0,13027 0.0,13028 0.0,13029 0.0,13030 0.0,13031 0.0,13032 0.0,13033 0.0,13034 0.0,13035 0.0,13036 0.0,13037 0.0,13038 0.0,13039 0.0,13040 0.0,13041 0.0,13042 0.0,13043 0.0,13044 0.0,13045 0.0,13046 0.0,13047 0.0,13048 0.0,13049 0.0,13050 0.013051 ]13052 },13053 "ctl_unrelated_task_vector(antonym)|L3": {13054 "accuracy": 0.0,13055 "gain_vs_zero": {13056 "estimate": 0.0,13057 "low": 0.0,13058 "high": 0.0,13059 "level": 0.95,13060 "n_items": 40,13061 "n_clusters": 40,13062 "n_boot": 200013063 },13064 "correct": [13065 0.0,13066 0.0,13067 0.0,13068 0.0,13069 0.0,13070 0.0,13071 0.0,13072 0.0,13073 0.0,13074 0.0,13075 0.0,13076 0.0,13077 0.0,13078 0.0,13079 0.0,13080 0.0,13081 0.0,13082 0.0,13083 0.0,13084 0.0,13085 0.0,13086 0.0,13087 0.0,13088 0.0,13089 0.0,13090 0.0,13091 0.0,13092 0.0,13093 0.0,13094 0.0,13095 0.0,13096 0.0,13097 0.0,13098 0.0,13099 0.0,13100 0.0,13101 0.0,13102 0.0,13103 0.0,13104 0.013105 ]13106 }13107 },13108 "items": {13109 "zero": [13110 0.0,13111 0.0,13112 0.0,13113 0.0,13114 0.0,13115 0.0,13116 0.0,13117 0.0,13118 0.0,13119 0.0,13120 0.0,13121 0.0,13122 0.0,13123 0.0,13124 0.0,13125 0.0,13126 0.0,13127 0.0,13128 0.0,13129 0.0,13130 0.0,13131 0.0,13132 0.0,13133 0.0,13134 0.0,13135 0.0,13136 0.0,13137 0.0,13138 0.0,13139 0.0,13140 0.0,13141 0.0,13142 0.0,13143 0.0,13144 0.0,13145 0.0,13146 0.0,13147 0.0,13148 0.0,13149 0.013150 ],13151 "few": [13152 0.0,13153 1.0,13154 1.0,13155 0.0,13156 1.0,13157 1.0,13158 0.0,13159 1.0,13160 1.0,13161 0.0,13162 0.0,13163 1.0,13164 0.0,13165 0.0,13166 0.0,13167 1.0,13168 0.0,13169 0.0,13170 0.0,13171 1.0,13172 0.0,13173 1.0,13174 0.0,13175 0.0,13176 1.0,13177 0.0,13178 0.0,13179 1.0,13180 0.0,13181 0.0,13182 0.0,13183 1.0,13184 0.0,13185 0.0,13186 0.0,13187 1.0,13188 0.0,13189 1.0,13190 0.0,13191 1.013192 ],13193 "own": [13194 0.0,13195 0.0,13196 0.0,13197 0.0,13198 0.0,13199 0.0,13200 0.0,13201 0.0,13202 0.0,13203 0.0,13204 0.0,13205 0.0,13206 0.0,13207 0.0,13208 0.0,13209 0.0,13210 0.0,13211 0.0,13212 0.0,13213 0.0,13214 0.0,13215 0.0,13216 0.0,13217 0.0,13218 0.0,13219 0.0,13220 0.0,13221 0.0,13222 0.0,13223 0.0,13224 0.0,13225 0.0,13226 0.0,13227 0.0,13228 0.0,13229 0.0,13230 0.0,13231 0.0,13232 0.0,13233 0.013234 ]13235 }13236 },13237 "addthree": {13238 "recipient_zero": 0.0,13239 "recipient_few": 1.0,13240 "recipient_own_vector": 0.0,13241 "donor_layer": 2,13242 "conditions": {13243 "procrustes|L2|a1.0": {13244 "accuracy": 0.0,13245 "gain_vs_zero": {13246 "estimate": 0.0,13247 "low": 0.0,13248 "high": 0.0,13249 "level": 0.95,13250 "n_items": 35,13251 "n_clusters": 35,13252 "n_boot": 200013253 },13254 "mapped_norm": 5.994113445281982,13255 "outputs_sample": [13256 " 7\n",13257 " 12\n",13258 " 83\n",13259 " 19\n",13260 " 71\n"13261 ],13262 "correct": [13263 0.0,13264 0.0,13265 0.0,13266 0.0,13267 0.0,13268 0.0,13269 0.0,13270 0.0,13271 0.0,13272 0.0,13273 0.0,13274 0.0,13275 0.0,13276 0.0,13277 0.0,13278 0.0,13279 0.0,13280 0.0,13281 0.0,13282 0.0,13283 0.0,13284 0.0,13285 0.0,13286 0.0,13287 0.0,13288 0.0,13289 0.0,13290 0.0,13291 0.0,13292 0.0,13293 0.0,13294 0.0,13295 0.0,13296 0.0,13297 0.013298 ]13299 },13300 "procrustes|L2|a2.0": {13301 "accuracy": 0.0,13302 "gain_vs_zero": {13303 "estimate": 0.0,13304 "low": 0.0,13305 "high": 0.0,13306 "level": 0.95,13307 "n_items": 35,13308 "n_clusters": 35,13309 "n_boot": 200013310 },13311 "mapped_norm": 5.994113445281982,13312 "outputs_sample": [13313 " 7\n",13314 " 12\n",13315 " 83\n",13316 " 19\n",13317 " 71\n"13318 ],13319 "correct": [13320 0.0,13321 0.0,13322 0.0,13323 0.0,13324 0.0,13325 0.0,13326 0.0,13327 0.0,13328 0.0,13329 0.0,13330 0.0,13331 0.0,13332 0.0,13333 0.0,13334 0.0,13335 0.0,13336 0.0,13337 0.0,13338 0.0,13339 0.0,13340 0.0,13341 0.0,13342 0.0,13343 0.0,13344 0.0,13345 0.0,13346 0.0,13347 0.0,13348 0.0,13349 0.0,13350 0.0,13351 0.0,13352 0.0,13353 0.0,13354 0.013355 ]13356 },13357 "procrustes_rescaled|L2|a1.0": {13358 "accuracy": 0.0,13359 "gain_vs_zero": {13360 "estimate": 0.0,13361 "low": 0.0,13362 "high": 0.0,13363 "level": 0.95,13364 "n_items": 35,13365 "n_clusters": 35,13366 "n_boot": 200013367 },13368 "mapped_norm": 5.985179901123047,13369 "outputs_sample": [13370 " 7\n",13371 " 12\n",13372 " 83\n",13373 " 19\n",13374 " 71\n"13375 ],13376 "correct": [13377 0.0,13378 0.0,13379 0.0,13380 0.0,13381 0.0,13382 0.0,13383 0.0,13384 0.0,13385 0.0,13386 0.0,13387 0.0,13388 0.0,13389 0.0,13390 0.0,13391 0.0,13392 0.0,13393 0.0,13394 0.0,13395 0.0,13396 0.0,13397 0.0,13398 0.0,13399 0.0,13400 0.0,13401 0.0,13402 0.0,13403 0.0,13404 0.0,13405 0.0,13406 0.0,13407 0.0,13408 0.0,13409 0.0,13410 0.0,13411 0.013412 ]13413 },13414 "ridge|L2|a1.0": {13415 "accuracy": 0.0,13416 "gain_vs_zero": {13417 "estimate": 0.0,13418 "low": 0.0,13419 "high": 0.0,13420 "level": 0.95,13421 "n_items": 35,13422 "n_clusters": 35,13423 "n_boot": 200013424 },13425 "mapped_norm": 5.74902868270874,13426 "outputs_sample": [13427 " 7\n",13428 " 12\n",13429 " 83\n",13430 " 19\n",13431 " 71\n"13432 ],13433 "correct": [13434 0.0,13435 0.0,13436 0.0,13437 0.0,13438 0.0,13439 0.0,13440 0.0,13441 0.0,13442 0.0,13443 0.0,13444 0.0,13445 0.0,13446 0.0,13447 0.0,13448 0.0,13449 0.0,13450 0.0,13451 0.0,13452 0.0,13453 0.0,13454 0.0,13455 0.0,13456 0.0,13457 0.0,13458 0.0,13459 0.0,13460 0.0,13461 0.0,13462 0.0,13463 0.0,13464 0.0,13465 0.0,13466 0.0,13467 0.0,13468 0.013469 ]13470 },13471 "ridge|L2|a2.0": {13472 "accuracy": 0.0,13473 "gain_vs_zero": {13474 "estimate": 0.0,13475 "low": 0.0,13476 "high": 0.0,13477 "level": 0.95,13478 "n_items": 35,13479 "n_clusters": 35,13480 "n_boot": 200013481 },13482 "mapped_norm": 5.74902868270874,13483 "outputs_sample": [13484 " 7\n",13485 " 12\n",13486 " 83\n",13487 " 19\n",13488 " 71\n"13489 ],13490 "correct": [13491 0.0,13492 0.0,13493 0.0,13494 0.0,13495 0.0,13496 0.0,13497 0.0,13498 0.0,13499 0.0,13500 0.0,13501 0.0,13502 0.0,13503 0.0,13504 0.0,13505 0.0,13506 0.0,13507 0.0,13508 0.0,13509 0.0,13510 0.0,13511 0.0,13512 0.0,13513 0.0,13514 0.0,13515 0.0,13516 0.0,13517 0.0,13518 0.0,13519 0.0,13520 0.0,13521 0.0,13522 0.0,13523 0.0,13524 0.0,13525 0.013526 ]13527 },13528 "ridge_rescaled|L2|a1.0": {13529 "accuracy": 0.0,13530 "gain_vs_zero": {13531 "estimate": 0.0,13532 "low": 0.0,13533 "high": 0.0,13534 "level": 0.95,13535 "n_items": 35,13536 "n_clusters": 35,13537 "n_boot": 200013538 },13539 "mapped_norm": 5.985179901123047,13540 "outputs_sample": [13541 " 7\n",13542 " 24\n",13543 " 83\n",13544 " 19\n",13545 " 71\n"13546 ],13547 "correct": [13548 0.0,13549 0.0,13550 0.0,13551 0.0,13552 0.0,13553 0.0,13554 0.0,13555 0.0,13556 0.0,13557 0.0,13558 0.0,13559 0.0,13560 0.0,13561 0.0,13562 0.0,13563 0.0,13564 0.0,13565 0.0,13566 0.0,13567 0.0,13568 0.0,13569 0.0,13570 0.0,13571 0.0,13572 0.0,13573 0.0,13574 0.0,13575 0.0,13576 0.0,13577 0.0,13578 0.0,13579 0.0,13580 0.0,13581 0.0,13582 0.013583 ]13584 },13585 "cca|L2|a1.0": {13586 "accuracy": 0.0,13587 "gain_vs_zero": {13588 "estimate": 0.0,13589 "low": 0.0,13590 "high": 0.0,13591 "level": 0.95,13592 "n_items": 35,13593 "n_clusters": 35,13594 "n_boot": 200013595 },13596 "mapped_norm": 6.255377769470215,13597 "outputs_sample": [13598 " 7\n",13599 " 24\n",13600 " 83\n",13601 " 19\n",13602 " 71\n"13603 ],13604 "correct": [13605 0.0,13606 0.0,13607 0.0,13608 0.0,13609 0.0,13610 0.0,13611 0.0,13612 0.0,13613 0.0,13614 0.0,13615 0.0,13616 0.0,13617 0.0,13618 0.0,13619 0.0,13620 0.0,13621 0.0,13622 0.0,13623 0.0,13624 0.0,13625 0.0,13626 0.0,13627 0.0,13628 0.0,13629 0.0,13630 0.0,13631 0.0,13632 0.0,13633 0.0,13634 0.0,13635 0.0,13636 0.0,13637 0.0,13638 0.0,13639 0.013640 ]13641 },13642 "cca|L2|a2.0": {13643 "accuracy": 0.0,13644 "gain_vs_zero": {13645 "estimate": 0.0,13646 "low": 0.0,13647 "high": 0.0,13648 "level": 0.95,13649 "n_items": 35,13650 "n_clusters": 35,13651 "n_boot": 200013652 },13653 "mapped_norm": 6.255377769470215,13654 "outputs_sample": [13655 " 7\n",13656 " 12\n",13657 " 83\n",13658 " 19\n",13659 " 71\n"13660 ],13661 "correct": [13662 0.0,13663 0.0,13664 0.0,13665 0.0,13666 0.0,13667 0.0,13668 0.0,13669 0.0,13670 0.0,13671 0.0,13672 0.0,13673 0.0,13674 0.0,13675 0.0,13676 0.0,13677 0.0,13678 0.0,13679 0.0,13680 0.0,13681 0.0,13682 0.0,13683 0.0,13684 0.0,13685 0.0,13686 0.0,13687 0.0,13688 0.0,13689 0.0,13690 0.0,13691 0.0,13692 0.0,13693 0.0,13694 0.0,13695 0.0,13696 0.013697 ]13698 },13699 "random_orth|L2|a1.0": {13700 "accuracy": 0.0,13701 "gain_vs_zero": {13702 "estimate": 0.0,13703 "low": 0.0,13704 "high": 0.0,13705 "level": 0.95,13706 "n_items": 35,13707 "n_clusters": 35,13708 "n_boot": 200013709 },13710 "mapped_norm": 6.401248931884766,13711 "outputs_sample": [13712 " 7\n",13713 " 12\n",13714 " 83\n",13715 " 19\n",13716 " 71\n"13717 ],13718 "correct": [13719 0.0,13720 0.0,13721 0.0,13722 0.0,13723 0.0,13724 0.0,13725 0.0,13726 0.0,13727 0.0,13728 0.0,13729 0.0,13730 0.0,13731 0.0,13732 0.0,13733 0.0,13734 0.0,13735 0.0,13736 0.0,13737 0.0,13738 0.0,13739 0.0,13740 0.0,13741 0.0,13742 0.0,13743 0.0,13744 0.0,13745 0.0,13746 0.0,13747 0.0,13748 0.0,13749 0.0,13750 0.0,13751 0.0,13752 0.0,13753 0.013754 ]13755 },13756 "random_orth|L2|a2.0": {13757 "accuracy": 0.0,13758 "gain_vs_zero": {13759 "estimate": 0.0,13760 "low": 0.0,13761 "high": 0.0,13762 "level": 0.95,13763 "n_items": 35,13764 "n_clusters": 35,13765 "n_boot": 200013766 },13767 "mapped_norm": 6.401248931884766,13768 "outputs_sample": [13769 " 7\n",13770 " 12\n",13771 " 83\n",13772 " 19\n",13773 " 71\n"13774 ],13775 "correct": [13776 0.0,13777 0.0,13778 0.0,13779 0.0,13780 0.0,13781 0.0,13782 0.0,13783 0.0,13784 0.0,13785 0.0,13786 0.0,13787 0.0,13788 0.0,13789 0.0,13790 0.0,13791 0.0,13792 0.0,13793 0.0,13794 0.0,13795 0.0,13796 0.0,13797 0.0,13798 0.0,13799 0.0,13800 0.0,13801 0.0,13802 0.0,13803 0.0,13804 0.0,13805 0.0,13806 0.0,13807 0.0,13808 0.0,13809 0.0,13810 0.013811 ]13812 },13813 "replace_donor_fewshot|procrustes|L2": {13814 "accuracy": 0.0,13815 "gain_vs_zero": {13816 "estimate": 0.0,13817 "low": 0.0,13818 "high": 0.0,13819 "level": 0.95,13820 "n_items": 35,13821 "n_clusters": 35,13822 "n_boot": 200013823 },13824 "outputs_sample": [13825 " 7\n",13826 " 12\n",13827 " 83\n",13828 " 19\n",13829 " 71\n"13830 ],13831 "correct": [13832 0.0,13833 0.0,13834 0.0,13835 0.0,13836 0.0,13837 0.0,13838 0.0,13839 0.0,13840 0.0,13841 0.0,13842 0.0,13843 0.0,13844 0.0,13845 0.0,13846 0.0,13847 0.0,13848 0.0,13849 0.0,13850 0.0,13851 0.0,13852 0.0,13853 0.0,13854 0.0,13855 0.0,13856 0.0,13857 0.0,13858 0.0,13859 0.0,13860 0.0,13861 0.0,13862 0.0,13863 0.0,13864 0.0,13865 0.0,13866 0.013867 ]13868 },13869 "ctl_replace_donor_zeroshot|procrustes|L2": {13870 "accuracy": 0.0,13871 "gain_vs_zero": {13872 "estimate": 0.0,13873 "low": 0.0,13874 "high": 0.0,13875 "level": 0.95,13876 "n_items": 35,13877 "n_clusters": 35,13878 "n_boot": 200013879 },13880 "outputs_sample": [13881 " 7\n",13882 " 12\n",13883 " 83\n",13884 " 19\n",13885 " 71\n"13886 ],13887 "correct": [13888 0.0,13889 0.0,13890 0.0,13891 0.0,13892 0.0,13893 0.0,13894 0.0,13895 0.0,13896 0.0,13897 0.0,13898 0.0,13899 0.0,13900 0.0,13901 0.0,13902 0.0,13903 0.0,13904 0.0,13905 0.0,13906 0.0,13907 0.0,13908 0.0,13909 0.0,13910 0.0,13911 0.0,13912 0.0,13913 0.0,13914 0.0,13915 0.0,13916 0.0,13917 0.0,13918 0.0,13919 0.0,13920 0.0,13921 0.0,13922 0.013923 ]13924 },13925 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {13926 "accuracy": 0.0,13927 "gain_vs_zero": {13928 "estimate": 0.0,13929 "low": 0.0,13930 "high": 0.0,13931 "level": 0.95,13932 "n_items": 35,13933 "n_clusters": 35,13934 "n_boot": 200013935 },13936 "outputs_sample": [13937 " 7\n",13938 " 12\n",13939 " 83\n",13940 " 19\n",13941 " 71\n"13942 ],13943 "correct": [13944 0.0,13945 0.0,13946 0.0,13947 0.0,13948 0.0,13949 0.0,13950 0.0,13951 0.0,13952 0.0,13953 0.0,13954 0.0,13955 0.0,13956 0.0,13957 0.0,13958 0.0,13959 0.0,13960 0.0,13961 0.0,13962 0.0,13963 0.0,13964 0.0,13965 0.0,13966 0.0,13967 0.0,13968 0.0,13969 0.0,13970 0.0,13971 0.0,13972 0.0,13973 0.0,13974 0.0,13975 0.0,13976 0.0,13977 0.0,13978 0.013979 ]13980 },13981 "replace_donor_fewshot|ridge|L2": {13982 "accuracy": 0.0,13983 "gain_vs_zero": {13984 "estimate": 0.0,13985 "low": 0.0,13986 "high": 0.0,13987 "level": 0.95,13988 "n_items": 35,13989 "n_clusters": 35,13990 "n_boot": 200013991 },13992 "outputs_sample": [13993 " 7\n",13994 " 12\n",13995 " 83\n",13996 " 19\n",13997 " 71\n"13998 ],13999 "correct": [14000 0.0,14001 0.0,14002 0.0,14003 0.0,14004 0.0,14005 0.0,14006 0.0,14007 0.0,14008 0.0,14009 0.0,14010 0.0,14011 0.0,14012 0.0,14013 0.0,14014 0.0,14015 0.0,14016 0.0,14017 0.0,14018 0.0,14019 0.0,14020 0.0,14021 0.0,14022 0.0,14023 0.0,14024 0.0,14025 0.0,14026 0.0,14027 0.0,14028 0.0,14029 0.0,14030 0.0,14031 0.0,14032 0.0,14033 0.0,14034 0.014035 ]14036 },14037 "ctl_replace_donor_zeroshot|ridge|L2": {14038 "accuracy": 0.0,14039 "gain_vs_zero": {14040 "estimate": 0.0,14041 "low": 0.0,14042 "high": 0.0,14043 "level": 0.95,14044 "n_items": 35,14045 "n_clusters": 35,14046 "n_boot": 200014047 },14048 "outputs_sample": [14049 " 7\n",14050 " 24\n",14051 " 83\n",14052 " 19\n",14053 " 71\n"14054 ],14055 "correct": [14056 0.0,14057 0.0,14058 0.0,14059 0.0,14060 0.0,14061 0.0,14062 0.0,14063 0.0,14064 0.0,14065 0.0,14066 0.0,14067 0.0,14068 0.0,14069 0.0,14070 0.0,14071 0.0,14072 0.0,14073 0.0,14074 0.0,14075 0.0,14076 0.0,14077 0.0,14078 0.0,14079 0.0,14080 0.0,14081 0.0,14082 0.0,14083 0.0,14084 0.0,14085 0.0,14086 0.0,14087 0.0,14088 0.0,14089 0.0,14090 0.014091 ]14092 },14093 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {14094 "accuracy": 0.0,14095 "gain_vs_zero": {14096 "estimate": 0.0,14097 "low": 0.0,14098 "high": 0.0,14099 "level": 0.95,14100 "n_items": 35,14101 "n_clusters": 35,14102 "n_boot": 200014103 },14104 "outputs_sample": [14105 " 7\n",14106 " 12\n",14107 " 83\n",14108 " 19\n",14109 " 71\n"14110 ],14111 "correct": [14112 0.0,14113 0.0,14114 0.0,14115 0.0,14116 0.0,14117 0.0,14118 0.0,14119 0.0,14120 0.0,14121 0.0,14122 0.0,14123 0.0,14124 0.0,14125 0.0,14126 0.0,14127 0.0,14128 0.0,14129 0.0,14130 0.0,14131 0.0,14132 0.0,14133 0.0,14134 0.0,14135 0.0,14136 0.0,14137 0.0,14138 0.0,14139 0.0,14140 0.0,14141 0.0,14142 0.0,14143 0.0,14144 0.0,14145 0.0,14146 0.014147 ]14148 },14149 "ctl_replace_donor_fewshot|sham_map|L2": {14150 "accuracy": 0.0,14151 "gain_vs_zero": {14152 "estimate": 0.0,14153 "low": 0.0,14154 "high": 0.0,14155 "level": 0.95,14156 "n_items": 35,14157 "n_clusters": 35,14158 "n_boot": 200014159 },14160 "outputs_sample": [14161 " 7\n",14162 " 12\n",14163 " 83\n",14164 " 19\n",14165 " 71\n"14166 ],14167 "correct": [14168 0.0,14169 0.0,14170 0.0,14171 0.0,14172 0.0,14173 0.0,14174 0.0,14175 0.0,14176 0.0,14177 0.0,14178 0.0,14179 0.0,14180 0.0,14181 0.0,14182 0.0,14183 0.0,14184 0.0,14185 0.0,14186 0.0,14187 0.0,14188 0.0,14189 0.0,14190 0.0,14191 0.0,14192 0.0,14193 0.0,14194 0.0,14195 0.0,14196 0.0,14197 0.0,14198 0.0,14199 0.0,14200 0.0,14201 0.0,14202 0.014203 ]14204 },14205 "ctl_replace_donor_zeroshot|sham_map|L2": {14206 "accuracy": 0.0,14207 "gain_vs_zero": {14208 "estimate": 0.0,14209 "low": 0.0,14210 "high": 0.0,14211 "level": 0.95,14212 "n_items": 35,14213 "n_clusters": 35,14214 "n_boot": 200014215 },14216 "outputs_sample": [14217 " 7\n",14218 " 24\n",14219 " 83\n",14220 " 19\n",14221 " 71\n"14222 ],14223 "correct": [14224 0.0,14225 0.0,14226 0.0,14227 0.0,14228 0.0,14229 0.0,14230 0.0,14231 0.0,14232 0.0,14233 0.0,14234 0.0,14235 0.0,14236 0.0,14237 0.0,14238 0.0,14239 0.0,14240 0.0,14241 0.0,14242 0.0,14243 0.0,14244 0.0,14245 0.0,14246 0.0,14247 0.0,14248 0.0,14249 0.0,14250 0.0,14251 0.0,14252 0.0,14253 0.0,14254 0.0,14255 0.0,14256 0.0,14257 0.0,14258 0.014259 ]14260 },14261 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {14262 "accuracy": 0.0,14263 "gain_vs_zero": {14264 "estimate": 0.0,14265 "low": 0.0,14266 "high": 0.0,14267 "level": 0.95,14268 "n_items": 35,14269 "n_clusters": 35,14270 "n_boot": 200014271 },14272 "outputs_sample": [14273 " 7\n",14274 " 24\n",14275 " 83\n",14276 " 19\n",14277 " 71\n"14278 ],14279 "correct": [14280 0.0,14281 0.0,14282 0.0,14283 0.0,14284 0.0,14285 0.0,14286 0.0,14287 0.0,14288 0.0,14289 0.0,14290 0.0,14291 0.0,14292 0.0,14293 0.0,14294 0.0,14295 0.0,14296 0.0,14297 0.0,14298 0.0,14299 0.0,14300 0.0,14301 0.0,14302 0.0,14303 0.0,14304 0.0,14305 0.0,14306 0.0,14307 0.0,14308 0.0,14309 0.0,14310 0.0,14311 0.0,14312 0.0,14313 0.0,14314 0.014315 ]14316 },14317 "ctl_random_norm_matched|L2": {14318 "accuracy": 0.0,14319 "gain_vs_zero": {14320 "estimate": 0.0,14321 "low": 0.0,14322 "high": 0.0,14323 "level": 0.95,14324 "n_items": 35,14325 "n_clusters": 35,14326 "n_boot": 200014327 },14328 "correct": [14329 0.0,14330 0.0,14331 0.0,14332 0.0,14333 0.0,14334 0.0,14335 0.0,14336 0.0,14337 0.0,14338 0.0,14339 0.0,14340 0.0,14341 0.0,14342 0.0,14343 0.0,14344 0.0,14345 0.0,14346 0.0,14347 0.0,14348 0.0,14349 0.0,14350 0.0,14351 0.0,14352 0.0,14353 0.0,14354 0.0,14355 0.0,14356 0.0,14357 0.0,14358 0.0,14359 0.0,14360 0.0,14361 0.0,14362 0.0,14363 0.014364 ]14365 },14366 "ctl_unrelated_task_vector(antonym)|L2": {14367 "accuracy": 0.0,14368 "gain_vs_zero": {14369 "estimate": 0.0,14370 "low": 0.0,14371 "high": 0.0,14372 "level": 0.95,14373 "n_items": 35,14374 "n_clusters": 35,14375 "n_boot": 200014376 },14377 "correct": [14378 0.0,14379 0.0,14380 0.0,14381 0.0,14382 0.0,14383 0.0,14384 0.0,14385 0.0,14386 0.0,14387 0.0,14388 0.0,14389 0.0,14390 0.0,14391 0.0,14392 0.0,14393 0.0,14394 0.0,14395 0.0,14396 0.0,14397 0.0,14398 0.0,14399 0.0,14400 0.0,14401 0.0,14402 0.0,14403 0.0,14404 0.0,14405 0.0,14406 0.0,14407 0.0,14408 0.0,14409 0.0,14410 0.0,14411 0.0,14412 0.014413 ]14414 },14415 "procrustes|L3|a1.0": {14416 "accuracy": 0.0,14417 "gain_vs_zero": {14418 "estimate": 0.0,14419 "low": 0.0,14420 "high": 0.0,14421 "level": 0.95,14422 "n_items": 35,14423 "n_clusters": 35,14424 "n_boot": 200014425 },14426 "mapped_norm": 9.446496963500977,14427 "outputs_sample": [14428 " 7\n",14429 " 12\n",14430 " 83\n",14431 " 19\n",14432 " 71\n"14433 ],14434 "correct": [14435 0.0,14436 0.0,14437 0.0,14438 0.0,14439 0.0,14440 0.0,14441 0.0,14442 0.0,14443 0.0,14444 0.0,14445 0.0,14446 0.0,14447 0.0,14448 0.0,14449 0.0,14450 0.0,14451 0.0,14452 0.0,14453 0.0,14454 0.0,14455 0.0,14456 0.0,14457 0.0,14458 0.0,14459 0.0,14460 0.0,14461 0.0,14462 0.0,14463 0.0,14464 0.0,14465 0.0,14466 0.0,14467 0.0,14468 0.0,14469 0.014470 ]14471 },14472 "procrustes|L3|a2.0": {14473 "accuracy": 0.0,14474 "gain_vs_zero": {14475 "estimate": 0.0,14476 "low": 0.0,14477 "high": 0.0,14478 "level": 0.95,14479 "n_items": 35,14480 "n_clusters": 35,14481 "n_boot": 200014482 },14483 "mapped_norm": 9.446496963500977,14484 "outputs_sample": [14485 " 7\n",14486 " 12\n",14487 " 83\n",14488 " 19\n",14489 " 71\n"14490 ],14491 "correct": [14492 0.0,14493 0.0,14494 0.0,14495 0.0,14496 0.0,14497 0.0,14498 0.0,14499 0.0,14500 0.0,14501 0.0,14502 0.0,14503 0.0,14504 0.0,14505 0.0,14506 0.0,14507 0.0,14508 0.0,14509 0.0,14510 0.0,14511 0.0,14512 0.0,14513 0.0,14514 0.0,14515 0.0,14516 0.0,14517 0.0,14518 0.0,14519 0.0,14520 0.0,14521 0.0,14522 0.0,14523 0.0,14524 0.0,14525 0.0,14526 0.014527 ]14528 },14529 "procrustes_rescaled|L3|a1.0": {14530 "accuracy": 0.0,14531 "gain_vs_zero": {14532 "estimate": 0.0,14533 "low": 0.0,14534 "high": 0.0,14535 "level": 0.95,14536 "n_items": 35,14537 "n_clusters": 35,14538 "n_boot": 200014539 },14540 "mapped_norm": 5.985179901123047,14541 "outputs_sample": [14542 " 7\n",14543 " 12\n",14544 " 83\n",14545 " 19\n",14546 " 71\n"14547 ],14548 "correct": [14549 0.0,14550 0.0,14551 0.0,14552 0.0,14553 0.0,14554 0.0,14555 0.0,14556 0.0,14557 0.0,14558 0.0,14559 0.0,14560 0.0,14561 0.0,14562 0.0,14563 0.0,14564 0.0,14565 0.0,14566 0.0,14567 0.0,14568 0.0,14569 0.0,14570 0.0,14571 0.0,14572 0.0,14573 0.0,14574 0.0,14575 0.0,14576 0.0,14577 0.0,14578 0.0,14579 0.0,14580 0.0,14581 0.0,14582 0.0,14583 0.014584 ]14585 },14586 "ridge|L3|a1.0": {14587 "accuracy": 0.0,14588 "gain_vs_zero": {14589 "estimate": 0.0,14590 "low": 0.0,14591 "high": 0.0,14592 "level": 0.95,14593 "n_items": 35,14594 "n_clusters": 35,14595 "n_boot": 200014596 },14597 "mapped_norm": 9.311967849731445,14598 "outputs_sample": [14599 " 7\n",14600 " 24\n",14601 " 83\n",14602 " 19\n",14603 " 71\n"14604 ],14605 "correct": [14606 0.0,14607 0.0,14608 0.0,14609 0.0,14610 0.0,14611 0.0,14612 0.0,14613 0.0,14614 0.0,14615 0.0,14616 0.0,14617 0.0,14618 0.0,14619 0.0,14620 0.0,14621 0.0,14622 0.0,14623 0.0,14624 0.0,14625 0.0,14626 0.0,14627 0.0,14628 0.0,14629 0.0,14630 0.0,14631 0.0,14632 0.0,14633 0.0,14634 0.0,14635 0.0,14636 0.0,14637 0.0,14638 0.0,14639 0.0,14640 0.014641 ]14642 },14643 "ridge|L3|a2.0": {14644 "accuracy": 0.0,14645 "gain_vs_zero": {14646 "estimate": 0.0,14647 "low": 0.0,14648 "high": 0.0,14649 "level": 0.95,14650 "n_items": 35,14651 "n_clusters": 35,14652 "n_boot": 200014653 },14654 "mapped_norm": 9.311967849731445,14655 "outputs_sample": [14656 " 7\n",14657 " 12\n",14658 " 83\n",14659 " 19\n",14660 " 71\n"14661 ],14662 "correct": [14663 0.0,14664 0.0,14665 0.0,14666 0.0,14667 0.0,14668 0.0,14669 0.0,14670 0.0,14671 0.0,14672 0.0,14673 0.0,14674 0.0,14675 0.0,14676 0.0,14677 0.0,14678 0.0,14679 0.0,14680 0.0,14681 0.0,14682 0.0,14683 0.0,14684 0.0,14685 0.0,14686 0.0,14687 0.0,14688 0.0,14689 0.0,14690 0.0,14691 0.0,14692 0.0,14693 0.0,14694 0.0,14695 0.0,14696 0.0,14697 0.014698 ]14699 },14700 "ridge_rescaled|L3|a1.0": {14701 "accuracy": 0.0,14702 "gain_vs_zero": {14703 "estimate": 0.0,14704 "low": 0.0,14705 "high": 0.0,14706 "level": 0.95,14707 "n_items": 35,14708 "n_clusters": 35,14709 "n_boot": 200014710 },14711 "mapped_norm": 5.985179901123047,14712 "outputs_sample": [14713 " 7\n",14714 " 12\n",14715 " 83\n",14716 " 19\n",14717 " 71\n"14718 ],14719 "correct": [14720 0.0,14721 0.0,14722 0.0,14723 0.0,14724 0.0,14725 0.0,14726 0.0,14727 0.0,14728 0.0,14729 0.0,14730 0.0,14731 0.0,14732 0.0,14733 0.0,14734 0.0,14735 0.0,14736 0.0,14737 0.0,14738 0.0,14739 0.0,14740 0.0,14741 0.0,14742 0.0,14743 0.0,14744 0.0,14745 0.0,14746 0.0,14747 0.0,14748 0.0,14749 0.0,14750 0.0,14751 0.0,14752 0.0,14753 0.0,14754 0.014755 ]14756 },14757 "cca|L3|a1.0": {14758 "accuracy": 0.0,14759 "gain_vs_zero": {14760 "estimate": 0.0,14761 "low": 0.0,14762 "high": 0.0,14763 "level": 0.95,14764 "n_items": 35,14765 "n_clusters": 35,14766 "n_boot": 200014767 },14768 "mapped_norm": 10.181699752807617,14769 "outputs_sample": [14770 " 7\n",14771 " 12\n",14772 " 83\n",14773 " 19\n",14774 " 71\n"14775 ],14776 "correct": [14777 0.0,14778 0.0,14779 0.0,14780 0.0,14781 0.0,14782 0.0,14783 0.0,14784 0.0,14785 0.0,14786 0.0,14787 0.0,14788 0.0,14789 0.0,14790 0.0,14791 0.0,14792 0.0,14793 0.0,14794 0.0,14795 0.0,14796 0.0,14797 0.0,14798 0.0,14799 0.0,14800 0.0,14801 0.0,14802 0.0,14803 0.0,14804 0.0,14805 0.0,14806 0.0,14807 0.0,14808 0.0,14809 0.0,14810 0.0,14811 0.014812 ]14813 },14814 "cca|L3|a2.0": {14815 "accuracy": 0.0,14816 "gain_vs_zero": {14817 "estimate": 0.0,14818 "low": 0.0,14819 "high": 0.0,14820 "level": 0.95,14821 "n_items": 35,14822 "n_clusters": 35,14823 "n_boot": 200014824 },14825 "mapped_norm": 10.181699752807617,14826 "outputs_sample": [14827 " 7\n",14828 " 12\n",14829 " 83\n",14830 " 19\n",14831 " 71\n"14832 ],14833 "correct": [14834 0.0,14835 0.0,14836 0.0,14837 0.0,14838 0.0,14839 0.0,14840 0.0,14841 0.0,14842 0.0,14843 0.0,14844 0.0,14845 0.0,14846 0.0,14847 0.0,14848 0.0,14849 0.0,14850 0.0,14851 0.0,14852 0.0,14853 0.0,14854 0.0,14855 0.0,14856 0.0,14857 0.0,14858 0.0,14859 0.0,14860 0.0,14861 0.0,14862 0.0,14863 0.0,14864 0.0,14865 0.0,14866 0.0,14867 0.0,14868 0.014869 ]14870 },14871 "random_orth|L3|a1.0": {14872 "accuracy": 0.0,14873 "gain_vs_zero": {14874 "estimate": 0.0,14875 "low": 0.0,14876 "high": 0.0,14877 "level": 0.95,14878 "n_items": 35,14879 "n_clusters": 35,14880 "n_boot": 200014881 },14882 "mapped_norm": 10.008575439453125,14883 "outputs_sample": [14884 " 7\n",14885 " 12\n",14886 " 83\n",14887 " 19\n",14888 " 71\n"14889 ],14890 "correct": [14891 0.0,14892 0.0,14893 0.0,14894 0.0,14895 0.0,14896 0.0,14897 0.0,14898 0.0,14899 0.0,14900 0.0,14901 0.0,14902 0.0,14903 0.0,14904 0.0,14905 0.0,14906 0.0,14907 0.0,14908 0.0,14909 0.0,14910 0.0,14911 0.0,14912 0.0,14913 0.0,14914 0.0,14915 0.0,14916 0.0,14917 0.0,14918 0.0,14919 0.0,14920 0.0,14921 0.0,14922 0.0,14923 0.0,14924 0.0,14925 0.014926 ]14927 },14928 "random_orth|L3|a2.0": {14929 "accuracy": 0.0,14930 "gain_vs_zero": {14931 "estimate": 0.0,14932 "low": 0.0,14933 "high": 0.0,14934 "level": 0.95,14935 "n_items": 35,14936 "n_clusters": 35,14937 "n_boot": 200014938 },14939 "mapped_norm": 10.008575439453125,14940 "outputs_sample": [14941 " 7\n",14942 " 12\n",14943 " 83\n",14944 " 19\n",14945 " 71\n"14946 ],14947 "correct": [14948 0.0,14949 0.0,14950 0.0,14951 0.0,14952 0.0,14953 0.0,14954 0.0,14955 0.0,14956 0.0,14957 0.0,14958 0.0,14959 0.0,14960 0.0,14961 0.0,14962 0.0,14963 0.0,14964 0.0,14965 0.0,14966 0.0,14967 0.0,14968 0.0,14969 0.0,14970 0.0,14971 0.0,14972 0.0,14973 0.0,14974 0.0,14975 0.0,14976 0.0,14977 0.0,14978 0.0,14979 0.0,14980 0.0,14981 0.0,14982 0.014983 ]14984 },14985 "replace_donor_fewshot|procrustes|L3": {14986 "accuracy": 0.0,14987 "gain_vs_zero": {14988 "estimate": 0.0,14989 "low": 0.0,14990 "high": 0.0,14991 "level": 0.95,14992 "n_items": 35,14993 "n_clusters": 35,14994 "n_boot": 200014995 },14996 "outputs_sample": [14997 " 7\n",14998 " 12\n",14999 " 83\n",15000 " 19\n",15001 " 71\n"15002 ],15003 "correct": [15004 0.0,15005 0.0,15006 0.0,15007 0.0,15008 0.0,15009 0.0,15010 0.0,15011 0.0,15012 0.0,15013 0.0,15014 0.0,15015 0.0,15016 0.0,15017 0.0,15018 0.0,15019 0.0,15020 0.0,15021 0.0,15022 0.0,15023 0.0,15024 0.0,15025 0.0,15026 0.0,15027 0.0,15028 0.0,15029 0.0,15030 0.0,15031 0.0,15032 0.0,15033 0.0,15034 0.0,15035 0.0,15036 0.0,15037 0.0,15038 0.015039 ]15040 },15041 "ctl_replace_donor_zeroshot|procrustes|L3": {15042 "accuracy": 0.0,15043 "gain_vs_zero": {15044 "estimate": 0.0,15045 "low": 0.0,15046 "high": 0.0,15047 "level": 0.95,15048 "n_items": 35,15049 "n_clusters": 35,15050 "n_boot": 200015051 },15052 "outputs_sample": [15053 " 7\n",15054 " 12\n",15055 " 83\n",15056 " 19\n",15057 " 71\n"15058 ],15059 "correct": [15060 0.0,15061 0.0,15062 0.0,15063 0.0,15064 0.0,15065 0.0,15066 0.0,15067 0.0,15068 0.0,15069 0.0,15070 0.0,15071 0.0,15072 0.0,15073 0.0,15074 0.0,15075 0.0,15076 0.0,15077 0.0,15078 0.0,15079 0.0,15080 0.0,15081 0.0,15082 0.0,15083 0.0,15084 0.0,15085 0.0,15086 0.0,15087 0.0,15088 0.0,15089 0.0,15090 0.0,15091 0.0,15092 0.0,15093 0.0,15094 0.015095 ]15096 },15097 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L3": {15098 "accuracy": 0.0,15099 "gain_vs_zero": {15100 "estimate": 0.0,15101 "low": 0.0,15102 "high": 0.0,15103 "level": 0.95,15104 "n_items": 35,15105 "n_clusters": 35,15106 "n_boot": 200015107 },15108 "outputs_sample": [15109 " 7\n",15110 " 12\n",15111 " 83\n",15112 " 19\n",15113 " 71\n"15114 ],15115 "correct": [15116 0.0,15117 0.0,15118 0.0,15119 0.0,15120 0.0,15121 0.0,15122 0.0,15123 0.0,15124 0.0,15125 0.0,15126 0.0,15127 0.0,15128 0.0,15129 0.0,15130 0.0,15131 0.0,15132 0.0,15133 0.0,15134 0.0,15135 0.0,15136 0.0,15137 0.0,15138 0.0,15139 0.0,15140 0.0,15141 0.0,15142 0.0,15143 0.0,15144 0.0,15145 0.0,15146 0.0,15147 0.0,15148 0.0,15149 0.0,15150 0.015151 ]15152 },15153 "replace_donor_fewshot|ridge|L3": {15154 "accuracy": 0.0,15155 "gain_vs_zero": {15156 "estimate": 0.0,15157 "low": 0.0,15158 "high": 0.0,15159 "level": 0.95,15160 "n_items": 35,15161 "n_clusters": 35,15162 "n_boot": 200015163 },15164 "outputs_sample": [15165 " 7\n",15166 " 12\n",15167 " 83\n",15168 " 19\n",15169 " 71\n"15170 ],15171 "correct": [15172 0.0,15173 0.0,15174 0.0,15175 0.0,15176 0.0,15177 0.0,15178 0.0,15179 0.0,15180 0.0,15181 0.0,15182 0.0,15183 0.0,15184 0.0,15185 0.0,15186 0.0,15187 0.0,15188 0.0,15189 0.0,15190 0.0,15191 0.0,15192 0.0,15193 0.0,15194 0.0,15195 0.0,15196 0.0,15197 0.0,15198 0.0,15199 0.0,15200 0.0,15201 0.0,15202 0.0,15203 0.0,15204 0.0,15205 0.0,15206 0.015207 ]15208 },15209 "ctl_replace_donor_zeroshot|ridge|L3": {15210 "accuracy": 0.0,15211 "gain_vs_zero": {15212 "estimate": 0.0,15213 "low": 0.0,15214 "high": 0.0,15215 "level": 0.95,15216 "n_items": 35,15217 "n_clusters": 35,15218 "n_boot": 200015219 },15220 "outputs_sample": [15221 " 7\n",15222 " 12\n",15223 " 83\n",15224 " 19\n",15225 " 71\n"15226 ],15227 "correct": [15228 0.0,15229 0.0,15230 0.0,15231 0.0,15232 0.0,15233 0.0,15234 0.0,15235 0.0,15236 0.0,15237 0.0,15238 0.0,15239 0.0,15240 0.0,15241 0.0,15242 0.0,15243 0.0,15244 0.0,15245 0.0,15246 0.0,15247 0.0,15248 0.0,15249 0.0,15250 0.0,15251 0.0,15252 0.0,15253 0.0,15254 0.0,15255 0.0,15256 0.0,15257 0.0,15258 0.0,15259 0.0,15260 0.0,15261 0.0,15262 0.015263 ]15264 },15265 "ctl_replace_donor_fewshot_shuffled_query|ridge|L3": {15266 "accuracy": 0.0,15267 "gain_vs_zero": {15268 "estimate": 0.0,15269 "low": 0.0,15270 "high": 0.0,15271 "level": 0.95,15272 "n_items": 35,15273 "n_clusters": 35,15274 "n_boot": 200015275 },15276 "outputs_sample": [15277 " 7\n",15278 " 12\n",15279 " 83\n",15280 " 19\n",15281 " 71\n"15282 ],15283 "correct": [15284 0.0,15285 0.0,15286 0.0,15287 0.0,15288 0.0,15289 0.0,15290 0.0,15291 0.0,15292 0.0,15293 0.0,15294 0.0,15295 0.0,15296 0.0,15297 0.0,15298 0.0,15299 0.0,15300 0.0,15301 0.0,15302 0.0,15303 0.0,15304 0.0,15305 0.0,15306 0.0,15307 0.0,15308 0.0,15309 0.0,15310 0.0,15311 0.0,15312 0.0,15313 0.0,15314 0.0,15315 0.0,15316 0.0,15317 0.0,15318 0.015319 ]15320 },15321 "ctl_replace_donor_fewshot|sham_map|L3": {15322 "accuracy": 0.0,15323 "gain_vs_zero": {15324 "estimate": 0.0,15325 "low": 0.0,15326 "high": 0.0,15327 "level": 0.95,15328 "n_items": 35,15329 "n_clusters": 35,15330 "n_boot": 200015331 },15332 "outputs_sample": [15333 " 7\n",15334 " 12\n",15335 " 83\n",15336 " 19\n",15337 " 71\n"15338 ],15339 "correct": [15340 0.0,15341 0.0,15342 0.0,15343 0.0,15344 0.0,15345 0.0,15346 0.0,15347 0.0,15348 0.0,15349 0.0,15350 0.0,15351 0.0,15352 0.0,15353 0.0,15354 0.0,15355 0.0,15356 0.0,15357 0.0,15358 0.0,15359 0.0,15360 0.0,15361 0.0,15362 0.0,15363 0.0,15364 0.0,15365 0.0,15366 0.0,15367 0.0,15368 0.0,15369 0.0,15370 0.0,15371 0.0,15372 0.0,15373 0.0,15374 0.015375 ]15376 },15377 "ctl_replace_donor_zeroshot|sham_map|L3": {15378 "accuracy": 0.0,15379 "gain_vs_zero": {15380 "estimate": 0.0,15381 "low": 0.0,15382 "high": 0.0,15383 "level": 0.95,15384 "n_items": 35,15385 "n_clusters": 35,15386 "n_boot": 200015387 },15388 "outputs_sample": [15389 " 7\n",15390 " 24\n",15391 " 83\n",15392 " 19\n",15393 " 71\n"15394 ],15395 "correct": [15396 0.0,15397 0.0,15398 0.0,15399 0.0,15400 0.0,15401 0.0,15402 0.0,15403 0.0,15404 0.0,15405 0.0,15406 0.0,15407 0.0,15408 0.0,15409 0.0,15410 0.0,15411 0.0,15412 0.0,15413 0.0,15414 0.0,15415 0.0,15416 0.0,15417 0.0,15418 0.0,15419 0.0,15420 0.0,15421 0.0,15422 0.0,15423 0.0,15424 0.0,15425 0.0,15426 0.0,15427 0.0,15428 0.0,15429 0.0,15430 0.015431 ]15432 },15433 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L3": {15434 "accuracy": 0.0,15435 "gain_vs_zero": {15436 "estimate": 0.0,15437 "low": 0.0,15438 "high": 0.0,15439 "level": 0.95,15440 "n_items": 35,15441 "n_clusters": 35,15442 "n_boot": 200015443 },15444 "outputs_sample": [15445 " 7\n",15446 " 12\n",15447 " 83\n",15448 " 19\n",15449 " 71\n"15450 ],15451 "correct": [15452 0.0,15453 0.0,15454 0.0,15455 0.0,15456 0.0,15457 0.0,15458 0.0,15459 0.0,15460 0.0,15461 0.0,15462 0.0,15463 0.0,15464 0.0,15465 0.0,15466 0.0,15467 0.0,15468 0.0,15469 0.0,15470 0.0,15471 0.0,15472 0.0,15473 0.0,15474 0.0,15475 0.0,15476 0.0,15477 0.0,15478 0.0,15479 0.0,15480 0.0,15481 0.0,15482 0.0,15483 0.0,15484 0.0,15485 0.0,15486 0.015487 ]15488 },15489 "ctl_random_norm_matched|L3": {15490 "accuracy": 0.0,15491 "gain_vs_zero": {15492 "estimate": 0.0,15493 "low": 0.0,15494 "high": 0.0,15495 "level": 0.95,15496 "n_items": 35,15497 "n_clusters": 35,15498 "n_boot": 200015499 },15500 "correct": [15501 0.0,15502 0.0,15503 0.0,15504 0.0,15505 0.0,15506 0.0,15507 0.0,15508 0.0,15509 0.0,15510 0.0,15511 0.0,15512 0.0,15513 0.0,15514 0.0,15515 0.0,15516 0.0,15517 0.0,15518 0.0,15519 0.0,15520 0.0,15521 0.0,15522 0.0,15523 0.0,15524 0.0,15525 0.0,15526 0.0,15527 0.0,15528 0.0,15529 0.0,15530 0.0,15531 0.0,15532 0.0,15533 0.0,15534 0.0,15535 0.015536 ]15537 },15538 "ctl_unrelated_task_vector(antonym)|L3": {15539 "accuracy": 0.0,15540 "gain_vs_zero": {15541 "estimate": 0.0,15542 "low": 0.0,15543 "high": 0.0,15544 "level": 0.95,15545 "n_items": 35,15546 "n_clusters": 35,15547 "n_boot": 200015548 },15549 "correct": [15550 0.0,15551 0.0,15552 0.0,15553 0.0,15554 0.0,15555 0.0,15556 0.0,15557 0.0,15558 0.0,15559 0.0,15560 0.0,15561 0.0,15562 0.0,15563 0.0,15564 0.0,15565 0.0,15566 0.0,15567 0.0,15568 0.0,15569 0.0,15570 0.0,15571 0.0,15572 0.0,15573 0.0,15574 0.0,15575 0.0,15576 0.0,15577 0.0,15578 0.0,15579 0.0,15580 0.0,15581 0.0,15582 0.0,15583 0.0,15584 0.015585 ]15586 }15587 },15588 "items": {15589 "zero": [15590 0.0,15591 0.0,15592 0.0,15593 0.0,15594 0.0,15595 0.0,15596 0.0,15597 0.0,15598 0.0,15599 0.0,15600 0.0,15601 0.0,15602 0.0,15603 0.0,15604 0.0,15605 0.0,15606 0.0,15607 0.0,15608 0.0,15609 0.0,15610 0.0,15611 0.0,15612 0.0,15613 0.0,15614 0.0,15615 0.0,15616 0.0,15617 0.0,15618 0.0,15619 0.0,15620 0.0,15621 0.0,15622 0.0,15623 0.0,15624 0.015625 ],15626 "few": [15627 1.0,15628 1.0,15629 1.0,15630 1.0,15631 1.0,15632 1.0,15633 1.0,15634 1.0,15635 1.0,15636 1.0,15637 1.0,15638 1.0,15639 1.0,15640 1.0,15641 1.0,15642 1.0,15643 1.0,15644 1.0,15645 1.0,15646 1.0,15647 1.0,15648 1.0,15649 1.0,15650 1.0,15651 1.0,15652 1.0,15653 1.0,15654 1.0,15655 1.0,15656 1.0,15657 1.0,15658 1.0,15659 1.0,15660 1.0,15661 1.015662 ],15663 "own": [15664 0.0,15665 0.0,15666 0.0,15667 0.0,15668 0.0,15669 0.0,15670 0.0,15671 0.0,15672 0.0,15673 0.0,15674 0.0,15675 0.0,15676 0.0,15677 0.0,15678 0.0,15679 0.0,15680 0.0,15681 0.0,15682 0.0,15683 0.0,15684 0.0,15685 0.0,15686 0.0,15687 0.0,15688 0.0,15689 0.0,15690 0.0,15691 0.0,15692 0.0,15693 0.0,15694 0.0,15695 0.0,15696 0.0,15697 0.0,15698 0.015699 ]15700 }15701 }15702 },15703 "maps": {15704 "antonym|L19->L24|procrustes": {15705 "r2_fit": 0.7649833882259796,15706 "r2_heldout": 0.5045614498581503,15707 "n_params": 3147776,15708 "n_fit": 70015709 },15710 "antonym|L19->L24|ridge": {15711 "r2_fit": 0.9888065986327397,15712 "r2_heldout": 0.5556279031749234,15713 "n_params": 3147776,15714 "n_fit": 70015715 },15716 "antonym|L19->L24|cca": {15717 "r2_fit": 1.0,15718 "r2_heldout": 0.3694769034737132,15719 "n_params": 3147776,15720 "n_fit": 70015721 },15722 "antonym|L19->L24|random_orth": {15723 "r2_fit": -1.0193098174142698,15724 "r2_heldout": -1.0369121499602385,15725 "n_params": 3147776,15726 "n_fit": 70015727 },15728 "antonym|L19->L25|procrustes": {15729 "r2_fit": 0.7671198594735817,15730 "r2_heldout": 0.5103536806779063,15731 "n_params": 3147776,15732 "n_fit": 70015733 },15734 "antonym|L19->L25|ridge": {15735 "r2_fit": 0.9885102067734225,15736 "r2_heldout": 0.5219491291620886,15737 "n_params": 3147776,15738 "n_fit": 70015739 },15740 "antonym|L19->L25|cca": {15741 "r2_fit": 1.0,15742 "r2_heldout": 0.339581322558104,15743 "n_params": 3147776,15744 "n_fit": 70015745 },15746 "antonym|L19->L25|random_orth": {15747 "r2_fit": -1.0288078776560123,15748 "r2_heldout": -1.0211957856580796,15749 "n_params": 3147776,15750 "n_fit": 70015751 },15752 "capital|L22->L25|procrustes": {15753 "r2_fit": 0.6812579149842342,15754 "r2_heldout": 0.33049999614906345,15755 "n_params": 3147776,15756 "n_fit": 70015757 },15758 "capital|L22->L25|ridge": {15759 "r2_fit": 0.9980958684653297,15760 "r2_heldout": 0.2900994499441236,15761 "n_params": 3147776,15762 "n_fit": 70015763 },15764 "capital|L22->L25|cca": {15765 "r2_fit": 1.0,15766 "r2_heldout": 0.1727963417103383,15767 "n_params": 3147776,15768 "n_fit": 70015769 },15770 "capital|L22->L25|random_orth": {15771 "r2_fit": -1.0198097338466052,15772 "r2_heldout": -1.0727224352191658,15773 "n_params": 3147776,15774 "n_fit": 70015775 },15776 "capital|L22->L28|procrustes": {15777 "r2_fit": 0.7170739703394544,15778 "r2_heldout": 0.36713744532122183,15779 "n_params": 3147776,15780 "n_fit": 70015781 },15782 "capital|L22->L28|ridge": {15783 "r2_fit": 0.9979072175196985,15784 "r2_heldout": 0.2220964886238158,15785 "n_params": 3147776,15786 "n_fit": 70015787 },15788 "capital|L22->L28|cca": {15789 "r2_fit": 1.0,15790 "r2_heldout": 0.0975991245741894,15791 "n_params": 3147776,15792 "n_fit": 70015793 },15794 "capital|L22->L28|random_orth": {15795 "r2_fit": -1.0068048344805685,15796 "r2_heldout": -1.034999214455036,15797 "n_params": 3147776,15798 "n_fit": 70015799 },15800 "morph|L2->L2|procrustes": {15801 "r2_fit": 0.8768402596923065,15802 "r2_heldout": 0.8272276534578493,15803 "n_params": 3147776,15804 "n_fit": 70015805 },15806 "morph|L2->L2|ridge": {15807 "r2_fit": 0.9550618175123223,15808 "r2_heldout": 0.9249065149517056,15809 "n_params": 3147776,15810 "n_fit": 70015811 },15812 "morph|L2->L2|cca": {15813 "r2_fit": 1.0,15814 "r2_heldout": 0.9277687231418891,15815 "n_params": 3147776,15816 "n_fit": 70015817 },15818 "morph|L2->L2|random_orth": {15819 "r2_fit": -0.9796428978182967,15820 "r2_heldout": -0.9881587693428178,15821 "n_params": 3147776,15822 "n_fit": 70015823 },15824 "morph|L2->L3|procrustes": {15825 "r2_fit": 0.8908344763747743,15826 "r2_heldout": 0.8456872924889355,15827 "n_params": 3147776,15828 "n_fit": 70015829 },15830 "morph|L2->L3|ridge": {15831 "r2_fit": 0.9602412595525736,15832 "r2_heldout": 0.9332928632300228,15833 "n_params": 3147776,15834 "n_fit": 70015835 },15836 "morph|L2->L3|cca": {15837 "r2_fit": 1.0,15838 "r2_heldout": 0.9298938096912243,15839 "n_params": 3147776,15840 "n_fit": 70015841 },15842 "morph|L2->L3|random_orth": {15843 "r2_fit": -0.979687803645922,15844 "r2_heldout": -0.9987808883929721,15845 "n_params": 3147776,15846 "n_fit": 70015847 },15848 "addthree|L2->L2|procrustes": {15849 "r2_fit": 0.8768402596923065,15850 "r2_heldout": 0.8272276534578493,15851 "n_params": 3147776,15852 "n_fit": 70015853 },15854 "addthree|L2->L2|ridge": {15855 "r2_fit": 0.9550618175123223,15856 "r2_heldout": 0.9249065149517056,15857 "n_params": 3147776,15858 "n_fit": 70015859 },15860 "addthree|L2->L2|cca": {15861 "r2_fit": 1.0,15862 "r2_heldout": 0.9277687231418891,15863 "n_params": 3147776,15864 "n_fit": 70015865 },15866 "addthree|L2->L2|random_orth": {15867 "r2_fit": -0.9796428978182967,15868 "r2_heldout": -0.9881587693428178,15869 "n_params": 3147776,15870 "n_fit": 70015871 },15872 "addthree|L2->L3|procrustes": {15873 "r2_fit": 0.8908344763747743,15874 "r2_heldout": 0.8456872924889355,15875 "n_params": 3147776,15876 "n_fit": 70015877 },15878 "addthree|L2->L3|ridge": {15879 "r2_fit": 0.9602412595525736,15880 "r2_heldout": 0.9332928632300228,15881 "n_params": 3147776,15882 "n_fit": 70015883 },15884 "addthree|L2->L3|cca": {15885 "r2_fit": 1.0,15886 "r2_heldout": 0.9298938096912243,15887 "n_params": 3147776,15888 "n_fit": 70015889 },15890 "addthree|L2->L3|random_orth": {15891 "r2_fit": -0.979687803645922,15892 "r2_heldout": -0.9987808883929721,15893 "n_params": 3147776,15894 "n_fit": 70015895 }15896 },15897 "collateral": {15898 "antonym": {15899 "condition": "procrustes_rescaled|L25|a1.0",15900 "heldout_nll_base": 1.9591156323750814,15901 "heldout_nll_with_vector": 2.0918049176534015,15902 "cross_task": {15903 "capital": {15904 "zero": 0.13636363636363635,15905 "with_vector": 0.272727272727272715906 },15907 "morph": {15908 "zero": 0.0,15909 "with_vector": 0.015910 },15911 "addthree": {15912 "zero": 0.0,15913 "with_vector": 0.015914 }15915 }15916 },15917 "capital": {15918 "condition": "procrustes|L25|a1.0",15919 "heldout_nll_base": 1.9591156323750814,15920 "heldout_nll_with_vector": 1.9340380668640136,15921 "cross_task": {15922 "antonym": {15923 "zero": 0.09375,15924 "with_vector": 0.062515925 },15926 "morph": {15927 "zero": 0.0,15928 "with_vector": 0.015929 },15930 "addthree": {15931 "zero": 0.0,15932 "with_vector": 0.015933 }15934 }15935 },15936 "morph": {15937 "condition": "procrustes|L2|a1.0",15938 "heldout_nll_base": 1.9591156323750814,15939 "heldout_nll_with_vector": 1.929586378733317,15940 "cross_task": {15941 "antonym": {15942 "zero": 0.09375,15943 "with_vector": 0.062515944 },15945 "capital": {15946 "zero": 0.13636363636363635,15947 "with_vector": 0.04545454545454545615948 },15949 "addthree": {15950 "zero": 0.0,15951 "with_vector": 0.015952 }15953 }15954 },15955 "addthree": {15956 "condition": "procrustes|L2|a1.0",15957 "heldout_nll_base": 1.9591156323750814,15958 "heldout_nll_with_vector": 1.950550619761149,15959 "cross_task": {15960 "antonym": {15961 "zero": 0.09375,15962 "with_vector": 0.0937515963 },15964 "capital": {15965 "zero": 0.13636363636363635,15966 "with_vector": 0.04545454545454545615967 },15968 "morph": {15969 "zero": 0.0,15970 "with_vector": 0.015971 }15972 }15973 }15974 }15975 },15976 "llama3b->qwen3b": {15977 "donor": "llama3b",15978 "recipient": "qwen3b",15979 "tasks": {15980 "antonym": {15981 "recipient_zero": 0.09375,15982 "recipient_few": 0.9375,15983 "recipient_own_vector": 0.90625,15984 "donor_layer": 14,15985 "conditions": {15986 "procrustes|L18|a1.0": {15987 "accuracy": 0.15625,15988 "gain_vs_zero": {15989 "estimate": 0.0625,15990 "low": -0.0625,15991 "high": 0.1875,15992 "level": 0.95,15993 "n_items": 32,15994 "n_clusters": 32,15995 "n_boot": 200015996 },15997 "mapped_norm": 24.069671630859375,15998 "outputs_sample": [15999 " 3\n",16000 " 1\n",16001 " bright\n",16002 " cAaLm\n",16003 " under\n"16004 ],16005 "correct": [16006 0.0,16007 0.0,16008 0.0,16009 0.0,16010 1.0,16011 0.0,16012 0.0,16013 0.0,16014 0.0,16015 0.0,16016 0.0,16017 0.0,16018 0.0,16019 0.0,16020 0.0,16021 1.0,16022 0.0,16023 1.0,16024 0.0,16025 1.0,16026 0.0,16027 0.0,16028 0.0,16029 0.0,16030 0.0,16031 0.0,16032 0.0,16033 0.0,16034 1.0,16035 0.0,16036 0.0,16037 0.016038 ]16039 },16040 "procrustes|L18|a2.0": {16041 "accuracy": 0.25,16042 "gain_vs_zero": {16043 "estimate": 0.15625,16044 "low": 0.0,16045 "high": 0.3125,16046 "level": 0.95,16047 "n_items": 32,16048 "n_clusters": 32,16049 "n_boot": 200016050 },16051 "mapped_norm": 24.069671630859375,16052 "outputs_sample": [16053 " 4\n",16054 " arrive\n",16055 " bright\n",16056 " calm\n",16057 " over\n"16058 ],16059 "correct": [16060 0.0,16061 0.0,16062 0.0,16063 0.0,16064 0.0,16065 0.0,16066 0.0,16067 0.0,16068 0.0,16069 0.0,16070 1.0,16071 0.0,16072 1.0,16073 0.0,16074 0.0,16075 1.0,16076 0.0,16077 1.0,16078 0.0,16079 1.0,16080 0.0,16081 0.0,16082 0.0,16083 1.0,16084 1.0,16085 0.0,16086 0.0,16087 0.0,16088 1.0,16089 0.0,16090 0.0,16091 0.016092 ]16093 },16094 "procrustes_rescaled|L18|a1.0": {16095 "accuracy": 0.25,16096 "gain_vs_zero": {16097 "estimate": 0.15625,16098 "low": 0.0,16099 "high": 0.3125,16100 "level": 0.95,16101 "n_items": 32,16102 "n_clusters": 32,16103 "n_boot": 200016104 },16105 "mapped_norm": 57.11780548095703,16106 "outputs_sample": [16107 " happy\n",16108 " arrive\n",16109 " bright\n",16110 " calm\n",16111 " over\n"16112 ],16113 "correct": [16114 0.0,16115 0.0,16116 0.0,16117 0.0,16118 0.0,16119 0.0,16120 0.0,16121 0.0,16122 0.0,16123 0.0,16124 1.0,16125 0.0,16126 1.0,16127 0.0,16128 0.0,16129 1.0,16130 0.0,16131 1.0,16132 0.0,16133 1.0,16134 0.0,16135 0.0,16136 0.0,16137 1.0,16138 1.0,16139 0.0,16140 0.0,16141 0.0,16142 1.0,16143 0.0,16144 0.0,16145 0.016146 ]16147 },16148 "ridge|L18|a1.0": {16149 "accuracy": 0.25,16150 "gain_vs_zero": {16151 "estimate": 0.15625,16152 "low": 0.03125,16153 "high": 0.28125,16154 "level": 0.95,16155 "n_items": 32,16156 "n_clusters": 32,16157 "n_boot": 200016158 },16159 "mapped_norm": 31.35213279724121,16160 "outputs_sample": [16161 " h-a-p-p-y\n",16162 " 1\n",16163 " bright\n",16164 " cAml\n",16165 " under\n"16166 ],16167 "correct": [16168 0.0,16169 0.0,16170 0.0,16171 0.0,16172 1.0,16173 0.0,16174 0.0,16175 0.0,16176 0.0,16177 0.0,16178 0.0,16179 1.0,16180 1.0,16181 0.0,16182 0.0,16183 1.0,16184 0.0,16185 1.0,16186 0.0,16187 1.0,16188 0.0,16189 0.0,16190 0.0,16191 0.0,16192 1.0,16193 0.0,16194 0.0,16195 0.0,16196 1.0,16197 0.0,16198 0.0,16199 0.016200 ]16201 },16202 "ridge|L18|a2.0": {16203 "accuracy": 0.3125,16204 "gain_vs_zero": {16205 "estimate": 0.21875,16206 "low": 0.0625,16207 "high": 0.375,16208 "level": 0.95,16209 "n_items": 32,16210 "n_clusters": 32,16211 "n_boot": 200016212 },16213 "mapped_norm": 31.35213279724121,16214 "outputs_sample": [16215 " sad\n",16216 " 1\n",16217 " light\n",16218 " calm\n",16219 " over\n"16220 ],16221 "correct": [16222 1.0,16223 0.0,16224 0.0,16225 0.0,16226 0.0,16227 0.0,16228 0.0,16229 0.0,16230 1.0,16231 0.0,16232 1.0,16233 0.0,16234 0.0,16235 0.0,16236 0.0,16237 1.0,16238 0.0,16239 1.0,16240 0.0,16241 1.0,16242 1.0,16243 0.0,16244 0.0,16245 1.0,16246 1.0,16247 0.0,16248 0.0,16249 0.0,16250 1.0,16251 0.0,16252 0.0,16253 0.016254 ]16255 },16256 "ridge_rescaled|L18|a1.0": {16257 "accuracy": 0.4375,16258 "gain_vs_zero": {16259 "estimate": 0.34375,16260 "low": 0.15625,16261 "high": 0.53125,16262 "level": 0.95,16263 "n_items": 32,16264 "n_clusters": 32,16265 "n_boot": 200016266 },16267 "mapped_norm": 57.1178092956543,16268 "outputs_sample": [16269 " sad\n",16270 " 1\n",16271 " light\n",16272 " calm\n",16273 " over\n"16274 ],16275 "correct": [16276 1.0,16277 0.0,16278 0.0,16279 0.0,16280 0.0,16281 0.0,16282 0.0,16283 0.0,16284 1.0,16285 0.0,16286 1.0,16287 0.0,16288 1.0,16289 1.0,16290 0.0,16291 1.0,16292 1.0,16293 1.0,16294 0.0,16295 1.0,16296 1.0,16297 0.0,16298 0.0,16299 1.0,16300 1.0,16301 0.0,16302 0.0,16303 0.0,16304 1.0,16305 1.0,16306 0.0,16307 0.016308 ]16309 },16310 "cca|L18|a1.0": {16311 "accuracy": 0.46875,16312 "gain_vs_zero": {16313 "estimate": 0.375,16314 "low": 0.21875,16315 "high": 0.5320312499999957,16316 "level": 0.95,16317 "n_items": 32,16318 "n_clusters": 32,16319 "n_boot": 200016320 },16321 "mapped_norm": 34.392704010009766,16322 "outputs_sample": [16323 " 3\n",16324 " 1\n",16325 " light\n",16326 " Calm\n",16327 " under\n"16328 ],16329 "correct": [16330 0.0,16331 0.0,16332 0.0,16333 0.0,16334 1.0,16335 0.0,16336 0.0,16337 0.0,16338 0.0,16339 0.0,16340 1.0,16341 1.0,16342 1.0,16343 1.0,16344 0.0,16345 1.0,16346 1.0,16347 1.0,16348 1.0,16349 1.0,16350 1.0,16351 0.0,16352 0.0,16353 1.0,16354 1.0,16355 0.0,16356 0.0,16357 1.0,16358 1.0,16359 0.0,16360 0.0,16361 0.016362 ]16363 },16364 "cca|L18|a2.0": {16365 "accuracy": 0.375,16366 "gain_vs_zero": {16367 "estimate": 0.28125,16368 "low": 0.125,16369 "high": 0.46875,16370 "level": 0.95,16371 "n_items": 32,16372 "n_clusters": 32,16373 "n_boot": 200016374 },16375 "mapped_norm": 34.392704010009766,16376 "outputs_sample": [16377 " sad\n",16378 " arrive\n",16379 " dark\n",16380 " calm\n",16381 " over\n"16382 ],16383 "correct": [16384 1.0,16385 0.0,16386 1.0,16387 0.0,16388 0.0,16389 0.0,16390 0.0,16391 0.0,16392 0.0,16393 0.0,16394 1.0,16395 0.0,16396 1.0,16397 1.0,16398 0.0,16399 1.0,16400 0.0,16401 1.0,16402 0.0,16403 1.0,16404 1.0,16405 0.0,16406 0.0,16407 1.0,16408 1.0,16409 0.0,16410 0.0,16411 0.0,16412 1.0,16413 0.0,16414 0.0,16415 0.016416 ]16417 },16418 "random_orth|L18|a1.0": {16419 "accuracy": 0.1875,16420 "gain_vs_zero": {16421 "estimate": 0.09375,16422 "low": 0.0,16423 "high": 0.1875,16424 "level": 0.95,16425 "n_items": 32,16426 "n_clusters": 32,16427 "n_boot": 200016428 },16429 "mapped_norm": 25.001222610473633,16430 "outputs_sample": [16431 " 5\n",16432 " 1\n",16433 " The word \"bright\" is",16434 " 3\n",16435 " The word \"over\" is"16436 ],16437 "correct": [16438 0.0,16439 0.0,16440 0.0,16441 0.0,16442 0.0,16443 0.0,16444 0.0,16445 0.0,16446 0.0,16447 0.0,16448 0.0,16449 1.0,16450 0.0,16451 0.0,16452 0.0,16453 1.0,16454 0.0,16455 1.0,16456 0.0,16457 1.0,16458 0.0,16459 0.0,16460 0.0,16461 1.0,16462 1.0,16463 0.0,16464 0.0,16465 0.0,16466 0.0,16467 0.0,16468 0.0,16469 0.016470 ]16471 },16472 "random_orth|L18|a2.0": {16473 "accuracy": 0.21875,16474 "gain_vs_zero": {16475 "estimate": 0.125,16476 "low": 0.03125,16477 "high": 0.25,16478 "level": 0.95,16479 "n_items": 32,16480 "n_clusters": 32,16481 "n_boot": 200016482 },16483 "mapped_norm": 25.001222610473633,16484 "outputs_sample": [16485 " sad\n",16486 " 1\n",16487 " \"Bright\"\n",16488 " \"aCML\"\n",16489 " The word \"over\" is"16490 ],16491 "correct": [16492 1.0,16493 0.0,16494 0.0,16495 0.0,16496 0.0,16497 0.0,16498 0.0,16499 0.0,16500 0.0,16501 0.0,16502 1.0,16503 1.0,16504 0.0,16505 0.0,16506 0.0,16507 1.0,16508 0.0,16509 1.0,16510 0.0,16511 1.0,16512 0.0,16513 0.0,16514 0.0,16515 0.0,16516 1.0,16517 0.0,16518 0.0,16519 0.0,16520 0.0,16521 0.0,16522 0.0,16523 0.016524 ]16525 },16526 "replace_donor_fewshot|procrustes|L18": {16527 "accuracy": 0.28125,16528 "gain_vs_zero": {16529 "estimate": 0.1875,16530 "low": 0.03125,16531 "high": 0.34375,16532 "level": 0.95,16533 "n_items": 32,16534 "n_clusters": 32,16535 "n_boot": 200016536 },16537 "outputs_sample": [16538 " 3\n",16539 " 1\n",16540 " 1\n",16541 " cAml\n",16542 " over\n"16543 ],16544 "correct": [16545 0.0,16546 0.0,16547 0.0,16548 0.0,16549 0.0,16550 0.0,16551 0.0,16552 0.0,16553 0.0,16554 0.0,16555 1.0,16556 0.0,16557 1.0,16558 0.0,16559 0.0,16560 1.0,16561 1.0,16562 1.0,16563 0.0,16564 1.0,16565 0.0,16566 0.0,16567 0.0,16568 1.0,16569 1.0,16570 0.0,16571 0.0,16572 0.0,16573 1.0,16574 0.0,16575 0.0,16576 0.016577 ]16578 },16579 "ctl_replace_donor_zeroshot|procrustes|L18": {16580 "accuracy": 0.125,16581 "gain_vs_zero": {16582 "estimate": 0.03125,16583 "low": 0.0,16584 "high": 0.09375,16585 "level": 0.95,16586 "n_items": 32,16587 "n_clusters": 32,16588 "n_boot": 200016589 },16590 "outputs_sample": [16591 " 4\n",16592 " 1\n",16593 " The word \"bright\" is",16594 " a\n",16595 " 1\n"16596 ],16597 "correct": [16598 0.0,16599 0.0,16600 0.0,16601 0.0,16602 0.0,16603 0.0,16604 0.0,16605 0.0,16606 0.0,16607 0.0,16608 0.0,16609 1.0,16610 0.0,16611 0.0,16612 0.0,16613 0.0,16614 0.0,16615 1.0,16616 0.0,16617 1.0,16618 0.0,16619 0.0,16620 0.0,16621 0.0,16622 0.0,16623 0.0,16624 0.0,16625 1.0,16626 0.0,16627 0.0,16628 0.0,16629 0.016630 ]16631 },16632 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L18": {16633 "accuracy": 0.25,16634 "gain_vs_zero": {16635 "estimate": 0.15625,16636 "low": 0.0,16637 "high": 0.3125,16638 "level": 0.95,16639 "n_items": 32,16640 "n_clusters": 32,16641 "n_boot": 200016642 },16643 "outputs_sample": [16644 " 3\n",16645 " 1\n",16646 " \"Bright\"\n",16647 " True\n",16648 " under\n"16649 ],16650 "correct": [16651 0.0,16652 0.0,16653 0.0,16654 0.0,16655 1.0,16656 0.0,16657 0.0,16658 0.0,16659 0.0,16660 0.0,16661 1.0,16662 0.0,16663 0.0,16664 0.0,16665 0.0,16666 1.0,16667 1.0,16668 1.0,16669 0.0,16670 1.0,16671 0.0,16672 0.0,16673 0.0,16674 0.0,16675 1.0,16676 0.0,16677 0.0,16678 0.0,16679 1.0,16680 0.0,16681 0.0,16682 0.016683 ]16684 },16685 "replace_donor_fewshot|ridge|L18": {16686 "accuracy": 0.21875,16687 "gain_vs_zero": {16688 "estimate": 0.125,16689 "low": 0.0,16690 "high": 0.28125,16691 "level": 0.95,16692 "n_items": 32,16693 "n_clusters": 32,16694 "n_boot": 200016695 },16696 "outputs_sample": [16697 " 3\n",16698 " 1\n",16699 " light\n",16700 " False\n",16701 " over\n"16702 ],16703 "correct": [16704 0.0,16705 0.0,16706 0.0,16707 0.0,16708 0.0,16709 0.0,16710 0.0,16711 0.0,16712 0.0,16713 0.0,16714 0.0,16715 0.0,16716 1.0,16717 0.0,16718 0.0,16719 1.0,16720 0.0,16721 1.0,16722 1.0,16723 1.0,16724 0.0,16725 0.0,16726 0.0,16727 0.0,16728 1.0,16729 0.0,16730 0.0,16731 0.0,16732 1.0,16733 0.0,16734 0.0,16735 0.016736 ]16737 },16738 "ctl_replace_donor_zeroshot|ridge|L18": {16739 "accuracy": 0.09375,16740 "gain_vs_zero": {16741 "estimate": 0.0,16742 "low": 0.0,16743 "high": 0.0,16744 "level": 0.95,16745 "n_items": 32,16746 "n_clusters": 32,16747 "n_boot": 200016748 },16749 "outputs_sample": [16750 " 4\n",16751 " 1\n",16752 " 4\n",16753 " a\n",16754 " 1\n"16755 ],16756 "correct": [16757 0.0,16758 0.0,16759 0.0,16760 0.0,16761 0.0,16762 0.0,16763 0.0,16764 0.0,16765 0.0,16766 0.0,16767 0.0,16768 1.0,16769 0.0,16770 0.0,16771 0.0,16772 0.0,16773 0.0,16774 1.0,16775 0.0,16776 1.0,16777 0.0,16778 0.0,16779 0.0,16780 0.0,16781 0.0,16782 0.0,16783 0.0,16784 0.0,16785 0.0,16786 0.0,16787 0.0,16788 0.016789 ]16790 },16791 "ctl_replace_donor_fewshot_shuffled_query|ridge|L18": {16792 "accuracy": 0.15625,16793 "gain_vs_zero": {16794 "estimate": 0.0625,16795 "low": -0.0625,16796 "high": 0.1875,16797 "level": 0.95,16798 "n_items": 32,16799 "n_clusters": 32,16800 "n_boot": 200016801 },16802 "outputs_sample": [16803 " 3\n",16804 " 1\n",16805 " True\n",16806 " True\n",16807 " 1\n"16808 ],16809 "correct": [16810 0.0,16811 0.0,16812 0.0,16813 0.0,16814 0.0,16815 0.0,16816 0.0,16817 0.0,16818 0.0,16819 0.0,16820 0.0,16821 0.0,16822 0.0,16823 0.0,16824 0.0,16825 1.0,16826 0.0,16827 1.0,16828 0.0,16829 1.0,16830 0.0,16831 0.0,16832 0.0,16833 0.0,16834 1.0,16835 0.0,16836 0.0,16837 0.0,16838 1.0,16839 0.0,16840 0.0,16841 0.016842 ]16843 },16844 "ctl_replace_donor_fewshot|sham_map|L18": {16845 "accuracy": 0.21875,16846 "gain_vs_zero": {16847 "estimate": 0.125,16848 "low": 0.03125,16849 "high": 0.25,16850 "level": 0.95,16851 "n_items": 32,16852 "n_clusters": 32,16853 "n_boot": 200016854 },16855 "outputs_sample": [16856 " The word \"happy\" is",16857 " 1\n",16858 " The word \"bright\" is",16859 " The word \"calm\"",16860 " 1\n"16861 ],16862 "correct": [16863 0.0,16864 0.0,16865 0.0,16866 0.0,16867 0.0,16868 0.0,16869 0.0,16870 0.0,16871 0.0,16872 0.0,16873 1.0,16874 1.0,16875 0.0,16876 0.0,16877 0.0,16878 1.0,16879 0.0,16880 1.0,16881 0.0,16882 1.0,16883 0.0,16884 0.0,16885 0.0,16886 0.0,16887 0.0,16888 0.0,16889 0.0,16890 1.0,16891 1.0,16892 0.0,16893 0.0,16894 0.016895 ]16896 },16897 "ctl_replace_donor_zeroshot|sham_map|L18": {16898 "accuracy": 0.125,16899 "gain_vs_zero": {16900 "estimate": 0.03125,16901 "low": -0.0625,16902 "high": 0.125,16903 "level": 0.95,16904 "n_items": 32,16905 "n_clusters": 32,16906 "n_boot": 200016907 },16908 "outputs_sample": [16909 " 4\n",16910 " 1\n",16911 " The word \"bright\" is",16912 " \"aCML\"\n",16913 " 1\n"16914 ],16915 "correct": [16916 0.0,16917 0.0,16918 0.0,16919 0.0,16920 0.0,16921 0.0,16922 0.0,16923 0.0,16924 0.0,16925 0.0,16926 1.0,16927 0.0,16928 0.0,16929 0.0,16930 0.0,16931 1.0,16932 0.0,16933 1.0,16934 0.0,16935 1.0,16936 0.0,16937 0.0,16938 0.0,16939 0.0,16940 0.0,16941 0.0,16942 0.0,16943 0.0,16944 0.0,16945 0.0,16946 0.0,16947 0.016948 ]16949 },16950 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L18": {16951 "accuracy": 0.21875,16952 "gain_vs_zero": {16953 "estimate": 0.125,16954 "low": 0.0,16955 "high": 0.28125,16956 "level": 0.95,16957 "n_items": 32,16958 "n_clusters": 32,16959 "n_boot": 200016960 },16961 "outputs_sample": [16962 " The word \"happy\" is",16963 " 1\n",16964 " The word \"bright\" is",16965 " The word \"calm\"",16966 " 1\n"16967 ],16968 "correct": [16969 0.0,16970 0.0,16971 0.0,16972 0.0,16973 0.0,16974 0.0,16975 0.0,16976 0.0,16977 0.0,16978 0.0,16979 1.0,16980 0.0,16981 1.0,16982 0.0,16983 0.0,16984 1.0,16985 0.0,16986 1.0,16987 0.0,16988 1.0,16989 0.0,16990 0.0,16991 0.0,16992 0.0,16993 0.0,16994 0.0,16995 0.0,16996 1.0,16997 1.0,16998 0.0,16999 0.0,17000 0.017001 ]17002 },17003 "ctl_random_norm_matched|L18": {17004 "accuracy": 0.25,17005 "gain_vs_zero": {17006 "estimate": 0.15625,17007 "low": 0.03125,17008 "high": 0.28125,17009 "level": 0.95,17010 "n_items": 32,17011 "n_clusters": 32,17012 "n_boot": 200017013 },17014 "correct": [17015 0.0,17016 0.0,17017 0.0,17018 0.0,17019 0.0,17020 0.0,17021 0.0,17022 0.0,17023 0.0,17024 0.0,17025 1.0,17026 1.0,17027 0.0,17028 0.0,17029 0.0,17030 1.0,17031 0.0,17032 1.0,17033 0.0,17034 1.0,17035 0.0,17036 0.0,17037 0.0,17038 1.0,17039 0.0,17040 0.0,17041 0.0,17042 1.0,17043 0.0,17044 1.0,17045 0.0,17046 0.017047 ]17048 },17049 "ctl_unrelated_task_vector(capital)|L18": {17050 "accuracy": 0.15625,17051 "gain_vs_zero": {17052 "estimate": 0.0625,17053 "low": -0.0625,17054 "high": 0.1875,17055 "level": 0.95,17056 "n_items": 32,17057 "n_clusters": 32,17058 "n_boot": 200017059 },17060 "correct": [17061 0.0,17062 0.0,17063 0.0,17064 0.0,17065 0.0,17066 0.0,17067 0.0,17068 0.0,17069 0.0,17070 0.0,17071 0.0,17072 0.0,17073 0.0,17074 0.0,17075 0.0,17076 1.0,17077 0.0,17078 1.0,17079 0.0,17080 1.0,17081 0.0,17082 0.0,17083 0.0,17084 0.0,17085 0.0,17086 0.0,17087 0.0,17088 1.0,17089 1.0,17090 0.0,17091 0.0,17092 0.017093 ]17094 },17095 "procrustes|L25|a1.0": {17096 "accuracy": 0.78125,17097 "gain_vs_zero": {17098 "estimate": 0.6875,17099 "low": 0.53125,17100 "high": 0.84375,17101 "level": 0.95,17102 "n_items": 32,17103 "n_clusters": 32,17104 "n_boot": 200017105 },17106 "mapped_norm": 40.60661697387695,17107 "outputs_sample": [17108 " sad\n",17109 " depart\n",17110 " dark\n",17111 " panick\n",17112 " under\n"17113 ],17114 "correct": [17115 1.0,17116 1.0,17117 1.0,17118 0.0,17119 1.0,17120 0.0,17121 0.0,17122 1.0,17123 1.0,17124 1.0,17125 1.0,17126 1.0,17127 1.0,17128 0.0,17129 1.0,17130 1.0,17131 0.0,17132 1.0,17133 1.0,17134 1.0,17135 1.0,17136 1.0,17137 1.0,17138 1.0,17139 1.0,17140 0.0,17141 0.0,17142 1.0,17143 1.0,17144 1.0,17145 1.0,17146 1.017147 ]17148 },17149 "procrustes|L25|a2.0": {17150 "accuracy": 0.78125,17151 "gain_vs_zero": {17152 "estimate": 0.6875,17153 "low": 0.53125,17154 "high": 0.84375,17155 "level": 0.95,17156 "n_items": 32,17157 "n_clusters": 32,17158 "n_boot": 200017159 },17160 "mapped_norm": 40.60661697387695,17161 "outputs_sample": [17162 " sad\n",17163 " leave\n\n",17164 " dark\n",17165 " storm\n",17166 " under\n"17167 ],17168 "correct": [17169 1.0,17170 0.0,17171 1.0,17172 0.0,17173 1.0,17174 0.0,17175 1.0,17176 1.0,17177 1.0,17178 1.0,17179 1.0,17180 1.0,17181 1.0,17182 1.0,17183 1.0,17184 1.0,17185 0.0,17186 1.0,17187 1.0,17188 1.0,17189 1.0,17190 0.0,17191 1.0,17192 1.0,17193 1.0,17194 1.0,17195 0.0,17196 1.0,17197 1.0,17198 0.0,17199 1.0,17200 1.017201 ]17202 },17203 "procrustes_rescaled|L25|a1.0": {17204 "accuracy": 0.78125,17205 "gain_vs_zero": {17206 "estimate": 0.6875,17207 "low": 0.53125,17208 "high": 0.84375,17209 "level": 0.95,17210 "n_items": 32,17211 "n_clusters": 32,17212 "n_boot": 200017213 },17214 "mapped_norm": 57.1178092956543,17215 "outputs_sample": [17216 " sad\n",17217 " depart\n",17218 " dark\n",17219 " storm\n",17220 " under\n"17221 ],17222 "correct": [17223 1.0,17224 1.0,17225 1.0,17226 0.0,17227 1.0,17228 0.0,17229 1.0,17230 1.0,17231 1.0,17232 1.0,17233 1.0,17234 1.0,17235 1.0,17236 1.0,17237 1.0,17238 1.0,17239 0.0,17240 1.0,17241 1.0,17242 1.0,17243 1.0,17244 0.0,17245 1.0,17246 1.0,17247 1.0,17248 0.0,17249 0.0,17250 1.0,17251 1.0,17252 0.0,17253 1.0,17254 1.017255 ]17256 },17257 "ridge|L25|a1.0": {17258 "accuracy": 0.6875,17259 "gain_vs_zero": {17260 "estimate": 0.59375,17261 "low": 0.4375,17262 "high": 0.75,17263 "level": 0.95,17264 "n_items": 32,17265 "n_clusters": 32,17266 "n_boot": 200017267 },17268 "mapped_norm": 46.85785675048828,17269 "outputs_sample": [17270 " sad\n",17271 " leave\n\n",17272 " dark\n",17273 " warp\n",17274 " under\n"17275 ],17276 "correct": [17277 1.0,17278 0.0,17279 1.0,17280 0.0,17281 1.0,17282 0.0,17283 0.0,17284 1.0,17285 1.0,17286 1.0,17287 1.0,17288 1.0,17289 1.0,17290 1.0,17291 0.0,17292 1.0,17293 0.0,17294 1.0,17295 1.0,17296 1.0,17297 1.0,17298 0.0,17299 1.0,17300 1.0,17301 1.0,17302 1.0,17303 0.0,17304 1.0,17305 1.0,17306 0.0,17307 0.0,17308 1.017309 ]17310 },17311 "ridge|L25|a2.0": {17312 "accuracy": 0.25,17313 "gain_vs_zero": {17314 "estimate": 0.15625,17315 "low": 0.0,17316 "high": 0.3125,17317 "level": 0.95,17318 "n_items": 32,17319 "n_clusters": 32,17320 "n_boot": 200017321 },17322 "mapped_norm": 46.85785675048828,17323 "outputs_sample": [17324 " cool\n",17325 " kite\n",17326 " red\n",17327 " shy\n",17328 " under\n"17329 ],17330 "correct": [17331 0.0,17332 0.0,17333 0.0,17334 0.0,17335 1.0,17336 0.0,17337 0.0,17338 0.0,17339 1.0,17340 0.0,17341 0.0,17342 1.0,17343 0.0,17344 0.0,17345 0.0,17346 1.0,17347 0.0,17348 1.0,17349 0.0,17350 0.0,17351 1.0,17352 0.0,17353 0.0,17354 1.0,17355 1.0,17356 0.0,17357 0.0,17358 0.0,17359 0.0,17360 0.0,17361 0.0,17362 0.017363 ]17364 },17365 "ridge_rescaled|L25|a1.0": {17366 "accuracy": 0.6875,17367 "gain_vs_zero": {17368 "estimate": 0.59375,17369 "low": 0.4375,17370 "high": 0.75,17371 "level": 0.95,17372 "n_items": 32,17373 "n_clusters": 32,17374 "n_boot": 200017375 },17376 "mapped_norm": 57.11780548095703,17377 "outputs_sample": [17378 " sad\n",17379 " leave\n",17380 " dark\n",17381 " flash\n",17382 " under\n"17383 ],17384 "correct": [17385 1.0,17386 0.0,17387 1.0,17388 0.0,17389 1.0,17390 0.0,17391 0.0,17392 1.0,17393 1.0,17394 1.0,17395 1.0,17396 1.0,17397 1.0,17398 1.0,17399 1.0,17400 1.0,17401 0.0,17402 1.0,17403 1.0,17404 1.0,17405 1.0,17406 0.0,17407 0.0,17408 1.0,17409 1.0,17410 1.0,17411 0.0,17412 1.0,17413 1.0,17414 0.0,17415 0.0,17416 1.017417 ]17418 },17419 "cca|L25|a1.0": {17420 "accuracy": 0.8125,17421 "gain_vs_zero": {17422 "estimate": 0.71875,17423 "low": 0.5625,17424 "high": 0.875,17425 "level": 0.95,17426 "n_items": 32,17427 "n_clusters": 32,17428 "n_boot": 200017429 },17430 "mapped_norm": 58.244014739990234,17431 "outputs_sample": [17432 " sad\n",17433 " leave\n",17434 " dark\n",17435 " storm\n",17436 " under\n"17437 ],17438 "correct": [17439 1.0,17440 0.0,17441 1.0,17442 0.0,17443 1.0,17444 0.0,17445 1.0,17446 1.0,17447 1.0,17448 1.0,17449 1.0,17450 1.0,17451 1.0,17452 1.0,17453 1.0,17454 1.0,17455 0.0,17456 1.0,17457 1.0,17458 1.0,17459 1.0,17460 1.0,17461 1.0,17462 1.0,17463 1.0,17464 1.0,17465 0.0,17466 1.0,17467 1.0,17468 0.0,17469 1.0,17470 1.017471 ]17472 },17473 "cca|L25|a2.0": {17474 "accuracy": 0.03125,17475 "gain_vs_zero": {17476 "estimate": -0.0625,17477 "low": -0.15625,17478 "high": 0.0,17479 "level": 0.95,17480 "n_items": 32,17481 "n_clusters": 32,17482 "n_boot": 200017483 },17484 "mapped_norm": 58.244014739990234,17485 "outputs_sample": [17486 " cloud\n",17487 " duck\n\n",17488 " cloud\n",17489 " duck\n",17490 " duck\n"17491 ],17492 "correct": [17493 0.0,17494 0.0,17495 0.0,17496 0.0,17497 0.0,17498 0.0,17499 0.0,17500 0.0,17501 0.0,17502 0.0,17503 0.0,17504 0.0,17505 0.0,17506 0.0,17507 0.0,17508 0.0,17509 0.0,17510 1.0,17511 0.0,17512 0.0,17513 0.0,17514 0.0,17515 0.0,17516 0.0,17517 0.0,17518 0.0,17519 0.0,17520 0.0,17521 0.0,17522 0.0,17523 0.0,17524 0.017525 ]17526 },17527 "random_orth|L25|a1.0": {17528 "accuracy": 0.03125,17529 "gain_vs_zero": {17530 "estimate": -0.0625,17531 "low": -0.1875,17532 "high": 0.0625,17533 "level": 0.95,17534 "n_items": 32,17535 "n_clusters": 32,17536 "n_boot": 200017537 },17538 "mapped_norm": 41.031681060791016,17539 "outputs_sample": [17540 " 5\n",17541 " 1\n",17542 " 4\n",17543 " 3\n",17544 " 5\n"17545 ],17546 "correct": [17547 0.0,17548 0.0,17549 0.0,17550 0.0,17551 0.0,17552 0.0,17553 0.0,17554 0.0,17555 1.0,17556 0.0,17557 0.0,17558 0.0,17559 0.0,17560 0.0,17561 0.0,17562 0.0,17563 0.0,17564 0.0,17565 0.0,17566 0.0,17567 0.0,17568 0.0,17569 0.0,17570 0.0,17571 0.0,17572 0.0,17573 0.0,17574 0.0,17575 0.0,17576 0.0,17577 0.0,17578 0.017579 ]17580 },17581 "random_orth|L25|a2.0": {17582 "accuracy": 0.03125,17583 "gain_vs_zero": {17584 "estimate": -0.0625,17585 "low": -0.1875,17586 "high": 0.0625,17587 "level": 0.95,17588 "n_items": 32,17589 "n_clusters": 32,17590 "n_boot": 200017591 },17592 "mapped_norm": 41.031681060791016,17593 "outputs_sample": [17594 " 5\n",17595 " 1\n",17596 " 4\n",17597 " 3\n",17598 " 5\n"17599 ],17600 "correct": [17601 0.0,17602 0.0,17603 0.0,17604 0.0,17605 0.0,17606 0.0,17607 0.0,17608 0.0,17609 1.0,17610 0.0,17611 0.0,17612 0.0,17613 0.0,17614 0.0,17615 0.0,17616 0.0,17617 0.0,17618 0.0,17619 0.0,17620 0.0,17621 0.0,17622 0.0,17623 0.0,17624 0.0,17625 0.0,17626 0.0,17627 0.0,17628 0.0,17629 0.0,17630 0.0,17631 0.0,17632 0.017633 ]17634 },17635 "replace_donor_fewshot|procrustes|L25": {17636 "accuracy": 0.84375,17637 "gain_vs_zero": {17638 "estimate": 0.75,17639 "low": 0.59375,17640 "high": 0.875,17641 "level": 0.95,17642 "n_items": 32,17643 "n_clusters": 32,17644 "n_boot": 200017645 },17646 "outputs_sample": [17647 " sad\n",17648 " depart\n\n",17649 " dark\n",17650 " excited\n",17651 " under\n"17652 ],17653 "correct": [17654 1.0,17655 1.0,17656 1.0,17657 0.0,17658 1.0,17659 0.0,17660 1.0,17661 1.0,17662 1.0,17663 1.0,17664 1.0,17665 1.0,17666 1.0,17667 1.0,17668 1.0,17669 1.0,17670 0.0,17671 1.0,17672 1.0,17673 1.0,17674 1.0,17675 1.0,17676 1.0,17677 1.0,17678 1.0,17679 0.0,17680 0.0,17681 1.0,17682 1.0,17683 1.0,17684 1.0,17685 1.017686 ]17687 },17688 "ctl_replace_donor_zeroshot|procrustes|L25": {17689 "accuracy": 0.15625,17690 "gain_vs_zero": {17691 "estimate": 0.0625,17692 "low": -0.0625,17693 "high": 0.1875,17694 "level": 0.95,17695 "n_items": 32,17696 "n_clusters": 32,17697 "n_boot": 200017698 },17699 "outputs_sample": [17700 " 4\n",17701 " 1\n",17702 " The word \"bright\" is",17703 " The word \"calm\"",17704 " over\n"17705 ],17706 "correct": [17707 0.0,17708 0.0,17709 0.0,17710 0.0,17711 0.0,17712 0.0,17713 0.0,17714 0.0,17715 0.0,17716 0.0,17717 1.0,17718 0.0,17719 0.0,17720 0.0,17721 0.0,17722 1.0,17723 0.0,17724 1.0,17725 0.0,17726 1.0,17727 0.0,17728 0.0,17729 0.0,17730 0.0,17731 1.0,17732 0.0,17733 0.0,17734 0.0,17735 0.0,17736 0.0,17737 0.0,17738 0.017739 ]17740 },17741 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": {17742 "accuracy": 0.8125,17743 "gain_vs_zero": {17744 "estimate": 0.71875,17745 "low": 0.5625,17746 "high": 0.875,17747 "level": 0.95,17748 "n_items": 32,17749 "n_clusters": 32,17750 "n_boot": 200017751 },17752 "outputs_sample": [17753 " sad\n",17754 " depart\n",17755 " dark\n",17756 " excited\n",17757 " under\n"17758 ],17759 "correct": [17760 1.0,17761 1.0,17762 1.0,17763 0.0,17764 1.0,17765 0.0,17766 1.0,17767 1.0,17768 1.0,17769 1.0,17770 1.0,17771 1.0,17772 1.0,17773 1.0,17774 1.0,17775 1.0,17776 1.0,17777 1.0,17778 1.0,17779 1.0,17780 1.0,17781 1.0,17782 1.0,17783 1.0,17784 1.0,17785 0.0,17786 0.0,17787 1.0,17788 1.0,17789 0.0,17790 0.0,17791 1.017792 ]17793 },17794 "replace_donor_fewshot|ridge|L25": {17795 "accuracy": 0.75,17796 "gain_vs_zero": {17797 "estimate": 0.65625,17798 "low": 0.5,17799 "high": 0.8125,17800 "level": 0.95,17801 "n_items": 32,17802 "n_clusters": 32,17803 "n_boot": 200017804 },17805 "outputs_sample": [17806 " sad\n",17807 " depart\n\n",17808 " dark\n",17809 " storm\n",17810 " under\n"17811 ],17812 "correct": [17813 1.0,17814 1.0,17815 1.0,17816 0.0,17817 1.0,17818 0.0,17819 1.0,17820 1.0,17821 1.0,17822 1.0,17823 1.0,17824 1.0,17825 1.0,17826 1.0,17827 1.0,17828 1.0,17829 0.0,17830 1.0,17831 1.0,17832 1.0,17833 1.0,17834 0.0,17835 0.0,17836 1.0,17837 1.0,17838 0.0,17839 0.0,17840 1.0,17841 1.0,17842 0.0,17843 1.0,17844 1.017845 ]17846 },17847 "ctl_replace_donor_zeroshot|ridge|L25": {17848 "accuracy": 0.0,17849 "gain_vs_zero": {17850 "estimate": -0.09375,17851 "low": -0.1875,17852 "high": 0.0,17853 "level": 0.95,17854 "n_items": 32,17855 "n_clusters": 32,17856 "n_boot": 200017857 },17858 "outputs_sample": [17859 " 5\n",17860 " The word \"arrive\"",17861 " The word \"bright\" is",17862 " ['a', 'c',",17863 " The word \"over\" is"17864 ],17865 "correct": [17866 0.0,17867 0.0,17868 0.0,17869 0.0,17870 0.0,17871 0.0,17872 0.0,17873 0.0,17874 0.0,17875 0.0,17876 0.0,17877 0.0,17878 0.0,17879 0.0,17880 0.0,17881 0.0,17882 0.0,17883 0.0,17884 0.0,17885 0.0,17886 0.0,17887 0.0,17888 0.0,17889 0.0,17890 0.0,17891 0.0,17892 0.0,17893 0.0,17894 0.0,17895 0.0,17896 0.0,17897 0.017898 ]17899 },17900 "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": {17901 "accuracy": 0.75,17902 "gain_vs_zero": {17903 "estimate": 0.65625,17904 "low": 0.5,17905 "high": 0.8125,17906 "level": 0.95,17907 "n_items": 32,17908 "n_clusters": 32,17909 "n_boot": 200017910 },17911 "outputs_sample": [17912 " sad\n",17913 " depart\n",17914 " dark\n",17915 " wave\n",17916 " under\n"17917 ],17918 "correct": [17919 1.0,17920 1.0,17921 1.0,17922 0.0,17923 1.0,17924 0.0,17925 1.0,17926 1.0,17927 1.0,17928 1.0,17929 1.0,17930 1.0,17931 1.0,17932 1.0,17933 1.0,17934 1.0,17935 0.0,17936 1.0,17937 1.0,17938 1.0,17939 1.0,17940 0.0,17941 1.0,17942 1.0,17943 1.0,17944 0.0,17945 0.0,17946 1.0,17947 1.0,17948 0.0,17949 0.0,17950 1.017951 ]17952 },17953 "ctl_replace_donor_fewshot|sham_map|L25": {17954 "accuracy": 0.125,17955 "gain_vs_zero": {17956 "estimate": 0.03125,17957 "low": -0.0625,17958 "high": 0.125,17959 "level": 0.95,17960 "n_items": 32,17961 "n_clusters": 32,17962 "n_boot": 200017963 },17964 "outputs_sample": [17965 " sad\n",17966 " 1\n",17967 " The word \"bright\" is",17968 " The word \"calm\"",17969 " 5\n\n"17970 ],17971 "correct": [17972 1.0,17973 0.0,17974 0.0,17975 0.0,17976 0.0,17977 0.0,17978 0.0,17979 0.0,17980 1.0,17981 0.0,17982 0.0,17983 1.0,17984 0.0,17985 0.0,17986 0.0,17987 0.0,17988 0.0,17989 0.0,17990 0.0,17991 1.0,17992 0.0,17993 0.0,17994 0.0,17995 0.0,17996 0.0,17997 0.0,17998 0.0,17999 0.0,18000 0.0,18001 0.0,18002 0.0,18003 0.018004 ]18005 },18006 "ctl_replace_donor_zeroshot|sham_map|L25": {18007 "accuracy": 0.09375,18008 "gain_vs_zero": {18009 "estimate": 0.0,18010 "low": -0.125,18011 "high": 0.125,18012 "level": 0.95,18013 "n_items": 32,18014 "n_clusters": 32,18015 "n_boot": 200018016 },18017 "outputs_sample": [18018 " happy\n",18019 " The word \"arrive\"",18020 " The word \"bright\" is",18021 " The word \"calm\"",18022 " The word \"over\" is"18023 ],18024 "correct": [18025 0.0,18026 0.0,18027 0.0,18028 0.0,18029 0.0,18030 0.0,18031 0.0,18032 0.0,18033 0.0,18034 0.0,18035 0.0,18036 0.0,18037 0.0,18038 0.0,18039 0.0,18040 1.0,18041 0.0,18042 0.0,18043 0.0,18044 1.0,18045 0.0,18046 0.0,18047 0.0,18048 0.0,18049 0.0,18050 0.0,18051 0.0,18052 0.0,18053 1.0,18054 0.0,18055 0.0,18056 0.018057 ]18058 },18059 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": {18060 "accuracy": 0.09375,18061 "gain_vs_zero": {18062 "estimate": 0.0,18063 "low": -0.125,18064 "high": 0.125,18065 "level": 0.95,18066 "n_items": 32,18067 "n_clusters": 32,18068 "n_boot": 200018069 },18070 "outputs_sample": [18071 " 5\n",18072 " 1\n",18073 " The word \"bright\" is",18074 " 3\n",18075 " over\n"18076 ],18077 "correct": [18078 0.0,18079 0.0,18080 0.0,18081 0.0,18082 0.0,18083 0.0,18084 0.0,18085 0.0,18086 1.0,18087 0.0,18088 0.0,18089 0.0,18090 0.0,18091 0.0,18092 0.0,18093 1.0,18094 0.0,18095 0.0,18096 0.0,18097 1.0,18098 0.0,18099 0.0,18100 0.0,18101 0.0,18102 0.0,18103 0.0,18104 0.0,18105 0.0,18106 0.0,18107 0.0,18108 0.0,18109 0.018110 ]18111 },18112 "ctl_random_norm_matched|L25": {18113 "accuracy": 0.03125,18114 "gain_vs_zero": {18115 "estimate": -0.0625,18116 "low": -0.15625,18117 "high": 0.0,18118 "level": 0.95,18119 "n_items": 32,18120 "n_clusters": 32,18121 "n_boot": 200018122 },18123 "correct": [18124 0.0,18125 0.0,18126 0.0,18127 0.0,18128 0.0,18129 0.0,18130 0.0,18131 0.0,18132 0.0,18133 0.0,18134 0.0,18135 0.0,18136 0.0,18137 0.0,18138 0.0,18139 0.0,18140 0.0,18141 1.0,18142 0.0,18143 0.0,18144 0.0,18145 0.0,18146 0.0,18147 0.0,18148 0.0,18149 0.0,18150 0.0,18151 0.0,18152 0.0,18153 0.0,18154 0.0,18155 0.018156 ]18157 },18158 "ctl_unrelated_task_vector(capital)|L25": {18159 "accuracy": 0.3125,18160 "gain_vs_zero": {18161 "estimate": 0.21875,18162 "low": 0.09375,18163 "high": 0.375,18164 "level": 0.95,18165 "n_items": 32,18166 "n_clusters": 32,18167 "n_boot": 200018168 },18169 "correct": [18170 0.0,18171 0.0,18172 0.0,18173 0.0,18174 0.0,18175 0.0,18176 0.0,18177 0.0,18178 1.0,18179 0.0,18180 1.0,18181 1.0,18182 0.0,18183 0.0,18184 0.0,18185 1.0,18186 1.0,18187 1.0,18188 0.0,18189 1.0,18190 0.0,18191 0.0,18192 0.0,18193 1.0,18194 1.0,18195 0.0,18196 0.0,18197 0.0,18198 1.0,18199 0.0,18200 0.0,18201 0.018202 ]18203 }18204 },18205 "items": {18206 "zero": [18207 0.0,18208 0.0,18209 0.0,18210 0.0,18211 0.0,18212 0.0,18213 0.0,18214 0.0,18215 0.0,18216 0.0,18217 0.0,18218 1.0,18219 0.0,18220 0.0,18221 0.0,18222 0.0,18223 0.0,18224 1.0,18225 0.0,18226 1.0,18227 0.0,18228 0.0,18229 0.0,18230 0.0,18231 0.0,18232 0.0,18233 0.0,18234 0.0,18235 0.0,18236 0.0,18237 0.0,18238 0.018239 ],18240 "few": [18241 1.0,18242 1.0,18243 1.0,18244 0.0,18245 1.0,18246 1.0,18247 1.0,18248 1.0,18249 1.0,18250 1.0,18251 1.0,18252 1.0,18253 1.0,18254 1.0,18255 1.0,18256 1.0,18257 1.0,18258 1.0,18259 1.0,18260 1.0,18261 1.0,18262 1.0,18263 0.0,18264 1.0,18265 1.0,18266 1.0,18267 1.0,18268 1.0,18269 1.0,18270 1.0,18271 1.0,18272 1.018273 ],18274 "own": [18275 1.0,18276 0.0,18277 1.0,18278 0.0,18279 1.0,18280 1.0,18281 1.0,18282 1.0,18283 1.0,18284 1.0,18285 1.0,18286 1.0,18287 1.0,18288 1.0,18289 1.0,18290 1.0,18291 0.0,18292 1.0,18293 1.0,18294 1.0,18295 1.0,18296 1.0,18297 1.0,18298 1.0,18299 1.0,18300 1.0,18301 1.0,18302 1.0,18303 1.0,18304 1.0,18305 1.0,18306 1.018307 ]18308 }18309 },18310 "capital": {18311 "recipient_zero": 0.13636363636363635,18312 "recipient_few": 1.0,18313 "recipient_own_vector": 0.8181818181818182,18314 "donor_layer": 14,18315 "conditions": {18316 "procrustes|L18|a1.0": {18317 "accuracy": 0.5454545454545454,18318 "gain_vs_zero": {18319 "estimate": 0.4090909090909091,18320 "low": 0.22727272727272727,18321 "high": 0.6363636363636364,18322 "level": 0.95,18323 "n_items": 22,18324 "n_clusters": 22,18325 "n_boot": 200018326 },18327 "mapped_norm": 25.164409637451172,18328 "outputs_sample": [18329 " Caracas\n\n",18330 " 5.9\n",18331 " Casablanca\n\n",18332 " 100\n",18333 " Tokyo\n\n"18334 ],18335 "correct": [18336 1.0,18337 0.0,18338 0.0,18339 0.0,18340 1.0,18341 0.0,18342 1.0,18343 1.0,18344 0.0,18345 0.0,18346 1.0,18347 1.0,18348 0.0,18349 1.0,18350 1.0,18351 0.0,18352 0.0,18353 1.0,18354 0.0,18355 1.0,18356 1.0,18357 1.018358 ]18359 },18360 "procrustes|L18|a2.0": {18361 "accuracy": 0.13636363636363635,18362 "gain_vs_zero": {18363 "estimate": 0.0,18364 "low": -0.22727272727272727,18365 "high": 0.22727272727272727,18366 "level": 0.95,18367 "n_items": 22,18368 "n_clusters": 22,18369 "n_boot": 200018370 },18371 "mapped_norm": 25.164409637451172,18372 "outputs_sample": [18373 " Venezuela\n\n",18374 " 5.9\n",18375 " Moroccan\n\n",18376 " Turkiye\n\n",18377 " Tokyo\n\n"18378 ],18379 "correct": [18380 0.0,18381 0.0,18382 0.0,18383 0.0,18384 1.0,18385 0.0,18386 0.0,18387 0.0,18388 0.0,18389 0.0,18390 0.0,18391 0.0,18392 0.0,18393 0.0,18394 1.0,18395 0.0,18396 0.0,18397 0.0,18398 0.0,18399 0.0,18400 0.0,18401 1.018402 ]18403 },18404 "procrustes_rescaled|L18|a1.0": {18405 "accuracy": 0.09090909090909091,18406 "gain_vs_zero": {18407 "estimate": -0.045454545454545456,18408 "low": -0.22727272727272727,18409 "high": 0.13636363636363635,18410 "level": 0.95,18411 "n_items": 22,18412 "n_clusters": 22,18413 "n_boot": 200018414 },18415 "mapped_norm": 56.586326599121094,18416 "outputs_sample": [18417 " Venezuela\n\n",18418 " Finland\n\n",18419 " Moroccan\n\n",18420 " Turkey\n\n",18421 " Japanese\n\n"18422 ],18423 "correct": [18424 0.0,18425 0.0,18426 0.0,18427 0.0,18428 0.0,18429 0.0,18430 0.0,18431 0.0,18432 0.0,18433 0.0,18434 0.0,18435 0.0,18436 0.0,18437 0.0,18438 1.0,18439 0.0,18440 0.0,18441 0.0,18442 0.0,18443 0.0,18444 0.0,18445 1.018446 ]18447 },18448 "ridge|L18|a1.0": {18449 "accuracy": 0.5454545454545454,18450 "gain_vs_zero": {18451 "estimate": 0.4090909090909091,18452 "low": 0.22727272727272727,18453 "high": 0.6363636363636364,18454 "level": 0.95,18455 "n_items": 22,18456 "n_clusters": 22,18457 "n_boot": 200018458 },18459 "mapped_norm": 33.83639907836914,18460 "outputs_sample": [18461 " Caracas\n\n",18462 " Finnish\n\n",18463 " Casablanca\n\n",18464 " Turkey\n\n",18465 " Tokyo\n\n"18466 ],18467 "correct": [18468 1.0,18469 0.0,18470 0.0,18471 0.0,18472 1.0,18473 0.0,18474 1.0,18475 1.0,18476 0.0,18477 0.0,18478 1.0,18479 1.0,18480 0.0,18481 1.0,18482 1.0,18483 0.0,18484 0.0,18485 1.0,18486 0.0,18487 1.0,18488 1.0,18489 1.018490 ]18491 },18492 "ridge|L18|a2.0": {18493 "accuracy": 0.0,18494 "gain_vs_zero": {18495 "estimate": -0.13636363636363635,18496 "low": -0.2727272727272727,18497 "high": 0.0,18498 "level": 0.95,18499 "n_items": 22,18500 "n_clusters": 22,18501 "n_boot": 200018502 },18503 "mapped_norm": 33.83639907836914,18504 "outputs_sample": [18505 " Venezuela\n",18506 " Finland\n",18507 " Morocco\n",18508 " Turkey\n\n",18509 " Japan\n\n"18510 ],18511 "correct": [18512 0.0,18513 0.0,18514 0.0,18515 0.0,18516 0.0,18517 0.0,18518 0.0,18519 0.0,18520 0.0,18521 0.0,18522 0.0,18523 0.0,18524 0.0,18525 0.0,18526 0.0,18527 0.0,18528 0.0,18529 0.0,18530 0.0,18531 0.0,18532 0.0,18533 0.018534 ]18535 },18536 "ridge_rescaled|L18|a1.0": {18537 "accuracy": 0.09090909090909091,18538 "gain_vs_zero": {18539 "estimate": -0.045454545454545456,18540 "low": -0.22727272727272727,18541 "high": 0.13636363636363635,18542 "level": 0.95,18543 "n_items": 22,18544 "n_clusters": 22,18545 "n_boot": 200018546 },18547 "mapped_norm": 56.58633041381836,18548 "outputs_sample": [18549 " Venezuela\n",18550 " Finland\n",18551 " Morocco\n",18552 " Turkey\n",18553 " Japan\n\n"18554 ],18555 "correct": [18556 0.0,18557 0.0,18558 0.0,18559 0.0,18560 0.0,18561 0.0,18562 0.0,18563 0.0,18564 0.0,18565 0.0,18566 0.0,18567 0.0,18568 0.0,18569 0.0,18570 0.0,18571 0.0,18572 0.0,18573 1.0,18574 0.0,18575 0.0,18576 0.0,18577 1.018578 ]18579 },18580 "cca|L18|a1.0": {18581 "accuracy": 0.6363636363636364,18582 "gain_vs_zero": {18583 "estimate": 0.5,18584 "low": 0.2727272727272727,18585 "high": 0.7272727272727273,18586 "level": 0.95,18587 "n_items": 22,18588 "n_clusters": 22,18589 "n_boot": 200018590 },18591 "mapped_norm": 36.52907180786133,18592 "outputs_sample": [18593 " Caracas\n\n",18594 " 5.9\n",18595 " Casablanca\n\n",18596 " Istanbul\n\n",18597 " Tokyo\n\n"18598 ],18599 "correct": [18600 1.0,18601 0.0,18602 0.0,18603 0.0,18604 1.0,18605 0.0,18606 1.0,18607 1.0,18608 0.0,18609 1.0,18610 1.0,18611 1.0,18612 1.0,18613 1.0,18614 1.0,18615 0.0,18616 0.0,18617 1.0,18618 0.0,18619 1.0,18620 1.0,18621 1.018622 ]18623 },18624 "cca|L18|a2.0": {18625 "accuracy": 0.4090909090909091,18626 "gain_vs_zero": {18627 "estimate": 0.2727272727272727,18628 "low": 0.09090909090909091,18629 "high": 0.45454545454545453,18630 "level": 0.95,18631 "n_items": 22,18632 "n_clusters": 22,18633 "n_boot": 200018634 },18635 "mapped_norm": 36.52907180786133,18636 "outputs_sample": [18637 " Caracas\n\n",18638 " Finland\n",18639 " Casablanca\n\n",18640 " Turkey\n\n",18641 " Tokyo\n\n"18642 ],18643 "correct": [18644 1.0,18645 0.0,18646 0.0,18647 0.0,18648 1.0,18649 0.0,18650 1.0,18651 1.0,18652 0.0,18653 1.0,18654 0.0,18655 0.0,18656 0.0,18657 0.0,18658 1.0,18659 0.0,18660 0.0,18661 1.0,18662 0.0,18663 0.0,18664 1.0,18665 1.018666 ]18667 },18668 "random_orth|L18|a1.0": {18669 "accuracy": 0.0,18670 "gain_vs_zero": {18671 "estimate": -0.13636363636363635,18672 "low": -0.2727272727272727,18673 "high": 0.0,18674 "level": 0.95,18675 "n_items": 22,18676 "n_clusters": 22,18677 "n_boot": 200018678 },18679 "mapped_norm": 26.534799575805664,18680 "outputs_sample": [18681 " South America\n\n",18682 " fi\n\n",18683 " North Africa\n",18684 " 1\n",18685 " \u65e5\u672c\n"18686 ],18687 "correct": [18688 0.0,18689 0.0,18690 0.0,18691 0.0,18692 0.0,18693 0.0,18694 0.0,18695 0.0,18696 0.0,18697 0.0,18698 0.0,18699 0.0,18700 0.0,18701 0.0,18702 0.0,18703 0.0,18704 0.0,18705 0.0,18706 0.0,18707 0.0,18708 0.0,18709 0.018710 ]18711 },18712 "random_orth|L18|a2.0": {18713 "accuracy": 0.0,18714 "gain_vs_zero": {18715 "estimate": -0.13636363636363635,18716 "low": -0.2727272727272727,18717 "high": 0.0,18718 "level": 0.95,18719 "n_items": 22,18720 "n_clusters": 22,18721 "n_boot": 200018722 },18723 "mapped_norm": 26.534799575805664,18724 "outputs_sample": [18725 " Venezuela\n\n",18726 " 180\n\n",18727 " Morocco\n\n",18728 " Turkey\n\n",18729 " 12345"18730 ],18731 "correct": [18732 0.0,18733 0.0,18734 0.0,18735 0.0,18736 0.0,18737 0.0,18738 0.0,18739 0.0,18740 0.0,18741 0.0,18742 0.0,18743 0.0,18744 0.0,18745 0.0,18746 0.0,18747 0.0,18748 0.0,18749 0.0,18750 0.0,18751 0.0,18752 0.0,18753 0.018754 ]18755 },18756 "replace_donor_fewshot|procrustes|L18": {18757 "accuracy": 0.5,18758 "gain_vs_zero": {18759 "estimate": 0.36363636363636365,18760 "low": 0.18181818181818182,18761 "high": 0.5465909090909028,18762 "level": 0.95,18763 "n_items": 22,18764 "n_clusters": 22,18765 "n_boot": 200018766 },18767 "outputs_sample": [18768 " Caracas\n\n",18769 " 5.9\n",18770 " Casablanca\n\n",18771 " 100\n\n",18772 " Tokyo\n\n"18773 ],18774 "correct": [18775 1.0,18776 0.0,18777 0.0,18778 0.0,18779 1.0,18780 0.0,18781 1.0,18782 1.0,18783 0.0,18784 1.0,18785 0.0,18786 0.0,18787 0.0,18788 1.0,18789 1.0,18790 0.0,18791 0.0,18792 1.0,18793 0.0,18794 1.0,18795 1.0,18796 1.018797 ]18798 },18799 "ctl_replace_donor_zeroshot|procrustes|L18": {18800 "accuracy": 0.22727272727272727,18801 "gain_vs_zero": {18802 "estimate": 0.09090909090909091,18803 "low": -0.09090909090909091,18804 "high": 0.2727272727272727,18805 "level": 0.95,18806 "n_items": 22,18807 "n_clusters": 22,18808 "n_boot": 200018809 },18810 "outputs_sample": [18811 " South America\n\n",18812 " 5.9\n",18813 " Casablanca\n\n",18814 " Turkey is a country located in",18815 " Tokyo\n\n"18816 ],18817 "correct": [18818 0.0,18819 0.0,18820 0.0,18821 0.0,18822 1.0,18823 0.0,18824 1.0,18825 1.0,18826 0.0,18827 0.0,18828 0.0,18829 0.0,18830 0.0,18831 0.0,18832 1.0,18833 0.0,18834 0.0,18835 0.0,18836 0.0,18837 0.0,18838 0.0,18839 1.018840 ]18841 },18842 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L18": {18843 "accuracy": 0.4090909090909091,18844 "gain_vs_zero": {18845 "estimate": 0.2727272727272727,18846 "low": 0.045454545454545456,18847 "high": 0.5,18848 "level": 0.95,18849 "n_items": 22,18850 "n_clusters": 22,18851 "n_boot": 200018852 },18853 "outputs_sample": [18854 " 1. Venezuela\n",18855 " 5.9\n",18856 " Casablanca\n\n",18857 " 100\n\n",18858 " Tokyo\n\n"18859 ],18860 "correct": [18861 0.0,18862 0.0,18863 0.0,18864 0.0,18865 1.0,18866 0.0,18867 1.0,18868 1.0,18869 0.0,18870 0.0,18871 0.0,18872 1.0,18873 0.0,18874 1.0,18875 1.0,18876 0.0,18877 0.0,18878 1.0,18879 0.0,18880 1.0,18881 0.0,18882 1.018883 ]18884 },18885 "replace_donor_fewshot|ridge|L18": {18886 "accuracy": 0.3181818181818182,18887 "gain_vs_zero": {18888 "estimate": 0.18181818181818182,18889 "low": -0.045454545454545456,18890 "high": 0.4090909090909091,18891 "level": 0.95,18892 "n_items": 22,18893 "n_clusters": 22,18894 "n_boot": 200018895 },18896 "outputs_sample": [18897 " 1.8\n",18898 " 5.9\n",18899 " Casablanca\n\n",18900 " 100\n\n",18901 " Tokyo\n\n"18902 ],18903 "correct": [18904 0.0,18905 0.0,18906 0.0,18907 0.0,18908 1.0,18909 0.0,18910 0.0,18911 1.0,18912 0.0,18913 0.0,18914 1.0,18915 0.0,18916 0.0,18917 0.0,18918 1.0,18919 0.0,18920 0.0,18921 1.0,18922 0.0,18923 1.0,18924 0.0,18925 1.018926 ]18927 },18928 "ctl_replace_donor_zeroshot|ridge|L18": {18929 "accuracy": 0.0,18930 "gain_vs_zero": {18931 "estimate": -0.13636363636363635,18932 "low": -0.2727272727272727,18933 "high": 0.0,18934 "level": 0.95,18935 "n_items": 22,18936 "n_clusters": 22,18937 "n_boot": 200018938 },18939 "outputs_sample": [18940 " Venezuela is a country located in",18941 " Finland is a Nordic country located",18942 " Morocco is a country located in",18943 " Turkey is a country located in",18944 " Japan is a sovereign island country"18945 ],18946 "correct": [18947 0.0,18948 0.0,18949 0.0,18950 0.0,18951 0.0,18952 0.0,18953 0.0,18954 0.0,18955 0.0,18956 0.0,18957 0.0,18958 0.0,18959 0.0,18960 0.0,18961 0.0,18962 0.0,18963 0.0,18964 0.0,18965 0.0,18966 0.0,18967 0.0,18968 0.018969 ]18970 },18971 "ctl_replace_donor_fewshot_shuffled_query|ridge|L18": {18972 "accuracy": 0.2727272727272727,18973 "gain_vs_zero": {18974 "estimate": 0.13636363636363635,18975 "low": -0.09090909090909091,18976 "high": 0.36363636363636365,18977 "level": 0.95,18978 "n_items": 22,18979 "n_clusters": 22,18980 "n_boot": 200018981 },18982 "outputs_sample": [18983 " 1. Venezuela\n",18984 " 5.9\n",18985 " Casablanca\n\n",18986 " 100\n",18987 " Tokyo\n\n"18988 ],18989 "correct": [18990 0.0,18991 0.0,18992 0.0,18993 0.0,18994 1.0,18995 0.0,18996 0.0,18997 1.0,18998 0.0,18999 0.0,19000 0.0,19001 0.0,19002 0.0,19003 0.0,19004 1.0,19005 0.0,19006 0.0,19007 1.0,19008 0.0,19009 1.0,19010 0.0,19011 1.019012 ]19013 },19014 "ctl_replace_donor_fewshot|sham_map|L18": {19015 "accuracy": 0.18181818181818182,19016 "gain_vs_zero": {19017 "estimate": 0.045454545454545456,19018 "low": -0.09090909090909091,19019 "high": 0.18181818181818182,19020 "level": 0.95,19021 "n_items": 22,19022 "n_clusters": 22,19023 "n_boot": 200019024 },19025 "outputs_sample": [19026 " Venezuela is a country located in",19027 " 180\n\n",19028 " Casablanca\n\n",19029 " 100\n\n",19030 " Japanese\n\n"19031 ],19032 "correct": [19033 0.0,19034 0.0,19035 0.0,19036 0.0,19037 0.0,19038 0.0,19039 1.0,19040 1.0,19041 0.0,19042 0.0,19043 1.0,19044 0.0,19045 0.0,19046 0.0,19047 0.0,19048 0.0,19049 0.0,19050 0.0,19051 0.0,19052 0.0,19053 0.0,19054 1.019055 ]19056 },19057 "ctl_replace_donor_zeroshot|sham_map|L18": {19058 "accuracy": 0.45454545454545453,19059 "gain_vs_zero": {19060 "estimate": 0.3181818181818182,19061 "low": 0.13636363636363635,19062 "high": 0.5454545454545454,19063 "level": 0.95,19064 "n_items": 22,19065 "n_clusters": 22,19066 "n_boot": 200019067 },19068 "outputs_sample": [19069 " Caracas\n\n",19070 " 5.9\n",19071 " Casablanca\n\n",19072 " 100\n\n",19073 " Tokyo\n\n"19074 ],19075 "correct": [19076 1.0,19077 0.0,19078 0.0,19079 0.0,19080 1.0,19081 0.0,19082 1.0,19083 1.0,19084 0.0,19085 0.0,19086 1.0,19087 1.0,19088 0.0,19089 0.0,19090 1.0,19091 0.0,19092 0.0,19093 0.0,19094 0.0,19095 1.0,19096 1.0,19097 1.019098 ]19099 },19100 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L18": {19101 "accuracy": 0.3181818181818182,19102 "gain_vs_zero": {19103 "estimate": 0.18181818181818182,19104 "low": 0.0,19105 "high": 0.36363636363636365,19106 "level": 0.95,19107 "n_items": 22,19108 "n_clusters": 22,19109 "n_boot": 200019110 },19111 "outputs_sample": [19112 " Caracas\n\n",19113 " 5.9\n",19114 " Casablanca\n\n",19115 " 100\n\n",19116 " Tokyo\n\n"19117 ],19118 "correct": [19119 1.0,19120 0.0,19121 0.0,19122 0.0,19123 1.0,19124 0.0,19125 1.0,19126 1.0,19127 0.0,19128 0.0,19129 1.0,19130 0.0,19131 0.0,19132 0.0,19133 1.0,19134 0.0,19135 0.0,19136 0.0,19137 0.0,19138 0.0,19139 0.0,19140 1.019141 ]19142 },19143 "ctl_random_norm_matched|L18": {19144 "accuracy": 0.0,19145 "gain_vs_zero": {19146 "estimate": -0.13636363636363635,19147 "low": -0.2727272727272727,19148 "high": 0.0,19149 "level": 0.95,19150 "n_items": 22,19151 "n_clusters": 22,19152 "n_boot": 200019153 },19154 "correct": [19155 0.0,19156 0.0,19157 0.0,19158 0.0,19159 0.0,19160 0.0,19161 0.0,19162 0.0,19163 0.0,19164 0.0,19165 0.0,19166 0.0,19167 0.0,19168 0.0,19169 0.0,19170 0.0,19171 0.0,19172 0.0,19173 0.0,19174 0.0,19175 0.0,19176 0.019177 ]19178 },19179 "ctl_unrelated_task_vector(antonym)|L18": {19180 "accuracy": 0.36363636363636365,19181 "gain_vs_zero": {19182 "estimate": 0.22727272727272727,19183 "low": 0.09090909090909091,19184 "high": 0.4090909090909091,19185 "level": 0.95,19186 "n_items": 22,19187 "n_clusters": 22,19188 "n_boot": 200019189 },19190 "correct": [19191 1.0,19192 0.0,19193 0.0,19194 0.0,19195 1.0,19196 0.0,19197 1.0,19198 1.0,19199 0.0,19200 0.0,19201 0.0,19202 0.0,19203 0.0,19204 0.0,19205 1.0,19206 0.0,19207 0.0,19208 0.0,19209 0.0,19210 1.0,19211 1.0,19212 1.019213 ]19214 },19215 "procrustes|L25|a1.0": {19216 "accuracy": 0.0,19217 "gain_vs_zero": {19218 "estimate": -0.13636363636363635,19219 "low": -0.2727272727272727,19220 "high": 0.0,19221 "level": 0.95,19222 "n_items": 22,19223 "n_clusters": 22,19224 "n_boot": 200019225 },19226 "mapped_norm": 42.69282531738281,19227 "outputs_sample": [19228 " Cuba\n\n",19229 " Estonia\n\n",19230 " Algeria, Tunisia, Mauritania",19231 " Greece\n\n",19232 " Japan is an island nation in"19233 ],19234 "correct": [19235 0.0,19236 0.0,19237 0.0,19238 0.0,19239 0.0,19240 0.0,19241 0.0,19242 0.0,19243 0.0,19244 0.0,19245 0.0,19246 0.0,19247 0.0,19248 0.0,19249 0.0,19250 0.0,19251 0.0,19252 0.0,19253 0.0,19254 0.0,19255 0.0,19256 0.019257 ]19258 },19259 "procrustes|L25|a2.0": {19260 "accuracy": 0.0,19261 "gain_vs_zero": {19262 "estimate": -0.13636363636363635,19263 "low": -0.2727272727272727,19264 "high": 0.0,19265 "level": 0.95,19266 "n_items": 22,19267 "n_clusters": 22,19268 "n_boot": 200019269 },19270 "mapped_norm": 42.69282531738281,19271 "outputs_sample": [19272 " Venezuela is a country located in",19273 " Finland is a Nordic country located",19274 " Morocco\n",19275 " Turkey is a country located in",19276 " Japan is an island nation in"19277 ],19278 "correct": [19279 0.0,19280 0.0,19281 0.0,19282 0.0,19283 0.0,19284 0.0,19285 0.0,19286 0.0,19287 0.0,19288 0.0,19289 0.0,19290 0.0,19291 0.0,19292 0.0,19293 0.0,19294 0.0,19295 0.0,19296 0.0,19297 0.0,19298 0.0,19299 0.0,19300 0.019301 ]19302 },19303 "procrustes_rescaled|L25|a1.0": {19304 "accuracy": 0.0,19305 "gain_vs_zero": {19306 "estimate": -0.13636363636363635,19307 "low": -0.2727272727272727,19308 "high": 0.0,19309 "level": 0.95,19310 "n_items": 22,19311 "n_clusters": 22,19312 "n_boot": 200019313 },19314 "mapped_norm": 56.586326599121094,19315 "outputs_sample": [19316 " United States\n\n",19317 " Estonia\n\n",19318 " Tunisia\n",19319 " Turkey is a country located in",19320 " Japan is an island nation in"19321 ],19322 "correct": [19323 0.0,19324 0.0,19325 0.0,19326 0.0,19327 0.0,19328 0.0,19329 0.0,19330 0.0,19331 0.0,19332 0.0,19333 0.0,19334 0.0,19335 0.0,19336 0.0,19337 0.0,19338 0.0,19339 0.0,19340 0.0,19341 0.0,19342 0.0,19343 0.0,19344 0.019345 ]19346 },19347 "ridge|L25|a1.0": {19348 "accuracy": 0.0,19349 "gain_vs_zero": {19350 "estimate": -0.13636363636363635,19351 "low": -0.2727272727272727,19352 "high": 0.0,19353 "level": 0.95,19354 "n_items": 22,19355 "n_clusters": 22,19356 "n_boot": 200019357 },19358 "mapped_norm": 47.21369171142578,19359 "outputs_sample": [19360 " Bolivia\n",19361 " Sweden\n",19362 " Tunisia\n",19363 " Greece\n\n",19364 " China\n\n"19365 ],19366 "correct": [19367 0.0,19368 0.0,19369 0.0,19370 0.0,19371 0.0,19372 0.0,19373 0.0,19374 0.0,19375 0.0,19376 0.0,19377 0.0,19378 0.0,19379 0.0,19380 0.0,19381 0.0,19382 0.0,19383 0.0,19384 0.0,19385 0.0,19386 0.0,19387 0.0,19388 0.019389 ]19390 },19391 "ridge|L25|a2.0": {19392 "accuracy": 0.0,19393 "gain_vs_zero": {19394 "estimate": -0.13636363636363635,19395 "low": -0.2727272727272727,19396 "high": 0.0,19397 "level": 0.95,19398 "n_items": 22,19399 "n_clusters": 22,19400 "n_boot": 200019401 },19402 "mapped_norm": 47.21369171142578,19403 "outputs_sample": [19404 " Peru\n\n",19405 " Sweden\n",19406 " Algeria, Tunisia, Libya,",19407 " Egypt\n\n",19408 " Korea\n"19409 ],19410 "correct": [19411 0.0,19412 0.0,19413 0.0,19414 0.0,19415 0.0,19416 0.0,19417 0.0,19418 0.0,19419 0.0,19420 0.0,19421 0.0,19422 0.0,19423 0.0,19424 0.0,19425 0.0,19426 0.0,19427 0.0,19428 0.0,19429 0.0,19430 0.0,19431 0.0,19432 0.019433 ]19434 },19435 "ridge_rescaled|L25|a1.0": {19436 "accuracy": 0.0,19437 "gain_vs_zero": {19438 "estimate": -0.13636363636363635,19439 "low": -0.2727272727272727,19440 "high": 0.0,19441 "level": 0.95,19442 "n_items": 22,19443 "n_clusters": 22,19444 "n_boot": 200019445 },19446 "mapped_norm": 56.58632278442383,19447 "outputs_sample": [19448 " Bolivia\n",19449 " Sweden\n",19450 " Tunisia\n",19451 " Egypt\n\n",19452 " China\n\n"19453 ],19454 "correct": [19455 0.0,19456 0.0,19457 0.0,19458 0.0,19459 0.0,19460 0.0,19461 0.0,19462 0.0,19463 0.0,19464 0.0,19465 0.0,19466 0.0,19467 0.0,19468 0.0,19469 0.0,19470 0.0,19471 0.0,19472 0.0,19473 0.0,19474 0.0,19475 0.0,19476 0.019477 ]19478 },19479 "cca|L25|a1.0": {19480 "accuracy": 0.0,19481 "gain_vs_zero": {19482 "estimate": -0.13636363636363635,19483 "low": -0.2727272727272727,19484 "high": 0.0,19485 "level": 0.95,19486 "n_items": 22,19487 "n_clusters": 22,19488 "n_boot": 200019489 },19490 "mapped_norm": 55.75974655151367,19491 "outputs_sample": [19492 " Colombia, Brazil, Guyana",19493 " Sweden\n",19494 " Algeria, Tunisia, Libya,",19495 " 100\n\n",19496 " Japan is an island nation in"19497 ],19498 "correct": [19499 0.0,19500 0.0,19501 0.0,19502 0.0,19503 0.0,19504 0.0,19505 0.0,19506 0.0,19507 0.0,19508 0.0,19509 0.0,19510 0.0,19511 0.0,19512 0.0,19513 0.0,19514 0.0,19515 0.0,19516 0.0,19517 0.0,19518 0.0,19519 0.0,19520 0.019521 ]19522 },19523 "cca|L25|a2.0": {19524 "accuracy": 0.0,19525 "gain_vs_zero": {19526 "estimate": -0.13636363636363635,19527 "low": -0.2727272727272727,19528 "high": 0.0,19529 "level": 0.95,19530 "n_items": 22,19531 "n_clusters": 22,19532 "n_boot": 200019533 },19534 "mapped_norm": 55.75974655151367,19535 "outputs_sample": [19536 " Peru\n\n",19537 " Pineapple\n",19538 " Palm trees, Sahara Desert,",19539 " Earthquake\n",19540 " Earthquake\n\n"19541 ],19542 "correct": [19543 0.0,19544 0.0,19545 0.0,19546 0.0,19547 0.0,19548 0.0,19549 0.0,19550 0.0,19551 0.0,19552 0.0,19553 0.0,19554 0.0,19555 0.0,19556 0.0,19557 0.0,19558 0.0,19559 0.0,19560 0.0,19561 0.0,19562 0.0,19563 0.0,19564 0.019565 ]19566 },19567 "random_orth|L25|a1.0": {19568 "accuracy": 0.0,19569 "gain_vs_zero": {19570 "estimate": -0.13636363636363635,19571 "low": -0.2727272727272727,19572 "high": 0.0,19573 "level": 0.95,19574 "n_items": 22,19575 "n_clusters": 22,19576 "n_boot": 200019577 },19578 "mapped_norm": 43.54856872558594,19579 "outputs_sample": [19580 " 28\n",19581 " 5.9\n",19582 " 122\n",19583 " 100\n",19584 " Japan is an island nation in"19585 ],19586 "correct": [19587 0.0,19588 0.0,19589 0.0,19590 0.0,19591 0.0,19592 0.0,19593 0.0,19594 0.0,19595 0.0,19596 0.0,19597 0.0,19598 0.0,19599 0.0,19600 0.0,19601 0.0,19602 0.0,19603 0.0,19604 0.0,19605 0.0,19606 0.0,19607 0.0,19608 0.019609 ]19610 },19611 "random_orth|L25|a2.0": {19612 "accuracy": 0.0,19613 "gain_vs_zero": {19614 "estimate": -0.13636363636363635,19615 "low": -0.2727272727272727,19616 "high": 0.0,19617 "level": 0.95,19618 "n_items": 22,19619 "n_clusters": 22,19620 "n_boot": 200019621 },19622 "mapped_norm": 43.54856872558594,19623 "outputs_sample": [19624 " 1. Venezuela is a",19625 " 5.9\n",19626 " 122\n",19627 " 100\n",19628 " 12345"19629 ],19630 "correct": [19631 0.0,19632 0.0,19633 0.0,19634 0.0,19635 0.0,19636 0.0,19637 0.0,19638 0.0,19639 0.0,19640 0.0,19641 0.0,19642 0.0,19643 0.0,19644 0.0,19645 0.0,19646 0.0,19647 0.0,19648 0.0,19649 0.0,19650 0.0,19651 0.0,19652 0.019653 ]19654 },19655 "replace_donor_fewshot|procrustes|L25": {19656 "accuracy": 0.0,19657 "gain_vs_zero": {19658 "estimate": -0.13636363636363635,19659 "low": -0.2727272727272727,19660 "high": 0.0,19661 "level": 0.95,19662 "n_items": 22,19663 "n_clusters": 22,19664 "n_boot": 200019665 },19666 "outputs_sample": [19667 " Bolivia\n\n",19668 " Estonia\n\n",19669 " Algeria, Tunisia, Mauritania",19670 " 1\n\n",19671 " Korea\n"19672 ],19673 "correct": [19674 0.0,19675 0.0,19676 0.0,19677 0.0,19678 0.0,19679 0.0,19680 0.0,19681 0.0,19682 0.0,19683 0.0,19684 0.0,19685 0.0,19686 0.0,19687 0.0,19688 0.0,19689 0.0,19690 0.0,19691 0.0,19692 0.0,19693 0.0,19694 0.0,19695 0.019696 ]19697 },19698 "ctl_replace_donor_zeroshot|procrustes|L25": {19699 "accuracy": 0.0,19700 "gain_vs_zero": {19701 "estimate": -0.13636363636363635,19702 "low": -0.2727272727272727,19703 "high": 0.0,19704 "level": 0.95,19705 "n_items": 22,19706 "n_clusters": 22,19707 "n_boot": 200019708 },19709 "outputs_sample": [19710 " 28\n",19711 " 180 degrees\n\n",19712 " 122\n",19713 " 100\n",19714 " 123\n\n"19715 ],19716 "correct": [19717 0.0,19718 0.0,19719 0.0,19720 0.0,19721 0.0,19722 0.0,19723 0.0,19724 0.0,19725 0.0,19726 0.0,19727 0.0,19728 0.0,19729 0.0,19730 0.0,19731 0.0,19732 0.0,19733 0.0,19734 0.0,19735 0.0,19736 0.0,19737 0.0,19738 0.019739 ]19740 },19741 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": {19742 "accuracy": 0.0,19743 "gain_vs_zero": {19744 "estimate": -0.13636363636363635,19745 "low": -0.2727272727272727,19746 "high": 0.0,19747 "level": 0.95,19748 "n_items": 22,19749 "n_clusters": 22,19750 "n_boot": 200019751 },19752 "outputs_sample": [19753 " Bolivia\n\n",19754 " Estonia\n\n",19755 " Tunisia\n\n",19756 " 100\n",19757 " 123\n\n"19758 ],19759 "correct": [19760 0.0,19761 0.0,19762 0.0,19763 0.0,19764 0.0,19765 0.0,19766 0.0,19767 0.0,19768 0.0,19769 0.0,19770 0.0,19771 0.0,19772 0.0,19773 0.0,19774 0.0,19775 0.0,19776 0.0,19777 0.0,19778 0.0,19779 0.0,19780 0.0,19781 0.019782 ]19783 },19784 "replace_donor_fewshot|ridge|L25": {19785 "accuracy": 0.0,19786 "gain_vs_zero": {19787 "estimate": -0.13636363636363635,19788 "low": -0.2727272727272727,19789 "high": 0.0,19790 "level": 0.95,19791 "n_items": 22,19792 "n_clusters": 22,19793 "n_boot": 200019794 },19795 "outputs_sample": [19796 " 28\n\n",19797 " Sweden\n",19798 " 122\n",19799 " Turkey\n\n",19800 " China\n\n"19801 ],19802 "correct": [19803 0.0,19804 0.0,19805 0.0,19806 0.0,19807 0.0,19808 0.0,19809 0.0,19810 0.0,19811 0.0,19812 0.0,19813 0.0,19814 0.0,19815 0.0,19816 0.0,19817 0.0,19818 0.0,19819 0.0,19820 0.0,19821 0.0,19822 0.0,19823 0.0,19824 0.019825 ]19826 },19827 "ctl_replace_donor_zeroshot|ridge|L25": {19828 "accuracy": 0.0,19829 "gain_vs_zero": {19830 "estimate": -0.13636363636363635,19831 "low": -0.2727272727272727,19832 "high": 0.0,19833 "level": 0.95,19834 "n_items": 22,19835 "n_clusters": 22,19836 "n_boot": 200019837 },19838 "outputs_sample": [19839 " 28\n",19840 " 5.9\n",19841 " 122\n",19842 " Turkey is a country located in",19843 " Japan is an island nation in"19844 ],19845 "correct": [19846 0.0,19847 0.0,19848 0.0,19849 0.0,19850 0.0,19851 0.0,19852 0.0,19853 0.0,19854 0.0,19855 0.0,19856 0.0,19857 0.0,19858 0.0,19859 0.0,19860 0.0,19861 0.0,19862 0.0,19863 0.0,19864 0.0,19865 0.0,19866 0.0,19867 0.019868 ]19869 },19870 "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": {19871 "accuracy": 0.0,19872 "gain_vs_zero": {19873 "estimate": -0.13636363636363635,19874 "low": -0.2727272727272727,19875 "high": 0.0,19876 "level": 0.95,19877 "n_items": 22,19878 "n_clusters": 22,19879 "n_boot": 200019880 },19881 "outputs_sample": [19882 " 28\n",19883 " 180 degrees\n\n",19884 " Tunisia\n\n",19885 " Turkey\n\n",19886 " 123\n\n"19887 ],19888 "correct": [19889 0.0,19890 0.0,19891 0.0,19892 0.0,19893 0.0,19894 0.0,19895 0.0,19896 0.0,19897 0.0,19898 0.0,19899 0.0,19900 0.0,19901 0.0,19902 0.0,19903 0.0,19904 0.0,19905 0.0,19906 0.0,19907 0.0,19908 0.0,19909 0.0,19910 0.019911 ]19912 },19913 "ctl_replace_donor_fewshot|sham_map|L25": {19914 "accuracy": 0.0,19915 "gain_vs_zero": {19916 "estimate": -0.13636363636363635,19917 "low": -0.2727272727272727,19918 "high": 0.0,19919 "level": 0.95,19920 "n_items": 22,19921 "n_clusters": 22,19922 "n_boot": 200019923 },19924 "outputs_sample": [19925 " 28\n",19926 " 5.9\n",19927 " 122\n",19928 " Turkey is a country located in",19929 " 12345"19930 ],19931 "correct": [19932 0.0,19933 0.0,19934 0.0,19935 0.0,19936 0.0,19937 0.0,19938 0.0,19939 0.0,19940 0.0,19941 0.0,19942 0.0,19943 0.0,19944 0.0,19945 0.0,19946 0.0,19947 0.0,19948 0.0,19949 0.0,19950 0.0,19951 0.0,19952 0.0,19953 0.019954 ]19955 },19956 "ctl_replace_donor_zeroshot|sham_map|L25": {19957 "accuracy": 0.0,19958 "gain_vs_zero": {19959 "estimate": -0.13636363636363635,19960 "low": -0.2727272727272727,19961 "high": 0.0,19962 "level": 0.95,19963 "n_items": 22,19964 "n_clusters": 22,19965 "n_boot": 200019966 },19967 "outputs_sample": [19968 " The capital of Venezuela is Car",19969 " Finland\n",19970 " Morocco\n",19971 " Turkey\n\n",19972 " Japan is an island nation in"19973 ],19974 "correct": [19975 0.0,19976 0.0,19977 0.0,19978 0.0,19979 0.0,19980 0.0,19981 0.0,19982 0.0,19983 0.0,19984 0.0,19985 0.0,19986 0.0,19987 0.0,19988 0.0,19989 0.0,19990 0.0,19991 0.0,19992 0.0,19993 0.0,19994 0.0,19995 0.0,19996 0.019997 ]19998 },19999 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": {20000 "accuracy": 0.0,20001 "gain_vs_zero": {20002 "estimate": -0.13636363636363635,20003 "low": -0.2727272727272727,20004 "high": 0.0,20005 "level": 0.95,20006 "n_items": 22,20007 "n_clusters": 22,20008 "n_boot": 200020009 },20010 "outputs_sample": [20011 " 28.7\n",20012 " 5.9\n",20013 " 122\n",20014 " 100\n",20015 " 12345"20016 ],20017 "correct": [20018 0.0,20019 0.0,20020 0.0,20021 0.0,20022 0.0,20023 0.0,20024 0.0,20025 0.0,20026 0.0,20027 0.0,20028 0.0,20029 0.0,20030 0.0,20031 0.0,20032 0.0,20033 0.0,20034 0.0,20035 0.0,20036 0.0,20037 0.0,20038 0.0,20039 0.020040 ]20041 },20042 "ctl_random_norm_matched|L25": {20043 "accuracy": 0.0,20044 "gain_vs_zero": {20045 "estimate": -0.13636363636363635,20046 "low": -0.2727272727272727,20047 "high": 0.0,20048 "level": 0.95,20049 "n_items": 22,20050 "n_clusters": 22,20051 "n_boot": 200020052 },20053 "correct": [20054 0.0,20055 0.0,20056 0.0,20057 0.0,20058 0.0,20059 0.0,20060 0.0,20061 0.0,20062 0.0,20063 0.0,20064 0.0,20065 0.0,20066 0.0,20067 0.0,20068 0.0,20069 0.0,20070 0.0,20071 0.0,20072 0.0,20073 0.0,20074 0.0,20075 0.020076 ]20077 },20078 "ctl_unrelated_task_vector(antonym)|L25": {20079 "accuracy": 0.0,20080 "gain_vs_zero": {20081 "estimate": -0.13636363636363635,20082 "low": -0.2727272727272727,20083 "high": 0.0,20084 "level": 0.95,20085 "n_items": 22,20086 "n_clusters": 22,20087 "n_boot": 200020088 },20089 "correct": [20090 0.0,20091 0.0,20092 0.0,20093 0.0,20094 0.0,20095 0.0,20096 0.0,20097 0.0,20098 0.0,20099 0.0,20100 0.0,20101 0.0,20102 0.0,20103 0.0,20104 0.0,20105 0.0,20106 0.0,20107 0.0,20108 0.0,20109 0.0,20110 0.0,20111 0.020112 ]20113 }20114 },20115 "items": {20116 "zero": [20117 0.0,20118 0.0,20119 0.0,20120 0.0,20121 0.0,20122 0.0,20123 1.0,20124 1.0,20125 0.0,20126 0.0,20127 0.0,20128 0.0,20129 0.0,20130 0.0,20131 0.0,20132 0.0,20133 0.0,20134 0.0,20135 0.0,20136 0.0,20137 1.0,20138 0.020139 ],20140 "few": [20141 1.0,20142 1.0,20143 1.0,20144 1.0,20145 1.0,20146 1.0,20147 1.0,20148 1.0,20149 1.0,20150 1.0,20151 1.0,20152 1.0,20153 1.0,20154 1.0,20155 1.0,20156 1.0,20157 1.0,20158 1.0,20159 1.0,20160 1.0,20161 1.0,20162 1.020163 ],20164 "own": [20165 1.0,20166 1.0,20167 1.0,20168 1.0,20169 1.0,20170 0.0,20171 1.0,20172 1.0,20173 0.0,20174 0.0,20175 1.0,20176 1.0,20177 1.0,20178 1.0,20179 1.0,20180 1.0,20181 0.0,20182 1.0,20183 1.0,20184 1.0,20185 1.0,20186 1.020187 ]20188 }20189 },20190 "morph": {20191 "recipient_zero": 0.0,20192 "recipient_few": 0.4,20193 "recipient_own_vector": 0.0,20194 "donor_layer": 2,20195 "conditions": {20196 "procrustes|L2|a1.0": {20197 "accuracy": 0.0,20198 "gain_vs_zero": {20199 "estimate": 0.0,20200 "low": 0.0,20201 "high": 0.0,20202 "level": 0.95,20203 "n_items": 40,20204 "n_clusters": 40,20205 "n_boot": 200020206 },20207 "mapped_norm": 5.954409599304199,20208 "outputs_sample": [20209 " The word \"zeni\"",20210 " 1\n",20211 " 0\n",20212 " 1\n",20213 " 1\n"20214 ],20215 "correct": [20216 0.0,20217 0.0,20218 0.0,20219 0.0,20220 0.0,20221 0.0,20222 0.0,20223 0.0,20224 0.0,20225 0.0,20226 0.0,20227 0.0,20228 0.0,20229 0.0,20230 0.0,20231 0.0,20232 0.0,20233 0.0,20234 0.0,20235 0.0,20236 0.0,20237 0.0,20238 0.0,20239 0.0,20240 0.0,20241 0.0,20242 0.0,20243 0.0,20244 0.0,20245 0.0,20246 0.0,20247 0.0,20248 0.0,20249 0.0,20250 0.0,20251 0.0,20252 0.0,20253 0.0,20254 0.0,20255 0.020256 ]20257 },20258 "procrustes|L2|a2.0": {20259 "accuracy": 0.0,20260 "gain_vs_zero": {20261 "estimate": 0.0,20262 "low": 0.0,20263 "high": 0.0,20264 "level": 0.95,20265 "n_items": 40,20266 "n_clusters": 40,20267 "n_boot": 200020268 },20269 "mapped_norm": 5.954409599304199,20270 "outputs_sample": [20271 " The word \"zeni\"",20272 " 1\n",20273 " 1\n",20274 " 1\n",20275 " False\n"20276 ],20277 "correct": [20278 0.0,20279 0.0,20280 0.0,20281 0.0,20282 0.0,20283 0.0,20284 0.0,20285 0.0,20286 0.0,20287 0.0,20288 0.0,20289 0.0,20290 0.0,20291 0.0,20292 0.0,20293 0.0,20294 0.0,20295 0.0,20296 0.0,20297 0.0,20298 0.0,20299 0.0,20300 0.0,20301 0.0,20302 0.0,20303 0.0,20304 0.0,20305 0.0,20306 0.0,20307 0.0,20308 0.0,20309 0.0,20310 0.0,20311 0.0,20312 0.0,20313 0.0,20314 0.0,20315 0.0,20316 0.0,20317 0.020318 ]20319 },20320 "procrustes_rescaled|L2|a1.0": {20321 "accuracy": 0.0,20322 "gain_vs_zero": {20323 "estimate": 0.0,20324 "low": 0.0,20325 "high": 0.0,20326 "level": 0.95,20327 "n_items": 40,20328 "n_clusters": 40,20329 "n_boot": 200020330 },20331 "mapped_norm": 6.1436028480529785,20332 "outputs_sample": [20333 " The word \"zeni\"",20334 " 1\n",20335 " 0\n",20336 " 1\n",20337 " The word \"zute\""20338 ],20339 "correct": [20340 0.0,20341 0.0,20342 0.0,20343 0.0,20344 0.0,20345 0.0,20346 0.0,20347 0.0,20348 0.0,20349 0.0,20350 0.0,20351 0.0,20352 0.0,20353 0.0,20354 0.0,20355 0.0,20356 0.0,20357 0.0,20358 0.0,20359 0.0,20360 0.0,20361 0.0,20362 0.0,20363 0.0,20364 0.0,20365 0.0,20366 0.0,20367 0.0,20368 0.0,20369 0.0,20370 0.0,20371 0.0,20372 0.0,20373 0.0,20374 0.0,20375 0.0,20376 0.0,20377 0.0,20378 0.0,20379 0.020380 ]20381 },20382 "ridge|L2|a1.0": {20383 "accuracy": 0.0,20384 "gain_vs_zero": {20385 "estimate": 0.0,20386 "low": 0.0,20387 "high": 0.0,20388 "level": 0.95,20389 "n_items": 40,20390 "n_clusters": 40,20391 "n_boot": 200020392 },20393 "mapped_norm": 5.354901313781738,20394 "outputs_sample": [20395 " The word \"zeni\"",20396 " 1\n",20397 " 0\n",20398 " 1\n",20399 " The word \"zute\""20400 ],20401 "correct": [20402 0.0,20403 0.0,20404 0.0,20405 0.0,20406 0.0,20407 0.0,20408 0.0,20409 0.0,20410 0.0,20411 0.0,20412 0.0,20413 0.0,20414 0.0,20415 0.0,20416 0.0,20417 0.0,20418 0.0,20419 0.0,20420 0.0,20421 0.0,20422 0.0,20423 0.0,20424 0.0,20425 0.0,20426 0.0,20427 0.0,20428 0.0,20429 0.0,20430 0.0,20431 0.0,20432 0.0,20433 0.0,20434 0.0,20435 0.0,20436 0.0,20437 0.0,20438 0.0,20439 0.0,20440 0.0,20441 0.020442 ]20443 },20444 "ridge|L2|a2.0": {20445 "accuracy": 0.0,20446 "gain_vs_zero": {20447 "estimate": 0.0,20448 "low": 0.0,20449 "high": 0.0,20450 "level": 0.95,20451 "n_items": 40,20452 "n_clusters": 40,20453 "n_boot": 200020454 },20455 "mapped_norm": 5.354901313781738,20456 "outputs_sample": [20457 " The word \"zeni\"",20458 " 1\n",20459 " 1\n",20460 " 1\n",20461 " False\n"20462 ],20463 "correct": [20464 0.0,20465 0.0,20466 0.0,20467 0.0,20468 0.0,20469 0.0,20470 0.0,20471 0.0,20472 0.0,20473 0.0,20474 0.0,20475 0.0,20476 0.0,20477 0.0,20478 0.0,20479 0.0,20480 0.0,20481 0.0,20482 0.0,20483 0.0,20484 0.0,20485 0.0,20486 0.0,20487 0.0,20488 0.0,20489 0.0,20490 0.0,20491 0.0,20492 0.0,20493 0.0,20494 0.0,20495 0.0,20496 0.0,20497 0.0,20498 0.0,20499 0.0,20500 0.0,20501 0.0,20502 0.0,20503 0.020504 ]20505 },20506 "ridge_rescaled|L2|a1.0": {20507 "accuracy": 0.0,20508 "gain_vs_zero": {20509 "estimate": 0.0,20510 "low": 0.0,20511 "high": 0.0,20512 "level": 0.95,20513 "n_items": 40,20514 "n_clusters": 40,20515 "n_boot": 200020516 },20517 "mapped_norm": 6.14360237121582,20518 "outputs_sample": [20519 " The word \"zeni\"",20520 " 1\n",20521 " 0\n",20522 " 1\n",20523 " The word \"zute\""20524 ],20525 "correct": [20526 0.0,20527 0.0,20528 0.0,20529 0.0,20530 0.0,20531 0.0,20532 0.0,20533 0.0,20534 0.0,20535 0.0,20536 0.0,20537 0.0,20538 0.0,20539 0.0,20540 0.0,20541 0.0,20542 0.0,20543 0.0,20544 0.0,20545 0.0,20546 0.0,20547 0.0,20548 0.0,20549 0.0,20550 0.0,20551 0.0,20552 0.0,20553 0.0,20554 0.0,20555 0.0,20556 0.0,20557 0.0,20558 0.0,20559 0.0,20560 0.0,20561 0.0,20562 0.0,20563 0.0,20564 0.0,20565 0.020566 ]20567 },20568 "cca|L2|a1.0": {20569 "accuracy": 0.0,20570 "gain_vs_zero": {20571 "estimate": 0.0,20572 "low": 0.0,20573 "high": 0.0,20574 "level": 0.95,20575 "n_items": 40,20576 "n_clusters": 40,20577 "n_boot": 200020578 },20579 "mapped_norm": 5.984060764312744,20580 "outputs_sample": [20581 " The word \"zeni\"",20582 " 1\n",20583 " 0\n",20584 " 1\n",20585 " The word \"zute\""20586 ],20587 "correct": [20588 0.0,20589 0.0,20590 0.0,20591 0.0,20592 0.0,20593 0.0,20594 0.0,20595 0.0,20596 0.0,20597 0.0,20598 0.0,20599 0.0,20600 0.0,20601 0.0,20602 0.0,20603 0.0,20604 0.0,20605 0.0,20606 0.0,20607 0.0,20608 0.0,20609 0.0,20610 0.0,20611 0.0,20612 0.0,20613 0.0,20614 0.0,20615 0.0,20616 0.0,20617 0.0,20618 0.0,20619 0.0,20620 0.0,20621 0.0,20622 0.0,20623 0.0,20624 0.0,20625 0.0,20626 0.0,20627 0.020628 ]20629 },20630 "cca|L2|a2.0": {20631 "accuracy": 0.0,20632 "gain_vs_zero": {20633 "estimate": 0.0,20634 "low": 0.0,20635 "high": 0.0,20636 "level": 0.95,20637 "n_items": 40,20638 "n_clusters": 40,20639 "n_boot": 200020640 },20641 "mapped_norm": 5.984060764312744,20642 "outputs_sample": [20643 " The word \"zeni\"",20644 " 1\n",20645 " 1\n",20646 " 1\n",20647 " False\n"20648 ],20649 "correct": [20650 0.0,20651 0.0,20652 0.0,20653 0.0,20654 0.0,20655 0.0,20656 0.0,20657 0.0,20658 0.0,20659 0.0,20660 0.0,20661 0.0,20662 0.0,20663 0.0,20664 0.0,20665 0.0,20666 0.0,20667 0.0,20668 0.0,20669 0.0,20670 0.0,20671 0.0,20672 0.0,20673 0.0,20674 0.0,20675 0.0,20676 0.0,20677 0.0,20678 0.0,20679 0.0,20680 0.0,20681 0.0,20682 0.0,20683 0.0,20684 0.0,20685 0.0,20686 0.0,20687 0.0,20688 0.0,20689 0.020690 ]20691 },20692 "random_orth|L2|a1.0": {20693 "accuracy": 0.0,20694 "gain_vs_zero": {20695 "estimate": 0.0,20696 "low": 0.0,20697 "high": 0.0,20698 "level": 0.95,20699 "n_items": 40,20700 "n_clusters": 40,20701 "n_boot": 200020702 },20703 "mapped_norm": 5.355937480926514,20704 "outputs_sample": [20705 " The word \"zeni\"",20706 " 1\n",20707 " 0\n",20708 " The word \"tuken\"",20709 " The word \"zute\""20710 ],20711 "correct": [20712 0.0,20713 0.0,20714 0.0,20715 0.0,20716 0.0,20717 0.0,20718 0.0,20719 0.0,20720 0.0,20721 0.0,20722 0.0,20723 0.0,20724 0.0,20725 0.0,20726 0.0,20727 0.0,20728 0.0,20729 0.0,20730 0.0,20731 0.0,20732 0.0,20733 0.0,20734 0.0,20735 0.0,20736 0.0,20737 0.0,20738 0.0,20739 0.0,20740 0.0,20741 0.0,20742 0.0,20743 0.0,20744 0.0,20745 0.0,20746 0.0,20747 0.0,20748 0.0,20749 0.0,20750 0.0,20751 0.020752 ]20753 },20754 "random_orth|L2|a2.0": {20755 "accuracy": 0.0,20756 "gain_vs_zero": {20757 "estimate": 0.0,20758 "low": 0.0,20759 "high": 0.0,20760 "level": 0.95,20761 "n_items": 40,20762 "n_clusters": 40,20763 "n_boot": 200020764 },20765 "mapped_norm": 5.355937480926514,20766 "outputs_sample": [20767 " The word \"zeni\"",20768 " 1\n",20769 " 0\n",20770 " 1\n",20771 " The word \"zute\""20772 ],20773 "correct": [20774 0.0,20775 0.0,20776 0.0,20777 0.0,20778 0.0,20779 0.0,20780 0.0,20781 0.0,20782 0.0,20783 0.0,20784 0.0,20785 0.0,20786 0.0,20787 0.0,20788 0.0,20789 0.0,20790 0.0,20791 0.0,20792 0.0,20793 0.0,20794 0.0,20795 0.0,20796 0.0,20797 0.0,20798 0.0,20799 0.0,20800 0.0,20801 0.0,20802 0.0,20803 0.0,20804 0.0,20805 0.0,20806 0.0,20807 0.0,20808 0.0,20809 0.0,20810 0.0,20811 0.0,20812 0.0,20813 0.020814 ]20815 },20816 "replace_donor_fewshot|procrustes|L2": {20817 "accuracy": 0.0,20818 "gain_vs_zero": {20819 "estimate": 0.0,20820 "low": 0.0,20821 "high": 0.0,20822 "level": 0.95,20823 "n_items": 40,20824 "n_clusters": 40,20825 "n_boot": 200020826 },20827 "outputs_sample": [20828 " The word \"zeni\"",20829 " 1\n",20830 " 0\n",20831 " 1\n",20832 " The word \"zute\""20833 ],20834 "correct": [20835 0.0,20836 0.0,20837 0.0,20838 0.0,20839 0.0,20840 0.0,20841 0.0,20842 0.0,20843 0.0,20844 0.0,20845 0.0,20846 0.0,20847 0.0,20848 0.0,20849 0.0,20850 0.0,20851 0.0,20852 0.0,20853 0.0,20854 0.0,20855 0.0,20856 0.0,20857 0.0,20858 0.0,20859 0.0,20860 0.0,20861 0.0,20862 0.0,20863 0.0,20864 0.0,20865 0.0,20866 0.0,20867 0.0,20868 0.0,20869 0.0,20870 0.0,20871 0.0,20872 0.0,20873 0.0,20874 0.020875 ]20876 },20877 "ctl_replace_donor_zeroshot|procrustes|L2": {20878 "accuracy": 0.0,20879 "gain_vs_zero": {20880 "estimate": 0.0,20881 "low": 0.0,20882 "high": 0.0,20883 "level": 0.95,20884 "n_items": 40,20885 "n_clusters": 40,20886 "n_boot": 200020887 },20888 "outputs_sample": [20889 " The word \"zeni\"",20890 " 1\n",20891 " The word \"vofisu",20892 " The word \"tuken\"",20893 " The word \"zute\""20894 ],20895 "correct": [20896 0.0,20897 0.0,20898 0.0,20899 0.0,20900 0.0,20901 0.0,20902 0.0,20903 0.0,20904 0.0,20905 0.0,20906 0.0,20907 0.0,20908 0.0,20909 0.0,20910 0.0,20911 0.0,20912 0.0,20913 0.0,20914 0.0,20915 0.0,20916 0.0,20917 0.0,20918 0.0,20919 0.0,20920 0.0,20921 0.0,20922 0.0,20923 0.0,20924 0.0,20925 0.0,20926 0.0,20927 0.0,20928 0.0,20929 0.0,20930 0.0,20931 0.0,20932 0.0,20933 0.0,20934 0.0,20935 0.020936 ]20937 },20938 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {20939 "accuracy": 0.0,20940 "gain_vs_zero": {20941 "estimate": 0.0,20942 "low": 0.0,20943 "high": 0.0,20944 "level": 0.95,20945 "n_items": 40,20946 "n_clusters": 40,20947 "n_boot": 200020948 },20949 "outputs_sample": [20950 " The word \"zeni\"",20951 " 1\n",20952 " 0\n",20953 " 1\n",20954 " The word \"zute\""20955 ],20956 "correct": [20957 0.0,20958 0.0,20959 0.0,20960 0.0,20961 0.0,20962 0.0,20963 0.0,20964 0.0,20965 0.0,20966 0.0,20967 0.0,20968 0.0,20969 0.0,20970 0.0,20971 0.0,20972 0.0,20973 0.0,20974 0.0,20975 0.0,20976 0.0,20977 0.0,20978 0.0,20979 0.0,20980 0.0,20981 0.0,20982 0.0,20983 0.0,20984 0.0,20985 0.0,20986 0.0,20987 0.0,20988 0.0,20989 0.0,20990 0.0,20991 0.0,20992 0.0,20993 0.0,20994 0.0,20995 0.0,20996 0.020997 ]20998 },20999 "replace_donor_fewshot|ridge|L2": {21000 "accuracy": 0.0,21001 "gain_vs_zero": {21002 "estimate": 0.0,21003 "low": 0.0,21004 "high": 0.0,21005 "level": 0.95,21006 "n_items": 40,21007 "n_clusters": 40,21008 "n_boot": 200021009 },21010 "outputs_sample": [21011 " The word \"zeni\"",21012 " 0\n",21013 " 0\n",21014 " 1\n",21015 " The word \"zute\""21016 ],21017 "correct": [21018 0.0,21019 0.0,21020 0.0,21021 0.0,21022 0.0,21023 0.0,21024 0.0,21025 0.0,21026 0.0,21027 0.0,21028 0.0,21029 0.0,21030 0.0,21031 0.0,21032 0.0,21033 0.0,21034 0.0,21035 0.0,21036 0.0,21037 0.0,21038 0.0,21039 0.0,21040 0.0,21041 0.0,21042 0.0,21043 0.0,21044 0.0,21045 0.0,21046 0.0,21047 0.0,21048 0.0,21049 0.0,21050 0.0,21051 0.0,21052 0.0,21053 0.0,21054 0.0,21055 0.0,21056 0.0,21057 0.021058 ]21059 },21060 "ctl_replace_donor_zeroshot|ridge|L2": {21061 "accuracy": 0.0,21062 "gain_vs_zero": {21063 "estimate": 0.0,21064 "low": 0.0,21065 "high": 0.0,21066 "level": 0.95,21067 "n_items": 40,21068 "n_clusters": 40,21069 "n_boot": 200021070 },21071 "outputs_sample": [21072 " The word \"zeni\"",21073 " 1\n",21074 " 0\n",21075 " The word \"tuken\"",21076 " The word \"zute\""21077 ],21078 "correct": [21079 0.0,21080 0.0,21081 0.0,21082 0.0,21083 0.0,21084 0.0,21085 0.0,21086 0.0,21087 0.0,21088 0.0,21089 0.0,21090 0.0,21091 0.0,21092 0.0,21093 0.0,21094 0.0,21095 0.0,21096 0.0,21097 0.0,21098 0.0,21099 0.0,21100 0.0,21101 0.0,21102 0.0,21103 0.0,21104 0.0,21105 0.0,21106 0.0,21107 0.0,21108 0.0,21109 0.0,21110 0.0,21111 0.0,21112 0.0,21113 0.0,21114 0.0,21115 0.0,21116 0.0,21117 0.0,21118 0.021119 ]21120 },21121 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {21122 "accuracy": 0.0,21123 "gain_vs_zero": {21124 "estimate": 0.0,21125 "low": 0.0,21126 "high": 0.0,21127 "level": 0.95,21128 "n_items": 40,21129 "n_clusters": 40,21130 "n_boot": 200021131 },21132 "outputs_sample": [21133 " The word \"zeni\"",21134 " 1\n",21135 " 0\n",21136 " 1\n",21137 " The word \"zute\""21138 ],21139 "correct": [21140 0.0,21141 0.0,21142 0.0,21143 0.0,21144 0.0,21145 0.0,21146 0.0,21147 0.0,21148 0.0,21149 0.0,21150 0.0,21151 0.0,21152 0.0,21153 0.0,21154 0.0,21155 0.0,21156 0.0,21157 0.0,21158 0.0,21159 0.0,21160 0.0,21161 0.0,21162 0.0,21163 0.0,21164 0.0,21165 0.0,21166 0.0,21167 0.0,21168 0.0,21169 0.0,21170 0.0,21171 0.0,21172 0.0,21173 0.0,21174 0.0,21175 0.0,21176 0.0,21177 0.0,21178 0.0,21179 0.021180 ]21181 },21182 "ctl_replace_donor_fewshot|sham_map|L2": {21183 "accuracy": 0.0,21184 "gain_vs_zero": {21185 "estimate": 0.0,21186 "low": 0.0,21187 "high": 0.0,21188 "level": 0.95,21189 "n_items": 40,21190 "n_clusters": 40,21191 "n_boot": 200021192 },21193 "outputs_sample": [21194 " The word \"zeni\"",21195 " 1\n",21196 " The word \"vofisu",21197 " 1\n",21198 " The word \"zute\""21199 ],21200 "correct": [21201 0.0,21202 0.0,21203 0.0,21204 0.0,21205 0.0,21206 0.0,21207 0.0,21208 0.0,21209 0.0,21210 0.0,21211 0.0,21212 0.0,21213 0.0,21214 0.0,21215 0.0,21216 0.0,21217 0.0,21218 0.0,21219 0.0,21220 0.0,21221 0.0,21222 0.0,21223 0.0,21224 0.0,21225 0.0,21226 0.0,21227 0.0,21228 0.0,21229 0.0,21230 0.0,21231 0.0,21232 0.0,21233 0.0,21234 0.0,21235 0.0,21236 0.0,21237 0.0,21238 0.0,21239 0.0,21240 0.021241 ]21242 },21243 "ctl_replace_donor_zeroshot|sham_map|L2": {21244 "accuracy": 0.0,21245 "gain_vs_zero": {21246 "estimate": 0.0,21247 "low": 0.0,21248 "high": 0.0,21249 "level": 0.95,21250 "n_items": 40,21251 "n_clusters": 40,21252 "n_boot": 200021253 },21254 "outputs_sample": [21255 " The word \"zeni\"",21256 " 1\n",21257 " 0\n\n",21258 " 1\n",21259 " The word \"zute\""21260 ],21261 "correct": [21262 0.0,21263 0.0,21264 0.0,21265 0.0,21266 0.0,21267 0.0,21268 0.0,21269 0.0,21270 0.0,21271 0.0,21272 0.0,21273 0.0,21274 0.0,21275 0.0,21276 0.0,21277 0.0,21278 0.0,21279 0.0,21280 0.0,21281 0.0,21282 0.0,21283 0.0,21284 0.0,21285 0.0,21286 0.0,21287 0.0,21288 0.0,21289 0.0,21290 0.0,21291 0.0,21292 0.0,21293 0.0,21294 0.0,21295 0.0,21296 0.0,21297 0.0,21298 0.0,21299 0.0,21300 0.0,21301 0.021302 ]21303 },21304 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {21305 "accuracy": 0.0,21306 "gain_vs_zero": {21307 "estimate": 0.0,21308 "low": 0.0,21309 "high": 0.0,21310 "level": 0.95,21311 "n_items": 40,21312 "n_clusters": 40,21313 "n_boot": 200021314 },21315 "outputs_sample": [21316 " The word \"zeni\"",21317 " 1\n",21318 " The word \"vofisu",21319 " The word \"tuken\"",21320 " The word \"zute\""21321 ],21322 "correct": [21323 0.0,21324 0.0,21325 0.0,21326 0.0,21327 0.0,21328 0.0,21329 0.0,21330 0.0,21331 0.0,21332 0.0,21333 0.0,21334 0.0,21335 0.0,21336 0.0,21337 0.0,21338 0.0,21339 0.0,21340 0.0,21341 0.0,21342 0.0,21343 0.0,21344 0.0,21345 0.0,21346 0.0,21347 0.0,21348 0.0,21349 0.0,21350 0.0,21351 0.0,21352 0.0,21353 0.0,21354 0.0,21355 0.0,21356 0.0,21357 0.0,21358 0.0,21359 0.0,21360 0.0,21361 0.0,21362 0.021363 ]21364 },21365 "ctl_random_norm_matched|L2": {21366 "accuracy": 0.0,21367 "gain_vs_zero": {21368 "estimate": 0.0,21369 "low": 0.0,21370 "high": 0.0,21371 "level": 0.95,21372 "n_items": 40,21373 "n_clusters": 40,21374 "n_boot": 200021375 },21376 "correct": [21377 0.0,21378 0.0,21379 0.0,21380 0.0,21381 0.0,21382 0.0,21383 0.0,21384 0.0,21385 0.0,21386 0.0,21387 0.0,21388 0.0,21389 0.0,21390 0.0,21391 0.0,21392 0.0,21393 0.0,21394 0.0,21395 0.0,21396 0.0,21397 0.0,21398 0.0,21399 0.0,21400 0.0,21401 0.0,21402 0.0,21403 0.0,21404 0.0,21405 0.0,21406 0.0,21407 0.0,21408 0.0,21409 0.0,21410 0.0,21411 0.0,21412 0.0,21413 0.0,21414 0.0,21415 0.0,21416 0.021417 ]21418 },21419 "ctl_unrelated_task_vector(antonym)|L2": {21420 "accuracy": 0.0,21421 "gain_vs_zero": {21422 "estimate": 0.0,21423 "low": 0.0,21424 "high": 0.0,21425 "level": 0.95,21426 "n_items": 40,21427 "n_clusters": 40,21428 "n_boot": 200021429 },21430 "correct": [21431 0.0,21432 0.0,21433 0.0,21434 0.0,21435 0.0,21436 0.0,21437 0.0,21438 0.0,21439 0.0,21440 0.0,21441 0.0,21442 0.0,21443 0.0,21444 0.0,21445 0.0,21446 0.0,21447 0.0,21448 0.0,21449 0.0,21450 0.0,21451 0.0,21452 0.0,21453 0.0,21454 0.0,21455 0.0,21456 0.0,21457 0.0,21458 0.0,21459 0.0,21460 0.0,21461 0.0,21462 0.0,21463 0.0,21464 0.0,21465 0.0,21466 0.0,21467 0.0,21468 0.0,21469 0.0,21470 0.021471 ]21472 },21473 "procrustes|L3|a1.0": {21474 "accuracy": 0.0,21475 "gain_vs_zero": {21476 "estimate": 0.0,21477 "low": 0.0,21478 "high": 0.0,21479 "level": 0.95,21480 "n_items": 40,21481 "n_clusters": 40,21482 "n_boot": 200021483 },21484 "mapped_norm": 9.434996604919434,21485 "outputs_sample": [21486 " The word \"zeni\"",21487 " 1\n",21488 " 0\n",21489 " 1\n",21490 " 1\n"21491 ],21492 "correct": [21493 0.0,21494 0.0,21495 0.0,21496 0.0,21497 0.0,21498 0.0,21499 0.0,21500 0.0,21501 0.0,21502 0.0,21503 0.0,21504 0.0,21505 0.0,21506 0.0,21507 0.0,21508 0.0,21509 0.0,21510 0.0,21511 0.0,21512 0.0,21513 0.0,21514 0.0,21515 0.0,21516 0.0,21517 0.0,21518 0.0,21519 0.0,21520 0.0,21521 0.0,21522 0.0,21523 0.0,21524 0.0,21525 0.0,21526 0.0,21527 0.0,21528 0.0,21529 0.0,21530 0.0,21531 0.0,21532 0.021533 ]21534 },21535 "procrustes|L3|a2.0": {21536 "accuracy": 0.0,21537 "gain_vs_zero": {21538 "estimate": 0.0,21539 "low": 0.0,21540 "high": 0.0,21541 "level": 0.95,21542 "n_items": 40,21543 "n_clusters": 40,21544 "n_boot": 200021545 },21546 "mapped_norm": 9.434996604919434,21547 "outputs_sample": [21548 " The word \"zeni\"",21549 " 1\n",21550 " 0\n",21551 " 1\n",21552 " The word \"zute\""21553 ],21554 "correct": [21555 0.0,21556 0.0,21557 0.0,21558 0.0,21559 0.0,21560 0.0,21561 0.0,21562 0.0,21563 0.0,21564 0.0,21565 0.0,21566 0.0,21567 0.0,21568 0.0,21569 0.0,21570 0.0,21571 0.0,21572 0.0,21573 0.0,21574 0.0,21575 0.0,21576 0.0,21577 0.0,21578 0.0,21579 0.0,21580 0.0,21581 0.0,21582 0.0,21583 0.0,21584 0.0,21585 0.0,21586 0.0,21587 0.0,21588 0.0,21589 0.0,21590 0.0,21591 0.0,21592 0.0,21593 0.0,21594 0.021595 ]21596 },21597 "procrustes_rescaled|L3|a1.0": {21598 "accuracy": 0.0,21599 "gain_vs_zero": {21600 "estimate": 0.0,21601 "low": 0.0,21602 "high": 0.0,21603 "level": 0.95,21604 "n_items": 40,21605 "n_clusters": 40,21606 "n_boot": 200021607 },21608 "mapped_norm": 6.1436028480529785,21609 "outputs_sample": [21610 " The word \"zeni\"",21611 " 1\n",21612 " 0\n",21613 " 1\n",21614 " The word \"zute\""21615 ],21616 "correct": [21617 0.0,21618 0.0,21619 0.0,21620 0.0,21621 0.0,21622 0.0,21623 0.0,21624 0.0,21625 0.0,21626 0.0,21627 0.0,21628 0.0,21629 0.0,21630 0.0,21631 0.0,21632 0.0,21633 0.0,21634 0.0,21635 0.0,21636 0.0,21637 0.0,21638 0.0,21639 0.0,21640 0.0,21641 0.0,21642 0.0,21643 0.0,21644 0.0,21645 0.0,21646 0.0,21647 0.0,21648 0.0,21649 0.0,21650 0.0,21651 0.0,21652 0.0,21653 0.0,21654 0.0,21655 0.0,21656 0.021657 ]21658 },21659 "ridge|L3|a1.0": {21660 "accuracy": 0.0,21661 "gain_vs_zero": {21662 "estimate": 0.0,21663 "low": 0.0,21664 "high": 0.0,21665 "level": 0.95,21666 "n_items": 40,21667 "n_clusters": 40,21668 "n_boot": 200021669 },21670 "mapped_norm": 8.171993255615234,21671 "outputs_sample": [21672 " The word \"zeni\"",21673 " 1\n",21674 " 0\n",21675 " 1\n",21676 " The word \"zute\""21677 ],21678 "correct": [21679 0.0,21680 0.0,21681 0.0,21682 0.0,21683 0.0,21684 0.0,21685 0.0,21686 0.0,21687 0.0,21688 0.0,21689 0.0,21690 0.0,21691 0.0,21692 0.0,21693 0.0,21694 0.0,21695 0.0,21696 0.0,21697 0.0,21698 0.0,21699 0.0,21700 0.0,21701 0.0,21702 0.0,21703 0.0,21704 0.0,21705 0.0,21706 0.0,21707 0.0,21708 0.0,21709 0.0,21710 0.0,21711 0.0,21712 0.0,21713 0.0,21714 0.0,21715 0.0,21716 0.0,21717 0.0,21718 0.021719 ]21720 },21721 "ridge|L3|a2.0": {21722 "accuracy": 0.0,21723 "gain_vs_zero": {21724 "estimate": 0.0,21725 "low": 0.0,21726 "high": 0.0,21727 "level": 0.95,21728 "n_items": 40,21729 "n_clusters": 40,21730 "n_boot": 200021731 },21732 "mapped_norm": 8.171993255615234,21733 "outputs_sample": [21734 " The word \"zeni\"",21735 " 1\n",21736 " 0\n",21737 " 1\n",21738 " The word \"zute\""21739 ],21740 "correct": [21741 0.0,21742 0.0,21743 0.0,21744 0.0,21745 0.0,21746 0.0,21747 0.0,21748 0.0,21749 0.0,21750 0.0,21751 0.0,21752 0.0,21753 0.0,21754 0.0,21755 0.0,21756 0.0,21757 0.0,21758 0.0,21759 0.0,21760 0.0,21761 0.0,21762 0.0,21763 0.0,21764 0.0,21765 0.0,21766 0.0,21767 0.0,21768 0.0,21769 0.0,21770 0.0,21771 0.0,21772 0.0,21773 0.0,21774 0.0,21775 0.0,21776 0.0,21777 0.0,21778 0.0,21779 0.0,21780 0.021781 ]21782 },21783 "ridge_rescaled|L3|a1.0": {21784 "accuracy": 0.0,21785 "gain_vs_zero": {21786 "estimate": 0.0,21787 "low": 0.0,21788 "high": 0.0,21789 "level": 0.95,21790 "n_items": 40,21791 "n_clusters": 40,21792 "n_boot": 200021793 },21794 "mapped_norm": 6.1436028480529785,21795 "outputs_sample": [21796 " The word \"zeni\"",21797 " 1\n",21798 " 0\n",21799 " 1\n",21800 " The word \"zute\""21801 ],21802 "correct": [21803 0.0,21804 0.0,21805 0.0,21806 0.0,21807 0.0,21808 0.0,21809 0.0,21810 0.0,21811 0.0,21812 0.0,21813 0.0,21814 0.0,21815 0.0,21816 0.0,21817 0.0,21818 0.0,21819 0.0,21820 0.0,21821 0.0,21822 0.0,21823 0.0,21824 0.0,21825 0.0,21826 0.0,21827 0.0,21828 0.0,21829 0.0,21830 0.0,21831 0.0,21832 0.0,21833 0.0,21834 0.0,21835 0.0,21836 0.0,21837 0.0,21838 0.0,21839 0.0,21840 0.0,21841 0.0,21842 0.021843 ]21844 },21845 "cca|L3|a1.0": {21846 "accuracy": 0.0,21847 "gain_vs_zero": {21848 "estimate": 0.0,21849 "low": 0.0,21850 "high": 0.0,21851 "level": 0.95,21852 "n_items": 40,21853 "n_clusters": 40,21854 "n_boot": 200021855 },21856 "mapped_norm": 9.100357055664062,21857 "outputs_sample": [21858 " The word \"zeni\"",21859 " 1\n",21860 " 0\n",21861 " 1\n",21862 " The word \"zute\""21863 ],21864 "correct": [21865 0.0,21866 0.0,21867 0.0,21868 0.0,21869 0.0,21870 0.0,21871 0.0,21872 0.0,21873 0.0,21874 0.0,21875 0.0,21876 0.0,21877 0.0,21878 0.0,21879 0.0,21880 0.0,21881 0.0,21882 0.0,21883 0.0,21884 0.0,21885 0.0,21886 0.0,21887 0.0,21888 0.0,21889 0.0,21890 0.0,21891 0.0,21892 0.0,21893 0.0,21894 0.0,21895 0.0,21896 0.0,21897 0.0,21898 0.0,21899 0.0,21900 0.0,21901 0.0,21902 0.0,21903 0.0,21904 0.021905 ]21906 },21907 "cca|L3|a2.0": {21908 "accuracy": 0.0,21909 "gain_vs_zero": {21910 "estimate": 0.0,21911 "low": 0.0,21912 "high": 0.0,21913 "level": 0.95,21914 "n_items": 40,21915 "n_clusters": 40,21916 "n_boot": 200021917 },21918 "mapped_norm": 9.100357055664062,21919 "outputs_sample": [21920 " The word \"zeni\"",21921 " 1\n",21922 " 0\n",21923 " 1\n",21924 " zute\n"21925 ],21926 "correct": [21927 0.0,21928 0.0,21929 0.0,21930 0.0,21931 0.0,21932 0.0,21933 0.0,21934 0.0,21935 0.0,21936 0.0,21937 0.0,21938 0.0,21939 0.0,21940 0.0,21941 0.0,21942 0.0,21943 0.0,21944 0.0,21945 0.0,21946 0.0,21947 0.0,21948 0.0,21949 0.0,21950 0.0,21951 0.0,21952 0.0,21953 0.0,21954 0.0,21955 0.0,21956 0.0,21957 0.0,21958 0.0,21959 0.0,21960 0.0,21961 0.0,21962 0.0,21963 0.0,21964 0.0,21965 0.0,21966 0.021967 ]21968 },21969 "random_orth|L3|a1.0": {21970 "accuracy": 0.0,21971 "gain_vs_zero": {21972 "estimate": 0.0,21973 "low": 0.0,21974 "high": 0.0,21975 "level": 0.95,21976 "n_items": 40,21977 "n_clusters": 40,21978 "n_boot": 200021979 },21980 "mapped_norm": 8.374195098876953,21981 "outputs_sample": [21982 " The word \"zeni\"",21983 " 1\n",21984 " 0\n",21985 " The word \"tuken\"",21986 " The word \"zute\""21987 ],21988 "correct": [21989 0.0,21990 0.0,21991 0.0,21992 0.0,21993 0.0,21994 0.0,21995 0.0,21996 0.0,21997 0.0,21998 0.0,21999 0.0,22000 0.0,22001 0.0,22002 0.0,22003 0.0,22004 0.0,22005 0.0,22006 0.0,22007 0.0,22008 0.0,22009 0.0,22010 0.0,22011 0.0,22012 0.0,22013 0.0,22014 0.0,22015 0.0,22016 0.0,22017 0.0,22018 0.0,22019 0.0,22020 0.0,22021 0.0,22022 0.0,22023 0.0,22024 0.0,22025 0.0,22026 0.0,22027 0.0,22028 0.022029 ]22030 },22031 "random_orth|L3|a2.0": {22032 "accuracy": 0.0,22033 "gain_vs_zero": {22034 "estimate": 0.0,22035 "low": 0.0,22036 "high": 0.0,22037 "level": 0.95,22038 "n_items": 40,22039 "n_clusters": 40,22040 "n_boot": 200022041 },22042 "mapped_norm": 8.374195098876953,22043 "outputs_sample": [22044 " The word \"zeni\"",22045 " fabzon\n",22046 " 0\n",22047 " 1\n",22048 " 1\n"22049 ],22050 "correct": [22051 0.0,22052 0.0,22053 0.0,22054 0.0,22055 0.0,22056 0.0,22057 0.0,22058 0.0,22059 0.0,22060 0.0,22061 0.0,22062 0.0,22063 0.0,22064 0.0,22065 0.0,22066 0.0,22067 0.0,22068 0.0,22069 0.0,22070 0.0,22071 0.0,22072 0.0,22073 0.0,22074 0.0,22075 0.0,22076 0.0,22077 0.0,22078 0.0,22079 0.0,22080 0.0,22081 0.0,22082 0.0,22083 0.0,22084 0.0,22085 0.0,22086 0.0,22087 0.0,22088 0.0,22089 0.0,22090 0.022091 ]22092 },22093 "replace_donor_fewshot|procrustes|L3": {22094 "accuracy": 0.0,22095 "gain_vs_zero": {22096 "estimate": 0.0,22097 "low": 0.0,22098 "high": 0.0,22099 "level": 0.95,22100 "n_items": 40,22101 "n_clusters": 40,22102 "n_boot": 200022103 },22104 "outputs_sample": [22105 " The word \"zeni\"",22106 " 1\n",22107 " 0\n",22108 " 1\n",22109 " The word \"zute\""22110 ],22111 "correct": [22112 0.0,22113 0.0,22114 0.0,22115 0.0,22116 0.0,22117 0.0,22118 0.0,22119 0.0,22120 0.0,22121 0.0,22122 0.0,22123 0.0,22124 0.0,22125 0.0,22126 0.0,22127 0.0,22128 0.0,22129 0.0,22130 0.0,22131 0.0,22132 0.0,22133 0.0,22134 0.0,22135 0.0,22136 0.0,22137 0.0,22138 0.0,22139 0.0,22140 0.0,22141 0.0,22142 0.0,22143 0.0,22144 0.0,22145 0.0,22146 0.0,22147 0.0,22148 0.0,22149 0.0,22150 0.0,22151 0.022152 ]22153 },22154 "ctl_replace_donor_zeroshot|procrustes|L3": {22155 "accuracy": 0.0,22156 "gain_vs_zero": {22157 "estimate": 0.0,22158 "low": 0.0,22159 "high": 0.0,22160 "level": 0.95,22161 "n_items": 40,22162 "n_clusters": 40,22163 "n_boot": 200022164 },22165 "outputs_sample": [22166 " The word \"zeni\"",22167 " 0\n",22168 " The word \"vofisu",22169 " The word \"tuken\"",22170 " The word \"zute\""22171 ],22172 "correct": [22173 0.0,22174 0.0,22175 0.0,22176 0.0,22177 0.0,22178 0.0,22179 0.0,22180 0.0,22181 0.0,22182 0.0,22183 0.0,22184 0.0,22185 0.0,22186 0.0,22187 0.0,22188 0.0,22189 0.0,22190 0.0,22191 0.0,22192 0.0,22193 0.0,22194 0.0,22195 0.0,22196 0.0,22197 0.0,22198 0.0,22199 0.0,22200 0.0,22201 0.0,22202 0.0,22203 0.0,22204 0.0,22205 0.0,22206 0.0,22207 0.0,22208 0.0,22209 0.0,22210 0.0,22211 0.0,22212 0.022213 ]22214 },22215 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L3": {22216 "accuracy": 0.0,22217 "gain_vs_zero": {22218 "estimate": 0.0,22219 "low": 0.0,22220 "high": 0.0,22221 "level": 0.95,22222 "n_items": 40,22223 "n_clusters": 40,22224 "n_boot": 200022225 },22226 "outputs_sample": [22227 " The word \"zeni\"",22228 " 1\n",22229 " The word \"vofisu",22230 " 1\n",22231 " The word \"zute\""22232 ],22233 "correct": [22234 0.0,22235 0.0,22236 0.0,22237 0.0,22238 0.0,22239 0.0,22240 0.0,22241 0.0,22242 0.0,22243 0.0,22244 0.0,22245 0.0,22246 0.0,22247 0.0,22248 0.0,22249 0.0,22250 0.0,22251 0.0,22252 0.0,22253 0.0,22254 0.0,22255 0.0,22256 0.0,22257 0.0,22258 0.0,22259 0.0,22260 0.0,22261 0.0,22262 0.0,22263 0.0,22264 0.0,22265 0.0,22266 0.0,22267 0.0,22268 0.0,22269 0.0,22270 0.0,22271 0.0,22272 0.0,22273 0.022274 ]22275 },22276 "replace_donor_fewshot|ridge|L3": {22277 "accuracy": 0.0,22278 "gain_vs_zero": {22279 "estimate": 0.0,22280 "low": 0.0,22281 "high": 0.0,22282 "level": 0.95,22283 "n_items": 40,22284 "n_clusters": 40,22285 "n_boot": 200022286 },22287 "outputs_sample": [22288 " The word \"zeni\"",22289 " 1\n",22290 " 0\n",22291 " 1\n",22292 " The word \"zute\""22293 ],22294 "correct": [22295 0.0,22296 0.0,22297 0.0,22298 0.0,22299 0.0,22300 0.0,22301 0.0,22302 0.0,22303 0.0,22304 0.0,22305 0.0,22306 0.0,22307 0.0,22308 0.0,22309 0.0,22310 0.0,22311 0.0,22312 0.0,22313 0.0,22314 0.0,22315 0.0,22316 0.0,22317 0.0,22318 0.0,22319 0.0,22320 0.0,22321 0.0,22322 0.0,22323 0.0,22324 0.0,22325 0.0,22326 0.0,22327 0.0,22328 0.0,22329 0.0,22330 0.0,22331 0.0,22332 0.0,22333 0.0,22334 0.022335 ]22336 },22337 "ctl_replace_donor_zeroshot|ridge|L3": {22338 "accuracy": 0.0,22339 "gain_vs_zero": {22340 "estimate": 0.0,22341 "low": 0.0,22342 "high": 0.0,22343 "level": 0.95,22344 "n_items": 40,22345 "n_clusters": 40,22346 "n_boot": 200022347 },22348 "outputs_sample": [22349 " The word \"zeni\"",22350 " 0\n",22351 " The word \"vofisu",22352 " The word \"tuken\"",22353 " The word \"zute\""22354 ],22355 "correct": [22356 0.0,22357 0.0,22358 0.0,22359 0.0,22360 0.0,22361 0.0,22362 0.0,22363 0.0,22364 0.0,22365 0.0,22366 0.0,22367 0.0,22368 0.0,22369 0.0,22370 0.0,22371 0.0,22372 0.0,22373 0.0,22374 0.0,22375 0.0,22376 0.0,22377 0.0,22378 0.0,22379 0.0,22380 0.0,22381 0.0,22382 0.0,22383 0.0,22384 0.0,22385 0.0,22386 0.0,22387 0.0,22388 0.0,22389 0.0,22390 0.0,22391 0.0,22392 0.0,22393 0.0,22394 0.0,22395 0.022396 ]22397 },22398 "ctl_replace_donor_fewshot_shuffled_query|ridge|L3": {22399 "accuracy": 0.0,22400 "gain_vs_zero": {22401 "estimate": 0.0,22402 "low": 0.0,22403 "high": 0.0,22404 "level": 0.95,22405 "n_items": 40,22406 "n_clusters": 40,22407 "n_boot": 200022408 },22409 "outputs_sample": [22410 " The word \"zeni\"",22411 " 1\n",22412 " 0\n",22413 " 1\n",22414 " The word \"zute\""22415 ],22416 "correct": [22417 0.0,22418 0.0,22419 0.0,22420 0.0,22421 0.0,22422 0.0,22423 0.0,22424 0.0,22425 0.0,22426 0.0,22427 0.0,22428 0.0,22429 0.0,22430 0.0,22431 0.0,22432 0.0,22433 0.0,22434 0.0,22435 0.0,22436 0.0,22437 0.0,22438 0.0,22439 0.0,22440 0.0,22441 0.0,22442 0.0,22443 0.0,22444 0.0,22445 0.0,22446 0.0,22447 0.0,22448 0.0,22449 0.0,22450 0.0,22451 0.0,22452 0.0,22453 0.0,22454 0.0,22455 0.0,22456 0.022457 ]22458 },22459 "ctl_replace_donor_fewshot|sham_map|L3": {22460 "accuracy": 0.0,22461 "gain_vs_zero": {22462 "estimate": 0.0,22463 "low": 0.0,22464 "high": 0.0,22465 "level": 0.95,22466 "n_items": 40,22467 "n_clusters": 40,22468 "n_boot": 200022469 },22470 "outputs_sample": [22471 " The word \"zeni\"",22472 " The word \"zonofab",22473 " The word \"vofisu",22474 " The word \"tuken\"",22475 " The word \"zute\""22476 ],22477 "correct": [22478 0.0,22479 0.0,22480 0.0,22481 0.0,22482 0.0,22483 0.0,22484 0.0,22485 0.0,22486 0.0,22487 0.0,22488 0.0,22489 0.0,22490 0.0,22491 0.0,22492 0.0,22493 0.0,22494 0.0,22495 0.0,22496 0.0,22497 0.0,22498 0.0,22499 0.0,22500 0.0,22501 0.0,22502 0.0,22503 0.0,22504 0.0,22505 0.0,22506 0.0,22507 0.0,22508 0.0,22509 0.0,22510 0.0,22511 0.0,22512 0.0,22513 0.0,22514 0.0,22515 0.0,22516 0.0,22517 0.022518 ]22519 },22520 "ctl_replace_donor_zeroshot|sham_map|L3": {22521 "accuracy": 0.0,22522 "gain_vs_zero": {22523 "estimate": 0.0,22524 "low": 0.0,22525 "high": 0.0,22526 "level": 0.95,22527 "n_items": 40,22528 "n_clusters": 40,22529 "n_boot": 200022530 },22531 "outputs_sample": [22532 " The word \"zeni\"",22533 " 0\n",22534 " The word \"vofisu",22535 " 1\n",22536 " The word \"zute\""22537 ],22538 "correct": [22539 0.0,22540 0.0,22541 0.0,22542 0.0,22543 0.0,22544 0.0,22545 0.0,22546 0.0,22547 0.0,22548 0.0,22549 0.0,22550 0.0,22551 0.0,22552 0.0,22553 0.0,22554 0.0,22555 0.0,22556 0.0,22557 0.0,22558 0.0,22559 0.0,22560 0.0,22561 0.0,22562 0.0,22563 0.0,22564 0.0,22565 0.0,22566 0.0,22567 0.0,22568 0.0,22569 0.0,22570 0.0,22571 0.0,22572 0.0,22573 0.0,22574 0.0,22575 0.0,22576 0.0,22577 0.0,22578 0.022579 ]22580 },22581 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L3": {22582 "accuracy": 0.0,22583 "gain_vs_zero": {22584 "estimate": 0.0,22585 "low": 0.0,22586 "high": 0.0,22587 "level": 0.95,22588 "n_items": 40,22589 "n_clusters": 40,22590 "n_boot": 200022591 },22592 "outputs_sample": [22593 " The word \"zeni\"",22594 " The word \"zonofab",22595 " The word \"vofisu",22596 " The word \"tuken\"",22597 " The word \"zute\""22598 ],22599 "correct": [22600 0.0,22601 0.0,22602 0.0,22603 0.0,22604 0.0,22605 0.0,22606 0.0,22607 0.0,22608 0.0,22609 0.0,22610 0.0,22611 0.0,22612 0.0,22613 0.0,22614 0.0,22615 0.0,22616 0.0,22617 0.0,22618 0.0,22619 0.0,22620 0.0,22621 0.0,22622 0.0,22623 0.0,22624 0.0,22625 0.0,22626 0.0,22627 0.0,22628 0.0,22629 0.0,22630 0.0,22631 0.0,22632 0.0,22633 0.0,22634 0.0,22635 0.0,22636 0.0,22637 0.0,22638 0.0,22639 0.022640 ]22641 },22642 "ctl_random_norm_matched|L3": {22643 "accuracy": 0.0,22644 "gain_vs_zero": {22645 "estimate": 0.0,22646 "low": 0.0,22647 "high": 0.0,22648 "level": 0.95,22649 "n_items": 40,22650 "n_clusters": 40,22651 "n_boot": 200022652 },22653 "correct": [22654 0.0,22655 0.0,22656 0.0,22657 0.0,22658 0.0,22659 0.0,22660 0.0,22661 0.0,22662 0.0,22663 0.0,22664 0.0,22665 0.0,22666 0.0,22667 0.0,22668 0.0,22669 0.0,22670 0.0,22671 0.0,22672 0.0,22673 0.0,22674 0.0,22675 0.0,22676 0.0,22677 0.0,22678 0.0,22679 0.0,22680 0.0,22681 0.0,22682 0.0,22683 0.0,22684 0.0,22685 0.0,22686 0.0,22687 0.0,22688 0.0,22689 0.0,22690 0.0,22691 0.0,22692 0.0,22693 0.022694 ]22695 },22696 "ctl_unrelated_task_vector(antonym)|L3": {22697 "accuracy": 0.0,22698 "gain_vs_zero": {22699 "estimate": 0.0,22700 "low": 0.0,22701 "high": 0.0,22702 "level": 0.95,22703 "n_items": 40,22704 "n_clusters": 40,22705 "n_boot": 200022706 },22707 "correct": [22708 0.0,22709 0.0,22710 0.0,22711 0.0,22712 0.0,22713 0.0,22714 0.0,22715 0.0,22716 0.0,22717 0.0,22718 0.0,22719 0.0,22720 0.0,22721 0.0,22722 0.0,22723 0.0,22724 0.0,22725 0.0,22726 0.0,22727 0.0,22728 0.0,22729 0.0,22730 0.0,22731 0.0,22732 0.0,22733 0.0,22734 0.0,22735 0.0,22736 0.0,22737 0.0,22738 0.0,22739 0.0,22740 0.0,22741 0.0,22742 0.0,22743 0.0,22744 0.0,22745 0.0,22746 0.0,22747 0.022748 ]22749 }22750 },22751 "items": {22752 "zero": [22753 0.0,22754 0.0,22755 0.0,22756 0.0,22757 0.0,22758 0.0,22759 0.0,22760 0.0,22761 0.0,22762 0.0,22763 0.0,22764 0.0,22765 0.0,22766 0.0,22767 0.0,22768 0.0,22769 0.0,22770 0.0,22771 0.0,22772 0.0,22773 0.0,22774 0.0,22775 0.0,22776 0.0,22777 0.0,22778 0.0,22779 0.0,22780 0.0,22781 0.0,22782 0.0,22783 0.0,22784 0.0,22785 0.0,22786 0.0,22787 0.0,22788 0.0,22789 0.0,22790 0.0,22791 0.0,22792 0.022793 ],22794 "few": [22795 0.0,22796 1.0,22797 1.0,22798 0.0,22799 1.0,22800 1.0,22801 0.0,22802 1.0,22803 1.0,22804 0.0,22805 0.0,22806 1.0,22807 0.0,22808 0.0,22809 0.0,22810 1.0,22811 0.0,22812 0.0,22813 0.0,22814 1.0,22815 0.0,22816 1.0,22817 0.0,22818 0.0,22819 1.0,22820 0.0,22821 0.0,22822 1.0,22823 0.0,22824 0.0,22825 0.0,22826 1.0,22827 0.0,22828 0.0,22829 0.0,22830 1.0,22831 0.0,22832 1.0,22833 0.0,22834 1.022835 ],22836 "own": [22837 0.0,22838 0.0,22839 0.0,22840 0.0,22841 0.0,22842 0.0,22843 0.0,22844 0.0,22845 0.0,22846 0.0,22847 0.0,22848 0.0,22849 0.0,22850 0.0,22851 0.0,22852 0.0,22853 0.0,22854 0.0,22855 0.0,22856 0.0,22857 0.0,22858 0.0,22859 0.0,22860 0.0,22861 0.0,22862 0.0,22863 0.0,22864 0.0,22865 0.0,22866 0.0,22867 0.0,22868 0.0,22869 0.0,22870 0.0,22871 0.0,22872 0.0,22873 0.0,22874 0.0,22875 0.0,22876 0.022877 ]22878 }22879 },22880 "addthree": {22881 "recipient_zero": 0.0,22882 "recipient_few": 1.0,22883 "recipient_own_vector": 0.0,22884 "donor_layer": 14,22885 "conditions": {22886 "procrustes|L2|a1.0": {22887 "accuracy": 0.0,22888 "gain_vs_zero": {22889 "estimate": 0.0,22890 "low": 0.0,22891 "high": 0.0,22892 "level": 0.95,22893 "n_items": 35,22894 "n_clusters": 35,22895 "n_boot": 200022896 },22897 "mapped_norm": 4.482480525970459,22898 "outputs_sample": [22899 " 7\n",22900 " 24\n",22901 " 83\n",22902 " 19\n",22903 " 71\n"22904 ],22905 "correct": [22906 0.0,22907 0.0,22908 0.0,22909 0.0,22910 0.0,22911 0.0,22912 0.0,22913 0.0,22914 0.0,22915 0.0,22916 0.0,22917 0.0,22918 0.0,22919 0.0,22920 0.0,22921 0.0,22922 0.0,22923 0.0,22924 0.0,22925 0.0,22926 0.0,22927 0.0,22928 0.0,22929 0.0,22930 0.0,22931 0.0,22932 0.0,22933 0.0,22934 0.0,22935 0.0,22936 0.0,22937 0.0,22938 0.0,22939 0.0,22940 0.022941 ]22942 },22943 "procrustes|L2|a2.0": {22944 "accuracy": 0.0,22945 "gain_vs_zero": {22946 "estimate": 0.0,22947 "low": 0.0,22948 "high": 0.0,22949 "level": 0.95,22950 "n_items": 35,22951 "n_clusters": 35,22952 "n_boot": 200022953 },22954 "mapped_norm": 4.482480525970459,22955 "outputs_sample": [22956 " 7\n",22957 " 12\n",22958 " 83\n",22959 " 19\n",22960 " 71\n"22961 ],22962 "correct": [22963 0.0,22964 0.0,22965 0.0,22966 0.0,22967 0.0,22968 0.0,22969 0.0,22970 0.0,22971 0.0,22972 0.0,22973 0.0,22974 0.0,22975 0.0,22976 0.0,22977 0.0,22978 0.0,22979 0.0,22980 0.0,22981 0.0,22982 0.0,22983 0.0,22984 0.0,22985 0.0,22986 0.0,22987 0.0,22988 0.0,22989 0.0,22990 0.0,22991 0.0,22992 0.0,22993 0.0,22994 0.0,22995 0.0,22996 0.0,22997 0.022998 ]22999 },23000 "procrustes_rescaled|L2|a1.0": {23001 "accuracy": 0.0,23002 "gain_vs_zero": {23003 "estimate": 0.0,23004 "low": 0.0,23005 "high": 0.0,23006 "level": 0.95,23007 "n_items": 35,23008 "n_clusters": 35,23009 "n_boot": 200023010 },23011 "mapped_norm": 5.985179424285889,23012 "outputs_sample": [23013 " 7\n",23014 " 12\n",23015 " 83\n",23016 " 19\n",23017 " 71\n"23018 ],23019 "correct": [23020 0.0,23021 0.0,23022 0.0,23023 0.0,23024 0.0,23025 0.0,23026 0.0,23027 0.0,23028 0.0,23029 0.0,23030 0.0,23031 0.0,23032 0.0,23033 0.0,23034 0.0,23035 0.0,23036 0.0,23037 0.0,23038 0.0,23039 0.0,23040 0.0,23041 0.0,23042 0.0,23043 0.0,23044 0.0,23045 0.0,23046 0.0,23047 0.0,23048 0.0,23049 0.0,23050 0.0,23051 0.0,23052 0.0,23053 0.0,23054 0.023055 ]23056 },23057 "ridge|L2|a1.0": {23058 "accuracy": 0.0,23059 "gain_vs_zero": {23060 "estimate": 0.0,23061 "low": 0.0,23062 "high": 0.0,23063 "level": 0.95,23064 "n_items": 35,23065 "n_clusters": 35,23066 "n_boot": 200023067 },23068 "mapped_norm": 5.249469757080078,23069 "outputs_sample": [23070 " 7\n",23071 " 12\n",23072 " 83\n",23073 " 19\n",23074 " 71\n"23075 ],23076 "correct": [23077 0.0,23078 0.0,23079 0.0,23080 0.0,23081 0.0,23082 0.0,23083 0.0,23084 0.0,23085 0.0,23086 0.0,23087 0.0,23088 0.0,23089 0.0,23090 0.0,23091 0.0,23092 0.0,23093 0.0,23094 0.0,23095 0.0,23096 0.0,23097 0.0,23098 0.0,23099 0.0,23100 0.0,23101 0.0,23102 0.0,23103 0.0,23104 0.0,23105 0.0,23106 0.0,23107 0.0,23108 0.0,23109 0.0,23110 0.0,23111 0.023112 ]23113 },23114 "ridge|L2|a2.0": {23115 "accuracy": 0.0,23116 "gain_vs_zero": {23117 "estimate": 0.0,23118 "low": 0.0,23119 "high": 0.0,23120 "level": 0.95,23121 "n_items": 35,23122 "n_clusters": 35,23123 "n_boot": 200023124 },23125 "mapped_norm": 5.249469757080078,23126 "outputs_sample": [23127 " 7\n",23128 " 12\n",23129 " 83\n",23130 " 19\n",23131 " 71\n"23132 ],23133 "correct": [23134 0.0,23135 0.0,23136 0.0,23137 0.0,23138 0.0,23139 0.0,23140 0.0,23141 0.0,23142 0.0,23143 0.0,23144 0.0,23145 0.0,23146 0.0,23147 0.0,23148 0.0,23149 0.0,23150 0.0,23151 0.0,23152 0.0,23153 0.0,23154 0.0,23155 0.0,23156 0.0,23157 0.0,23158 0.0,23159 0.0,23160 0.0,23161 0.0,23162 0.0,23163 0.0,23164 0.0,23165 0.0,23166 0.0,23167 0.0,23168 0.023169 ]23170 },23171 "ridge_rescaled|L2|a1.0": {23172 "accuracy": 0.0,23173 "gain_vs_zero": {23174 "estimate": 0.0,23175 "low": 0.0,23176 "high": 0.0,23177 "level": 0.95,23178 "n_items": 35,23179 "n_clusters": 35,23180 "n_boot": 200023181 },23182 "mapped_norm": 5.985179901123047,23183 "outputs_sample": [23184 " 7\n",23185 " 12\n",23186 " 83\n",23187 " 19\n",23188 " 71\n"23189 ],23190 "correct": [23191 0.0,23192 0.0,23193 0.0,23194 0.0,23195 0.0,23196 0.0,23197 0.0,23198 0.0,23199 0.0,23200 0.0,23201 0.0,23202 0.0,23203 0.0,23204 0.0,23205 0.0,23206 0.0,23207 0.0,23208 0.0,23209 0.0,23210 0.0,23211 0.0,23212 0.0,23213 0.0,23214 0.0,23215 0.0,23216 0.0,23217 0.0,23218 0.0,23219 0.0,23220 0.0,23221 0.0,23222 0.0,23223 0.0,23224 0.0,23225 0.023226 ]23227 },23228 "cca|L2|a1.0": {23229 "accuracy": 0.0,23230 "gain_vs_zero": {23231 "estimate": 0.0,23232 "low": 0.0,23233 "high": 0.0,23234 "level": 0.95,23235 "n_items": 35,23236 "n_clusters": 35,23237 "n_boot": 200023238 },23239 "mapped_norm": 5.8015241622924805,23240 "outputs_sample": [23241 " 7\n",23242 " 12\n",23243 " 83\n",23244 " 19\n",23245 " 71\n"23246 ],23247 "correct": [23248 0.0,23249 0.0,23250 0.0,23251 0.0,23252 0.0,23253 0.0,23254 0.0,23255 0.0,23256 0.0,23257 0.0,23258 0.0,23259 0.0,23260 0.0,23261 0.0,23262 0.0,23263 0.0,23264 0.0,23265 0.0,23266 0.0,23267 0.0,23268 0.0,23269 0.0,23270 0.0,23271 0.0,23272 0.0,23273 0.0,23274 0.0,23275 0.0,23276 0.0,23277 0.0,23278 0.0,23279 0.0,23280 0.0,23281 0.0,23282 0.023283 ]23284 },23285 "cca|L2|a2.0": {23286 "accuracy": 0.0,23287 "gain_vs_zero": {23288 "estimate": 0.0,23289 "low": 0.0,23290 "high": 0.0,23291 "level": 0.95,23292 "n_items": 35,23293 "n_clusters": 35,23294 "n_boot": 200023295 },23296 "mapped_norm": 5.8015241622924805,23297 "outputs_sample": [23298 " 7\n",23299 " 12\n",23300 " 83\n",23301 " 19\n",23302 " 71\n"23303 ],23304 "correct": [23305 0.0,23306 0.0,23307 0.0,23308 0.0,23309 0.0,23310 0.0,23311 0.0,23312 0.0,23313 0.0,23314 0.0,23315 0.0,23316 0.0,23317 0.0,23318 0.0,23319 0.0,23320 0.0,23321 0.0,23322 0.0,23323 0.0,23324 0.0,23325 0.0,23326 0.0,23327 0.0,23328 0.0,23329 0.0,23330 0.0,23331 0.0,23332 0.0,23333 0.0,23334 0.0,23335 0.0,23336 0.0,23337 0.0,23338 0.0,23339 0.023340 ]23341 },23342 "random_orth|L2|a1.0": {23343 "accuracy": 0.0,23344 "gain_vs_zero": {23345 "estimate": 0.0,23346 "low": 0.0,23347 "high": 0.0,23348 "level": 0.95,23349 "n_items": 35,23350 "n_clusters": 35,23351 "n_boot": 200023352 },23353 "mapped_norm": 5.193780899047852,23354 "outputs_sample": [23355 " 7\n",23356 " 12\n",23357 " 83\n",23358 " 19\n",23359 " 71\n"23360 ],23361 "correct": [23362 0.0,23363 0.0,23364 0.0,23365 0.0,23366 0.0,23367 0.0,23368 0.0,23369 0.0,23370 0.0,23371 0.0,23372 0.0,23373 0.0,23374 0.0,23375 0.0,23376 0.0,23377 0.0,23378 0.0,23379 0.0,23380 0.0,23381 0.0,23382 0.0,23383 0.0,23384 0.0,23385 0.0,23386 0.0,23387 0.0,23388 0.0,23389 0.0,23390 0.0,23391 0.0,23392 0.0,23393 0.0,23394 0.0,23395 0.0,23396 0.023397 ]23398 },23399 "random_orth|L2|a2.0": {23400 "accuracy": 0.0,23401 "gain_vs_zero": {23402 "estimate": 0.0,23403 "low": 0.0,23404 "high": 0.0,23405 "level": 0.95,23406 "n_items": 35,23407 "n_clusters": 35,23408 "n_boot": 200023409 },23410 "mapped_norm": 5.193780899047852,23411 "outputs_sample": [23412 " 7\n",23413 " 12\n",23414 " 83\n",23415 " 19\n",23416 " 71\n"23417 ],23418 "correct": [23419 0.0,23420 0.0,23421 0.0,23422 0.0,23423 0.0,23424 0.0,23425 0.0,23426 0.0,23427 0.0,23428 0.0,23429 0.0,23430 0.0,23431 0.0,23432 0.0,23433 0.0,23434 0.0,23435 0.0,23436 0.0,23437 0.0,23438 0.0,23439 0.0,23440 0.0,23441 0.0,23442 0.0,23443 0.0,23444 0.0,23445 0.0,23446 0.0,23447 0.0,23448 0.0,23449 0.0,23450 0.0,23451 0.0,23452 0.0,23453 0.023454 ]23455 },23456 "replace_donor_fewshot|procrustes|L2": {23457 "accuracy": 0.0,23458 "gain_vs_zero": {23459 "estimate": 0.0,23460 "low": 0.0,23461 "high": 0.0,23462 "level": 0.95,23463 "n_items": 35,23464 "n_clusters": 35,23465 "n_boot": 200023466 },23467 "outputs_sample": [23468 " 7\n",23469 " 12\n",23470 " 83\n",23471 " 19\n",23472 " 71\n"23473 ],23474 "correct": [23475 0.0,23476 0.0,23477 0.0,23478 0.0,23479 0.0,23480 0.0,23481 0.0,23482 0.0,23483 0.0,23484 0.0,23485 0.0,23486 0.0,23487 0.0,23488 0.0,23489 0.0,23490 0.0,23491 0.0,23492 0.0,23493 0.0,23494 0.0,23495 0.0,23496 0.0,23497 0.0,23498 0.0,23499 0.0,23500 0.0,23501 0.0,23502 0.0,23503 0.0,23504 0.0,23505 0.0,23506 0.0,23507 0.0,23508 0.0,23509 0.023510 ]23511 },23512 "ctl_replace_donor_zeroshot|procrustes|L2": {23513 "accuracy": 0.0,23514 "gain_vs_zero": {23515 "estimate": 0.0,23516 "low": 0.0,23517 "high": 0.0,23518 "level": 0.95,23519 "n_items": 35,23520 "n_clusters": 35,23521 "n_boot": 200023522 },23523 "outputs_sample": [23524 " 7\n",23525 " 12\n",23526 " 83\n",23527 " 19\n",23528 " 71\n"23529 ],23530 "correct": [23531 0.0,23532 0.0,23533 0.0,23534 0.0,23535 0.0,23536 0.0,23537 0.0,23538 0.0,23539 0.0,23540 0.0,23541 0.0,23542 0.0,23543 0.0,23544 0.0,23545 0.0,23546 0.0,23547 0.0,23548 0.0,23549 0.0,23550 0.0,23551 0.0,23552 0.0,23553 0.0,23554 0.0,23555 0.0,23556 0.0,23557 0.0,23558 0.0,23559 0.0,23560 0.0,23561 0.0,23562 0.0,23563 0.0,23564 0.0,23565 0.023566 ]23567 },23568 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {23569 "accuracy": 0.0,23570 "gain_vs_zero": {23571 "estimate": 0.0,23572 "low": 0.0,23573 "high": 0.0,23574 "level": 0.95,23575 "n_items": 35,23576 "n_clusters": 35,23577 "n_boot": 200023578 },23579 "outputs_sample": [23580 " 7\n",23581 " 24\n",23582 " 83\n",23583 " 19\n",23584 " 71\n"23585 ],23586 "correct": [23587 0.0,23588 0.0,23589 0.0,23590 0.0,23591 0.0,23592 0.0,23593 0.0,23594 0.0,23595 0.0,23596 0.0,23597 0.0,23598 0.0,23599 0.0,23600 0.0,23601 0.0,23602 0.0,23603 0.0,23604 0.0,23605 0.0,23606 0.0,23607 0.0,23608 0.0,23609 0.0,23610 0.0,23611 0.0,23612 0.0,23613 0.0,23614 0.0,23615 0.0,23616 0.0,23617 0.0,23618 0.0,23619 0.0,23620 0.0,23621 0.023622 ]23623 },23624 "replace_donor_fewshot|ridge|L2": {23625 "accuracy": 0.0,23626 "gain_vs_zero": {23627 "estimate": 0.0,23628 "low": 0.0,23629 "high": 0.0,23630 "level": 0.95,23631 "n_items": 35,23632 "n_clusters": 35,23633 "n_boot": 200023634 },23635 "outputs_sample": [23636 " 7\n",23637 " 12\n",23638 " 83\n",23639 " 19\n",23640 " 71\n"23641 ],23642 "correct": [23643 0.0,23644 0.0,23645 0.0,23646 0.0,23647 0.0,23648 0.0,23649 0.0,23650 0.0,23651 0.0,23652 0.0,23653 0.0,23654 0.0,23655 0.0,23656 0.0,23657 0.0,23658 0.0,23659 0.0,23660 0.0,23661 0.0,23662 0.0,23663 0.0,23664 0.0,23665 0.0,23666 0.0,23667 0.0,23668 0.0,23669 0.0,23670 0.0,23671 0.0,23672 0.0,23673 0.0,23674 0.0,23675 0.0,23676 0.0,23677 0.023678 ]23679 },23680 "ctl_replace_donor_zeroshot|ridge|L2": {23681 "accuracy": 0.0,23682 "gain_vs_zero": {23683 "estimate": 0.0,23684 "low": 0.0,23685 "high": 0.0,23686 "level": 0.95,23687 "n_items": 35,23688 "n_clusters": 35,23689 "n_boot": 200023690 },23691 "outputs_sample": [23692 " 7\n",23693 " 12\n",23694 " 83\n",23695 " 19\n",23696 " 71\n"23697 ],23698 "correct": [23699 0.0,23700 0.0,23701 0.0,23702 0.0,23703 0.0,23704 0.0,23705 0.0,23706 0.0,23707 0.0,23708 0.0,23709 0.0,23710 0.0,23711 0.0,23712 0.0,23713 0.0,23714 0.0,23715 0.0,23716 0.0,23717 0.0,23718 0.0,23719 0.0,23720 0.0,23721 0.0,23722 0.0,23723 0.0,23724 0.0,23725 0.0,23726 0.0,23727 0.0,23728 0.0,23729 0.0,23730 0.0,23731 0.0,23732 0.0,23733 0.023734 ]23735 },23736 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {23737 "accuracy": 0.0,23738 "gain_vs_zero": {23739 "estimate": 0.0,23740 "low": 0.0,23741 "high": 0.0,23742 "level": 0.95,23743 "n_items": 35,23744 "n_clusters": 35,23745 "n_boot": 200023746 },23747 "outputs_sample": [23748 " 7\n",23749 " 12\n",23750 " 83\n",23751 " 19\n",23752 " 71\n"23753 ],23754 "correct": [23755 0.0,23756 0.0,23757 0.0,23758 0.0,23759 0.0,23760 0.0,23761 0.0,23762 0.0,23763 0.0,23764 0.0,23765 0.0,23766 0.0,23767 0.0,23768 0.0,23769 0.0,23770 0.0,23771 0.0,23772 0.0,23773 0.0,23774 0.0,23775 0.0,23776 0.0,23777 0.0,23778 0.0,23779 0.0,23780 0.0,23781 0.0,23782 0.0,23783 0.0,23784 0.0,23785 0.0,23786 0.0,23787 0.0,23788 0.0,23789 0.023790 ]23791 },23792 "ctl_replace_donor_fewshot|sham_map|L2": {23793 "accuracy": 0.0,23794 "gain_vs_zero": {23795 "estimate": 0.0,23796 "low": 0.0,23797 "high": 0.0,23798 "level": 0.95,23799 "n_items": 35,23800 "n_clusters": 35,23801 "n_boot": 200023802 },23803 "outputs_sample": [23804 " 7\n",23805 " 12\n",23806 " 83\n",23807 " 19\n",23808 " 71\n"23809 ],23810 "correct": [23811 0.0,23812 0.0,23813 0.0,23814 0.0,23815 0.0,23816 0.0,23817 0.0,23818 0.0,23819 0.0,23820 0.0,23821 0.0,23822 0.0,23823 0.0,23824 0.0,23825 0.0,23826 0.0,23827 0.0,23828 0.0,23829 0.0,23830 0.0,23831 0.0,23832 0.0,23833 0.0,23834 0.0,23835 0.0,23836 0.0,23837 0.0,23838 0.0,23839 0.0,23840 0.0,23841 0.0,23842 0.0,23843 0.0,23844 0.0,23845 0.023846 ]23847 },23848 "ctl_replace_donor_zeroshot|sham_map|L2": {23849 "accuracy": 0.0,23850 "gain_vs_zero": {23851 "estimate": 0.0,23852 "low": 0.0,23853 "high": 0.0,23854 "level": 0.95,23855 "n_items": 35,23856 "n_clusters": 35,23857 "n_boot": 200023858 },23859 "outputs_sample": [23860 " 7\n",23861 " 12\n",23862 " 83\n",23863 " 19\n",23864 " 71\n"23865 ],23866 "correct": [23867 0.0,23868 0.0,23869 0.0,23870 0.0,23871 0.0,23872 0.0,23873 0.0,23874 0.0,23875 0.0,23876 0.0,23877 0.0,23878 0.0,23879 0.0,23880 0.0,23881 0.0,23882 0.0,23883 0.0,23884 0.0,23885 0.0,23886 0.0,23887 0.0,23888 0.0,23889 0.0,23890 0.0,23891 0.0,23892 0.0,23893 0.0,23894 0.0,23895 0.0,23896 0.0,23897 0.0,23898 0.0,23899 0.0,23900 0.0,23901 0.023902 ]23903 },23904 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {23905 "accuracy": 0.0,23906 "gain_vs_zero": {23907 "estimate": 0.0,23908 "low": 0.0,23909 "high": 0.0,23910 "level": 0.95,23911 "n_items": 35,23912 "n_clusters": 35,23913 "n_boot": 200023914 },23915 "outputs_sample": [23916 " 7\n",23917 " 24\n",23918 " 83\n",23919 " 19\n",23920 " 71\n"23921 ],23922 "correct": [23923 0.0,23924 0.0,23925 0.0,23926 0.0,23927 0.0,23928 0.0,23929 0.0,23930 0.0,23931 0.0,23932 0.0,23933 0.0,23934 0.0,23935 0.0,23936 0.0,23937 0.0,23938 0.0,23939 0.0,23940 0.0,23941 0.0,23942 0.0,23943 0.0,23944 0.0,23945 0.0,23946 0.0,23947 0.0,23948 0.0,23949 0.0,23950 0.0,23951 0.0,23952 0.0,23953 0.0,23954 0.0,23955 0.0,23956 0.0,23957 0.023958 ]23959 },23960 "ctl_random_norm_matched|L2": {23961 "accuracy": 0.0,23962 "gain_vs_zero": {23963 "estimate": 0.0,23964 "low": 0.0,23965 "high": 0.0,23966 "level": 0.95,23967 "n_items": 35,23968 "n_clusters": 35,23969 "n_boot": 200023970 },23971 "correct": [23972 0.0,23973 0.0,23974 0.0,23975 0.0,23976 0.0,23977 0.0,23978 0.0,23979 0.0,23980 0.0,23981 0.0,23982 0.0,23983 0.0,23984 0.0,23985 0.0,23986 0.0,23987 0.0,23988 0.0,23989 0.0,23990 0.0,23991 0.0,23992 0.0,23993 0.0,23994 0.0,23995 0.0,23996 0.0,23997 0.0,23998 0.0,23999 0.0,24000 0.0,24001 0.0,24002 0.0,24003 0.0,24004 0.0,24005 0.0,24006 0.024007 ]24008 },24009 "ctl_unrelated_task_vector(antonym)|L2": {24010 "accuracy": 0.0,24011 "gain_vs_zero": {24012 "estimate": 0.0,24013 "low": 0.0,24014 "high": 0.0,24015 "level": 0.95,24016 "n_items": 35,24017 "n_clusters": 35,24018 "n_boot": 200024019 },24020 "correct": [24021 0.0,24022 0.0,24023 0.0,24024 0.0,24025 0.0,24026 0.0,24027 0.0,24028 0.0,24029 0.0,24030 0.0,24031 0.0,24032 0.0,24033 0.0,24034 0.0,24035 0.0,24036 0.0,24037 0.0,24038 0.0,24039 0.0,24040 0.0,24041 0.0,24042 0.0,24043 0.0,24044 0.0,24045 0.0,24046 0.0,24047 0.0,24048 0.0,24049 0.0,24050 0.0,24051 0.0,24052 0.0,24053 0.0,24054 0.0,24055 0.024056 ]24057 },24058 "procrustes|L18|a1.0": {24059 "accuracy": 0.0,24060 "gain_vs_zero": {24061 "estimate": 0.0,24062 "low": 0.0,24063 "high": 0.0,24064 "level": 0.95,24065 "n_items": 35,24066 "n_clusters": 35,24067 "n_boot": 200024068 },24069 "mapped_norm": 28.56645393371582,24070 "outputs_sample": [24071 " 7\n",24072 " 24\n",24073 " 83\n",24074 " 19\n",24075 " 71\n"24076 ],24077 "correct": [24078 0.0,24079 0.0,24080 0.0,24081 0.0,24082 0.0,24083 0.0,24084 0.0,24085 0.0,24086 0.0,24087 0.0,24088 0.0,24089 0.0,24090 0.0,24091 0.0,24092 0.0,24093 0.0,24094 0.0,24095 0.0,24096 0.0,24097 0.0,24098 0.0,24099 0.0,24100 0.0,24101 0.0,24102 0.0,24103 0.0,24104 0.0,24105 0.0,24106 0.0,24107 0.0,24108 0.0,24109 0.0,24110 0.0,24111 0.0,24112 0.024113 ]24114 },24115 "procrustes|L18|a2.0": {24116 "accuracy": 0.0,24117 "gain_vs_zero": {24118 "estimate": 0.0,24119 "low": 0.0,24120 "high": 0.0,24121 "level": 0.95,24122 "n_items": 35,24123 "n_clusters": 35,24124 "n_boot": 200024125 },24126 "mapped_norm": 28.56645393371582,24127 "outputs_sample": [24128 " 7\n\n",24129 " 24\n",24130 " 83\n",24131 " 19\n",24132 " 71\n"24133 ],24134 "correct": [24135 0.0,24136 0.0,24137 0.0,24138 0.0,24139 0.0,24140 0.0,24141 0.0,24142 0.0,24143 0.0,24144 0.0,24145 0.0,24146 0.0,24147 0.0,24148 0.0,24149 0.0,24150 0.0,24151 0.0,24152 0.0,24153 0.0,24154 0.0,24155 0.0,24156 0.0,24157 0.0,24158 0.0,24159 0.0,24160 0.0,24161 0.0,24162 0.0,24163 0.0,24164 0.0,24165 0.0,24166 0.0,24167 0.0,24168 0.0,24169 0.024170 ]24171 },24172 "procrustes_rescaled|L18|a1.0": {24173 "accuracy": 0.0,24174 "gain_vs_zero": {24175 "estimate": 0.0,24176 "low": 0.0,24177 "high": 0.0,24178 "level": 0.95,24179 "n_items": 35,24180 "n_clusters": 35,24181 "n_boot": 200024182 },24183 "mapped_norm": 5.985179901123047,24184 "outputs_sample": [24185 " 7\n",24186 " 12\n",24187 " 83\n",24188 " 19\n",24189 " 71\n"24190 ],24191 "correct": [24192 0.0,24193 0.0,24194 0.0,24195 0.0,24196 0.0,24197 0.0,24198 0.0,24199 0.0,24200 0.0,24201 0.0,24202 0.0,24203 0.0,24204 0.0,24205 0.0,24206 0.0,24207 0.0,24208 0.0,24209 0.0,24210 0.0,24211 0.0,24212 0.0,24213 0.0,24214 0.0,24215 0.0,24216 0.0,24217 0.0,24218 0.0,24219 0.0,24220 0.0,24221 0.0,24222 0.0,24223 0.0,24224 0.0,24225 0.0,24226 0.024227 ]24228 },24229 "ridge|L18|a1.0": {24230 "accuracy": 0.0,24231 "gain_vs_zero": {24232 "estimate": 0.0,24233 "low": 0.0,24234 "high": 0.0,24235 "level": 0.95,24236 "n_items": 35,24237 "n_clusters": 35,24238 "n_boot": 200024239 },24240 "mapped_norm": 31.941503524780273,24241 "outputs_sample": [24242 " 7\n",24243 " 12\n",24244 " 83\n",24245 " 19\n",24246 " 71\n"24247 ],24248 "correct": [24249 0.0,24250 0.0,24251 0.0,24252 0.0,24253 0.0,24254 0.0,24255 0.0,24256 0.0,24257 0.0,24258 0.0,24259 0.0,24260 0.0,24261 0.0,24262 0.0,24263 0.0,24264 0.0,24265 0.0,24266 0.0,24267 0.0,24268 0.0,24269 0.0,24270 0.0,24271 0.0,24272 0.0,24273 0.0,24274 0.0,24275 0.0,24276 0.0,24277 0.0,24278 0.0,24279 0.0,24280 0.0,24281 0.0,24282 0.0,24283 0.024284 ]24285 },24286 "ridge|L18|a2.0": {24287 "accuracy": 0.0,24288 "gain_vs_zero": {24289 "estimate": 0.0,24290 "low": 0.0,24291 "high": 0.0,24292 "level": 0.95,24293 "n_items": 35,24294 "n_clusters": 35,24295 "n_boot": 200024296 },24297 "mapped_norm": 31.941503524780273,24298 "outputs_sample": [24299 " 7\n\n",24300 " 24\n",24301 " 83\n",24302 " 19\n",24303 " 71\n"24304 ],24305 "correct": [24306 0.0,24307 0.0,24308 0.0,24309 0.0,24310 0.0,24311 0.0,24312 0.0,24313 0.0,24314 0.0,24315 0.0,24316 0.0,24317 0.0,24318 0.0,24319 0.0,24320 0.0,24321 0.0,24322 0.0,24323 0.0,24324 0.0,24325 0.0,24326 0.0,24327 0.0,24328 0.0,24329 0.0,24330 0.0,24331 0.0,24332 0.0,24333 0.0,24334 0.0,24335 0.0,24336 0.0,24337 0.0,24338 0.0,24339 0.0,24340 0.024341 ]24342 },24343 "ridge_rescaled|L18|a1.0": {24344 "accuracy": 0.0,24345 "gain_vs_zero": {24346 "estimate": 0.0,24347 "low": 0.0,24348 "high": 0.0,24349 "level": 0.95,24350 "n_items": 35,24351 "n_clusters": 35,24352 "n_boot": 200024353 },24354 "mapped_norm": 5.985179901123047,24355 "outputs_sample": [24356 " 7\n",24357 " 24\n",24358 " 83\n",24359 " 19\n",24360 " 71\n"24361 ],24362 "correct": [24363 0.0,24364 0.0,24365 0.0,24366 0.0,24367 0.0,24368 0.0,24369 0.0,24370 0.0,24371 0.0,24372 0.0,24373 0.0,24374 0.0,24375 0.0,24376 0.0,24377 0.0,24378 0.0,24379 0.0,24380 0.0,24381 0.0,24382 0.0,24383 0.0,24384 0.0,24385 0.0,24386 0.0,24387 0.0,24388 0.0,24389 0.0,24390 0.0,24391 0.0,24392 0.0,24393 0.0,24394 0.0,24395 0.0,24396 0.0,24397 0.024398 ]24399 },24400 "cca|L18|a1.0": {24401 "accuracy": 0.0,24402 "gain_vs_zero": {24403 "estimate": 0.0,24404 "low": 0.0,24405 "high": 0.0,24406 "level": 0.95,24407 "n_items": 35,24408 "n_clusters": 35,24409 "n_boot": 200024410 },24411 "mapped_norm": 33.86625289916992,24412 "outputs_sample": [24413 " 7\n",24414 " 24\n",24415 " 83\n",24416 " 19\n",24417 " 71\n"24418 ],24419 "correct": [24420 0.0,24421 0.0,24422 0.0,24423 0.0,24424 0.0,24425 0.0,24426 0.0,24427 0.0,24428 0.0,24429 0.0,24430 0.0,24431 0.0,24432 0.0,24433 0.0,24434 0.0,24435 0.0,24436 0.0,24437 0.0,24438 0.0,24439 0.0,24440 0.0,24441 0.0,24442 0.0,24443 0.0,24444 0.0,24445 0.0,24446 0.0,24447 0.0,24448 0.0,24449 0.0,24450 0.0,24451 0.0,24452 0.0,24453 0.0,24454 0.024455 ]24456 },24457 "cca|L18|a2.0": {24458 "accuracy": 0.0,24459 "gain_vs_zero": {24460 "estimate": 0.0,24461 "low": 0.0,24462 "high": 0.0,24463 "level": 0.95,24464 "n_items": 35,24465 "n_clusters": 35,24466 "n_boot": 200024467 },24468 "mapped_norm": 33.86625289916992,24469 "outputs_sample": [24470 " 7\n\n",24471 " 24\n",24472 " 83\n",24473 " 19\n",24474 " 71\n"24475 ],24476 "correct": [24477 0.0,24478 0.0,24479 0.0,24480 0.0,24481 0.0,24482 0.0,24483 0.0,24484 0.0,24485 0.0,24486 0.0,24487 0.0,24488 0.0,24489 0.0,24490 0.0,24491 0.0,24492 0.0,24493 0.0,24494 0.0,24495 0.0,24496 0.0,24497 0.0,24498 0.0,24499 0.0,24500 0.0,24501 0.0,24502 0.0,24503 0.0,24504 0.0,24505 0.0,24506 0.0,24507 0.0,24508 0.0,24509 0.0,24510 0.0,24511 0.024512 ]24513 },24514 "random_orth|L18|a1.0": {24515 "accuracy": 0.0,24516 "gain_vs_zero": {24517 "estimate": 0.0,24518 "low": 0.0,24519 "high": 0.0,24520 "level": 0.95,24521 "n_items": 35,24522 "n_clusters": 35,24523 "n_boot": 200024524 },24525 "mapped_norm": 30.29051399230957,24526 "outputs_sample": [24527 " 7\n",24528 " 12\n",24529 " 83\n",24530 " 19\n",24531 " 71\n"24532 ],24533 "correct": [24534 0.0,24535 0.0,24536 0.0,24537 0.0,24538 0.0,24539 0.0,24540 0.0,24541 0.0,24542 0.0,24543 0.0,24544 0.0,24545 0.0,24546 0.0,24547 0.0,24548 0.0,24549 0.0,24550 0.0,24551 0.0,24552 0.0,24553 0.0,24554 0.0,24555 0.0,24556 0.0,24557 0.0,24558 0.0,24559 0.0,24560 0.0,24561 0.0,24562 0.0,24563 0.0,24564 0.0,24565 0.0,24566 0.0,24567 0.0,24568 0.024569 ]24570 },24571 "random_orth|L18|a2.0": {24572 "accuracy": 0.0,24573 "gain_vs_zero": {24574 "estimate": 0.0,24575 "low": 0.0,24576 "high": 0.0,24577 "level": 0.95,24578 "n_items": 35,24579 "n_clusters": 35,24580 "n_boot": 200024581 },24582 "mapped_norm": 30.29051399230957,24583 "outputs_sample": [24584 " 7\n",24585 " 24\n",24586 " 83\n",24587 " 19\n",24588 " 71\n"24589 ],24590 "correct": [24591 0.0,24592 0.0,24593 0.0,24594 0.0,24595 0.0,24596 0.0,24597 0.0,24598 0.0,24599 0.0,24600 0.0,24601 0.0,24602 0.0,24603 0.0,24604 0.0,24605 0.0,24606 0.0,24607 0.0,24608 0.0,24609 0.0,24610 0.0,24611 0.0,24612 0.0,24613 0.0,24614 0.0,24615 0.0,24616 0.0,24617 0.0,24618 0.0,24619 0.0,24620 0.0,24621 0.0,24622 0.0,24623 0.0,24624 0.0,24625 0.024626 ]24627 },24628 "replace_donor_fewshot|procrustes|L18": {24629 "accuracy": 0.0,24630 "gain_vs_zero": {24631 "estimate": 0.0,24632 "low": 0.0,24633 "high": 0.0,24634 "level": 0.95,24635 "n_items": 35,24636 "n_clusters": 35,24637 "n_boot": 200024638 },24639 "outputs_sample": [24640 " 7\n",24641 " 24\n",24642 " 83\n",24643 " 19\n",24644 " 71\n"24645 ],24646 "correct": [24647 0.0,24648 0.0,24649 0.0,24650 0.0,24651 0.0,24652 0.0,24653 0.0,24654 0.0,24655 0.0,24656 0.0,24657 0.0,24658 0.0,24659 0.0,24660 0.0,24661 0.0,24662 0.0,24663 0.0,24664 0.0,24665 0.0,24666 0.0,24667 0.0,24668 0.0,24669 0.0,24670 0.0,24671 0.0,24672 0.0,24673 0.0,24674 0.0,24675 0.0,24676 0.0,24677 0.0,24678 0.0,24679 0.0,24680 0.0,24681 0.024682 ]24683 },24684 "ctl_replace_donor_zeroshot|procrustes|L18": {24685 "accuracy": 0.0,24686 "gain_vs_zero": {24687 "estimate": 0.0,24688 "low": 0.0,24689 "high": 0.0,24690 "level": 0.95,24691 "n_items": 35,24692 "n_clusters": 35,24693 "n_boot": 200024694 },24695 "outputs_sample": [24696 " 7\n",24697 " 12\n",24698 " 83\n",24699 " 19\n",24700 " 71\n"24701 ],24702 "correct": [24703 0.0,24704 0.0,24705 0.0,24706 0.0,24707 0.0,24708 0.0,24709 0.0,24710 0.0,24711 0.0,24712 0.0,24713 0.0,24714 0.0,24715 0.0,24716 0.0,24717 0.0,24718 0.0,24719 0.0,24720 0.0,24721 0.0,24722 0.0,24723 0.0,24724 0.0,24725 0.0,24726 0.0,24727 0.0,24728 0.0,24729 0.0,24730 0.0,24731 0.0,24732 0.0,24733 0.0,24734 0.0,24735 0.0,24736 0.0,24737 0.024738 ]24739 },24740 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L18": {24741 "accuracy": 0.0,24742 "gain_vs_zero": {24743 "estimate": 0.0,24744 "low": 0.0,24745 "high": 0.0,24746 "level": 0.95,24747 "n_items": 35,24748 "n_clusters": 35,24749 "n_boot": 200024750 },24751 "outputs_sample": [24752 " 7\n",24753 " 24\n",24754 " 83\n",24755 " 19\n",24756 " 71\n"24757 ],24758 "correct": [24759 0.0,24760 0.0,24761 0.0,24762 0.0,24763 0.0,24764 0.0,24765 0.0,24766 0.0,24767 0.0,24768 0.0,24769 0.0,24770 0.0,24771 0.0,24772 0.0,24773 0.0,24774 0.0,24775 0.0,24776 0.0,24777 0.0,24778 0.0,24779 0.0,24780 0.0,24781 0.0,24782 0.0,24783 0.0,24784 0.0,24785 0.0,24786 0.0,24787 0.0,24788 0.0,24789 0.0,24790 0.0,24791 0.0,24792 0.0,24793 0.024794 ]24795 },24796 "replace_donor_fewshot|ridge|L18": {24797 "accuracy": 0.0,24798 "gain_vs_zero": {24799 "estimate": 0.0,24800 "low": 0.0,24801 "high": 0.0,24802 "level": 0.95,24803 "n_items": 35,24804 "n_clusters": 35,24805 "n_boot": 200024806 },24807 "outputs_sample": [24808 " 7\n",24809 " 24\n",24810 " 83\n",24811 " 19\n",24812 " 71\n"24813 ],24814 "correct": [24815 0.0,24816 0.0,24817 0.0,24818 0.0,24819 0.0,24820 0.0,24821 0.0,24822 0.0,24823 0.0,24824 0.0,24825 0.0,24826 0.0,24827 0.0,24828 0.0,24829 0.0,24830 0.0,24831 0.0,24832 0.0,24833 0.0,24834 0.0,24835 0.0,24836 0.0,24837 0.0,24838 0.0,24839 0.0,24840 0.0,24841 0.0,24842 0.0,24843 0.0,24844 0.0,24845 0.0,24846 0.0,24847 0.0,24848 0.0,24849 0.024850 ]24851 },24852 "ctl_replace_donor_zeroshot|ridge|L18": {24853 "accuracy": 0.0,24854 "gain_vs_zero": {24855 "estimate": 0.0,24856 "low": 0.0,24857 "high": 0.0,24858 "level": 0.95,24859 "n_items": 35,24860 "n_clusters": 35,24861 "n_boot": 200024862 },24863 "outputs_sample": [24864 " 7\n",24865 " 12\n",24866 " 83\n",24867 " 19\n",24868 " 71\n"24869 ],24870 "correct": [24871 0.0,24872 0.0,24873 0.0,24874 0.0,24875 0.0,24876 0.0,24877 0.0,24878 0.0,24879 0.0,24880 0.0,24881 0.0,24882 0.0,24883 0.0,24884 0.0,24885 0.0,24886 0.0,24887 0.0,24888 0.0,24889 0.0,24890 0.0,24891 0.0,24892 0.0,24893 0.0,24894 0.0,24895 0.0,24896 0.0,24897 0.0,24898 0.0,24899 0.0,24900 0.0,24901 0.0,24902 0.0,24903 0.0,24904 0.0,24905 0.024906 ]24907 },24908 "ctl_replace_donor_fewshot_shuffled_query|ridge|L18": {24909 "accuracy": 0.0,24910 "gain_vs_zero": {24911 "estimate": 0.0,24912 "low": 0.0,24913 "high": 0.0,24914 "level": 0.95,24915 "n_items": 35,24916 "n_clusters": 35,24917 "n_boot": 200024918 },24919 "outputs_sample": [24920 " 7\n",24921 " 12\n",24922 " 83\n",24923 " 19\n",24924 " 71\n"24925 ],24926 "correct": [24927 0.0,24928 0.0,24929 0.0,24930 0.0,24931 0.0,24932 0.0,24933 0.0,24934 0.0,24935 0.0,24936 0.0,24937 0.0,24938 0.0,24939 0.0,24940 0.0,24941 0.0,24942 0.0,24943 0.0,24944 0.0,24945 0.0,24946 0.0,24947 0.0,24948 0.0,24949 0.0,24950 0.0,24951 0.0,24952 0.0,24953 0.0,24954 0.0,24955 0.0,24956 0.0,24957 0.0,24958 0.0,24959 0.0,24960 0.0,24961 0.024962 ]24963 },24964 "ctl_replace_donor_fewshot|sham_map|L18": {24965 "accuracy": 0.0,24966 "gain_vs_zero": {24967 "estimate": 0.0,24968 "low": 0.0,24969 "high": 0.0,24970 "level": 0.95,24971 "n_items": 35,24972 "n_clusters": 35,24973 "n_boot": 200024974 },24975 "outputs_sample": [24976 " 7\n",24977 " 24\n",24978 " 83\n",24979 " 19\n",24980 " 71\n"24981 ],24982 "correct": [24983 0.0,24984 0.0,24985 0.0,24986 0.0,24987 0.0,24988 0.0,24989 0.0,24990 0.0,24991 0.0,24992 0.0,24993 0.0,24994 0.0,24995 0.0,24996 0.0,24997 0.0,24998 0.0,24999 0.0,25000 0.0,25001 0.0,25002 0.0,25003 0.0,25004 0.0,25005 0.0,25006 0.0,25007 0.0,25008 0.0,25009 0.0,25010 0.0,25011 0.0,25012 0.0,25013 0.0,25014 0.0,25015 0.0,25016 0.0,25017 0.025018 ]25019 },25020 "ctl_replace_donor_zeroshot|sham_map|L18": {25021 "accuracy": 0.0,25022 "gain_vs_zero": {25023 "estimate": 0.0,25024 "low": 0.0,25025 "high": 0.0,25026 "level": 0.95,25027 "n_items": 35,25028 "n_clusters": 35,25029 "n_boot": 200025030 },25031 "outputs_sample": [25032 " 7\n\n",25033 " 24\n",25034 " 83\n",25035 " 19\n",25036 " 71\n"25037 ],25038 "correct": [25039 0.0,25040 0.0,25041 0.0,25042 0.0,25043 0.0,25044 0.0,25045 0.0,25046 0.0,25047 0.0,25048 0.0,25049 0.0,25050 0.0,25051 0.0,25052 0.0,25053 0.0,25054 0.0,25055 0.0,25056 0.0,25057 0.0,25058 0.0,25059 0.0,25060 0.0,25061 0.0,25062 0.0,25063 0.0,25064 0.0,25065 0.0,25066 0.0,25067 0.0,25068 0.0,25069 0.0,25070 0.0,25071 0.0,25072 0.0,25073 0.025074 ]25075 },25076 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L18": {25077 "accuracy": 0.0,25078 "gain_vs_zero": {25079 "estimate": 0.0,25080 "low": 0.0,25081 "high": 0.0,25082 "level": 0.95,25083 "n_items": 35,25084 "n_clusters": 35,25085 "n_boot": 200025086 },25087 "outputs_sample": [25088 " 7\n",25089 " 24\n",25090 " 83\n",25091 " 19\n",25092 " 71\n"25093 ],25094 "correct": [25095 0.0,25096 0.0,25097 0.0,25098 0.0,25099 0.0,25100 0.0,25101 0.0,25102 0.0,25103 0.0,25104 0.0,25105 0.0,25106 0.0,25107 0.0,25108 0.0,25109 0.0,25110 0.0,25111 0.0,25112 0.0,25113 0.0,25114 0.0,25115 0.0,25116 0.0,25117 0.0,25118 0.0,25119 0.0,25120 0.0,25121 0.0,25122 0.0,25123 0.0,25124 0.0,25125 0.0,25126 0.0,25127 0.0,25128 0.0,25129 0.025130 ]25131 },25132 "ctl_random_norm_matched|L18": {25133 "accuracy": 0.0,25134 "gain_vs_zero": {25135 "estimate": 0.0,25136 "low": 0.0,25137 "high": 0.0,25138 "level": 0.95,25139 "n_items": 35,25140 "n_clusters": 35,25141 "n_boot": 200025142 },25143 "correct": [25144 0.0,25145 0.0,25146 0.0,25147 0.0,25148 0.0,25149 0.0,25150 0.0,25151 0.0,25152 0.0,25153 0.0,25154 0.0,25155 0.0,25156 0.0,25157 0.0,25158 0.0,25159 0.0,25160 0.0,25161 0.0,25162 0.0,25163 0.0,25164 0.0,25165 0.0,25166 0.0,25167 0.0,25168 0.0,25169 0.0,25170 0.0,25171 0.0,25172 0.0,25173 0.0,25174 0.0,25175 0.0,25176 0.0,25177 0.0,25178 0.025179 ]25180 },25181 "ctl_unrelated_task_vector(antonym)|L18": {25182 "accuracy": 0.0,25183 "gain_vs_zero": {25184 "estimate": 0.0,25185 "low": 0.0,25186 "high": 0.0,25187 "level": 0.95,25188 "n_items": 35,25189 "n_clusters": 35,25190 "n_boot": 200025191 },25192 "correct": [25193 0.0,25194 0.0,25195 0.0,25196 0.0,25197 0.0,25198 0.0,25199 0.0,25200 0.0,25201 0.0,25202 0.0,25203 0.0,25204 0.0,25205 0.0,25206 0.0,25207 0.0,25208 0.0,25209 0.0,25210 0.0,25211 0.0,25212 0.0,25213 0.0,25214 0.0,25215 0.0,25216 0.0,25217 0.0,25218 0.0,25219 0.0,25220 0.0,25221 0.0,25222 0.0,25223 0.0,25224 0.0,25225 0.0,25226 0.0,25227 0.025228 ]25229 }25230 },25231 "items": {25232 "zero": [25233 0.0,25234 0.0,25235 0.0,25236 0.0,25237 0.0,25238 0.0,25239 0.0,25240 0.0,25241 0.0,25242 0.0,25243 0.0,25244 0.0,25245 0.0,25246 0.0,25247 0.0,25248 0.0,25249 0.0,25250 0.0,25251 0.0,25252 0.0,25253 0.0,25254 0.0,25255 0.0,25256 0.0,25257 0.0,25258 0.0,25259 0.0,25260 0.0,25261 0.0,25262 0.0,25263 0.0,25264 0.0,25265 0.0,25266 0.0,25267 0.025268 ],25269 "few": [25270 1.0,25271 1.0,25272 1.0,25273 1.0,25274 1.0,25275 1.0,25276 1.0,25277 1.0,25278 1.0,25279 1.0,25280 1.0,25281 1.0,25282 1.0,25283 1.0,25284 1.0,25285 1.0,25286 1.0,25287 1.0,25288 1.0,25289 1.0,25290 1.0,25291 1.0,25292 1.0,25293 1.0,25294 1.0,25295 1.0,25296 1.0,25297 1.0,25298 1.0,25299 1.0,25300 1.0,25301 1.0,25302 1.0,25303 1.0,25304 1.025305 ],25306 "own": [25307 0.0,25308 0.0,25309 0.0,25310 0.0,25311 0.0,25312 0.0,25313 0.0,25314 0.0,25315 0.0,25316 0.0,25317 0.0,25318 0.0,25319 0.0,25320 0.0,25321 0.0,25322 0.0,25323 0.0,25324 0.0,25325 0.0,25326 0.0,25327 0.0,25328 0.0,25329 0.0,25330 0.0,25331 0.0,25332 0.0,25333 0.0,25334 0.0,25335 0.0,25336 0.0,25337 0.0,25338 0.0,25339 0.0,25340 0.0,25341 0.025342 ]25343 }25344 }25345 },25346 "maps": {25347 "antonym|L14->L18|procrustes": {25348 "r2_fit": 0.6868407901875786,25349 "r2_heldout": 0.4669828723044739,25350 "n_params": 6293504,25351 "n_fit": 70025352 },25353 "antonym|L14->L18|ridge": {25354 "r2_fit": 0.963120765631994,25355 "r2_heldout": 0.8047740967865992,25356 "n_params": 6293504,25357 "n_fit": 70025358 },25359 "antonym|L14->L18|cca": {25360 "r2_fit": 1.0,25361 "r2_heldout": 0.7295383090156082,25362 "n_params": 6293504,25363 "n_fit": 70025364 },25365 "antonym|L14->L18|random_orth": {25366 "r2_fit": -0.6864451809408316,25367 "r2_heldout": -0.7182724499429143,25368 "n_params": 6293504,25369 "n_fit": 70025370 },25371 "antonym|L14->L25|procrustes": {25372 "r2_fit": 0.7282876113598957,25373 "r2_heldout": 0.41206423588135443,25374 "n_params": 6293504,25375 "n_fit": 70025376 },25377 "antonym|L14->L25|ridge": {25378 "r2_fit": 0.9332560192977741,25379 "r2_heldout": 0.6309363353698481,25380 "n_params": 6293504,25381 "n_fit": 70025382 },25383 "antonym|L14->L25|cca": {25384 "r2_fit": 1.0,25385 "r2_heldout": 0.4947346163783535,25386 "n_params": 6293504,25387 "n_fit": 70025388 },25389 "antonym|L14->L25|random_orth": {25390 "r2_fit": -0.6595555170053047,25391 "r2_heldout": -0.6477575741119497,25392 "n_params": 6293504,25393 "n_fit": 70025394 },25395 "capital|L14->L18|procrustes": {25396 "r2_fit": 0.6868407901875786,25397 "r2_heldout": 0.4669828723044739,25398 "n_params": 6293504,25399 "n_fit": 70025400 },25401 "capital|L14->L18|ridge": {25402 "r2_fit": 0.963120765631994,25403 "r2_heldout": 0.8047740967865992,25404 "n_params": 6293504,25405 "n_fit": 70025406 },25407 "capital|L14->L18|cca": {25408 "r2_fit": 1.0,25409 "r2_heldout": 0.7295383090156082,25410 "n_params": 6293504,25411 "n_fit": 70025412 },25413 "capital|L14->L18|random_orth": {25414 "r2_fit": -0.6864451809408316,25415 "r2_heldout": -0.7182724499429143,25416 "n_params": 6293504,25417 "n_fit": 70025418 },25419 "capital|L14->L25|procrustes": {25420 "r2_fit": 0.7282876113598957,25421 "r2_heldout": 0.41206423588135443,25422 "n_params": 6293504,25423 "n_fit": 70025424 },25425 "capital|L14->L25|ridge": {25426 "r2_fit": 0.9332560192977741,25427 "r2_heldout": 0.6309363353698481,25428 "n_params": 6293504,25429 "n_fit": 70025430 },25431 "capital|L14->L25|cca": {25432 "r2_fit": 1.0,25433 "r2_heldout": 0.4947346163783535,25434 "n_params": 6293504,25435 "n_fit": 70025436 },25437 "capital|L14->L25|random_orth": {25438 "r2_fit": -0.6595555170053047,25439 "r2_heldout": -0.6477575741119497,25440 "n_params": 6293504,25441 "n_fit": 70025442 },25443 "morph|L2->L2|procrustes": {25444 "r2_fit": 0.8233956329127388,25445 "r2_heldout": 0.7422517425815569,25446 "n_params": 6293504,25447 "n_fit": 70025448 },25449 "morph|L2->L2|ridge": {25450 "r2_fit": 0.8481998701907668,25451 "r2_heldout": 0.8312299915524781,25452 "n_params": 6293504,25453 "n_fit": 70025454 },25455 "morph|L2->L2|cca": {25456 "r2_fit": 1.0,25457 "r2_heldout": 0.9310207456689841,25458 "n_params": 6293504,25459 "n_fit": 70025460 },25461 "morph|L2->L2|random_orth": {25462 "r2_fit": -0.6985893545087158,25463 "r2_heldout": -0.7688108032309755,25464 "n_params": 6293504,25465 "n_fit": 70025466 },25467 "morph|L2->L3|procrustes": {25468 "r2_fit": 0.8455857777969141,25469 "r2_heldout": 0.7712971918788024,25470 "n_params": 6293504,25471 "n_fit": 70025472 },25473 "morph|L2->L3|ridge": {25474 "r2_fit": 0.8695070084176718,25475 "r2_heldout": 0.851282498732451,25476 "n_params": 6293504,25477 "n_fit": 70025478 },25479 "morph|L2->L3|cca": {25480 "r2_fit": 1.0,25481 "r2_heldout": 0.93649944109384,25482 "n_params": 6293504,25483 "n_fit": 70025484 },25485 "morph|L2->L3|random_orth": {25486 "r2_fit": -0.6877623655841276,25487 "r2_heldout": -0.7628028844222381,25488 "n_params": 6293504,25489 "n_fit": 70025490 },25491 "addthree|L14->L2|procrustes": {25492 "r2_fit": 0.5717374558340125,25493 "r2_heldout": 0.38930347111818153,25494 "n_params": 6293504,25495 "n_fit": 70025496 },25497 "addthree|L14->L2|ridge": {25498 "r2_fit": 0.9718170288377197,25499 "r2_heldout": 0.8485459583506982,25500 "n_params": 6293504,25501 "n_fit": 70025502 },25503 "addthree|L14->L2|cca": {25504 "r2_fit": 1.0,25505 "r2_heldout": 0.8130475658829048,25506 "n_params": 6293504,25507 "n_fit": 70025508 },25509 "addthree|L14->L2|random_orth": {25510 "r2_fit": -0.6719415846045302,25511 "r2_heldout": -0.7427301801937709,25512 "n_params": 6293504,25513 "n_fit": 70025514 },25515 "addthree|L14->L18|procrustes": {25516 "r2_fit": 0.6868407901875786,25517 "r2_heldout": 0.4669828723044739,25518 "n_params": 6293504,25519 "n_fit": 70025520 },25521 "addthree|L14->L18|ridge": {25522 "r2_fit": 0.963120765631994,25523 "r2_heldout": 0.8047740967865992,25524 "n_params": 6293504,25525 "n_fit": 70025526 },25527 "addthree|L14->L18|cca": {25528 "r2_fit": 1.0,25529 "r2_heldout": 0.7295383090156082,25530 "n_params": 6293504,25531 "n_fit": 70025532 },25533 "addthree|L14->L18|random_orth": {25534 "r2_fit": -0.6864451809408316,25535 "r2_heldout": -0.7182724499429143,25536 "n_params": 6293504,25537 "n_fit": 70025538 }25539 },25540 "collateral": {25541 "antonym": {25542 "condition": "cca|L25|a1.0",25543 "heldout_nll_base": 1.9591156323750814,25544 "heldout_nll_with_vector": 1.8215762456258138,25545 "cross_task": {25546 "capital": {25547 "zero": 0.13636363636363635,25548 "with_vector": 0.025549 },25550 "morph": {25551 "zero": 0.0,25552 "with_vector": 0.025553 },25554 "addthree": {25555 "zero": 0.0,25556 "with_vector": 0.025557 }25558 }25559 },25560 "capital": {25561 "condition": "cca|L18|a1.0",25562 "heldout_nll_base": 1.9591156323750814,25563 "heldout_nll_with_vector": 1.9002180417378745,25564 "cross_task": {25565 "antonym": {25566 "zero": 0.09375,25567 "with_vector": 0.2812525568 },25569 "morph": {25570 "zero": 0.0,25571 "with_vector": 0.025572 },25573 "addthree": {25574 "zero": 0.0,25575 "with_vector": 0.025576 }25577 }25578 },25579 "morph": {25580 "condition": "procrustes|L2|a1.0",25581 "heldout_nll_base": 1.9591156323750814,25582 "heldout_nll_with_vector": 1.9592396100362142,25583 "cross_task": {25584 "antonym": {25585 "zero": 0.09375,25586 "with_vector": 0.0937525587 },25588 "capital": {25589 "zero": 0.13636363636363635,25590 "with_vector": 0.0909090909090909125591 },25592 "addthree": {25593 "zero": 0.0,25594 "with_vector": 0.025595 }25596 }25597 },25598 "addthree": {25599 "condition": "procrustes|L2|a1.0",25600 "heldout_nll_base": 1.9591156323750814,25601 "heldout_nll_with_vector": 1.9594650586446127,25602 "cross_task": {25603 "antonym": {25604 "zero": 0.09375,25605 "with_vector": 0.0937525606 },25607 "capital": {25608 "zero": 0.13636363636363635,25609 "with_vector": 0.04545454545454545625610 },25611 "morph": {25612 "zero": 0.0,25613 "with_vector": 0.025614 }25615 }25616 }25617 }25618 },25619 "qwen3b->llama3b": {25620 "donor": "qwen3b",25621 "recipient": "llama3b",25622 "tasks": {25623 "antonym": {25624 "recipient_zero": 0.0625,25625 "recipient_few": 0.90625,25626 "recipient_own_vector": 0.84375,25627 "donor_layer": 25,25628 "conditions": {25629 "procrustes|L14|a1.0": {25630 "accuracy": 0.59375,25631 "gain_vs_zero": {25632 "estimate": 0.53125,25633 "low": 0.375,25634 "high": 0.6875,25635 "level": 0.95,25636 "n_items": 32,25637 "n_clusters": 32,25638 "n_boot": 200025639 },25640 "mapped_norm": 10.356851577758789,25641 "outputs_sample": [25642 " sad\n\n",25643 " depart\n\n",25644 " dark\n\n",25645 " peaceful\n\n",25646 " under\n\n"25647 ],25648 "correct": [25649 1.0,25650 1.0,25651 1.0,25652 0.0,25653 1.0,25654 1.0,25655 0.0,25656 0.0,25657 1.0,25658 1.0,25659 0.0,25660 1.0,25661 0.0,25662 1.0,25663 0.0,25664 1.0,25665 0.0,25666 1.0,25667 1.0,25668 1.0,25669 1.0,25670 0.0,25671 0.0,25672 1.0,25673 1.0,25674 0.0,25675 0.0,25676 1.0,25677 1.0,25678 0.0,25679 1.0,25680 0.025681 ]25682 },25683 "procrustes|L14|a2.0": {25684 "accuracy": 0.09375,25685 "gain_vs_zero": {25686 "estimate": 0.03125,25687 "low": -0.09375,25688 "high": 0.15625,25689 "level": 0.95,25690 "n_items": 32,25691 "n_clusters": 32,25692 "n_boot": 200025693 },25694 "mapped_norm": 10.356851577758789,25695 "outputs_sample": [25696 " waves\n\n",25697 " waves\n\n",25698 " dark\n\n",25699 " waves\n\n",25700 " boat\n"25701 ],25702 "correct": [25703 0.0,25704 0.0,25705 1.0,25706 0.0,25707 0.0,25708 0.0,25709 0.0,25710 0.0,25711 0.0,25712 0.0,25713 0.0,25714 0.0,25715 0.0,25716 0.0,25717 0.0,25718 0.0,25719 0.0,25720 1.0,25721 0.0,25722 0.0,25723 1.0,25724 0.0,25725 0.0,25726 0.0,25727 0.0,25728 0.0,25729 0.0,25730 0.0,25731 0.0,25732 0.0,25733 0.0,25734 0.025735 ]25736 },25737 "procrustes_rescaled|L14|a1.0": {25738 "accuracy": 0.59375,25739 "gain_vs_zero": {25740 "estimate": 0.53125,25741 "low": 0.375,25742 "high": 0.6875,25743 "level": 0.95,25744 "n_items": 32,25745 "n_clusters": 32,25746 "n_boot": 200025747 },25748 "mapped_norm": 10.605620384216309,25749 "outputs_sample": [25750 " sad\n\n",25751 " depart\n\n",25752 " dark\n\n",25753 " peaceful\n\n",25754 " under\n\n"25755 ],25756 "correct": [25757 1.0,25758 1.0,25759 1.0,25760 0.0,25761 1.0,25762 1.0,25763 0.0,25764 0.0,25765 1.0,25766 1.0,25767 0.0,25768 1.0,25769 0.0,25770 1.0,25771 0.0,25772 1.0,25773 0.0,25774 1.0,25775 1.0,25776 1.0,25777 1.0,25778 0.0,25779 0.0,25780 1.0,25781 1.0,25782 0.0,25783 0.0,25784 1.0,25785 1.0,25786 0.0,25787 1.0,25788 0.025789 ]25790 },25791 "ridge|L14|a1.0": {25792 "accuracy": 0.3125,25793 "gain_vs_zero": {25794 "estimate": 0.25,25795 "low": 0.09375,25796 "high": 0.4375,25797 "level": 0.95,25798 "n_items": 32,25799 "n_clusters": 32,25800 "n_boot": 200025801 },25802 "mapped_norm": 11.430046081542969,25803 "outputs_sample": [25804 " sunny\n",25805 " depart\n\n",25806 " sunny\n\n",25807 " peaceful\n\n",25808 " output\n"25809 ],25810 "correct": [25811 0.0,25812 1.0,25813 0.0,25814 0.0,25815 0.0,25816 0.0,25817 0.0,25818 0.0,25819 0.0,25820 1.0,25821 0.0,25822 0.0,25823 0.0,25824 0.0,25825 0.0,25826 1.0,25827 0.0,25828 1.0,25829 1.0,25830 1.0,25831 1.0,25832 0.0,25833 0.0,25834 1.0,25835 1.0,25836 0.0,25837 0.0,25838 0.0,25839 1.0,25840 0.0,25841 0.0,25842 0.025843 ]25844 },25845 "ridge|L14|a2.0": {25846 "accuracy": 0.0625,25847 "gain_vs_zero": {25848 "estimate": 0.0,25849 "low": -0.125,25850 "high": 0.125,25851 "level": 0.95,25852 "n_items": 32,25853 "n_clusters": 32,25854 "n_boot": 200025855 },25856 "mapped_norm": 11.430046081542969,25857 "outputs_sample": [25858 " waves\n\n",25859 " wave\n\n",25860 " waves\n\n",25861 " wave\n\n",25862 " lake\n"25863 ],25864 "correct": [25865 0.0,25866 0.0,25867 0.0,25868 0.0,25869 0.0,25870 0.0,25871 0.0,25872 0.0,25873 0.0,25874 0.0,25875 0.0,25876 0.0,25877 0.0,25878 0.0,25879 0.0,25880 1.0,25881 0.0,25882 0.0,25883 0.0,25884 1.0,25885 0.0,25886 0.0,25887 0.0,25888 0.0,25889 0.0,25890 0.0,25891 0.0,25892 0.0,25893 0.0,25894 0.0,25895 0.0,25896 0.025897 ]25898 },25899 "ridge_rescaled|L14|a1.0": {25900 "accuracy": 0.28125,25901 "gain_vs_zero": {25902 "estimate": 0.21875,25903 "low": 0.0625,25904 "high": 0.375,25905 "level": 0.95,25906 "n_items": 32,25907 "n_clusters": 32,25908 "n_boot": 200025909 },25910 "mapped_norm": 10.605620384216309,25911 "outputs_sample": [25912 " smile\n\n",25913 " depart\n\n",25914 " sunny\n\n",25915 " peaceful\n\n",25916 " output\n"25917 ],25918 "correct": [25919 0.0,25920 1.0,25921 0.0,25922 0.0,25923 0.0,25924 0.0,25925 0.0,25926 0.0,25927 0.0,25928 1.0,25929 0.0,25930 0.0,25931 0.0,25932 0.0,25933 0.0,25934 1.0,25935 0.0,25936 1.0,25937 1.0,25938 0.0,25939 1.0,25940 0.0,25941 0.0,25942 1.0,25943 1.0,25944 0.0,25945 0.0,25946 0.0,25947 1.0,25948 0.0,25949 0.0,25950 0.025951 ]25952 },25953 "cca|L14|a1.0": {25954 "accuracy": 0.21875,25955 "gain_vs_zero": {25956 "estimate": 0.15625,25957 "low": 0.0,25958 "high": 0.3125,25959 "level": 0.95,25960 "n_items": 32,25961 "n_clusters": 32,25962 "n_boot": 200025963 },25964 "mapped_norm": 13.041030883789062,25965 "outputs_sample": [25966 " smile\n\n",25967 " depart\n\n",25968 " radiant\n\n",25969 " peaceful\n\n",25970 " output\n"25971 ],25972 "correct": [25973 0.0,25974 1.0,25975 0.0,25976 0.0,25977 0.0,25978 0.0,25979 0.0,25980 0.0,25981 0.0,25982 0.0,25983 0.0,25984 0.0,25985 0.0,25986 0.0,25987 0.0,25988 1.0,25989 0.0,25990 1.0,25991 1.0,25992 0.0,25993 0.0,25994 0.0,25995 0.0,25996 1.0,25997 1.0,25998 0.0,25999 0.0,26000 0.0,26001 1.0,26002 0.0,26003 0.0,26004 0.026005 ]26006 },26007 "cca|L14|a2.0": {26008 "accuracy": 0.0,26009 "gain_vs_zero": {26010 "estimate": -0.0625,26011 "low": -0.15625,26012 "high": 0.0,26013 "level": 0.95,26014 "n_items": 32,26015 "n_clusters": 32,26016 "n_boot": 200026017 },26018 "mapped_norm": 13.041030883789062,26019 "outputs_sample": [26020 " waves\n\n",26021 " wave\n\n",26022 " sun\n\n",26023 " waves\n\n",26024 " flag\n"26025 ],26026 "correct": [26027 0.0,26028 0.0,26029 0.0,26030 0.0,26031 0.0,26032 0.0,26033 0.0,26034 0.0,26035 0.0,26036 0.0,26037 0.0,26038 0.0,26039 0.0,26040 0.0,26041 0.0,26042 0.0,26043 0.0,26044 0.0,26045 0.0,26046 0.0,26047 0.0,26048 0.0,26049 0.0,26050 0.0,26051 0.0,26052 0.0,26053 0.0,26054 0.0,26055 0.0,26056 0.0,26057 0.0,26058 0.026059 ]26060 },26061 "random_orth|L14|a1.0": {26062 "accuracy": 0.0,26063 "gain_vs_zero": {26064 "estimate": -0.0625,26065 "low": -0.15625,26066 "high": 0.0,26067 "level": 0.95,26068 "n_items": 32,26069 "n_clusters": 32,26070 "n_boot": 200026071 },26072 "mapped_norm": 12.13602066040039,26073 "outputs_sample": [26074 " The word \"happy\" is",26075 " arrive\n\n",26076 " bright\n\n",26077 " calm\n\n",26078 " output\n"26079 ],26080 "correct": [26081 0.0,26082 0.0,26083 0.0,26084 0.0,26085 0.0,26086 0.0,26087 0.0,26088 0.0,26089 0.0,26090 0.0,26091 0.0,26092 0.0,26093 0.0,26094 0.0,26095 0.0,26096 0.0,26097 0.0,26098 0.0,26099 0.0,26100 0.0,26101 0.0,26102 0.0,26103 0.0,26104 0.0,26105 0.0,26106 0.0,26107 0.0,26108 0.0,26109 0.0,26110 0.0,26111 0.0,26112 0.026113 ]26114 },26115 "random_orth|L14|a2.0": {26116 "accuracy": 0.0,26117 "gain_vs_zero": {26118 "estimate": -0.0625,26119 "low": -0.15625,26120 "high": 0.0,26121 "level": 0.95,26122 "n_items": 32,26123 "n_clusters": 32,26124 "n_boot": 200026125 },26126 "mapped_norm": 12.13602066040039,26127 "outputs_sample": [26128 " 1\n",26129 " 1\n\n",26130 " Output: bright\n\n",26131 " 1\n\n",26132 " Output: 1\n\n"26133 ],26134 "correct": [26135 0.0,26136 0.0,26137 0.0,26138 0.0,26139 0.0,26140 0.0,26141 0.0,26142 0.0,26143 0.0,26144 0.0,26145 0.0,26146 0.0,26147 0.0,26148 0.0,26149 0.0,26150 0.0,26151 0.0,26152 0.0,26153 0.0,26154 0.0,26155 0.0,26156 0.0,26157 0.0,26158 0.0,26159 0.0,26160 0.0,26161 0.0,26162 0.0,26163 0.0,26164 0.0,26165 0.0,26166 0.026167 ]26168 },26169 "replace_donor_fewshot|procrustes|L14": {26170 "accuracy": 0.46875,26171 "gain_vs_zero": {26172 "estimate": 0.40625,26173 "low": 0.21875,26174 "high": 0.59375,26175 "level": 0.95,26176 "n_items": 32,26177 "n_clusters": 32,26178 "n_boot": 200026179 },26180 "outputs_sample": [26181 " sad\n\n",26182 " depart\n\n",26183 " cloudless\n\n",26184 " calm\n\n",26185 " pool\n\n"26186 ],26187 "correct": [26188 1.0,26189 1.0,26190 0.0,26191 0.0,26192 0.0,26193 1.0,26194 0.0,26195 0.0,26196 1.0,26197 0.0,26198 1.0,26199 0.0,26200 0.0,26201 0.0,26202 0.0,26203 1.0,26204 1.0,26205 1.0,26206 0.0,26207 1.0,26208 1.0,26209 0.0,26210 0.0,26211 1.0,26212 1.0,26213 0.0,26214 0.0,26215 1.0,26216 1.0,26217 0.0,26218 0.0,26219 1.026220 ]26221 },26222 "ctl_replace_donor_zeroshot|procrustes|L14": {26223 "accuracy": 0.0,26224 "gain_vs_zero": {26225 "estimate": -0.0625,26226 "low": -0.15625,26227 "high": 0.0,26228 "level": 0.95,26229 "n_items": 32,26230 "n_clusters": 32,26231 "n_boot": 200026232 },26233 "outputs_sample": [26234 " 1\n\n",26235 " 1\n\n",26236 " bright\n\n",26237 " peaceful\n\n",26238 " 1\n\n"26239 ],26240 "correct": [26241 0.0,26242 0.0,26243 0.0,26244 0.0,26245 0.0,26246 0.0,26247 0.0,26248 0.0,26249 0.0,26250 0.0,26251 0.0,26252 0.0,26253 0.0,26254 0.0,26255 0.0,26256 0.0,26257 0.0,26258 0.0,26259 0.0,26260 0.0,26261 0.0,26262 0.0,26263 0.0,26264 0.0,26265 0.0,26266 0.0,26267 0.0,26268 0.0,26269 0.0,26270 0.0,26271 0.0,26272 0.026273 ]26274 },26275 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {26276 "accuracy": 0.375,26277 "gain_vs_zero": {26278 "estimate": 0.3125,26279 "low": 0.125,26280 "high": 0.5,26281 "level": 0.95,26282 "n_items": 32,26283 "n_clusters": 32,26284 "n_boot": 200026285 },26286 "outputs_sample": [26287 " sad\n\n",26288 " depart\n\n",26289 " cloudless\n\n",26290 " calm\n\n",26291 " ocean\n"26292 ],26293 "correct": [26294 1.0,26295 1.0,26296 0.0,26297 0.0,26298 0.0,26299 1.0,26300 0.0,26301 0.0,26302 1.0,26303 0.0,26304 1.0,26305 0.0,26306 0.0,26307 0.0,26308 0.0,26309 1.0,26310 1.0,26311 1.0,26312 0.0,26313 0.0,26314 0.0,26315 0.0,26316 0.0,26317 1.0,26318 1.0,26319 0.0,26320 0.0,26321 0.0,26322 1.0,26323 0.0,26324 0.0,26325 1.026326 ]26327 },26328 "replace_donor_fewshot|ridge|L14": {26329 "accuracy": 0.25,26330 "gain_vs_zero": {26331 "estimate": 0.1875,26332 "low": 0.0,26333 "high": 0.375,26334 "level": 0.95,26335 "n_items": 32,26336 "n_clusters": 32,26337 "n_boot": 200026338 },26339 "outputs_sample": [26340 " sad\n\n",26341 " depart\n\n",26342 " sunset\n\n",26343 " peaceful\n\n",26344 " ocean\n"26345 ],26346 "correct": [26347 1.0,26348 1.0,26349 0.0,26350 0.0,26351 0.0,26352 0.0,26353 0.0,26354 0.0,26355 0.0,26356 0.0,26357 0.0,26358 0.0,26359 0.0,26360 0.0,26361 0.0,26362 1.0,26363 1.0,26364 0.0,26365 1.0,26366 1.0,26367 0.0,26368 0.0,26369 0.0,26370 0.0,26371 1.0,26372 0.0,26373 0.0,26374 0.0,26375 1.0,26376 0.0,26377 0.0,26378 0.026379 ]26380 },26381 "ctl_replace_donor_zeroshot|ridge|L14": {26382 "accuracy": 0.0,26383 "gain_vs_zero": {26384 "estimate": -0.0625,26385 "low": -0.15625,26386 "high": 0.0,26387 "level": 0.95,26388 "n_items": 32,26389 "n_clusters": 32,26390 "n_boot": 200026391 },26392 "outputs_sample": [26393 " happy\n\n",26394 " 1\n\n",26395 " 1.0\n\n",26396 " peaceful\n\n",26397 " 1\n\n"26398 ],26399 "correct": [26400 0.0,26401 0.0,26402 0.0,26403 0.0,26404 0.0,26405 0.0,26406 0.0,26407 0.0,26408 0.0,26409 0.0,26410 0.0,26411 0.0,26412 0.0,26413 0.0,26414 0.0,26415 0.0,26416 0.0,26417 0.0,26418 0.0,26419 0.0,26420 0.0,26421 0.0,26422 0.0,26423 0.0,26424 0.0,26425 0.0,26426 0.0,26427 0.0,26428 0.0,26429 0.0,26430 0.0,26431 0.026432 ]26433 },26434 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {26435 "accuracy": 0.25,26436 "gain_vs_zero": {26437 "estimate": 0.1875,26438 "low": 0.0,26439 "high": 0.375,26440 "level": 0.95,26441 "n_items": 32,26442 "n_clusters": 32,26443 "n_boot": 200026444 },26445 "outputs_sample": [26446 " sunny\n",26447 " depart\n\n",26448 " sunset\n\n",26449 " peaceful\n\n",26450 " summer\n\n"26451 ],26452 "correct": [26453 0.0,26454 1.0,26455 0.0,26456 0.0,26457 0.0,26458 0.0,26459 0.0,26460 0.0,26461 0.0,26462 0.0,26463 1.0,26464 0.0,26465 0.0,26466 1.0,26467 0.0,26468 1.0,26469 1.0,26470 0.0,26471 0.0,26472 1.0,26473 1.0,26474 0.0,26475 0.0,26476 0.0,26477 0.0,26478 0.0,26479 0.0,26480 0.0,26481 1.0,26482 0.0,26483 0.0,26484 0.026485 ]26486 },26487 "ctl_replace_donor_fewshot|sham_map|L14": {26488 "accuracy": 0.0,26489 "gain_vs_zero": {26490 "estimate": -0.0625,26491 "low": -0.15625,26492 "high": 0.0,26493 "level": 0.95,26494 "n_items": 32,26495 "n_clusters": 32,26496 "n_boot": 200026497 },26498 "outputs_sample": [26499 " The word \"happy\" is",26500 " 1\n\n",26501 " 1.0\n\n",26502 " The calmness of the evening",26503 " 1\n\n"26504 ],26505 "correct": [26506 0.0,26507 0.0,26508 0.0,26509 0.0,26510 0.0,26511 0.0,26512 0.0,26513 0.0,26514 0.0,26515 0.0,26516 0.0,26517 0.0,26518 0.0,26519 0.0,26520 0.0,26521 0.0,26522 0.0,26523 0.0,26524 0.0,26525 0.0,26526 0.0,26527 0.0,26528 0.0,26529 0.0,26530 0.0,26531 0.0,26532 0.0,26533 0.0,26534 0.0,26535 0.0,26536 0.0,26537 0.026538 ]26539 },26540 "ctl_replace_donor_zeroshot|sham_map|L14": {26541 "accuracy": 0.0,26542 "gain_vs_zero": {26543 "estimate": -0.0625,26544 "low": -0.15625,26545 "high": 0.0,26546 "level": 0.95,26547 "n_items": 32,26548 "n_clusters": 32,26549 "n_boot": 200026550 },26551 "outputs_sample": [26552 " 1\n\n",26553 " 1\n\n",26554 " 1\n\n",26555 " 0.0\n\n",26556 " 0\n"26557 ],26558 "correct": [26559 0.0,26560 0.0,26561 0.0,26562 0.0,26563 0.0,26564 0.0,26565 0.0,26566 0.0,26567 0.0,26568 0.0,26569 0.0,26570 0.0,26571 0.0,26572 0.0,26573 0.0,26574 0.0,26575 0.0,26576 0.0,26577 0.0,26578 0.0,26579 0.0,26580 0.0,26581 0.0,26582 0.0,26583 0.0,26584 0.0,26585 0.0,26586 0.0,26587 0.0,26588 0.0,26589 0.0,26590 0.026591 ]26592 },26593 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {26594 "accuracy": 0.0,26595 "gain_vs_zero": {26596 "estimate": -0.0625,26597 "low": -0.15625,26598 "high": 0.0,26599 "level": 0.95,26600 "n_items": 32,26601 "n_clusters": 32,26602 "n_boot": 200026603 },26604 "outputs_sample": [26605 " 1\n\n",26606 " 1\n\n",26607 " 1\n\n",26608 " The calmness of the evening",26609 " 1\n"26610 ],26611 "correct": [26612 0.0,26613 0.0,26614 0.0,26615 0.0,26616 0.0,26617 0.0,26618 0.0,26619 0.0,26620 0.0,26621 0.0,26622 0.0,26623 0.0,26624 0.0,26625 0.0,26626 0.0,26627 0.0,26628 0.0,26629 0.0,26630 0.0,26631 0.0,26632 0.0,26633 0.0,26634 0.0,26635 0.0,26636 0.0,26637 0.0,26638 0.0,26639 0.0,26640 0.0,26641 0.0,26642 0.0,26643 0.026644 ]26645 },26646 "ctl_random_norm_matched|L14": {26647 "accuracy": 0.0625,26648 "gain_vs_zero": {26649 "estimate": 0.0,26650 "low": -0.09375,26651 "high": 0.09375,26652 "level": 0.95,26653 "n_items": 32,26654 "n_clusters": 32,26655 "n_boot": 200026656 },26657 "correct": [26658 0.0,26659 0.0,26660 0.0,26661 0.0,26662 0.0,26663 0.0,26664 0.0,26665 0.0,26666 0.0,26667 0.0,26668 0.0,26669 0.0,26670 0.0,26671 0.0,26672 0.0,26673 0.0,26674 0.0,26675 0.0,26676 0.0,26677 0.0,26678 0.0,26679 0.0,26680 0.0,26681 0.0,26682 0.0,26683 0.0,26684 0.0,26685 1.0,26686 1.0,26687 0.0,26688 0.0,26689 0.026690 ]26691 },26692 "ctl_unrelated_task_vector(capital)|L14": {26693 "accuracy": 0.3125,26694 "gain_vs_zero": {26695 "estimate": 0.25,26696 "low": 0.125,26697 "high": 0.40625,26698 "level": 0.95,26699 "n_items": 32,26700 "n_clusters": 32,26701 "n_boot": 200026702 },26703 "correct": [26704 1.0,26705 1.0,26706 0.0,26707 0.0,26708 0.0,26709 0.0,26710 0.0,26711 0.0,26712 0.0,26713 1.0,26714 0.0,26715 0.0,26716 0.0,26717 0.0,26718 0.0,26719 0.0,26720 0.0,26721 1.0,26722 0.0,26723 1.0,26724 1.0,26725 0.0,26726 0.0,26727 1.0,26728 1.0,26729 0.0,26730 0.0,26731 1.0,26732 1.0,26733 0.0,26734 0.0,26735 0.026736 ]26737 },26738 "procrustes|L19|a1.0": {26739 "accuracy": 0.34375,26740 "gain_vs_zero": {26741 "estimate": 0.28125,26742 "low": 0.125,26743 "high": 0.4375,26744 "level": 0.95,26745 "n_items": 32,26746 "n_clusters": 32,26747 "n_boot": 200026748 },26749 "mapped_norm": 16.430200576782227,26750 "outputs_sample": [26751 " smile\n\n",26752 " depart\n\n",26753 " dark\n\n",26754 " peaceful\n\n",26755 " over\n"26756 ],26757 "correct": [26758 0.0,26759 1.0,26760 1.0,26761 0.0,26762 0.0,26763 0.0,26764 0.0,26765 0.0,26766 1.0,26767 1.0,26768 0.0,26769 0.0,26770 0.0,26771 0.0,26772 0.0,26773 0.0,26774 1.0,26775 1.0,26776 0.0,26777 1.0,26778 1.0,26779 0.0,26780 0.0,26781 1.0,26782 0.0,26783 0.0,26784 0.0,26785 1.0,26786 0.0,26787 0.0,26788 0.0,26789 1.026790 ]26791 },26792 "procrustes|L19|a2.0": {26793 "accuracy": 0.28125,26794 "gain_vs_zero": {26795 "estimate": 0.21875,26796 "low": 0.03125,26797 "high": 0.40625,26798 "level": 0.95,26799 "n_items": 32,26800 "n_clusters": 32,26801 "n_boot": 200026802 },26803 "mapped_norm": 16.430200576782227,26804 "outputs_sample": [26805 " smile\n\n",26806 " arrival\n\n",26807 " dark\n\n",26808 " calm\n\n",26809 " over\n"26810 ],26811 "correct": [26812 0.0,26813 0.0,26814 1.0,26815 0.0,26816 0.0,26817 0.0,26818 0.0,26819 0.0,26820 1.0,26821 0.0,26822 0.0,26823 0.0,26824 0.0,26825 0.0,26826 0.0,26827 0.0,26828 1.0,26829 1.0,26830 0.0,26831 1.0,26832 1.0,26833 0.0,26834 0.0,26835 1.0,26836 1.0,26837 0.0,26838 0.0,26839 0.0,26840 0.0,26841 0.0,26842 0.0,26843 1.026844 ]26845 },26846 "procrustes_rescaled|L19|a1.0": {26847 "accuracy": 0.28125,26848 "gain_vs_zero": {26849 "estimate": 0.21875,26850 "low": 0.09375,26851 "high": 0.375,26852 "level": 0.95,26853 "n_items": 32,26854 "n_clusters": 32,26855 "n_boot": 200026856 },26857 "mapped_norm": 10.605620384216309,26858 "outputs_sample": [26859 " smile\n\n",26860 " depart\n\n",26861 " bright\n\n",26862 " peaceful\n\n",26863 " over\n"26864 ],26865 "correct": [26866 0.0,26867 1.0,26868 0.0,26869 0.0,26870 0.0,26871 0.0,26872 0.0,26873 0.0,26874 0.0,26875 1.0,26876 0.0,26877 0.0,26878 0.0,26879 0.0,26880 0.0,26881 0.0,26882 1.0,26883 1.0,26884 0.0,26885 0.0,26886 1.0,26887 0.0,26888 0.0,26889 1.0,26890 1.0,26891 0.0,26892 0.0,26893 1.0,26894 1.0,26895 0.0,26896 0.0,26897 0.026898 ]26899 },26900 "ridge|L19|a1.0": {26901 "accuracy": 0.1875,26902 "gain_vs_zero": {26903 "estimate": 0.125,26904 "low": 0.0,26905 "high": 0.28125,26906 "level": 0.95,26907 "n_items": 32,26908 "n_clusters": 32,26909 "n_boot": 200026910 },26911 "mapped_norm": 18.576635360717773,26912 "outputs_sample": [26913 " smile\n\n",26914 " arrive\n\n",26915 " sunny\n\n",26916 " peaceful\n\n",26917 " over\n"26918 ],26919 "correct": [26920 0.0,26921 0.0,26922 0.0,26923 0.0,26924 0.0,26925 0.0,26926 0.0,26927 0.0,26928 0.0,26929 0.0,26930 0.0,26931 0.0,26932 0.0,26933 0.0,26934 0.0,26935 0.0,26936 0.0,26937 1.0,26938 0.0,26939 0.0,26940 1.0,26941 0.0,26942 0.0,26943 1.0,26944 1.0,26945 0.0,26946 0.0,26947 1.0,26948 0.0,26949 0.0,26950 0.0,26951 1.026952 ]26953 },26954 "ridge|L19|a2.0": {26955 "accuracy": 0.0,26956 "gain_vs_zero": {26957 "estimate": -0.0625,26958 "low": -0.15625,26959 "high": 0.0,26960 "level": 0.95,26961 "n_items": 32,26962 "n_clusters": 32,26963 "n_boot": 200026964 },26965 "mapped_norm": 18.576635360717773,26966 "outputs_sample": [26967 " boat\n",26968 " arrival\n\n",26969 " bridge\n",26970 " calm\n\n",26971 " wave\n\n"26972 ],26973 "correct": [26974 0.0,26975 0.0,26976 0.0,26977 0.0,26978 0.0,26979 0.0,26980 0.0,26981 0.0,26982 0.0,26983 0.0,26984 0.0,26985 0.0,26986 0.0,26987 0.0,26988 0.0,26989 0.0,26990 0.0,26991 0.0,26992 0.0,26993 0.0,26994 0.0,26995 0.0,26996 0.0,26997 0.0,26998 0.0,26999 0.0,27000 0.0,27001 0.0,27002 0.0,27003 0.0,27004 0.0,27005 0.027006 ]27007 },27008 "ridge_rescaled|L19|a1.0": {27009 "accuracy": 0.25,27010 "gain_vs_zero": {27011 "estimate": 0.1875,27012 "low": 0.0625,27013 "high": 0.34375,27014 "level": 0.95,27015 "n_items": 32,27016 "n_clusters": 32,27017 "n_boot": 200027018 },27019 "mapped_norm": 10.605620384216309,27020 "outputs_sample": [27021 " smile\n\n",27022 " arrive\n\n",27023 " bright\n\n",27024 " peaceful\n\n",27025 " over\n"27026 ],27027 "correct": [27028 0.0,27029 0.0,27030 0.0,27031 0.0,27032 0.0,27033 0.0,27034 0.0,27035 0.0,27036 0.0,27037 1.0,27038 0.0,27039 0.0,27040 0.0,27041 0.0,27042 0.0,27043 0.0,27044 0.0,27045 1.0,27046 0.0,27047 0.0,27048 1.0,27049 1.0,27050 0.0,27051 1.0,27052 1.0,27053 0.0,27054 0.0,27055 1.0,27056 1.0,27057 0.0,27058 0.0,27059 0.027060 ]27061 },27062 "cca|L19|a1.0": {27063 "accuracy": 0.1875,27064 "gain_vs_zero": {27065 "estimate": 0.125,27066 "low": 0.0,27067 "high": 0.28125,27068 "level": 0.95,27069 "n_items": 32,27070 "n_clusters": 32,27071 "n_boot": 200027072 },27073 "mapped_norm": 21.833940505981445,27074 "outputs_sample": [27075 " smile\n\n",27076 " arrival\n\n",27077 " bright\n\n",27078 " peaceful\n\n",27079 " over\n"27080 ],27081 "correct": [27082 0.0,27083 0.0,27084 0.0,27085 0.0,27086 0.0,27087 0.0,27088 0.0,27089 0.0,27090 0.0,27091 0.0,27092 0.0,27093 1.0,27094 0.0,27095 0.0,27096 0.0,27097 0.0,27098 0.0,27099 1.0,27100 0.0,27101 0.0,27102 1.0,27103 0.0,27104 0.0,27105 1.0,27106 1.0,27107 0.0,27108 0.0,27109 1.0,27110 0.0,27111 0.0,27112 0.0,27113 0.027114 ]27115 },27116 "cca|L19|a2.0": {27117 "accuracy": 0.0,27118 "gain_vs_zero": {27119 "estimate": -0.0625,27120 "low": -0.15625,27121 "high": 0.0,27122 "level": 0.95,27123 "n_items": 32,27124 "n_clusters": 32,27125 "n_boot": 200027126 },27127 "mapped_norm": 21.833940505981445,27128 "outputs_sample": [27129 " boat\n",27130 " arrival\n\n",27131 " tiffany blue\n\n",27132 " calm\n\n",27133 " t\n"27134 ],27135 "correct": [27136 0.0,27137 0.0,27138 0.0,27139 0.0,27140 0.0,27141 0.0,27142 0.0,27143 0.0,27144 0.0,27145 0.0,27146 0.0,27147 0.0,27148 0.0,27149 0.0,27150 0.0,27151 0.0,27152 0.0,27153 0.0,27154 0.0,27155 0.0,27156 0.0,27157 0.0,27158 0.0,27159 0.0,27160 0.0,27161 0.0,27162 0.0,27163 0.0,27164 0.0,27165 0.0,27166 0.0,27167 0.027168 ]27169 },27170 "random_orth|L19|a1.0": {27171 "accuracy": 0.0,27172 "gain_vs_zero": {27173 "estimate": -0.0625,27174 "low": -0.15625,27175 "high": 0.0,27176 "level": 0.95,27177 "n_items": 32,27178 "n_clusters": 32,27179 "n_boot": 200027180 },27181 "mapped_norm": 20.380252838134766,27182 "outputs_sample": [27183 " 1\n\n",27184 " 1\n\n",27185 " 1.0\n\n",27186 " calm\n\n",27187 " over\n"27188 ],27189 "correct": [27190 0.0,27191 0.0,27192 0.0,27193 0.0,27194 0.0,27195 0.0,27196 0.0,27197 0.0,27198 0.0,27199 0.0,27200 0.0,27201 0.0,27202 0.0,27203 0.0,27204 0.0,27205 0.0,27206 0.0,27207 0.0,27208 0.0,27209 0.0,27210 0.0,27211 0.0,27212 0.0,27213 0.0,27214 0.0,27215 0.0,27216 0.0,27217 0.0,27218 0.0,27219 0.0,27220 0.0,27221 0.027222 ]27223 },27224 "random_orth|L19|a2.0": {27225 "accuracy": 0.0,27226 "gain_vs_zero": {27227 "estimate": -0.0625,27228 "low": -0.15625,27229 "high": 0.0,27230 "level": 0.95,27231 "n_items": 32,27232 "n_clusters": 32,27233 "n_boot": 200027234 },27235 "mapped_norm": 20.380252838134766,27236 "outputs_sample": [27237 " 1\n\n",27238 " 1\n\n",27239 " 1.0\n\n",27240 " calm\n\n",27241 " Output\n"27242 ],27243 "correct": [27244 0.0,27245 0.0,27246 0.0,27247 0.0,27248 0.0,27249 0.0,27250 0.0,27251 0.0,27252 0.0,27253 0.0,27254 0.0,27255 0.0,27256 0.0,27257 0.0,27258 0.0,27259 0.0,27260 0.0,27261 0.0,27262 0.0,27263 0.0,27264 0.0,27265 0.0,27266 0.0,27267 0.0,27268 0.0,27269 0.0,27270 0.0,27271 0.0,27272 0.0,27273 0.0,27274 0.0,27275 0.027276 ]27277 },27278 "replace_donor_fewshot|procrustes|L19": {27279 "accuracy": 0.03125,27280 "gain_vs_zero": {27281 "estimate": -0.03125,27282 "low": -0.125,27283 "high": 0.0625,27284 "level": 0.95,27285 "n_items": 32,27286 "n_clusters": 32,27287 "n_boot": 200027288 },27289 "outputs_sample": [27290 " smile\n\n",27291 " window\n\n",27292 " dark\n\n",27293 " tree\n\n",27294 " window\n"27295 ],27296 "correct": [27297 0.0,27298 0.0,27299 1.0,27300 0.0,27301 0.0,27302 0.0,27303 0.0,27304 0.0,27305 0.0,27306 0.0,27307 0.0,27308 0.0,27309 0.0,27310 0.0,27311 0.0,27312 0.0,27313 0.0,27314 0.0,27315 0.0,27316 0.0,27317 0.0,27318 0.0,27319 0.0,27320 0.0,27321 0.0,27322 0.0,27323 0.0,27324 0.0,27325 0.0,27326 0.0,27327 0.0,27328 0.027329 ]27330 },27331 "ctl_replace_donor_zeroshot|procrustes|L19": {27332 "accuracy": 0.0,27333 "gain_vs_zero": {27334 "estimate": -0.0625,27335 "low": -0.15625,27336 "high": 0.0,27337 "level": 0.95,27338 "n_items": 32,27339 "n_clusters": 32,27340 "n_boot": 200027341 },27342 "outputs_sample": [27343 " 1\n\n",27344 " 1\n\n",27345 " 1.0\n\n",27346 " 0.0\n\n",27347 " 1\n\n"27348 ],27349 "correct": [27350 0.0,27351 0.0,27352 0.0,27353 0.0,27354 0.0,27355 0.0,27356 0.0,27357 0.0,27358 0.0,27359 0.0,27360 0.0,27361 0.0,27362 0.0,27363 0.0,27364 0.0,27365 0.0,27366 0.0,27367 0.0,27368 0.0,27369 0.0,27370 0.0,27371 0.0,27372 0.0,27373 0.0,27374 0.0,27375 0.0,27376 0.0,27377 0.0,27378 0.0,27379 0.0,27380 0.0,27381 0.027382 ]27383 },27384 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": {27385 "accuracy": 0.0,27386 "gain_vs_zero": {27387 "estimate": -0.0625,27388 "low": -0.15625,27389 "high": 0.0,27390 "level": 0.95,27391 "n_items": 32,27392 "n_clusters": 32,27393 "n_boot": 200027394 },27395 "outputs_sample": [27396 " smile\n\n",27397 " summer\n\n",27398 " red\n\n",27399 " smile\n\n",27400 " summer\n\n"27401 ],27402 "correct": [27403 0.0,27404 0.0,27405 0.0,27406 0.0,27407 0.0,27408 0.0,27409 0.0,27410 0.0,27411 0.0,27412 0.0,27413 0.0,27414 0.0,27415 0.0,27416 0.0,27417 0.0,27418 0.0,27419 0.0,27420 0.0,27421 0.0,27422 0.0,27423 0.0,27424 0.0,27425 0.0,27426 0.0,27427 0.0,27428 0.0,27429 0.0,27430 0.0,27431 0.0,27432 0.0,27433 0.0,27434 0.027435 ]27436 },27437 "replace_donor_fewshot|ridge|L19": {27438 "accuracy": 0.0,27439 "gain_vs_zero": {27440 "estimate": -0.0625,27441 "low": -0.15625,27442 "high": 0.0,27443 "level": 0.95,27444 "n_items": 32,27445 "n_clusters": 32,27446 "n_boot": 200027447 },27448 "outputs_sample": [27449 " summer\n",27450 " snow\n\n",27451 " summer\n\n",27452 " sailboat\n\n",27453 " boat\n"27454 ],27455 "correct": [27456 0.0,27457 0.0,27458 0.0,27459 0.0,27460 0.0,27461 0.0,27462 0.0,27463 0.0,27464 0.0,27465 0.0,27466 0.0,27467 0.0,27468 0.0,27469 0.0,27470 0.0,27471 0.0,27472 0.0,27473 0.0,27474 0.0,27475 0.0,27476 0.0,27477 0.0,27478 0.0,27479 0.0,27480 0.0,27481 0.0,27482 0.0,27483 0.0,27484 0.0,27485 0.0,27486 0.0,27487 0.027488 ]27489 },27490 "ctl_replace_donor_zeroshot|ridge|L19": {27491 "accuracy": 0.0,27492 "gain_vs_zero": {27493 "estimate": -0.0625,27494 "low": -0.15625,27495 "high": 0.0,27496 "level": 0.95,27497 "n_items": 32,27498 "n_clusters": 32,27499 "n_boot": 200027500 },27501 "outputs_sample": [27502 " 1\n\n",27503 " 1\n\n",27504 " 1.0\n\n",27505 " 0.0\n\n",27506 " 1\n\n"27507 ],27508 "correct": [27509 0.0,27510 0.0,27511 0.0,27512 0.0,27513 0.0,27514 0.0,27515 0.0,27516 0.0,27517 0.0,27518 0.0,27519 0.0,27520 0.0,27521 0.0,27522 0.0,27523 0.0,27524 0.0,27525 0.0,27526 0.0,27527 0.0,27528 0.0,27529 0.0,27530 0.0,27531 0.0,27532 0.0,27533 0.0,27534 0.0,27535 0.0,27536 0.0,27537 0.0,27538 0.0,27539 0.0,27540 0.027541 ]27542 },27543 "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": {27544 "accuracy": 0.0,27545 "gain_vs_zero": {27546 "estimate": -0.0625,27547 "low": -0.15625,27548 "high": 0.0,27549 "level": 0.95,27550 "n_items": 32,27551 "n_clusters": 32,27552 "n_boot": 200027553 },27554 "outputs_sample": [27555 " summer\n",27556 " water\n\n",27557 " garden\n",27558 " summer\n\n",27559 " summer\n\n"27560 ],27561 "correct": [27562 0.0,27563 0.0,27564 0.0,27565 0.0,27566 0.0,27567 0.0,27568 0.0,27569 0.0,27570 0.0,27571 0.0,27572 0.0,27573 0.0,27574 0.0,27575 0.0,27576 0.0,27577 0.0,27578 0.0,27579 0.0,27580 0.0,27581 0.0,27582 0.0,27583 0.0,27584 0.0,27585 0.0,27586 0.0,27587 0.0,27588 0.0,27589 0.0,27590 0.0,27591 0.0,27592 0.0,27593 0.027594 ]27595 },27596 "ctl_replace_donor_fewshot|sham_map|L19": {27597 "accuracy": 0.0,27598 "gain_vs_zero": {27599 "estimate": -0.0625,27600 "low": -0.15625,27601 "high": 0.0,27602 "level": 0.95,27603 "n_items": 32,27604 "n_clusters": 32,27605 "n_boot": 200027606 },27607 "outputs_sample": [27608 " 1\n\n",27609 " 1\n\n",27610 " 1\n\n",27611 " 1\n\n",27612 " 1\n\n"27613 ],27614 "correct": [27615 0.0,27616 0.0,27617 0.0,27618 0.0,27619 0.0,27620 0.0,27621 0.0,27622 0.0,27623 0.0,27624 0.0,27625 0.0,27626 0.0,27627 0.0,27628 0.0,27629 0.0,27630 0.0,27631 0.0,27632 0.0,27633 0.0,27634 0.0,27635 0.0,27636 0.0,27637 0.0,27638 0.0,27639 0.0,27640 0.0,27641 0.0,27642 0.0,27643 0.0,27644 0.0,27645 0.0,27646 0.027647 ]27648 },27649 "ctl_replace_donor_zeroshot|sham_map|L19": {27650 "accuracy": 0.0,27651 "gain_vs_zero": {27652 "estimate": -0.0625,27653 "low": -0.15625,27654 "high": 0.0,27655 "level": 0.95,27656 "n_items": 32,27657 "n_clusters": 32,27658 "n_boot": 200027659 },27660 "outputs_sample": [27661 " 1\n\n",27662 " 1\n\n",27663 " 1\n\n",27664 " 0.0\n\n",27665 " 1\n\n"27666 ],27667 "correct": [27668 0.0,27669 0.0,27670 0.0,27671 0.0,27672 0.0,27673 0.0,27674 0.0,27675 0.0,27676 0.0,27677 0.0,27678 0.0,27679 0.0,27680 0.0,27681 0.0,27682 0.0,27683 0.0,27684 0.0,27685 0.0,27686 0.0,27687 0.0,27688 0.0,27689 0.0,27690 0.0,27691 0.0,27692 0.0,27693 0.0,27694 0.0,27695 0.0,27696 0.0,27697 0.0,27698 0.0,27699 0.027700 ]27701 },27702 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": {27703 "accuracy": 0.0,27704 "gain_vs_zero": {27705 "estimate": -0.0625,27706 "low": -0.15625,27707 "high": 0.0,27708 "level": 0.95,27709 "n_items": 32,27710 "n_clusters": 32,27711 "n_boot": 200027712 },27713 "outputs_sample": [27714 " 1\n\n",27715 " 1\n\n",27716 " 1\n\n",27717 " 1\n\n",27718 " 1\n\n"27719 ],27720 "correct": [27721 0.0,27722 0.0,27723 0.0,27724 0.0,27725 0.0,27726 0.0,27727 0.0,27728 0.0,27729 0.0,27730 0.0,27731 0.0,27732 0.0,27733 0.0,27734 0.0,27735 0.0,27736 0.0,27737 0.0,27738 0.0,27739 0.0,27740 0.0,27741 0.0,27742 0.0,27743 0.0,27744 0.0,27745 0.0,27746 0.0,27747 0.0,27748 0.0,27749 0.0,27750 0.0,27751 0.0,27752 0.027753 ]27754 },27755 "ctl_random_norm_matched|L19": {27756 "accuracy": 0.03125,27757 "gain_vs_zero": {27758 "estimate": -0.03125,27759 "low": -0.09375,27760 "high": 0.0,27761 "level": 0.95,27762 "n_items": 32,27763 "n_clusters": 32,27764 "n_boot": 200027765 },27766 "correct": [27767 0.0,27768 0.0,27769 0.0,27770 0.0,27771 0.0,27772 0.0,27773 0.0,27774 0.0,27775 0.0,27776 1.0,27777 0.0,27778 0.0,27779 0.0,27780 0.0,27781 0.0,27782 0.0,27783 0.0,27784 0.0,27785 0.0,27786 0.0,27787 0.0,27788 0.0,27789 0.0,27790 0.0,27791 0.0,27792 0.0,27793 0.0,27794 0.0,27795 0.0,27796 0.0,27797 0.0,27798 0.027799 ]27800 },27801 "ctl_unrelated_task_vector(capital)|L19": {27802 "accuracy": 0.34375,27803 "gain_vs_zero": {27804 "estimate": 0.28125,27805 "low": 0.125,27806 "high": 0.4375,27807 "level": 0.95,27808 "n_items": 32,27809 "n_clusters": 32,27810 "n_boot": 200027811 },27812 "correct": [27813 0.0,27814 1.0,27815 1.0,27816 0.0,27817 0.0,27818 0.0,27819 0.0,27820 0.0,27821 1.0,27822 1.0,27823 0.0,27824 1.0,27825 0.0,27826 0.0,27827 0.0,27828 0.0,27829 1.0,27830 1.0,27831 0.0,27832 1.0,27833 1.0,27834 0.0,27835 0.0,27836 1.0,27837 0.0,27838 0.0,27839 0.0,27840 1.0,27841 0.0,27842 0.0,27843 0.0,27844 0.027845 ]27846 }27847 },27848 "items": {27849 "zero": [27850 0.0,27851 0.0,27852 0.0,27853 0.0,27854 0.0,27855 0.0,27856 0.0,27857 0.0,27858 0.0,27859 1.0,27860 0.0,27861 0.0,27862 0.0,27863 0.0,27864 0.0,27865 0.0,27866 0.0,27867 0.0,27868 0.0,27869 0.0,27870 0.0,27871 0.0,27872 0.0,27873 0.0,27874 0.0,27875 0.0,27876 0.0,27877 1.0,27878 0.0,27879 0.0,27880 0.0,27881 0.027882 ],27883 "few": [27884 1.0,27885 1.0,27886 1.0,27887 0.0,27888 1.0,27889 1.0,27890 1.0,27891 1.0,27892 1.0,27893 1.0,27894 1.0,27895 1.0,27896 1.0,27897 1.0,27898 1.0,27899 1.0,27900 1.0,27901 1.0,27902 1.0,27903 1.0,27904 1.0,27905 1.0,27906 0.0,27907 1.0,27908 1.0,27909 1.0,27910 0.0,27911 1.0,27912 1.0,27913 1.0,27914 1.0,27915 1.027916 ],27917 "own": [27918 1.0,27919 0.0,27920 1.0,27921 0.0,27922 1.0,27923 1.0,27924 1.0,27925 1.0,27926 1.0,27927 1.0,27928 1.0,27929 1.0,27930 0.0,27931 1.0,27932 1.0,27933 1.0,27934 1.0,27935 1.0,27936 1.0,27937 1.0,27938 1.0,27939 1.0,27940 1.0,27941 1.0,27942 1.0,27943 1.0,27944 0.0,27945 1.0,27946 1.0,27947 1.0,27948 0.0,27949 1.027950 ]27951 }27952 },27953 "capital": {27954 "recipient_zero": 0.09090909090909091,27955 "recipient_few": 1.0,27956 "recipient_own_vector": 1.0,27957 "donor_layer": 25,27958 "conditions": {27959 "procrustes|L14|a1.0": {27960 "accuracy": 0.09090909090909091,27961 "gain_vs_zero": {27962 "estimate": 0.0,27963 "low": -0.18181818181818182,27964 "high": 0.18181818181818182,27965 "level": 0.95,27966 "n_items": 22,27967 "n_clusters": 22,27968 "n_boot": 200027969 },27970 "mapped_norm": 10.260481834411621,27971 "outputs_sample": [27972 " Venezuela\n",27973 " Helsinki\n",27974 " Morocco\n",27975 " Turkey\n",27976 " Japan\n"27977 ],27978 "correct": [27979 0.0,27980 1.0,27981 0.0,27982 0.0,27983 0.0,27984 0.0,27985 0.0,27986 0.0,27987 0.0,27988 0.0,27989 0.0,27990 0.0,27991 0.0,27992 1.0,27993 0.0,27994 0.0,27995 0.0,27996 0.0,27997 0.0,27998 0.0,27999 0.0,28000 0.028001 ]28002 },28003 "procrustes|L14|a2.0": {28004 "accuracy": 0.0,28005 "gain_vs_zero": {28006 "estimate": -0.09090909090909091,28007 "low": -0.22727272727272727,28008 "high": 0.0,28009 "level": 0.95,28010 "n_items": 22,28011 "n_clusters": 22,28012 "n_boot": 200028013 },28014 "mapped_norm": 10.260481834411621,28015 "outputs_sample": [28016 " Ongoing crisis\n",28017 " Norway\n",28018 " Port Said\n",28019 " Turkey\n",28020 " Japan\n"28021 ],28022 "correct": [28023 0.0,28024 0.0,28025 0.0,28026 0.0,28027 0.0,28028 0.0,28029 0.0,28030 0.0,28031 0.0,28032 0.0,28033 0.0,28034 0.0,28035 0.0,28036 0.0,28037 0.0,28038 0.0,28039 0.0,28040 0.0,28041 0.0,28042 0.0,28043 0.0,28044 0.028045 ]28046 },28047 "procrustes_rescaled|L14|a1.0": {28048 "accuracy": 0.045454545454545456,28049 "gain_vs_zero": {28050 "estimate": -0.045454545454545456,28051 "low": -0.18181818181818182,28052 "high": 0.09090909090909091,28053 "level": 0.95,28054 "n_items": 22,28055 "n_clusters": 22,28056 "n_boot": 200028057 },28058 "mapped_norm": 11.205496788024902,28059 "outputs_sample": [28060 " Venezuela\n",28061 " Helsinki\n",28062 " Morocco\n",28063 " Turkey\n",28064 " Japan\n"28065 ],28066 "correct": [28067 0.0,28068 1.0,28069 0.0,28070 0.0,28071 0.0,28072 0.0,28073 0.0,28074 0.0,28075 0.0,28076 0.0,28077 0.0,28078 0.0,28079 0.0,28080 0.0,28081 0.0,28082 0.0,28083 0.0,28084 0.0,28085 0.0,28086 0.0,28087 0.0,28088 0.028089 ]28090 },28091 "ridge|L14|a1.0": {28092 "accuracy": 0.045454545454545456,28093 "gain_vs_zero": {28094 "estimate": -0.045454545454545456,28095 "low": -0.18181818181818182,28096 "high": 0.09090909090909091,28097 "level": 0.95,28098 "n_items": 22,28099 "n_clusters": 22,28100 "n_boot": 200028101 },28102 "mapped_norm": 12.27599048614502,28103 "outputs_sample": [28104 " A list of all the countries",28105 " Finland\n",28106 " Morocco\n",28107 " Turkey\n",28108 " Japan\n"28109 ],28110 "correct": [28111 0.0,28112 0.0,28113 0.0,28114 0.0,28115 0.0,28116 0.0,28117 0.0,28118 0.0,28119 0.0,28120 0.0,28121 0.0,28122 0.0,28123 0.0,28124 1.0,28125 0.0,28126 0.0,28127 0.0,28128 0.0,28129 0.0,28130 0.0,28131 0.0,28132 0.028133 ]28134 },28135 "ridge|L14|a2.0": {28136 "accuracy": 0.0,28137 "gain_vs_zero": {28138 "estimate": -0.09090909090909091,28139 "low": -0.22727272727272727,28140 "high": 0.0,28141 "level": 0.95,28142 "n_items": 22,28143 "n_clusters": 22,28144 "n_boot": 200028145 },28146 "mapped_norm": 12.27599048614502,28147 "outputs_sample": [28148 " A country in South America,",28149 " Population: 5.5",28150 " A country in North Africa\n",28151 " A delicious meal of roasted turkey",28152 " A list of all the countries"28153 ],28154 "correct": [28155 0.0,28156 0.0,28157 0.0,28158 0.0,28159 0.0,28160 0.0,28161 0.0,28162 0.0,28163 0.0,28164 0.0,28165 0.0,28166 0.0,28167 0.0,28168 0.0,28169 0.0,28170 0.0,28171 0.0,28172 0.0,28173 0.0,28174 0.0,28175 0.0,28176 0.028177 ]28178 },28179 "ridge_rescaled|L14|a1.0": {28180 "accuracy": 0.045454545454545456,28181 "gain_vs_zero": {28182 "estimate": -0.045454545454545456,28183 "low": -0.18181818181818182,28184 "high": 0.09090909090909091,28185 "level": 0.95,28186 "n_items": 22,28187 "n_clusters": 22,28188 "n_boot": 200028189 },28190 "mapped_norm": 11.205497741699219,28191 "outputs_sample": [28192 " A list of all the countries",28193 " Finland\n",28194 " Morocco\n",28195 " Turkey\n",28196 " Japan\n"28197 ],28198 "correct": [28199 0.0,28200 0.0,28201 0.0,28202 0.0,28203 0.0,28204 0.0,28205 0.0,28206 0.0,28207 0.0,28208 0.0,28209 0.0,28210 0.0,28211 0.0,28212 1.0,28213 0.0,28214 0.0,28215 0.0,28216 0.0,28217 0.0,28218 0.0,28219 0.0,28220 0.028221 ]28222 },28223 "cca|L14|a1.0": {28224 "accuracy": 0.045454545454545456,28225 "gain_vs_zero": {28226 "estimate": -0.045454545454545456,28227 "low": -0.13636363636363635,28228 "high": 0.0,28229 "level": 0.95,28230 "n_items": 22,28231 "n_clusters": 22,28232 "n_boot": 200028233 },28234 "mapped_norm": 14.739575386047363,28235 "outputs_sample": [28236 " Venezuela\n",28237 " Finland\n",28238 " Morocco\n",28239 " Turkey\n",28240 " Japan\n"28241 ],28242 "correct": [28243 0.0,28244 0.0,28245 0.0,28246 0.0,28247 0.0,28248 1.0,28249 0.0,28250 0.0,28251 0.0,28252 0.0,28253 0.0,28254 0.0,28255 0.0,28256 0.0,28257 0.0,28258 0.0,28259 0.0,28260 0.0,28261 0.0,28262 0.0,28263 0.0,28264 0.028265 ]28266 },28267 "cca|L14|a2.0": {28268 "accuracy": 0.0,28269 "gain_vs_zero": {28270 "estimate": -0.09090909090909091,28271 "low": -0.22727272727272727,28272 "high": 0.0,28273 "level": 0.95,28274 "n_items": 22,28275 "n_clusters": 22,28276 "n_boot": 200028277 },28278 "mapped_norm": 14.739575386047363,28279 "outputs_sample": [28280 " A country in South America,",28281 " Population: 5.5",28282 " A country in North Africa\n",28283 " Nation\n",28284 " Producers\n"28285 ],28286 "correct": [28287 0.0,28288 0.0,28289 0.0,28290 0.0,28291 0.0,28292 0.0,28293 0.0,28294 0.0,28295 0.0,28296 0.0,28297 0.0,28298 0.0,28299 0.0,28300 0.0,28301 0.0,28302 0.0,28303 0.0,28304 0.0,28305 0.0,28306 0.0,28307 0.0,28308 0.028309 ]28310 },28311 "random_orth|L14|a1.0": {28312 "accuracy": 0.09090909090909091,28313 "gain_vs_zero": {28314 "estimate": 0.0,28315 "low": 0.0,28316 "high": 0.0,28317 "level": 0.95,28318 "n_items": 22,28319 "n_clusters": 22,28320 "n_boot": 200028321 },28322 "mapped_norm": 12.02309513092041,28323 "outputs_sample": [28324 " 1.5 million\n",28325 " Finland\n",28326 " Morocco\n",28327 " 1\n",28328 " Japan\n"28329 ],28330 "correct": [28331 0.0,28332 0.0,28333 0.0,28334 0.0,28335 0.0,28336 1.0,28337 0.0,28338 0.0,28339 0.0,28340 0.0,28341 0.0,28342 0.0,28343 0.0,28344 0.0,28345 1.0,28346 0.0,28347 0.0,28348 0.0,28349 0.0,28350 0.0,28351 0.0,28352 0.028353 ]28354 },28355 "random_orth|L14|a2.0": {28356 "accuracy": 0.0,28357 "gain_vs_zero": {28358 "estimate": -0.09090909090909091,28359 "low": -0.22727272727272727,28360 "high": 0.0,28361 "level": 0.95,28362 "n_items": 22,28363 "n_clusters": 22,28364 "n_boot": 200028365 },28366 "mapped_norm": 12.02309513092041,28367 "outputs_sample": [28368 " 1.5 million\n",28369 " Finland\n",28370 " Morocco\n",28371 " Output\n",28372 " Output\n"28373 ],28374 "correct": [28375 0.0,28376 0.0,28377 0.0,28378 0.0,28379 0.0,28380 0.0,28381 0.0,28382 0.0,28383 0.0,28384 0.0,28385 0.0,28386 0.0,28387 0.0,28388 0.0,28389 0.0,28390 0.0,28391 0.0,28392 0.0,28393 0.0,28394 0.0,28395 0.0,28396 0.028397 ]28398 },28399 "replace_donor_fewshot|procrustes|L14": {28400 "accuracy": 0.0,28401 "gain_vs_zero": {28402 "estimate": -0.09090909090909091,28403 "low": -0.22727272727272727,28404 "high": 0.0,28405 "level": 0.95,28406 "n_items": 22,28407 "n_clusters": 22,28408 "n_boot": 200028409 },28410 "outputs_sample": [28411 " Venezuela\n",28412 " Finland\n",28413 " Morocco\n",28414 " Turkey\n",28415 " Japan\n"28416 ],28417 "correct": [28418 0.0,28419 0.0,28420 0.0,28421 0.0,28422 0.0,28423 0.0,28424 0.0,28425 0.0,28426 0.0,28427 0.0,28428 0.0,28429 0.0,28430 0.0,28431 0.0,28432 0.0,28433 0.0,28434 0.0,28435 0.0,28436 0.0,28437 0.0,28438 0.0,28439 0.028440 ]28441 },28442 "ctl_replace_donor_zeroshot|procrustes|L14": {28443 "accuracy": 0.0,28444 "gain_vs_zero": {28445 "estimate": -0.09090909090909091,28446 "low": -0.22727272727272727,28447 "high": 0.0,28448 "level": 0.95,28449 "n_items": 22,28450 "n_clusters": 22,28451 "n_boot": 200028452 },28453 "outputs_sample": [28454 " Venezuela is a country located in",28455 " Finland\n",28456 " Morocco\n",28457 " The turkey is a large,",28458 " Japan\n"28459 ],28460 "correct": [28461 0.0,28462 0.0,28463 0.0,28464 0.0,28465 0.0,28466 0.0,28467 0.0,28468 0.0,28469 0.0,28470 0.0,28471 0.0,28472 0.0,28473 0.0,28474 0.0,28475 0.0,28476 0.0,28477 0.0,28478 0.0,28479 0.0,28480 0.0,28481 0.0,28482 0.028483 ]28484 },28485 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {28486 "accuracy": 0.045454545454545456,28487 "gain_vs_zero": {28488 "estimate": -0.045454545454545456,28489 "low": -0.13636363636363635,28490 "high": 0.0,28491 "level": 0.95,28492 "n_items": 22,28493 "n_clusters": 22,28494 "n_boot": 200028495 },28496 "outputs_sample": [28497 " Venezuela\n",28498 " Finland\n",28499 " Morocco\n",28500 " Turkey\n",28501 " Japan\n"28502 ],28503 "correct": [28504 0.0,28505 0.0,28506 0.0,28507 0.0,28508 0.0,28509 0.0,28510 0.0,28511 0.0,28512 0.0,28513 0.0,28514 0.0,28515 0.0,28516 0.0,28517 0.0,28518 1.0,28519 0.0,28520 0.0,28521 0.0,28522 0.0,28523 0.0,28524 0.0,28525 0.028526 ]28527 },28528 "replace_donor_fewshot|ridge|L14": {28529 "accuracy": 0.09090909090909091,28530 "gain_vs_zero": {28531 "estimate": 0.0,28532 "low": -0.13636363636363635,28533 "high": 0.13636363636363635,28534 "level": 0.95,28535 "n_items": 22,28536 "n_clusters": 22,28537 "n_boot": 200028538 },28539 "outputs_sample": [28540 " A list of all the countries",28541 " Sweden\n",28542 " A list of all the countries",28543 " A delicious meal of roasted turkey",28544 " A list of all the countries"28545 ],28546 "correct": [28547 0.0,28548 0.0,28549 0.0,28550 0.0,28551 0.0,28552 1.0,28553 0.0,28554 0.0,28555 0.0,28556 0.0,28557 0.0,28558 0.0,28559 0.0,28560 0.0,28561 0.0,28562 0.0,28563 0.0,28564 0.0,28565 1.0,28566 0.0,28567 0.0,28568 0.028569 ]28570 },28571 "ctl_replace_donor_zeroshot|ridge|L14": {28572 "accuracy": 0.045454545454545456,28573 "gain_vs_zero": {28574 "estimate": -0.045454545454545456,28575 "low": -0.13636363636363635,28576 "high": 0.0,28577 "level": 0.95,28578 "n_items": 22,28579 "n_clusters": 22,28580 "n_boot": 200028581 },28582 "outputs_sample": [28583 " Venezuela\n",28584 " Finland\n",28585 " Morocco\n",28586 " 1.5 million\n",28587 " Japan\n"28588 ],28589 "correct": [28590 0.0,28591 0.0,28592 0.0,28593 0.0,28594 0.0,28595 1.0,28596 0.0,28597 0.0,28598 0.0,28599 0.0,28600 0.0,28601 0.0,28602 0.0,28603 0.0,28604 0.0,28605 0.0,28606 0.0,28607 0.0,28608 0.0,28609 0.0,28610 0.0,28611 0.028612 ]28613 },28614 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {28615 "accuracy": 0.09090909090909091,28616 "gain_vs_zero": {28617 "estimate": 0.0,28618 "low": -0.18181818181818182,28619 "high": 0.18181818181818182,28620 "level": 0.95,28621 "n_items": 22,28622 "n_clusters": 22,28623 "n_boot": 200028624 },28625 "outputs_sample": [28626 " A list of all the countries",28627 " Sweden\n",28628 " Marrakech\n",28629 " A delicious meal of roasted turkey",28630 " A list of all the countries"28631 ],28632 "correct": [28633 0.0,28634 0.0,28635 0.0,28636 0.0,28637 0.0,28638 0.0,28639 0.0,28640 0.0,28641 0.0,28642 0.0,28643 0.0,28644 0.0,28645 1.0,28646 0.0,28647 0.0,28648 0.0,28649 0.0,28650 0.0,28651 0.0,28652 1.0,28653 0.0,28654 0.028655 ]28656 },28657 "ctl_replace_donor_fewshot|sham_map|L14": {28658 "accuracy": 0.0,28659 "gain_vs_zero": {28660 "estimate": -0.09090909090909091,28661 "low": -0.22727272727272727,28662 "high": 0.0,28663 "level": 0.95,28664 "n_items": 22,28665 "n_clusters": 22,28666 "n_boot": 200028667 },28668 "outputs_sample": [28669 " 1.5 million\n",28670 " Finland\n",28671 " Morocco\n",28672 " Turkey\n",28673 " 1\n\n"28674 ],28675 "correct": [28676 0.0,28677 0.0,28678 0.0,28679 0.0,28680 0.0,28681 0.0,28682 0.0,28683 0.0,28684 0.0,28685 0.0,28686 0.0,28687 0.0,28688 0.0,28689 0.0,28690 0.0,28691 0.0,28692 0.0,28693 0.0,28694 0.0,28695 0.0,28696 0.0,28697 0.028698 ]28699 },28700 "ctl_replace_donor_zeroshot|sham_map|L14": {28701 "accuracy": 0.0,28702 "gain_vs_zero": {28703 "estimate": -0.09090909090909091,28704 "low": -0.22727272727272727,28705 "high": 0.0,28706 "level": 0.95,28707 "n_items": 22,28708 "n_clusters": 22,28709 "n_boot": 200028710 },28711 "outputs_sample": [28712 " 0.0\n\n",28713 " 1.5 million\n",28714 " 1.5 million\n",28715 " 1\n\n",28716 " 0.0\n"28717 ],28718 "correct": [28719 0.0,28720 0.0,28721 0.0,28722 0.0,28723 0.0,28724 0.0,28725 0.0,28726 0.0,28727 0.0,28728 0.0,28729 0.0,28730 0.0,28731 0.0,28732 0.0,28733 0.0,28734 0.0,28735 0.0,28736 0.0,28737 0.0,28738 0.0,28739 0.0,28740 0.028741 ]28742 },28743 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {28744 "accuracy": 0.0,28745 "gain_vs_zero": {28746 "estimate": -0.09090909090909091,28747 "low": -0.22727272727272727,28748 "high": 0.0,28749 "level": 0.95,28750 "n_items": 22,28751 "n_clusters": 22,28752 "n_boot": 200028753 },28754 "outputs_sample": [28755 " 1.5 million\n",28756 " Finland\n",28757 " 1\n",28758 " 1\n\n",28759 " 1\n\n"28760 ],28761 "correct": [28762 0.0,28763 0.0,28764 0.0,28765 0.0,28766 0.0,28767 0.0,28768 0.0,28769 0.0,28770 0.0,28771 0.0,28772 0.0,28773 0.0,28774 0.0,28775 0.0,28776 0.0,28777 0.0,28778 0.0,28779 0.0,28780 0.0,28781 0.0,28782 0.0,28783 0.028784 ]28785 },28786 "ctl_random_norm_matched|L14": {28787 "accuracy": 0.0,28788 "gain_vs_zero": {28789 "estimate": -0.09090909090909091,28790 "low": -0.22727272727272727,28791 "high": 0.0,28792 "level": 0.95,28793 "n_items": 22,28794 "n_clusters": 22,28795 "n_boot": 200028796 },28797 "correct": [28798 0.0,28799 0.0,28800 0.0,28801 0.0,28802 0.0,28803 0.0,28804 0.0,28805 0.0,28806 0.0,28807 0.0,28808 0.0,28809 0.0,28810 0.0,28811 0.0,28812 0.0,28813 0.0,28814 0.0,28815 0.0,28816 0.0,28817 0.0,28818 0.0,28819 0.028820 ]28821 },28822 "ctl_unrelated_task_vector(antonym)|L14": {28823 "accuracy": 0.13636363636363635,28824 "gain_vs_zero": {28825 "estimate": 0.045454545454545456,28826 "low": -0.13636363636363635,28827 "high": 0.22727272727272727,28828 "level": 0.95,28829 "n_items": 22,28830 "n_clusters": 22,28831 "n_boot": 200028832 },28833 "correct": [28834 0.0,28835 0.0,28836 0.0,28837 0.0,28838 1.0,28839 0.0,28840 0.0,28841 0.0,28842 0.0,28843 0.0,28844 0.0,28845 0.0,28846 0.0,28847 1.0,28848 0.0,28849 0.0,28850 0.0,28851 0.0,28852 0.0,28853 0.0,28854 0.0,28855 1.028856 ]28857 },28858 "procrustes|L19|a1.0": {28859 "accuracy": 0.045454545454545456,28860 "gain_vs_zero": {28861 "estimate": -0.045454545454545456,28862 "low": -0.18181818181818182,28863 "high": 0.09090909090909091,28864 "level": 0.95,28865 "n_items": 22,28866 "n_clusters": 22,28867 "n_boot": 200028868 },28869 "mapped_norm": 16.27731704711914,28870 "outputs_sample": [28871 " Venezuela\n",28872 " Finland\n",28873 " Morocco\n",28874 " Turkey\n",28875 " Japan\n"28876 ],28877 "correct": [28878 0.0,28879 0.0,28880 0.0,28881 0.0,28882 0.0,28883 0.0,28884 0.0,28885 0.0,28886 0.0,28887 0.0,28888 0.0,28889 0.0,28890 0.0,28891 1.0,28892 0.0,28893 0.0,28894 0.0,28895 0.0,28896 0.0,28897 0.0,28898 0.0,28899 0.028900 ]28901 },28902 "procrustes|L19|a2.0": {28903 "accuracy": 0.0,28904 "gain_vs_zero": {28905 "estimate": -0.09090909090909091,28906 "low": -0.22727272727272727,28907 "high": 0.0,28908 "level": 0.95,28909 "n_items": 22,28910 "n_clusters": 22,28911 "n_boot": 200028912 },28913 "mapped_norm": 16.27731704711914,28914 "outputs_sample": [28915 " F\n",28916 " Fennoscandia\n",28917 " M\n",28918 " Avian influenza\n",28919 " Japan\n"28920 ],28921 "correct": [28922 0.0,28923 0.0,28924 0.0,28925 0.0,28926 0.0,28927 0.0,28928 0.0,28929 0.0,28930 0.0,28931 0.0,28932 0.0,28933 0.0,28934 0.0,28935 0.0,28936 0.0,28937 0.0,28938 0.0,28939 0.0,28940 0.0,28941 0.0,28942 0.0,28943 0.028944 ]28945 },28946 "procrustes_rescaled|L19|a1.0": {28947 "accuracy": 0.09090909090909091,28948 "gain_vs_zero": {28949 "estimate": 0.0,28950 "low": -0.13636363636363635,28951 "high": 0.13636363636363635,28952 "level": 0.95,28953 "n_items": 22,28954 "n_clusters": 22,28955 "n_boot": 200028956 },28957 "mapped_norm": 11.205497741699219,28958 "outputs_sample": [28959 " Venezuela\n",28960 " Finland\n",28961 " Morocco\n",28962 " Turkey\n",28963 " Japan\n"28964 ],28965 "correct": [28966 0.0,28967 0.0,28968 0.0,28969 0.0,28970 0.0,28971 0.0,28972 0.0,28973 0.0,28974 0.0,28975 0.0,28976 0.0,28977 0.0,28978 0.0,28979 1.0,28980 1.0,28981 0.0,28982 0.0,28983 0.0,28984 0.0,28985 0.0,28986 0.0,28987 0.028988 ]28989 },28990 "ridge|L19|a1.0": {28991 "accuracy": 0.0,28992 "gain_vs_zero": {28993 "estimate": -0.09090909090909091,28994 "low": -0.22727272727272727,28995 "high": 0.0,28996 "level": 0.95,28997 "n_items": 22,28998 "n_clusters": 22,28999 "n_boot": 200029000 },29001 "mapped_norm": 21.924419403076172,29002 "outputs_sample": [29003 " The country's economy has been",29004 " Finland\n",29005 " The country of Morocco\n",29006 " Turkey\n",29007 " Japan\n"29008 ],29009 "correct": [29010 0.0,29011 0.0,29012 0.0,29013 0.0,29014 0.0,29015 0.0,29016 0.0,29017 0.0,29018 0.0,29019 0.0,29020 0.0,29021 0.0,29022 0.0,29023 0.0,29024 0.0,29025 0.0,29026 0.0,29027 0.0,29028 0.0,29029 0.0,29030 0.0,29031 0.029032 ]29033 },29034 "ridge|L19|a2.0": {29035 "accuracy": 0.0,29036 "gain_vs_zero": {29037 "estimate": -0.09090909090909091,29038 "low": -0.22727272727272727,29039 "high": 0.0,29040 "level": 0.95,29041 "n_items": 22,29042 "n_clusters": 22,29043 "n_boot": 200029044 },29045 "mapped_norm": 21.924419403076172,29046 "outputs_sample": [29047 " The country's economy has been",29048 " D\n",29049 " The country of Morocco\n",29050 " Dijon mustard\n",29051 " Japan\n"29052 ],29053 "correct": [29054 0.0,29055 0.0,29056 0.0,29057 0.0,29058 0.0,29059 0.0,29060 0.0,29061 0.0,29062 0.0,29063 0.0,29064 0.0,29065 0.0,29066 0.0,29067 0.0,29068 0.0,29069 0.0,29070 0.0,29071 0.0,29072 0.0,29073 0.0,29074 0.0,29075 0.029076 ]29077 },29078 "ridge_rescaled|L19|a1.0": {29079 "accuracy": 0.0,29080 "gain_vs_zero": {29081 "estimate": -0.09090909090909091,29082 "low": -0.22727272727272727,29083 "high": 0.0,29084 "level": 0.95,29085 "n_items": 22,29086 "n_clusters": 22,29087 "n_boot": 200029088 },29089 "mapped_norm": 11.205498695373535,29090 "outputs_sample": [29091 " Venezuela\n",29092 " Finland\n",29093 " Morocco\n",29094 " The turkey is a large,",29095 " Japan\n"29096 ],29097 "correct": [29098 0.0,29099 0.0,29100 0.0,29101 0.0,29102 0.0,29103 0.0,29104 0.0,29105 0.0,29106 0.0,29107 0.0,29108 0.0,29109 0.0,29110 0.0,29111 0.0,29112 0.0,29113 0.0,29114 0.0,29115 0.0,29116 0.0,29117 0.0,29118 0.0,29119 0.029120 ]29121 },29122 "cca|L19|a1.0": {29123 "accuracy": 0.0,29124 "gain_vs_zero": {29125 "estimate": -0.09090909090909091,29126 "low": -0.22727272727272727,29127 "high": 0.0,29128 "level": 0.95,29129 "n_items": 22,29130 "n_clusters": 22,29131 "n_boot": 200029132 },29133 "mapped_norm": 27.182331085205078,29134 "outputs_sample": [29135 " The country's economy has been",29136 " Finland\n",29137 " The country of Morocco\n",29138 " Turkey\n",29139 " Japan\n"29140 ],29141 "correct": [29142 0.0,29143 0.0,29144 0.0,29145 0.0,29146 0.0,29147 0.0,29148 0.0,29149 0.0,29150 0.0,29151 0.0,29152 0.0,29153 0.0,29154 0.0,29155 0.0,29156 0.0,29157 0.0,29158 0.0,29159 0.0,29160 0.0,29161 0.0,29162 0.0,29163 0.029164 ]29165 },29166 "cca|L19|a2.0": {29167 "accuracy": 0.0,29168 "gain_vs_zero": {29169 "estimate": -0.09090909090909091,29170 "low": -0.22727272727272727,29171 "high": 0.0,29172 "level": 0.95,29173 "n_items": 22,29174 "n_clusters": 22,29175 "n_boot": 200029176 },29177 "mapped_norm": 27.182331085205078,29178 "outputs_sample": [29179 " W\n",29180 " Topp 10\n",29181 " Tangerine\n",29182 " D\u00f6ner Kebab",29183 " Taro Yamada\n"29184 ],29185 "correct": [29186 0.0,29187 0.0,29188 0.0,29189 0.0,29190 0.0,29191 0.0,29192 0.0,29193 0.0,29194 0.0,29195 0.0,29196 0.0,29197 0.0,29198 0.0,29199 0.0,29200 0.0,29201 0.0,29202 0.0,29203 0.0,29204 0.0,29205 0.0,29206 0.0,29207 0.029208 ]29209 },29210 "random_orth|L19|a1.0": {29211 "accuracy": 0.0,29212 "gain_vs_zero": {29213 "estimate": -0.09090909090909091,29214 "low": -0.22727272727272727,29215 "high": 0.0,29216 "level": 0.95,29217 "n_items": 22,29218 "n_clusters": 22,29219 "n_boot": 200029220 },29221 "mapped_norm": 20.19061279296875,29222 "outputs_sample": [29223 " 1.5 million\n",29224 " Finland\n",29225 " Morocco\n",29226 " 1.5 million\n",29227 " 1.5 million\n"29228 ],29229 "correct": [29230 0.0,29231 0.0,29232 0.0,29233 0.0,29234 0.0,29235 0.0,29236 0.0,29237 0.0,29238 0.0,29239 0.0,29240 0.0,29241 0.0,29242 0.0,29243 0.0,29244 0.0,29245 0.0,29246 0.0,29247 0.0,29248 0.0,29249 0.0,29250 0.0,29251 0.029252 ]29253 },29254 "random_orth|L19|a2.0": {29255 "accuracy": 0.0,29256 "gain_vs_zero": {29257 "estimate": -0.09090909090909091,29258 "low": -0.22727272727272727,29259 "high": 0.0,29260 "level": 0.95,29261 "n_items": 22,29262 "n_clusters": 22,29263 "n_boot": 200029264 },29265 "mapped_norm": 20.19061279296875,29266 "outputs_sample": [29267 " 1.5 million\n",29268 " 1\n",29269 " 1\n",29270 " 1\n",29271 " 1\n"29272 ],29273 "correct": [29274 0.0,29275 0.0,29276 0.0,29277 0.0,29278 0.0,29279 0.0,29280 0.0,29281 0.0,29282 0.0,29283 0.0,29284 0.0,29285 0.0,29286 0.0,29287 0.0,29288 0.0,29289 0.0,29290 0.0,29291 0.0,29292 0.0,29293 0.0,29294 0.0,29295 0.029296 ]29297 },29298 "replace_donor_fewshot|procrustes|L19": {29299 "accuracy": 0.0,29300 "gain_vs_zero": {29301 "estimate": -0.09090909090909091,29302 "low": -0.22727272727272727,29303 "high": 0.0,29304 "level": 0.95,29305 "n_items": 22,29306 "n_clusters": 22,29307 "n_boot": 200029308 },29309 "outputs_sample": [29310 " The country's economy has been",29311 " The Finnish language, also known",29312 " The country of Morocco\n",29313 " The turkey is a large,",29314 " The Japanese government has announced plans"29315 ],29316 "correct": [29317 0.0,29318 0.0,29319 0.0,29320 0.0,29321 0.0,29322 0.0,29323 0.0,29324 0.0,29325 0.0,29326 0.0,29327 0.0,29328 0.0,29329 0.0,29330 0.0,29331 0.0,29332 0.0,29333 0.0,29334 0.0,29335 0.0,29336 0.0,29337 0.0,29338 0.029339 ]29340 },29341 "ctl_replace_donor_zeroshot|procrustes|L19": {29342 "accuracy": 0.0,29343 "gain_vs_zero": {29344 "estimate": -0.09090909090909091,29345 "low": -0.22727272727272727,29346 "high": 0.0,29347 "level": 0.95,29348 "n_items": 22,29349 "n_clusters": 22,29350 "n_boot": 200029351 },29352 "outputs_sample": [29353 " The country's economy has been",29354 " The Finnish language, also known",29355 " The country of Morocco\n",29356 " The turkey is a large,",29357 " The Japanese government has announced plans"29358 ],29359 "correct": [29360 0.0,29361 0.0,29362 0.0,29363 0.0,29364 0.0,29365 0.0,29366 0.0,29367 0.0,29368 0.0,29369 0.0,29370 0.0,29371 0.0,29372 0.0,29373 0.0,29374 0.0,29375 0.0,29376 0.0,29377 0.0,29378 0.0,29379 0.0,29380 0.0,29381 0.029382 ]29383 },29384 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": {29385 "accuracy": 0.0,29386 "gain_vs_zero": {29387 "estimate": -0.09090909090909091,29388 "low": -0.22727272727272727,29389 "high": 0.0,29390 "level": 0.95,29391 "n_items": 22,29392 "n_clusters": 22,29393 "n_boot": 200029394 },29395 "outputs_sample": [29396 " The country's economy has been",29397 " The Finnish language, also known",29398 " The country of Morocco\n",29399 " The turkey is a large,",29400 " The Japanese government has announced plans"29401 ],29402 "correct": [29403 0.0,29404 0.0,29405 0.0,29406 0.0,29407 0.0,29408 0.0,29409 0.0,29410 0.0,29411 0.0,29412 0.0,29413 0.0,29414 0.0,29415 0.0,29416 0.0,29417 0.0,29418 0.0,29419 0.0,29420 0.0,29421 0.0,29422 0.0,29423 0.0,29424 0.029425 ]29426 },29427 "replace_donor_fewshot|ridge|L19": {29428 "accuracy": 0.0,29429 "gain_vs_zero": {29430 "estimate": -0.09090909090909091,29431 "low": -0.22727272727272727,29432 "high": 0.0,29433 "level": 0.95,29434 "n_items": 22,29435 "n_clusters": 22,29436 "n_boot": 200029437 },29438 "outputs_sample": [29439 " A list of all the countries",29440 " The Finnish language, also known",29441 " The country of Morocco\n",29442 " The turkey is a large,",29443 " The Japanese government has announced plans"29444 ],29445 "correct": [29446 0.0,29447 0.0,29448 0.0,29449 0.0,29450 0.0,29451 0.0,29452 0.0,29453 0.0,29454 0.0,29455 0.0,29456 0.0,29457 0.0,29458 0.0,29459 0.0,29460 0.0,29461 0.0,29462 0.0,29463 0.0,29464 0.0,29465 0.0,29466 0.0,29467 0.029468 ]29469 },29470 "ctl_replace_donor_zeroshot|ridge|L19": {29471 "accuracy": 0.045454545454545456,29472 "gain_vs_zero": {29473 "estimate": -0.045454545454545456,29474 "low": -0.13636363636363635,29475 "high": 0.0,29476 "level": 0.95,29477 "n_items": 22,29478 "n_clusters": 22,29479 "n_boot": 200029480 },29481 "outputs_sample": [29482 " 1.5 million\n",29483 " 1.5 million\n",29484 " 1.5 million\n",29485 " 1\n\n",29486 " 1.2 billion USD"29487 ],29488 "correct": [29489 0.0,29490 0.0,29491 0.0,29492 0.0,29493 0.0,29494 1.0,29495 0.0,29496 0.0,29497 0.0,29498 0.0,29499 0.0,29500 0.0,29501 0.0,29502 0.0,29503 0.0,29504 0.0,29505 0.0,29506 0.0,29507 0.0,29508 0.0,29509 0.0,29510 0.029511 ]29512 },29513 "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": {29514 "accuracy": 0.0,29515 "gain_vs_zero": {29516 "estimate": -0.09090909090909091,29517 "low": -0.22727272727272727,29518 "high": 0.0,29519 "level": 0.95,29520 "n_items": 22,29521 "n_clusters": 22,29522 "n_boot": 200029523 },29524 "outputs_sample": [29525 " The country's economy has been",29526 " The Finnish language, also known",29527 " The country of Morocco\n",29528 " The Ottoman Empire\n",29529 " The Japanese government has announced plans"29530 ],29531 "correct": [29532 0.0,29533 0.0,29534 0.0,29535 0.0,29536 0.0,29537 0.0,29538 0.0,29539 0.0,29540 0.0,29541 0.0,29542 0.0,29543 0.0,29544 0.0,29545 0.0,29546 0.0,29547 0.0,29548 0.0,29549 0.0,29550 0.0,29551 0.0,29552 0.0,29553 0.029554 ]29555 },29556 "ctl_replace_donor_fewshot|sham_map|L19": {29557 "accuracy": 0.0,29558 "gain_vs_zero": {29559 "estimate": -0.09090909090909091,29560 "low": -0.22727272727272727,29561 "high": 0.0,29562 "level": 0.95,29563 "n_items": 22,29564 "n_clusters": 22,29565 "n_boot": 200029566 },29567 "outputs_sample": [29568 " 1.5 million\n",29569 " 1\n",29570 " 1\n",29571 " 1\n",29572 " 1\n"29573 ],29574 "correct": [29575 0.0,29576 0.0,29577 0.0,29578 0.0,29579 0.0,29580 0.0,29581 0.0,29582 0.0,29583 0.0,29584 0.0,29585 0.0,29586 0.0,29587 0.0,29588 0.0,29589 0.0,29590 0.0,29591 0.0,29592 0.0,29593 0.0,29594 0.0,29595 0.0,29596 0.029597 ]29598 },29599 "ctl_replace_donor_zeroshot|sham_map|L19": {29600 "accuracy": 0.0,29601 "gain_vs_zero": {29602 "estimate": -0.09090909090909091,29603 "low": -0.22727272727272727,29604 "high": 0.0,29605 "level": 0.95,29606 "n_items": 22,29607 "n_clusters": 22,29608 "n_boot": 200029609 },29610 "outputs_sample": [29611 " The country's economy has been",29612 " The Finnish language, also known",29613 " The country of Morocco\n",29614 " The turkey is a large,",29615 " The Japanese government has announced plans"29616 ],29617 "correct": [29618 0.0,29619 0.0,29620 0.0,29621 0.0,29622 0.0,29623 0.0,29624 0.0,29625 0.0,29626 0.0,29627 0.0,29628 0.0,29629 0.0,29630 0.0,29631 0.0,29632 0.0,29633 0.0,29634 0.0,29635 0.0,29636 0.0,29637 0.0,29638 0.0,29639 0.029640 ]29641 },29642 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": {29643 "accuracy": 0.0,29644 "gain_vs_zero": {29645 "estimate": -0.09090909090909091,29646 "low": -0.22727272727272727,29647 "high": 0.0,29648 "level": 0.95,29649 "n_items": 22,29650 "n_clusters": 22,29651 "n_boot": 200029652 },29653 "outputs_sample": [29654 " 1.5 million\n",29655 " 1\n",29656 " 1.5 million\n",29657 " 1\n",29658 " 1\n"29659 ],29660 "correct": [29661 0.0,29662 0.0,29663 0.0,29664 0.0,29665 0.0,29666 0.0,29667 0.0,29668 0.0,29669 0.0,29670 0.0,29671 0.0,29672 0.0,29673 0.0,29674 0.0,29675 0.0,29676 0.0,29677 0.0,29678 0.0,29679 0.0,29680 0.0,29681 0.0,29682 0.029683 ]29684 },29685 "ctl_random_norm_matched|L19": {29686 "accuracy": 0.09090909090909091,29687 "gain_vs_zero": {29688 "estimate": 0.0,29689 "low": 0.0,29690 "high": 0.0,29691 "level": 0.95,29692 "n_items": 22,29693 "n_clusters": 22,29694 "n_boot": 200029695 },29696 "correct": [29697 0.0,29698 0.0,29699 0.0,29700 0.0,29701 0.0,29702 1.0,29703 0.0,29704 0.0,29705 0.0,29706 0.0,29707 0.0,29708 0.0,29709 0.0,29710 0.0,29711 1.0,29712 0.0,29713 0.0,29714 0.0,29715 0.0,29716 0.0,29717 0.0,29718 0.029719 ]29720 },29721 "ctl_unrelated_task_vector(antonym)|L19": {29722 "accuracy": 0.045454545454545456,29723 "gain_vs_zero": {29724 "estimate": -0.045454545454545456,29725 "low": -0.18181818181818182,29726 "high": 0.09090909090909091,29727 "level": 0.95,29728 "n_items": 22,29729 "n_clusters": 22,29730 "n_boot": 200029731 },29732 "correct": [29733 0.0,29734 0.0,29735 0.0,29736 0.0,29737 0.0,29738 0.0,29739 0.0,29740 0.0,29741 0.0,29742 0.0,29743 0.0,29744 0.0,29745 0.0,29746 1.0,29747 0.0,29748 0.0,29749 0.0,29750 0.0,29751 0.0,29752 0.0,29753 0.0,29754 0.029755 ]29756 }29757 },29758 "items": {29759 "zero": [29760 0.0,29761 0.0,29762 0.0,29763 0.0,29764 0.0,29765 1.0,29766 0.0,29767 0.0,29768 0.0,29769 0.0,29770 0.0,29771 0.0,29772 0.0,29773 0.0,29774 1.0,29775 0.0,29776 0.0,29777 0.0,29778 0.0,29779 0.0,29780 0.0,29781 0.029782 ],29783 "few": [29784 1.0,29785 1.0,29786 1.0,29787 1.0,29788 1.0,29789 1.0,29790 1.0,29791 1.0,29792 1.0,29793 1.0,29794 1.0,29795 1.0,29796 1.0,29797 1.0,29798 1.0,29799 1.0,29800 1.0,29801 1.0,29802 1.0,29803 1.0,29804 1.0,29805 1.029806 ],29807 "own": [29808 1.0,29809 1.0,29810 1.0,29811 1.0,29812 1.0,29813 1.0,29814 1.0,29815 1.0,29816 1.0,29817 1.0,29818 1.0,29819 1.0,29820 1.0,29821 1.0,29822 1.0,29823 1.0,29824 1.0,29825 1.0,29826 1.0,29827 1.0,29828 1.0,29829 1.029830 ]29831 }29832 },29833 "morph": {29834 "recipient_zero": 0.0,29835 "recipient_few": 0.275,29836 "recipient_own_vector": 0.0,29837 "donor_layer": 2,29838 "conditions": {29839 "procrustes|L2|a1.0": {29840 "accuracy": 0.0,29841 "gain_vs_zero": {29842 "estimate": 0.0,29843 "low": 0.0,29844 "high": 0.0,29845 "level": 0.95,29846 "n_items": 40,29847 "n_clusters": 40,29848 "n_boot": 200029849 },29850 "mapped_norm": 1.726072907447815,29851 "outputs_sample": [29852 " 0.0\n\n",29853 " zone of fab\n",29854 " 5\n\n",29855 " tuk\n",29856 " 97\n\n"29857 ],29858 "correct": [29859 0.0,29860 0.0,29861 0.0,29862 0.0,29863 0.0,29864 0.0,29865 0.0,29866 0.0,29867 0.0,29868 0.0,29869 0.0,29870 0.0,29871 0.0,29872 0.0,29873 0.0,29874 0.0,29875 0.0,29876 0.0,29877 0.0,29878 0.0,29879 0.0,29880 0.0,29881 0.0,29882 0.0,29883 0.0,29884 0.0,29885 0.0,29886 0.0,29887 0.0,29888 0.0,29889 0.0,29890 0.0,29891 0.0,29892 0.0,29893 0.0,29894 0.0,29895 0.0,29896 0.0,29897 0.0,29898 0.029899 ]29900 },29901 "procrustes|L2|a2.0": {29902 "accuracy": 0.0,29903 "gain_vs_zero": {29904 "estimate": 0.0,29905 "low": 0.0,29906 "high": 0.0,29907 "level": 0.95,29908 "n_items": 40,29909 "n_clusters": 40,29910 "n_boot": 200029911 },29912 "mapped_norm": 1.726072907447815,29913 "outputs_sample": [29914 " 0.0\n\n",29915 " 0\n\n",29916 " 5\n\n",29917 " tukene\n\n",29918 " 97\n\n"29919 ],29920 "correct": [29921 0.0,29922 0.0,29923 0.0,29924 0.0,29925 0.0,29926 0.0,29927 0.0,29928 0.0,29929 0.0,29930 0.0,29931 0.0,29932 0.0,29933 0.0,29934 0.0,29935 0.0,29936 0.0,29937 0.0,29938 0.0,29939 0.0,29940 0.0,29941 0.0,29942 0.0,29943 0.0,29944 0.0,29945 0.0,29946 0.0,29947 0.0,29948 0.0,29949 0.0,29950 0.0,29951 0.0,29952 0.0,29953 0.0,29954 0.0,29955 0.0,29956 0.0,29957 0.0,29958 0.0,29959 0.0,29960 0.029961 ]29962 },29963 "procrustes_rescaled|L2|a1.0": {29964 "accuracy": 0.0,29965 "gain_vs_zero": {29966 "estimate": 0.0,29967 "low": 0.0,29968 "high": 0.0,29969 "level": 0.95,29970 "n_items": 40,29971 "n_clusters": 40,29972 "n_boot": 200029973 },29974 "mapped_norm": 2.0388922691345215,29975 "outputs_sample": [29976 " 0.0\n\n",29977 " zone of fab\n",29978 " 5\n\n",29979 " tukene\n\n",29980 " 97\n\n"29981 ],29982 "correct": [29983 0.0,29984 0.0,29985 0.0,29986 0.0,29987 0.0,29988 0.0,29989 0.0,29990 0.0,29991 0.0,29992 0.0,29993 0.0,29994 0.0,29995 0.0,29996 0.0,29997 0.0,29998 0.0,29999 0.0,30000 0.0,30001 0.0,30002 0.0,30003 0.0,30004 0.0,30005 0.0,30006 0.0,30007 0.0,30008 0.0,30009 0.0,30010 0.0,30011 0.0,30012 0.0,30013 0.0,30014 0.0,30015 0.0,30016 0.0,30017 0.0,30018 0.0,30019 0.0,30020 0.0,30021 0.0,30022 0.030023 ]30024 },30025 "ridge|L2|a1.0": {30026 "accuracy": 0.0,30027 "gain_vs_zero": {30028 "estimate": 0.0,30029 "low": 0.0,30030 "high": 0.0,30031 "level": 0.95,30032 "n_items": 40,30033 "n_clusters": 40,30034 "n_boot": 200030035 },30036 "mapped_norm": 2.0462143421173096,30037 "outputs_sample": [30038 " 0.0\n\n",30039 " zone of fab\n",30040 " 5\n\n",30041 " tukene\n\n",30042 " 97\n\n"30043 ],30044 "correct": [30045 0.0,30046 0.0,30047 0.0,30048 0.0,30049 0.0,30050 0.0,30051 0.0,30052 0.0,30053 0.0,30054 0.0,30055 0.0,30056 0.0,30057 0.0,30058 0.0,30059 0.0,30060 0.0,30061 0.0,30062 0.0,30063 0.0,30064 0.0,30065 0.0,30066 0.0,30067 0.0,30068 0.0,30069 0.0,30070 0.0,30071 0.0,30072 0.0,30073 0.0,30074 0.0,30075 0.0,30076 0.0,30077 0.0,30078 0.0,30079 0.0,30080 0.0,30081 0.0,30082 0.0,30083 0.0,30084 0.030085 ]30086 },30087 "ridge|L2|a2.0": {30088 "accuracy": 0.0,30089 "gain_vs_zero": {30090 "estimate": 0.0,30091 "low": 0.0,30092 "high": 0.0,30093 "level": 0.95,30094 "n_items": 40,30095 "n_clusters": 40,30096 "n_boot": 200030097 },30098 "mapped_norm": 2.0462143421173096,30099 "outputs_sample": [30100 " 0.0\n\n",30101 " 0\n\n",30102 " 5\n\n",30103 " tukene\n\n",30104 " 97\n\n"30105 ],30106 "correct": [30107 0.0,30108 0.0,30109 0.0,30110 0.0,30111 0.0,30112 0.0,30113 0.0,30114 0.0,30115 0.0,30116 0.0,30117 0.0,30118 0.0,30119 0.0,30120 0.0,30121 0.0,30122 0.0,30123 0.0,30124 0.0,30125 0.0,30126 0.0,30127 0.0,30128 0.0,30129 0.0,30130 0.0,30131 0.0,30132 0.0,30133 0.0,30134 0.0,30135 0.0,30136 0.0,30137 0.0,30138 0.0,30139 0.0,30140 0.0,30141 0.0,30142 0.0,30143 0.0,30144 0.0,30145 0.0,30146 0.030147 ]30148 },30149 "ridge_rescaled|L2|a1.0": {30150 "accuracy": 0.0,30151 "gain_vs_zero": {30152 "estimate": 0.0,30153 "low": 0.0,30154 "high": 0.0,30155 "level": 0.95,30156 "n_items": 40,30157 "n_clusters": 40,30158 "n_boot": 200030159 },30160 "mapped_norm": 2.0388925075531006,30161 "outputs_sample": [30162 " 0.0\n\n",30163 " zone of fab\n",30164 " 5\n\n",30165 " tukene\n\n",30166 " 97\n\n"30167 ],30168 "correct": [30169 0.0,30170 0.0,30171 0.0,30172 0.0,30173 0.0,30174 0.0,30175 0.0,30176 0.0,30177 0.0,30178 0.0,30179 0.0,30180 0.0,30181 0.0,30182 0.0,30183 0.0,30184 0.0,30185 0.0,30186 0.0,30187 0.0,30188 0.0,30189 0.0,30190 0.0,30191 0.0,30192 0.0,30193 0.0,30194 0.0,30195 0.0,30196 0.0,30197 0.0,30198 0.0,30199 0.0,30200 0.0,30201 0.0,30202 0.0,30203 0.0,30204 0.0,30205 0.0,30206 0.0,30207 0.0,30208 0.030209 ]30210 },30211 "cca|L2|a1.0": {30212 "accuracy": 0.0,30213 "gain_vs_zero": {30214 "estimate": 0.0,30215 "low": 0.0,30216 "high": 0.0,30217 "level": 0.95,30218 "n_items": 40,30219 "n_clusters": 40,30220 "n_boot": 200030221 },30222 "mapped_norm": 2.1700942516326904,30223 "outputs_sample": [30224 " 0.0\n\n",30225 " zone of fab\n",30226 " 5\n\n",30227 " tukene\n\n",30228 " 97\n\n"30229 ],30230 "correct": [30231 0.0,30232 0.0,30233 0.0,30234 0.0,30235 0.0,30236 0.0,30237 0.0,30238 0.0,30239 0.0,30240 0.0,30241 0.0,30242 0.0,30243 0.0,30244 0.0,30245 0.0,30246 0.0,30247 0.0,30248 0.0,30249 0.0,30250 0.0,30251 0.0,30252 0.0,30253 0.0,30254 0.0,30255 0.0,30256 0.0,30257 0.0,30258 0.0,30259 0.0,30260 0.0,30261 0.0,30262 0.0,30263 0.0,30264 0.0,30265 0.0,30266 0.0,30267 0.0,30268 0.0,30269 0.0,30270 0.030271 ]30272 },30273 "cca|L2|a2.0": {30274 "accuracy": 0.0,30275 "gain_vs_zero": {30276 "estimate": 0.0,30277 "low": 0.0,30278 "high": 0.0,30279 "level": 0.95,30280 "n_items": 40,30281 "n_clusters": 40,30282 "n_boot": 200030283 },30284 "mapped_norm": 2.1700942516326904,30285 "outputs_sample": [30286 " 0.0\n\n",30287 " 0\n\n",30288 " 5\n\n",30289 " tukenu\n\n",30290 " 97\n\n"30291 ],30292 "correct": [30293 0.0,30294 0.0,30295 0.0,30296 0.0,30297 0.0,30298 0.0,30299 0.0,30300 0.0,30301 0.0,30302 0.0,30303 0.0,30304 0.0,30305 0.0,30306 0.0,30307 0.0,30308 0.0,30309 0.0,30310 0.0,30311 0.0,30312 0.0,30313 0.0,30314 0.0,30315 0.0,30316 0.0,30317 0.0,30318 0.0,30319 0.0,30320 0.0,30321 0.0,30322 0.0,30323 0.0,30324 0.0,30325 0.0,30326 0.0,30327 0.0,30328 0.0,30329 0.0,30330 0.0,30331 0.0,30332 0.030333 ]30334 },30335 "random_orth|L2|a1.0": {30336 "accuracy": 0.0,30337 "gain_vs_zero": {30338 "estimate": 0.0,30339 "low": 0.0,30340 "high": 0.0,30341 "level": 0.95,30342 "n_items": 40,30343 "n_clusters": 40,30344 "n_boot": 200030345 },30346 "mapped_norm": 1.9021942615509033,30347 "outputs_sample": [30348 " 100\n\n",30349 " 0\n\n",30350 " 5\n\n",30351 " tukne\n\n",30352 " 97\n\n"30353 ],30354 "correct": [30355 0.0,30356 0.0,30357 0.0,30358 0.0,30359 0.0,30360 0.0,30361 0.0,30362 0.0,30363 0.0,30364 0.0,30365 0.0,30366 0.0,30367 0.0,30368 0.0,30369 0.0,30370 0.0,30371 0.0,30372 0.0,30373 0.0,30374 0.0,30375 0.0,30376 0.0,30377 0.0,30378 0.0,30379 0.0,30380 0.0,30381 0.0,30382 0.0,30383 0.0,30384 0.0,30385 0.0,30386 0.0,30387 0.0,30388 0.0,30389 0.0,30390 0.0,30391 0.0,30392 0.0,30393 0.0,30394 0.030395 ]30396 },30397 "random_orth|L2|a2.0": {30398 "accuracy": 0.0,30399 "gain_vs_zero": {30400 "estimate": 0.0,30401 "low": 0.0,30402 "high": 0.0,30403 "level": 0.95,30404 "n_items": 40,30405 "n_clusters": 40,30406 "n_boot": 200030407 },30408 "mapped_norm": 1.9021942615509033,30409 "outputs_sample": [30410 " 0.0\n\n",30411 " 0\n\n",30412 " 5\n\n",30413 " tukne\n\n",30414 " 97\n\n"30415 ],30416 "correct": [30417 0.0,30418 0.0,30419 0.0,30420 0.0,30421 0.0,30422 0.0,30423 0.0,30424 0.0,30425 0.0,30426 0.0,30427 0.0,30428 0.0,30429 0.0,30430 0.0,30431 0.0,30432 0.0,30433 0.0,30434 0.0,30435 0.0,30436 0.0,30437 0.0,30438 0.0,30439 0.0,30440 0.0,30441 0.0,30442 0.0,30443 0.0,30444 0.0,30445 0.0,30446 0.0,30447 0.0,30448 0.0,30449 0.0,30450 0.0,30451 0.0,30452 0.0,30453 0.0,30454 0.0,30455 0.0,30456 0.030457 ]30458 },30459 "replace_donor_fewshot|procrustes|L2": {30460 "accuracy": 0.0,30461 "gain_vs_zero": {30462 "estimate": 0.0,30463 "low": 0.0,30464 "high": 0.0,30465 "level": 0.95,30466 "n_items": 40,30467 "n_clusters": 40,30468 "n_boot": 200030469 },30470 "outputs_sample": [30471 " 0.0\n\n",30472 " 0\n\n",30473 " 5\n\n",30474 " tukene\n\n",30475 " 97\n\n"30476 ],30477 "correct": [30478 0.0,30479 0.0,30480 0.0,30481 0.0,30482 0.0,30483 0.0,30484 0.0,30485 0.0,30486 0.0,30487 0.0,30488 0.0,30489 0.0,30490 0.0,30491 0.0,30492 0.0,30493 0.0,30494 0.0,30495 0.0,30496 0.0,30497 0.0,30498 0.0,30499 0.0,30500 0.0,30501 0.0,30502 0.0,30503 0.0,30504 0.0,30505 0.0,30506 0.0,30507 0.0,30508 0.0,30509 0.0,30510 0.0,30511 0.0,30512 0.0,30513 0.0,30514 0.0,30515 0.0,30516 0.0,30517 0.030518 ]30519 },30520 "ctl_replace_donor_zeroshot|procrustes|L2": {30521 "accuracy": 0.0,30522 "gain_vs_zero": {30523 "estimate": 0.0,30524 "low": 0.0,30525 "high": 0.0,30526 "level": 0.95,30527 "n_items": 40,30528 "n_clusters": 40,30529 "n_boot": 200030530 },30531 "outputs_sample": [30532 " 0.0\n\n",30533 " 0\n\n",30534 " 5\n\n",30535 " tukne\n\n",30536 " 122\n\n"30537 ],30538 "correct": [30539 0.0,30540 0.0,30541 0.0,30542 0.0,30543 0.0,30544 0.0,30545 0.0,30546 0.0,30547 0.0,30548 0.0,30549 0.0,30550 0.0,30551 0.0,30552 0.0,30553 0.0,30554 0.0,30555 0.0,30556 0.0,30557 0.0,30558 0.0,30559 0.0,30560 0.0,30561 0.0,30562 0.0,30563 0.0,30564 0.0,30565 0.0,30566 0.0,30567 0.0,30568 0.0,30569 0.0,30570 0.0,30571 0.0,30572 0.0,30573 0.0,30574 0.0,30575 0.0,30576 0.0,30577 0.0,30578 0.030579 ]30580 },30581 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {30582 "accuracy": 0.0,30583 "gain_vs_zero": {30584 "estimate": 0.0,30585 "low": 0.0,30586 "high": 0.0,30587 "level": 0.95,30588 "n_items": 40,30589 "n_clusters": 40,30590 "n_boot": 200030591 },30592 "outputs_sample": [30593 " 0.0\n\n",30594 " zone of fab\n",30595 " 5\n\n",30596 " tukene\n\n",30597 " 97\n\n"30598 ],30599 "correct": [30600 0.0,30601 0.0,30602 0.0,30603 0.0,30604 0.0,30605 0.0,30606 0.0,30607 0.0,30608 0.0,30609 0.0,30610 0.0,30611 0.0,30612 0.0,30613 0.0,30614 0.0,30615 0.0,30616 0.0,30617 0.0,30618 0.0,30619 0.0,30620 0.0,30621 0.0,30622 0.0,30623 0.0,30624 0.0,30625 0.0,30626 0.0,30627 0.0,30628 0.0,30629 0.0,30630 0.0,30631 0.0,30632 0.0,30633 0.0,30634 0.0,30635 0.0,30636 0.0,30637 0.0,30638 0.0,30639 0.030640 ]30641 },30642 "replace_donor_fewshot|ridge|L2": {30643 "accuracy": 0.0,30644 "gain_vs_zero": {30645 "estimate": 0.0,30646 "low": 0.0,30647 "high": 0.0,30648 "level": 0.95,30649 "n_items": 40,30650 "n_clusters": 40,30651 "n_boot": 200030652 },30653 "outputs_sample": [30654 " 0.0\n\n",30655 " zone of fab\n",30656 " 5\n\n",30657 " tukene\n\n",30658 " 97\n\n"30659 ],30660 "correct": [30661 0.0,30662 0.0,30663 0.0,30664 0.0,30665 0.0,30666 0.0,30667 0.0,30668 0.0,30669 0.0,30670 0.0,30671 0.0,30672 0.0,30673 0.0,30674 0.0,30675 0.0,30676 0.0,30677 0.0,30678 0.0,30679 0.0,30680 0.0,30681 0.0,30682 0.0,30683 0.0,30684 0.0,30685 0.0,30686 0.0,30687 0.0,30688 0.0,30689 0.0,30690 0.0,30691 0.0,30692 0.0,30693 0.0,30694 0.0,30695 0.0,30696 0.0,30697 0.0,30698 0.0,30699 0.0,30700 0.030701 ]30702 },30703 "ctl_replace_donor_zeroshot|ridge|L2": {30704 "accuracy": 0.0,30705 "gain_vs_zero": {30706 "estimate": 0.0,30707 "low": 0.0,30708 "high": 0.0,30709 "level": 0.95,30710 "n_items": 40,30711 "n_clusters": 40,30712 "n_boot": 200030713 },30714 "outputs_sample": [30715 " 0.0\n\n",30716 " zone of fab\n",30717 " 5\n\n",30718 " tukne\n",30719 " 122\n\n"30720 ],30721 "correct": [30722 0.0,30723 0.0,30724 0.0,30725 0.0,30726 0.0,30727 0.0,30728 0.0,30729 0.0,30730 0.0,30731 0.0,30732 0.0,30733 0.0,30734 0.0,30735 0.0,30736 0.0,30737 0.0,30738 0.0,30739 0.0,30740 0.0,30741 0.0,30742 0.0,30743 0.0,30744 0.0,30745 0.0,30746 0.0,30747 0.0,30748 0.0,30749 0.0,30750 0.0,30751 0.0,30752 0.0,30753 0.0,30754 0.0,30755 0.0,30756 0.0,30757 0.0,30758 0.0,30759 0.0,30760 0.0,30761 0.030762 ]30763 },30764 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {30765 "accuracy": 0.0,30766 "gain_vs_zero": {30767 "estimate": 0.0,30768 "low": 0.0,30769 "high": 0.0,30770 "level": 0.95,30771 "n_items": 40,30772 "n_clusters": 40,30773 "n_boot": 200030774 },30775 "outputs_sample": [30776 " 0.0\n\n",30777 " zone of fab\n",30778 " 5\n\n",30779 " tukene\n\n",30780 " 97\n\n"30781 ],30782 "correct": [30783 0.0,30784 0.0,30785 0.0,30786 0.0,30787 0.0,30788 0.0,30789 0.0,30790 0.0,30791 0.0,30792 0.0,30793 0.0,30794 0.0,30795 0.0,30796 0.0,30797 0.0,30798 0.0,30799 0.0,30800 0.0,30801 0.0,30802 0.0,30803 0.0,30804 0.0,30805 0.0,30806 0.0,30807 0.0,30808 0.0,30809 0.0,30810 0.0,30811 0.0,30812 0.0,30813 0.0,30814 0.0,30815 0.0,30816 0.0,30817 0.0,30818 0.0,30819 0.0,30820 0.0,30821 0.0,30822 0.030823 ]30824 },30825 "ctl_replace_donor_fewshot|sham_map|L2": {30826 "accuracy": 0.0,30827 "gain_vs_zero": {30828 "estimate": 0.0,30829 "low": 0.0,30830 "high": 0.0,30831 "level": 0.95,30832 "n_items": 40,30833 "n_clusters": 40,30834 "n_boot": 200030835 },30836 "outputs_sample": [30837 " 0.0\n\n",30838 " zone of fab\n",30839 " 5\n\n",30840 " tukene\n\n",30841 " 122\n\n"30842 ],30843 "correct": [30844 0.0,30845 0.0,30846 0.0,30847 0.0,30848 0.0,30849 0.0,30850 0.0,30851 0.0,30852 0.0,30853 0.0,30854 0.0,30855 0.0,30856 0.0,30857 0.0,30858 0.0,30859 0.0,30860 0.0,30861 0.0,30862 0.0,30863 0.0,30864 0.0,30865 0.0,30866 0.0,30867 0.0,30868 0.0,30869 0.0,30870 0.0,30871 0.0,30872 0.0,30873 0.0,30874 0.0,30875 0.0,30876 0.0,30877 0.0,30878 0.0,30879 0.0,30880 0.0,30881 0.0,30882 0.0,30883 0.030884 ]30885 },30886 "ctl_replace_donor_zeroshot|sham_map|L2": {30887 "accuracy": 0.0,30888 "gain_vs_zero": {30889 "estimate": 0.0,30890 "low": 0.0,30891 "high": 0.0,30892 "level": 0.95,30893 "n_items": 40,30894 "n_clusters": 40,30895 "n_boot": 200030896 },30897 "outputs_sample": [30898 " 0.0\n\n",30899 " 0\n\n",30900 " 5\n\n",30901 " tukne\n\n",30902 " 122\n\n"30903 ],30904 "correct": [30905 0.0,30906 0.0,30907 0.0,30908 0.0,30909 0.0,30910 0.0,30911 0.0,30912 0.0,30913 0.0,30914 0.0,30915 0.0,30916 0.0,30917 0.0,30918 0.0,30919 0.0,30920 0.0,30921 0.0,30922 0.0,30923 0.0,30924 0.0,30925 0.0,30926 0.0,30927 0.0,30928 0.0,30929 0.0,30930 0.0,30931 0.0,30932 0.0,30933 0.0,30934 0.0,30935 0.0,30936 0.0,30937 0.0,30938 0.0,30939 0.0,30940 0.0,30941 0.0,30942 0.0,30943 0.0,30944 0.030945 ]30946 },30947 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {30948 "accuracy": 0.0,30949 "gain_vs_zero": {30950 "estimate": 0.0,30951 "low": 0.0,30952 "high": 0.0,30953 "level": 0.95,30954 "n_items": 40,30955 "n_clusters": 40,30956 "n_boot": 200030957 },30958 "outputs_sample": [30959 " 0.0\n\n",30960 " zone of fab\n",30961 " 5\n\n",30962 " tukene\n\n",30963 " 122\n\n"30964 ],30965 "correct": [30966 0.0,30967 0.0,30968 0.0,30969 0.0,30970 0.0,30971 0.0,30972 0.0,30973 0.0,30974 0.0,30975 0.0,30976 0.0,30977 0.0,30978 0.0,30979 0.0,30980 0.0,30981 0.0,30982 0.0,30983 0.0,30984 0.0,30985 0.0,30986 0.0,30987 0.0,30988 0.0,30989 0.0,30990 0.0,30991 0.0,30992 0.0,30993 0.0,30994 0.0,30995 0.0,30996 0.0,30997 0.0,30998 0.0,30999 0.0,31000 0.0,31001 0.0,31002 0.0,31003 0.0,31004 0.0,31005 0.031006 ]31007 },31008 "ctl_random_norm_matched|L2": {31009 "accuracy": 0.0,31010 "gain_vs_zero": {31011 "estimate": 0.0,31012 "low": 0.0,31013 "high": 0.0,31014 "level": 0.95,31015 "n_items": 40,31016 "n_clusters": 40,31017 "n_boot": 200031018 },31019 "correct": [31020 0.0,31021 0.0,31022 0.0,31023 0.0,31024 0.0,31025 0.0,31026 0.0,31027 0.0,31028 0.0,31029 0.0,31030 0.0,31031 0.0,31032 0.0,31033 0.0,31034 0.0,31035 0.0,31036 0.0,31037 0.0,31038 0.0,31039 0.0,31040 0.0,31041 0.0,31042 0.0,31043 0.0,31044 0.0,31045 0.0,31046 0.0,31047 0.0,31048 0.0,31049 0.0,31050 0.0,31051 0.0,31052 0.0,31053 0.0,31054 0.0,31055 0.0,31056 0.0,31057 0.0,31058 0.0,31059 0.031060 ]31061 },31062 "ctl_unrelated_task_vector(antonym)|L2": {31063 "accuracy": 0.0,31064 "gain_vs_zero": {31065 "estimate": 0.0,31066 "low": 0.0,31067 "high": 0.0,31068 "level": 0.95,31069 "n_items": 40,31070 "n_clusters": 40,31071 "n_boot": 200031072 },31073 "correct": [31074 0.0,31075 0.0,31076 0.0,31077 0.0,31078 0.0,31079 0.0,31080 0.0,31081 0.0,31082 0.0,31083 0.0,31084 0.0,31085 0.0,31086 0.0,31087 0.0,31088 0.0,31089 0.0,31090 0.0,31091 0.0,31092 0.0,31093 0.0,31094 0.0,31095 0.0,31096 0.0,31097 0.0,31098 0.0,31099 0.0,31100 0.0,31101 0.0,31102 0.0,31103 0.0,31104 0.0,31105 0.0,31106 0.0,31107 0.0,31108 0.0,31109 0.0,31110 0.0,31111 0.0,31112 0.0,31113 0.031114 ]31115 }31116 },31117 "items": {31118 "zero": [31119 0.0,31120 0.0,31121 0.0,31122 0.0,31123 0.0,31124 0.0,31125 0.0,31126 0.0,31127 0.0,31128 0.0,31129 0.0,31130 0.0,31131 0.0,31132 0.0,31133 0.0,31134 0.0,31135 0.0,31136 0.0,31137 0.0,31138 0.0,31139 0.0,31140 0.0,31141 0.0,31142 0.0,31143 0.0,31144 0.0,31145 0.0,31146 0.0,31147 0.0,31148 0.0,31149 0.0,31150 0.0,31151 0.0,31152 0.0,31153 0.0,31154 0.0,31155 0.0,31156 0.0,31157 0.0,31158 0.031159 ],31160 "few": [31161 0.0,31162 1.0,31163 0.0,31164 0.0,31165 1.0,31166 1.0,31167 0.0,31168 0.0,31169 0.0,31170 0.0,31171 0.0,31172 0.0,31173 0.0,31174 0.0,31175 1.0,31176 0.0,31177 0.0,31178 0.0,31179 1.0,31180 0.0,31181 0.0,31182 0.0,31183 1.0,31184 0.0,31185 0.0,31186 0.0,31187 0.0,31188 0.0,31189 0.0,31190 0.0,31191 1.0,31192 1.0,31193 0.0,31194 0.0,31195 0.0,31196 1.0,31197 0.0,31198 1.0,31199 0.0,31200 1.031201 ],31202 "own": [31203 0.0,31204 0.0,31205 0.0,31206 0.0,31207 0.0,31208 0.0,31209 0.0,31210 0.0,31211 0.0,31212 0.0,31213 0.0,31214 0.0,31215 0.0,31216 0.0,31217 0.0,31218 0.0,31219 0.0,31220 0.0,31221 0.0,31222 0.0,31223 0.0,31224 0.0,31225 0.0,31226 0.0,31227 0.0,31228 0.0,31229 0.0,31230 0.0,31231 0.0,31232 0.0,31233 0.0,31234 0.0,31235 0.0,31236 0.0,31237 0.0,31238 0.0,31239 0.0,31240 0.0,31241 0.0,31242 0.031243 ]31244 }31245 },31246 "addthree": {31247 "recipient_zero": 0.0,31248 "recipient_few": 1.0,31249 "recipient_own_vector": 0.6857142857142857,31250 "donor_layer": 2,31251 "conditions": {31252 "procrustes|L2|a1.0": {31253 "accuracy": 0.0,31254 "gain_vs_zero": {31255 "estimate": 0.0,31256 "low": 0.0,31257 "high": 0.0,31258 "level": 0.95,31259 "n_items": 35,31260 "n_clusters": 35,31261 "n_boot": 200031262 },31263 "mapped_norm": 1.681563377380371,31264 "outputs_sample": [31265 " 50\n",31266 " 24\n\n",31267 " 83\n\n",31268 " 19\n\n",31269 " 72\n\n"31270 ],31271 "correct": [31272 0.0,31273 0.0,31274 0.0,31275 0.0,31276 0.0,31277 0.0,31278 0.0,31279 0.0,31280 0.0,31281 0.0,31282 0.0,31283 0.0,31284 0.0,31285 0.0,31286 0.0,31287 0.0,31288 0.0,31289 0.0,31290 0.0,31291 0.0,31292 0.0,31293 0.0,31294 0.0,31295 0.0,31296 0.0,31297 0.0,31298 0.0,31299 0.0,31300 0.0,31301 0.0,31302 0.0,31303 0.0,31304 0.0,31305 0.0,31306 0.031307 ]31308 },31309 "procrustes|L2|a2.0": {31310 "accuracy": 0.0,31311 "gain_vs_zero": {31312 "estimate": 0.0,31313 "low": 0.0,31314 "high": 0.0,31315 "level": 0.95,31316 "n_items": 35,31317 "n_clusters": 35,31318 "n_boot": 200031319 },31320 "mapped_norm": 1.681563377380371,31321 "outputs_sample": [31322 " 50\n\n",31323 " 24\n\n",31324 " 83\n\n",31325 " 19\n\n",31326 " 71\n\n"31327 ],31328 "correct": [31329 0.0,31330 0.0,31331 0.0,31332 0.0,31333 0.0,31334 0.0,31335 0.0,31336 0.0,31337 0.0,31338 0.0,31339 0.0,31340 0.0,31341 0.0,31342 0.0,31343 0.0,31344 0.0,31345 0.0,31346 0.0,31347 0.0,31348 0.0,31349 0.0,31350 0.0,31351 0.0,31352 0.0,31353 0.0,31354 0.0,31355 0.0,31356 0.0,31357 0.0,31358 0.0,31359 0.0,31360 0.0,31361 0.0,31362 0.0,31363 0.031364 ]31365 },31366 "procrustes_rescaled|L2|a1.0": {31367 "accuracy": 0.0,31368 "gain_vs_zero": {31369 "estimate": 0.0,31370 "low": 0.0,31371 "high": 0.0,31372 "level": 0.95,31373 "n_items": 35,31374 "n_clusters": 35,31375 "n_boot": 200031376 },31377 "mapped_norm": 12.959115982055664,31378 "outputs_sample": [31379 " 50\n\n",31380 " 24\n\n",31381 " 83\n\n",31382 " 19\n\n",31383 " 71\n\n"31384 ],31385 "correct": [31386 0.0,31387 0.0,31388 0.0,31389 0.0,31390 0.0,31391 0.0,31392 0.0,31393 0.0,31394 0.0,31395 0.0,31396 0.0,31397 0.0,31398 0.0,31399 0.0,31400 0.0,31401 0.0,31402 0.0,31403 0.0,31404 0.0,31405 0.0,31406 0.0,31407 0.0,31408 0.0,31409 0.0,31410 0.0,31411 0.0,31412 0.0,31413 0.0,31414 0.0,31415 0.0,31416 0.0,31417 0.0,31418 0.0,31419 0.0,31420 0.031421 ]31422 },31423 "ridge|L2|a1.0": {31424 "accuracy": 0.0,31425 "gain_vs_zero": {31426 "estimate": 0.0,31427 "low": 0.0,31428 "high": 0.0,31429 "level": 0.95,31430 "n_items": 35,31431 "n_clusters": 35,31432 "n_boot": 200031433 },31434 "mapped_norm": 2.031049966812134,31435 "outputs_sample": [31436 " 50\n\n",31437 " 24\n\n",31438 " 83\n\n",31439 " 19\n\n",31440 " 72\n\n"31441 ],31442 "correct": [31443 0.0,31444 0.0,31445 0.0,31446 0.0,31447 0.0,31448 0.0,31449 0.0,31450 0.0,31451 0.0,31452 0.0,31453 0.0,31454 0.0,31455 0.0,31456 0.0,31457 0.0,31458 0.0,31459 0.0,31460 0.0,31461 0.0,31462 0.0,31463 0.0,31464 0.0,31465 0.0,31466 0.0,31467 0.0,31468 0.0,31469 0.0,31470 0.0,31471 0.0,31472 0.0,31473 0.0,31474 0.0,31475 0.0,31476 0.0,31477 0.031478 ]31479 },31480 "ridge|L2|a2.0": {31481 "accuracy": 0.0,31482 "gain_vs_zero": {31483 "estimate": 0.0,31484 "low": 0.0,31485 "high": 0.0,31486 "level": 0.95,31487 "n_items": 35,31488 "n_clusters": 35,31489 "n_boot": 200031490 },31491 "mapped_norm": 2.031049966812134,31492 "outputs_sample": [31493 " 50\n\n",31494 " 24\n\n",31495 " 83\n\n",31496 " 19\n\n",31497 " 71\n\n"31498 ],31499 "correct": [31500 0.0,31501 0.0,31502 0.0,31503 0.0,31504 0.0,31505 0.0,31506 0.0,31507 0.0,31508 0.0,31509 0.0,31510 0.0,31511 0.0,31512 0.0,31513 0.0,31514 0.0,31515 0.0,31516 0.0,31517 0.0,31518 0.0,31519 0.0,31520 0.0,31521 0.0,31522 0.0,31523 0.0,31524 0.0,31525 0.0,31526 0.0,31527 0.0,31528 0.0,31529 0.0,31530 0.0,31531 0.0,31532 0.0,31533 0.0,31534 0.031535 ]31536 },31537 "ridge_rescaled|L2|a1.0": {31538 "accuracy": 0.0,31539 "gain_vs_zero": {31540 "estimate": 0.0,31541 "low": 0.0,31542 "high": 0.0,31543 "level": 0.95,31544 "n_items": 35,31545 "n_clusters": 35,31546 "n_boot": 200031547 },31548 "mapped_norm": 12.959115028381348,31549 "outputs_sample": [31550 " 50\n\n",31551 " 24\n\n",31552 " 83\n\n",31553 " 19\n\n",31554 " 71\n\n"31555 ],31556 "correct": [31557 0.0,31558 0.0,31559 0.0,31560 0.0,31561 0.0,31562 0.0,31563 0.0,31564 0.0,31565 0.0,31566 0.0,31567 0.0,31568 0.0,31569 0.0,31570 0.0,31571 0.0,31572 0.0,31573 0.0,31574 0.0,31575 0.0,31576 0.0,31577 0.0,31578 0.0,31579 0.0,31580 0.0,31581 0.0,31582 0.0,31583 0.0,31584 0.0,31585 0.0,31586 0.0,31587 0.0,31588 0.0,31589 0.0,31590 0.0,31591 0.031592 ]31593 },31594 "cca|L2|a1.0": {31595 "accuracy": 0.0,31596 "gain_vs_zero": {31597 "estimate": 0.0,31598 "low": 0.0,31599 "high": 0.0,31600 "level": 0.95,31601 "n_items": 35,31602 "n_clusters": 35,31603 "n_boot": 200031604 },31605 "mapped_norm": 2.2255494594573975,31606 "outputs_sample": [31607 " 50\n\n",31608 " 24\n\n",31609 " 83\n\n",31610 " 19\n\n",31611 " 71\n\n"31612 ],31613 "correct": [31614 0.0,31615 0.0,31616 0.0,31617 0.0,31618 0.0,31619 0.0,31620 0.0,31621 0.0,31622 0.0,31623 0.0,31624 0.0,31625 0.0,31626 0.0,31627 0.0,31628 0.0,31629 0.0,31630 0.0,31631 0.0,31632 0.0,31633 0.0,31634 0.0,31635 0.0,31636 0.0,31637 0.0,31638 0.0,31639 0.0,31640 0.0,31641 0.0,31642 0.0,31643 0.0,31644 0.0,31645 0.0,31646 0.0,31647 0.0,31648 0.031649 ]31650 },31651 "cca|L2|a2.0": {31652 "accuracy": 0.0,31653 "gain_vs_zero": {31654 "estimate": 0.0,31655 "low": 0.0,31656 "high": 0.0,31657 "level": 0.95,31658 "n_items": 35,31659 "n_clusters": 35,31660 "n_boot": 200031661 },31662 "mapped_norm": 2.2255494594573975,31663 "outputs_sample": [31664 " 50\n\n",31665 " 24\n\n",31666 " 83\n\n",31667 " 19\n\n",31668 " 71\n\n"31669 ],31670 "correct": [31671 0.0,31672 0.0,31673 0.0,31674 0.0,31675 0.0,31676 0.0,31677 0.0,31678 0.0,31679 0.0,31680 0.0,31681 0.0,31682 0.0,31683 0.0,31684 0.0,31685 0.0,31686 0.0,31687 0.0,31688 0.0,31689 0.0,31690 0.0,31691 0.0,31692 0.0,31693 0.0,31694 0.0,31695 0.0,31696 0.0,31697 0.0,31698 0.0,31699 0.0,31700 0.0,31701 0.0,31702 0.0,31703 0.0,31704 0.0,31705 0.031706 ]31707 },31708 "random_orth|L2|a1.0": {31709 "accuracy": 0.0,31710 "gain_vs_zero": {31711 "estimate": 0.0,31712 "low": 0.0,31713 "high": 0.0,31714 "level": 0.95,31715 "n_items": 35,31716 "n_clusters": 35,31717 "n_boot": 200031718 },31719 "mapped_norm": 1.8531432151794434,31720 "outputs_sample": [31721 " 50\n\n",31722 " 24\n\n",31723 " 83\n\n",31724 " 19\n\n",31725 " 71\n\n"31726 ],31727 "correct": [31728 0.0,31729 0.0,31730 0.0,31731 0.0,31732 0.0,31733 0.0,31734 0.0,31735 0.0,31736 0.0,31737 0.0,31738 0.0,31739 0.0,31740 0.0,31741 0.0,31742 0.0,31743 0.0,31744 0.0,31745 0.0,31746 0.0,31747 0.0,31748 0.0,31749 0.0,31750 0.0,31751 0.0,31752 0.0,31753 0.0,31754 0.0,31755 0.0,31756 0.0,31757 0.0,31758 0.0,31759 0.0,31760 0.0,31761 0.0,31762 0.031763 ]31764 },31765 "random_orth|L2|a2.0": {31766 "accuracy": 0.0,31767 "gain_vs_zero": {31768 "estimate": 0.0,31769 "low": 0.0,31770 "high": 0.0,31771 "level": 0.95,31772 "n_items": 35,31773 "n_clusters": 35,31774 "n_boot": 200031775 },31776 "mapped_norm": 1.8531432151794434,31777 "outputs_sample": [31778 " 50\n\n",31779 " 24\n\n",31780 " 83\n\n",31781 " 19\n\n",31782 " 71\n\n"31783 ],31784 "correct": [31785 0.0,31786 0.0,31787 0.0,31788 0.0,31789 0.0,31790 0.0,31791 0.0,31792 0.0,31793 0.0,31794 0.0,31795 0.0,31796 0.0,31797 0.0,31798 0.0,31799 0.0,31800 0.0,31801 0.0,31802 0.0,31803 0.0,31804 0.0,31805 0.0,31806 0.0,31807 0.0,31808 0.0,31809 0.0,31810 0.0,31811 0.0,31812 0.0,31813 0.0,31814 0.0,31815 0.0,31816 0.0,31817 0.0,31818 0.0,31819 0.031820 ]31821 },31822 "replace_donor_fewshot|procrustes|L2": {31823 "accuracy": 0.0,31824 "gain_vs_zero": {31825 "estimate": 0.0,31826 "low": 0.0,31827 "high": 0.0,31828 "level": 0.95,31829 "n_items": 35,31830 "n_clusters": 35,31831 "n_boot": 200031832 },31833 "outputs_sample": [31834 " 50\n",31835 " 24\n\n",31836 " 83\n\n",31837 " 19\n\n",31838 " 72\n\n"31839 ],31840 "correct": [31841 0.0,31842 0.0,31843 0.0,31844 0.0,31845 0.0,31846 0.0,31847 0.0,31848 0.0,31849 0.0,31850 0.0,31851 0.0,31852 0.0,31853 0.0,31854 0.0,31855 0.0,31856 0.0,31857 0.0,31858 0.0,31859 0.0,31860 0.0,31861 0.0,31862 0.0,31863 0.0,31864 0.0,31865 0.0,31866 0.0,31867 0.0,31868 0.0,31869 0.0,31870 0.0,31871 0.0,31872 0.0,31873 0.0,31874 0.0,31875 0.031876 ]31877 },31878 "ctl_replace_donor_zeroshot|procrustes|L2": {31879 "accuracy": 0.0,31880 "gain_vs_zero": {31881 "estimate": 0.0,31882 "low": 0.0,31883 "high": 0.0,31884 "level": 0.95,31885 "n_items": 35,31886 "n_clusters": 35,31887 "n_boot": 200031888 },31889 "outputs_sample": [31890 " 50\n",31891 " 24\n\n",31892 " 83\n\n",31893 " 19\n\n",31894 " 72\n"31895 ],31896 "correct": [31897 0.0,31898 0.0,31899 0.0,31900 0.0,31901 0.0,31902 0.0,31903 0.0,31904 0.0,31905 0.0,31906 0.0,31907 0.0,31908 0.0,31909 0.0,31910 0.0,31911 0.0,31912 0.0,31913 0.0,31914 0.0,31915 0.0,31916 0.0,31917 0.0,31918 0.0,31919 0.0,31920 0.0,31921 0.0,31922 0.0,31923 0.0,31924 0.0,31925 0.0,31926 0.0,31927 0.0,31928 0.0,31929 0.0,31930 0.0,31931 0.031932 ]31933 },31934 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {31935 "accuracy": 0.0,31936 "gain_vs_zero": {31937 "estimate": 0.0,31938 "low": 0.0,31939 "high": 0.0,31940 "level": 0.95,31941 "n_items": 35,31942 "n_clusters": 35,31943 "n_boot": 200031944 },31945 "outputs_sample": [31946 " 50\n",31947 " 24\n\n",31948 " 83\n\n",31949 " 19\n\n",31950 " 71\n\n"31951 ],31952 "correct": [31953 0.0,31954 0.0,31955 0.0,31956 0.0,31957 0.0,31958 0.0,31959 0.0,31960 0.0,31961 0.0,31962 0.0,31963 0.0,31964 0.0,31965 0.0,31966 0.0,31967 0.0,31968 0.0,31969 0.0,31970 0.0,31971 0.0,31972 0.0,31973 0.0,31974 0.0,31975 0.0,31976 0.0,31977 0.0,31978 0.0,31979 0.0,31980 0.0,31981 0.0,31982 0.0,31983 0.0,31984 0.0,31985 0.0,31986 0.0,31987 0.031988 ]31989 },31990 "replace_donor_fewshot|ridge|L2": {31991 "accuracy": 0.0,31992 "gain_vs_zero": {31993 "estimate": 0.0,31994 "low": 0.0,31995 "high": 0.0,31996 "level": 0.95,31997 "n_items": 35,31998 "n_clusters": 35,31999 "n_boot": 200032000 },32001 "outputs_sample": [32002 " 50\n\n",32003 " 24\n\n",32004 " 83\n\n",32005 " 19\n\n",32006 " 72\n"32007 ],32008 "correct": [32009 0.0,32010 0.0,32011 0.0,32012 0.0,32013 0.0,32014 0.0,32015 0.0,32016 0.0,32017 0.0,32018 0.0,32019 0.0,32020 0.0,32021 0.0,32022 0.0,32023 0.0,32024 0.0,32025 0.0,32026 0.0,32027 0.0,32028 0.0,32029 0.0,32030 0.0,32031 0.0,32032 0.0,32033 0.0,32034 0.0,32035 0.0,32036 0.0,32037 0.0,32038 0.0,32039 0.0,32040 0.0,32041 0.0,32042 0.0,32043 0.032044 ]32045 },32046 "ctl_replace_donor_zeroshot|ridge|L2": {32047 "accuracy": 0.0,32048 "gain_vs_zero": {32049 "estimate": 0.0,32050 "low": 0.0,32051 "high": 0.0,32052 "level": 0.95,32053 "n_items": 35,32054 "n_clusters": 35,32055 "n_boot": 200032056 },32057 "outputs_sample": [32058 " 50\n\n",32059 " 24\n\n",32060 " 83\n\n",32061 " 19\n\n",32062 " 72\n\n"32063 ],32064 "correct": [32065 0.0,32066 0.0,32067 0.0,32068 0.0,32069 0.0,32070 0.0,32071 0.0,32072 0.0,32073 0.0,32074 0.0,32075 0.0,32076 0.0,32077 0.0,32078 0.0,32079 0.0,32080 0.0,32081 0.0,32082 0.0,32083 0.0,32084 0.0,32085 0.0,32086 0.0,32087 0.0,32088 0.0,32089 0.0,32090 0.0,32091 0.0,32092 0.0,32093 0.0,32094 0.0,32095 0.0,32096 0.0,32097 0.0,32098 0.0,32099 0.032100 ]32101 },32102 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {32103 "accuracy": 0.0,32104 "gain_vs_zero": {32105 "estimate": 0.0,32106 "low": 0.0,32107 "high": 0.0,32108 "level": 0.95,32109 "n_items": 35,32110 "n_clusters": 35,32111 "n_boot": 200032112 },32113 "outputs_sample": [32114 " 50\n",32115 " 24\n\n",32116 " 83\n\n",32117 " 19\n\n",32118 " 72\n"32119 ],32120 "correct": [32121 0.0,32122 0.0,32123 0.0,32124 0.0,32125 0.0,32126 0.0,32127 0.0,32128 0.0,32129 0.0,32130 0.0,32131 0.0,32132 0.0,32133 0.0,32134 0.0,32135 0.0,32136 0.0,32137 0.0,32138 0.0,32139 0.0,32140 0.0,32141 0.0,32142 0.0,32143 0.0,32144 0.0,32145 0.0,32146 0.0,32147 0.0,32148 0.0,32149 0.0,32150 0.0,32151 0.0,32152 0.0,32153 0.0,32154 0.0,32155 0.032156 ]32157 },32158 "ctl_replace_donor_fewshot|sham_map|L2": {32159 "accuracy": 0.0,32160 "gain_vs_zero": {32161 "estimate": 0.0,32162 "low": 0.0,32163 "high": 0.0,32164 "level": 0.95,32165 "n_items": 35,32166 "n_clusters": 35,32167 "n_boot": 200032168 },32169 "outputs_sample": [32170 " 50\n",32171 " 24\n\n",32172 " 83\n\n",32173 " 19\n\n",32174 " 72\n"32175 ],32176 "correct": [32177 0.0,32178 0.0,32179 0.0,32180 0.0,32181 0.0,32182 0.0,32183 0.0,32184 0.0,32185 0.0,32186 0.0,32187 0.0,32188 0.0,32189 0.0,32190 0.0,32191 0.0,32192 0.0,32193 0.0,32194 0.0,32195 0.0,32196 0.0,32197 0.0,32198 0.0,32199 0.0,32200 0.0,32201 0.0,32202 0.0,32203 0.0,32204 0.0,32205 0.0,32206 0.0,32207 0.0,32208 0.0,32209 0.0,32210 0.0,32211 0.032212 ]32213 },32214 "ctl_replace_donor_zeroshot|sham_map|L2": {32215 "accuracy": 0.0,32216 "gain_vs_zero": {32217 "estimate": 0.0,32218 "low": 0.0,32219 "high": 0.0,32220 "level": 0.95,32221 "n_items": 35,32222 "n_clusters": 35,32223 "n_boot": 200032224 },32225 "outputs_sample": [32226 " 50\n\n",32227 " 24\n\n",32228 " 83\n\n",32229 " 19\n\n",32230 " 72\n"32231 ],32232 "correct": [32233 0.0,32234 0.0,32235 0.0,32236 0.0,32237 0.0,32238 0.0,32239 0.0,32240 0.0,32241 0.0,32242 0.0,32243 0.0,32244 0.0,32245 0.0,32246 0.0,32247 0.0,32248 0.0,32249 0.0,32250 0.0,32251 0.0,32252 0.0,32253 0.0,32254 0.0,32255 0.0,32256 0.0,32257 0.0,32258 0.0,32259 0.0,32260 0.0,32261 0.0,32262 0.0,32263 0.0,32264 0.0,32265 0.0,32266 0.0,32267 0.032268 ]32269 },32270 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {32271 "accuracy": 0.0,32272 "gain_vs_zero": {32273 "estimate": 0.0,32274 "low": 0.0,32275 "high": 0.0,32276 "level": 0.95,32277 "n_items": 35,32278 "n_clusters": 35,32279 "n_boot": 200032280 },32281 "outputs_sample": [32282 " 50\n",32283 " 24\n\n",32284 " 83\n\n",32285 " 19\n\n",32286 " 72\n"32287 ],32288 "correct": [32289 0.0,32290 0.0,32291 0.0,32292 0.0,32293 0.0,32294 0.0,32295 0.0,32296 0.0,32297 0.0,32298 0.0,32299 0.0,32300 0.0,32301 0.0,32302 0.0,32303 0.0,32304 0.0,32305 0.0,32306 0.0,32307 0.0,32308 0.0,32309 0.0,32310 0.0,32311 0.0,32312 0.0,32313 0.0,32314 0.0,32315 0.0,32316 0.0,32317 0.0,32318 0.0,32319 0.0,32320 0.0,32321 0.0,32322 0.0,32323 0.032324 ]32325 },32326 "ctl_random_norm_matched|L2": {32327 "accuracy": 0.0,32328 "gain_vs_zero": {32329 "estimate": 0.0,32330 "low": 0.0,32331 "high": 0.0,32332 "level": 0.95,32333 "n_items": 35,32334 "n_clusters": 35,32335 "n_boot": 200032336 },32337 "correct": [32338 0.0,32339 0.0,32340 0.0,32341 0.0,32342 0.0,32343 0.0,32344 0.0,32345 0.0,32346 0.0,32347 0.0,32348 0.0,32349 0.0,32350 0.0,32351 0.0,32352 0.0,32353 0.0,32354 0.0,32355 0.0,32356 0.0,32357 0.0,32358 0.0,32359 0.0,32360 0.0,32361 0.0,32362 0.0,32363 0.0,32364 0.0,32365 0.0,32366 0.0,32367 0.0,32368 0.0,32369 0.0,32370 0.0,32371 0.0,32372 0.032373 ]32374 },32375 "ctl_unrelated_task_vector(antonym)|L2": {32376 "accuracy": 0.0,32377 "gain_vs_zero": {32378 "estimate": 0.0,32379 "low": 0.0,32380 "high": 0.0,32381 "level": 0.95,32382 "n_items": 35,32383 "n_clusters": 35,32384 "n_boot": 200032385 },32386 "correct": [32387 0.0,32388 0.0,32389 0.0,32390 0.0,32391 0.0,32392 0.0,32393 0.0,32394 0.0,32395 0.0,32396 0.0,32397 0.0,32398 0.0,32399 0.0,32400 0.0,32401 0.0,32402 0.0,32403 0.0,32404 0.0,32405 0.0,32406 0.0,32407 0.0,32408 0.0,32409 0.0,32410 0.0,32411 0.0,32412 0.0,32413 0.0,32414 0.0,32415 0.0,32416 0.0,32417 0.0,32418 0.0,32419 0.0,32420 0.0,32421 0.032422 ]32423 },32424 "procrustes|L14|a1.0": {32425 "accuracy": 0.0,32426 "gain_vs_zero": {32427 "estimate": 0.0,32428 "low": 0.0,32429 "high": 0.0,32430 "level": 0.95,32431 "n_items": 35,32432 "n_clusters": 35,32433 "n_boot": 200032434 },32435 "mapped_norm": 9.203678131103516,32436 "outputs_sample": [32437 " 50\n\n",32438 " 24\n\n",32439 " 83\n\n",32440 " 19\n\n",32441 " 72\n"32442 ],32443 "correct": [32444 0.0,32445 0.0,32446 0.0,32447 0.0,32448 0.0,32449 0.0,32450 0.0,32451 0.0,32452 0.0,32453 0.0,32454 0.0,32455 0.0,32456 0.0,32457 0.0,32458 0.0,32459 0.0,32460 0.0,32461 0.0,32462 0.0,32463 0.0,32464 0.0,32465 0.0,32466 0.0,32467 0.0,32468 0.0,32469 0.0,32470 0.0,32471 0.0,32472 0.0,32473 0.0,32474 0.0,32475 0.0,32476 0.0,32477 0.0,32478 0.032479 ]32480 },32481 "procrustes|L14|a2.0": {32482 "accuracy": 0.0,32483 "gain_vs_zero": {32484 "estimate": 0.0,32485 "low": 0.0,32486 "high": 0.0,32487 "level": 0.95,32488 "n_items": 35,32489 "n_clusters": 35,32490 "n_boot": 200032491 },32492 "mapped_norm": 9.203678131103516,32493 "outputs_sample": [32494 " 50\n\n",32495 " 24\n\n",32496 " 83\n\n",32497 " 19\n\n",32498 " 71\n"32499 ],32500 "correct": [32501 0.0,32502 0.0,32503 0.0,32504 0.0,32505 0.0,32506 0.0,32507 0.0,32508 0.0,32509 0.0,32510 0.0,32511 0.0,32512 0.0,32513 0.0,32514 0.0,32515 0.0,32516 0.0,32517 0.0,32518 0.0,32519 0.0,32520 0.0,32521 0.0,32522 0.0,32523 0.0,32524 0.0,32525 0.0,32526 0.0,32527 0.0,32528 0.0,32529 0.0,32530 0.0,32531 0.0,32532 0.0,32533 0.0,32534 0.0,32535 0.032536 ]32537 },32538 "procrustes_rescaled|L14|a1.0": {32539 "accuracy": 0.0,32540 "gain_vs_zero": {32541 "estimate": 0.0,32542 "low": 0.0,32543 "high": 0.0,32544 "level": 0.95,32545 "n_items": 35,32546 "n_clusters": 35,32547 "n_boot": 200032548 },32549 "mapped_norm": 12.959115028381348,32550 "outputs_sample": [32551 " 50\n\n",32552 " 24\n\n",32553 " 83\n\n",32554 " 1\n",32555 " 71\n\n"32556 ],32557 "correct": [32558 0.0,32559 0.0,32560 0.0,32561 0.0,32562 0.0,32563 0.0,32564 0.0,32565 0.0,32566 0.0,32567 0.0,32568 0.0,32569 0.0,32570 0.0,32571 0.0,32572 0.0,32573 0.0,32574 0.0,32575 0.0,32576 0.0,32577 0.0,32578 0.0,32579 0.0,32580 0.0,32581 0.0,32582 0.0,32583 0.0,32584 0.0,32585 0.0,32586 0.0,32587 0.0,32588 0.0,32589 0.0,32590 0.0,32591 0.0,32592 0.032593 ]32594 },32595 "ridge|L14|a1.0": {32596 "accuracy": 0.0,32597 "gain_vs_zero": {32598 "estimate": 0.0,32599 "low": 0.0,32600 "high": 0.0,32601 "level": 0.95,32602 "n_items": 35,32603 "n_clusters": 35,32604 "n_boot": 200032605 },32606 "mapped_norm": 8.098087310791016,32607 "outputs_sample": [32608 " 50\n\n",32609 " 24\n\n",32610 " 83\n\n",32611 " 19\n\n",32612 " 72\n"32613 ],32614 "correct": [32615 0.0,32616 0.0,32617 0.0,32618 0.0,32619 0.0,32620 0.0,32621 0.0,32622 0.0,32623 0.0,32624 0.0,32625 0.0,32626 0.0,32627 0.0,32628 0.0,32629 0.0,32630 0.0,32631 0.0,32632 0.0,32633 0.0,32634 0.0,32635 0.0,32636 0.0,32637 0.0,32638 0.0,32639 0.0,32640 0.0,32641 0.0,32642 0.0,32643 0.0,32644 0.0,32645 0.0,32646 0.0,32647 0.0,32648 0.0,32649 0.032650 ]32651 },32652 "ridge|L14|a2.0": {32653 "accuracy": 0.0,32654 "gain_vs_zero": {32655 "estimate": 0.0,32656 "low": 0.0,32657 "high": 0.0,32658 "level": 0.95,32659 "n_items": 35,32660 "n_clusters": 35,32661 "n_boot": 200032662 },32663 "mapped_norm": 8.098087310791016,32664 "outputs_sample": [32665 " 50\n\n",32666 " 24\n\n",32667 " 83\n\n",32668 " 19\n\n",32669 " 71\n\n"32670 ],32671 "correct": [32672 0.0,32673 0.0,32674 0.0,32675 0.0,32676 0.0,32677 0.0,32678 0.0,32679 0.0,32680 0.0,32681 0.0,32682 0.0,32683 0.0,32684 0.0,32685 0.0,32686 0.0,32687 0.0,32688 0.0,32689 0.0,32690 0.0,32691 0.0,32692 0.0,32693 0.0,32694 0.0,32695 0.0,32696 0.0,32697 0.0,32698 0.0,32699 0.0,32700 0.0,32701 0.0,32702 0.0,32703 0.0,32704 0.0,32705 0.0,32706 0.032707 ]32708 },32709 "ridge_rescaled|L14|a1.0": {32710 "accuracy": 0.0,32711 "gain_vs_zero": {32712 "estimate": 0.0,32713 "low": 0.0,32714 "high": 0.0,32715 "level": 0.95,32716 "n_items": 35,32717 "n_clusters": 35,32718 "n_boot": 200032719 },32720 "mapped_norm": 12.959115982055664,32721 "outputs_sample": [32722 " 50\n\n",32723 " 24\n\n",32724 " 83\n\n",32725 " 19\n\n",32726 " 71\n\n"32727 ],32728 "correct": [32729 0.0,32730 0.0,32731 0.0,32732 0.0,32733 0.0,32734 0.0,32735 0.0,32736 0.0,32737 0.0,32738 0.0,32739 0.0,32740 0.0,32741 0.0,32742 0.0,32743 0.0,32744 0.0,32745 0.0,32746 0.0,32747 0.0,32748 0.0,32749 0.0,32750 0.0,32751 0.0,32752 0.0,32753 0.0,32754 0.0,32755 0.0,32756 0.0,32757 0.0,32758 0.0,32759 0.0,32760 0.0,32761 0.0,32762 0.0,32763 0.032764 ]32765 },32766 "cca|L14|a1.0": {32767 "accuracy": 0.0,32768 "gain_vs_zero": {32769 "estimate": 0.0,32770 "low": 0.0,32771 "high": 0.0,32772 "level": 0.95,32773 "n_items": 35,32774 "n_clusters": 35,32775 "n_boot": 200032776 },32777 "mapped_norm": 12.138668060302734,32778 "outputs_sample": [32779 " 50\n",32780 " 24\n\n",32781 " 83\n\n",32782 " 19\n\n",32783 " 72\n"32784 ],32785 "correct": [32786 0.0,32787 0.0,32788 0.0,32789 0.0,32790 0.0,32791 0.0,32792 0.0,32793 0.0,32794 0.0,32795 0.0,32796 0.0,32797 0.0,32798 0.0,32799 0.0,32800 0.0,32801 0.0,32802 0.0,32803 0.0,32804 0.0,32805 0.0,32806 0.0,32807 0.0,32808 0.0,32809 0.0,32810 0.0,32811 0.0,32812 0.0,32813 0.0,32814 0.0,32815 0.0,32816 0.0,32817 0.0,32818 0.0,32819 0.0,32820 0.032821 ]32822 },32823 "cca|L14|a2.0": {32824 "accuracy": 0.0,32825 "gain_vs_zero": {32826 "estimate": 0.0,32827 "low": 0.0,32828 "high": 0.0,32829 "level": 0.95,32830 "n_items": 35,32831 "n_clusters": 35,32832 "n_boot": 200032833 },32834 "mapped_norm": 12.138668060302734,32835 "outputs_sample": [32836 " 1\n",32837 " 1\n",32838 " 83\n\n",32839 " 1\n",32840 " 1\n"32841 ],32842 "correct": [32843 0.0,32844 0.0,32845 0.0,32846 0.0,32847 0.0,32848 0.0,32849 0.0,32850 0.0,32851 0.0,32852 0.0,32853 0.0,32854 0.0,32855 0.0,32856 0.0,32857 0.0,32858 0.0,32859 0.0,32860 0.0,32861 0.0,32862 0.0,32863 0.0,32864 0.0,32865 0.0,32866 0.0,32867 0.0,32868 0.0,32869 0.0,32870 0.0,32871 0.0,32872 0.0,32873 0.0,32874 0.0,32875 0.0,32876 0.0,32877 0.032878 ]32879 },32880 "random_orth|L14|a1.0": {32881 "accuracy": 0.0,32882 "gain_vs_zero": {32883 "estimate": 0.0,32884 "low": 0.0,32885 "high": 0.0,32886 "level": 0.95,32887 "n_items": 35,32888 "n_clusters": 35,32889 "n_boot": 200032890 },32891 "mapped_norm": 12.17203140258789,32892 "outputs_sample": [32893 " 50\n",32894 " 24\n\n",32895 " 83\n\n",32896 " 19\n\n",32897 " 72\n"32898 ],32899 "correct": [32900 0.0,32901 0.0,32902 0.0,32903 0.0,32904 0.0,32905 0.0,32906 0.0,32907 0.0,32908 0.0,32909 0.0,32910 0.0,32911 0.0,32912 0.0,32913 0.0,32914 0.0,32915 0.0,32916 0.0,32917 0.0,32918 0.0,32919 0.0,32920 0.0,32921 0.0,32922 0.0,32923 0.0,32924 0.0,32925 0.0,32926 0.0,32927 0.0,32928 0.0,32929 0.0,32930 0.0,32931 0.0,32932 0.0,32933 0.0,32934 0.032935 ]32936 },32937 "random_orth|L14|a2.0": {32938 "accuracy": 0.0,32939 "gain_vs_zero": {32940 "estimate": 0.0,32941 "low": 0.0,32942 "high": 0.0,32943 "level": 0.95,32944 "n_items": 35,32945 "n_clusters": 35,32946 "n_boot": 200032947 },32948 "mapped_norm": 12.17203140258789,32949 "outputs_sample": [32950 " 0\n",32951 " 0\n",32952 " 0\n",32953 " 0\n",32954 " 0\n"32955 ],32956 "correct": [32957 0.0,32958 0.0,32959 0.0,32960 0.0,32961 0.0,32962 0.0,32963 0.0,32964 0.0,32965 0.0,32966 0.0,32967 0.0,32968 0.0,32969 0.0,32970 0.0,32971 0.0,32972 0.0,32973 0.0,32974 0.0,32975 0.0,32976 0.0,32977 0.0,32978 0.0,32979 0.0,32980 0.0,32981 0.0,32982 0.0,32983 0.0,32984 0.0,32985 0.0,32986 0.0,32987 0.0,32988 0.0,32989 0.0,32990 0.0,32991 0.032992 ]32993 },32994 "replace_donor_fewshot|procrustes|L14": {32995 "accuracy": 0.0,32996 "gain_vs_zero": {32997 "estimate": 0.0,32998 "low": 0.0,32999 "high": 0.0,33000 "level": 0.95,33001 "n_items": 35,33002 "n_clusters": 35,33003 "n_boot": 200033004 },33005 "outputs_sample": [33006 " 50\n\n",33007 " 24\n\n",33008 " 83\n\n",33009 " 19\n\n",33010 " 72\n\n"33011 ],33012 "correct": [33013 0.0,33014 0.0,33015 0.0,33016 0.0,33017 0.0,33018 0.0,33019 0.0,33020 0.0,33021 0.0,33022 0.0,33023 0.0,33024 0.0,33025 0.0,33026 0.0,33027 0.0,33028 0.0,33029 0.0,33030 0.0,33031 0.0,33032 0.0,33033 0.0,33034 0.0,33035 0.0,33036 0.0,33037 0.0,33038 0.0,33039 0.0,33040 0.0,33041 0.0,33042 0.0,33043 0.0,33044 0.0,33045 0.0,33046 0.0,33047 0.033048 ]33049 },33050 "ctl_replace_donor_zeroshot|procrustes|L14": {33051 "accuracy": 0.0,33052 "gain_vs_zero": {33053 "estimate": 0.0,33054 "low": 0.0,33055 "high": 0.0,33056 "level": 0.95,33057 "n_items": 35,33058 "n_clusters": 35,33059 "n_boot": 200033060 },33061 "outputs_sample": [33062 " 50\n\n",33063 " 24\n\n",33064 " 83\n\n",33065 " 19\n\n",33066 " 72\n\n"33067 ],33068 "correct": [33069 0.0,33070 0.0,33071 0.0,33072 0.0,33073 0.0,33074 0.0,33075 0.0,33076 0.0,33077 0.0,33078 0.0,33079 0.0,33080 0.0,33081 0.0,33082 0.0,33083 0.0,33084 0.0,33085 0.0,33086 0.0,33087 0.0,33088 0.0,33089 0.0,33090 0.0,33091 0.0,33092 0.0,33093 0.0,33094 0.0,33095 0.0,33096 0.0,33097 0.0,33098 0.0,33099 0.0,33100 0.0,33101 0.0,33102 0.0,33103 0.033104 ]33105 },33106 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {33107 "accuracy": 0.0,33108 "gain_vs_zero": {33109 "estimate": 0.0,33110 "low": 0.0,33111 "high": 0.0,33112 "level": 0.95,33113 "n_items": 35,33114 "n_clusters": 35,33115 "n_boot": 200033116 },33117 "outputs_sample": [33118 " 50\n\n",33119 " 24\n\n",33120 " 83\n\n",33121 " 19\n\n",33122 " 72\n"33123 ],33124 "correct": [33125 0.0,33126 0.0,33127 0.0,33128 0.0,33129 0.0,33130 0.0,33131 0.0,33132 0.0,33133 0.0,33134 0.0,33135 0.0,33136 0.0,33137 0.0,33138 0.0,33139 0.0,33140 0.0,33141 0.0,33142 0.0,33143 0.0,33144 0.0,33145 0.0,33146 0.0,33147 0.0,33148 0.0,33149 0.0,33150 0.0,33151 0.0,33152 0.0,33153 0.0,33154 0.0,33155 0.0,33156 0.0,33157 0.0,33158 0.0,33159 0.033160 ]33161 },33162 "replace_donor_fewshot|ridge|L14": {33163 "accuracy": 0.0,33164 "gain_vs_zero": {33165 "estimate": 0.0,33166 "low": 0.0,33167 "high": 0.0,33168 "level": 0.95,33169 "n_items": 35,33170 "n_clusters": 35,33171 "n_boot": 200033172 },33173 "outputs_sample": [33174 " 50\n\n",33175 " 24\n\n",33176 " 83\n\n",33177 " 19\n\n",33178 " 72\n\n"33179 ],33180 "correct": [33181 0.0,33182 0.0,33183 0.0,33184 0.0,33185 0.0,33186 0.0,33187 0.0,33188 0.0,33189 0.0,33190 0.0,33191 0.0,33192 0.0,33193 0.0,33194 0.0,33195 0.0,33196 0.0,33197 0.0,33198 0.0,33199 0.0,33200 0.0,33201 0.0,33202 0.0,33203 0.0,33204 0.0,33205 0.0,33206 0.0,33207 0.0,33208 0.0,33209 0.0,33210 0.0,33211 0.0,33212 0.0,33213 0.0,33214 0.0,33215 0.033216 ]33217 },33218 "ctl_replace_donor_zeroshot|ridge|L14": {33219 "accuracy": 0.0,33220 "gain_vs_zero": {33221 "estimate": 0.0,33222 "low": 0.0,33223 "high": 0.0,33224 "level": 0.95,33225 "n_items": 35,33226 "n_clusters": 35,33227 "n_boot": 200033228 },33229 "outputs_sample": [33230 " 50\n\n",33231 " 24\n\n",33232 " 83\n\n",33233 " 19\n\n",33234 " 72\n\n"33235 ],33236 "correct": [33237 0.0,33238 0.0,33239 0.0,33240 0.0,33241 0.0,33242 0.0,33243 0.0,33244 0.0,33245 0.0,33246 0.0,33247 0.0,33248 0.0,33249 0.0,33250 0.0,33251 0.0,33252 0.0,33253 0.0,33254 0.0,33255 0.0,33256 0.0,33257 0.0,33258 0.0,33259 0.0,33260 0.0,33261 0.0,33262 0.0,33263 0.0,33264 0.0,33265 0.0,33266 0.0,33267 0.0,33268 0.0,33269 0.0,33270 0.0,33271 0.033272 ]33273 },33274 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {33275 "accuracy": 0.0,33276 "gain_vs_zero": {33277 "estimate": 0.0,33278 "low": 0.0,33279 "high": 0.0,33280 "level": 0.95,33281 "n_items": 35,33282 "n_clusters": 35,33283 "n_boot": 200033284 },33285 "outputs_sample": [33286 " 50\n\n",33287 " 24\n\n",33288 " 83\n\n",33289 " 19\n\n",33290 " 72\n\n"33291 ],33292 "correct": [33293 0.0,33294 0.0,33295 0.0,33296 0.0,33297 0.0,33298 0.0,33299 0.0,33300 0.0,33301 0.0,33302 0.0,33303 0.0,33304 0.0,33305 0.0,33306 0.0,33307 0.0,33308 0.0,33309 0.0,33310 0.0,33311 0.0,33312 0.0,33313 0.0,33314 0.0,33315 0.0,33316 0.0,33317 0.0,33318 0.0,33319 0.0,33320 0.0,33321 0.0,33322 0.0,33323 0.0,33324 0.0,33325 0.0,33326 0.0,33327 0.033328 ]33329 },33330 "ctl_replace_donor_fewshot|sham_map|L14": {33331 "accuracy": 0.0,33332 "gain_vs_zero": {33333 "estimate": 0.0,33334 "low": 0.0,33335 "high": 0.0,33336 "level": 0.95,33337 "n_items": 35,33338 "n_clusters": 35,33339 "n_boot": 200033340 },33341 "outputs_sample": [33342 " 50\n\n",33343 " 24\n\n",33344 " 83\n\n",33345 " 19\n\n",33346 " 72\n\n"33347 ],33348 "correct": [33349 0.0,33350 0.0,33351 0.0,33352 0.0,33353 0.0,33354 0.0,33355 0.0,33356 0.0,33357 0.0,33358 0.0,33359 0.0,33360 0.0,33361 0.0,33362 0.0,33363 0.0,33364 0.0,33365 0.0,33366 0.0,33367 0.0,33368 0.0,33369 0.0,33370 0.0,33371 0.0,33372 0.0,33373 0.0,33374 0.0,33375 0.0,33376 0.0,33377 0.0,33378 0.0,33379 0.0,33380 0.0,33381 0.0,33382 0.0,33383 0.033384 ]33385 },33386 "ctl_replace_donor_zeroshot|sham_map|L14": {33387 "accuracy": 0.0,33388 "gain_vs_zero": {33389 "estimate": 0.0,33390 "low": 0.0,33391 "high": 0.0,33392 "level": 0.95,33393 "n_items": 35,33394 "n_clusters": 35,33395 "n_boot": 200033396 },33397 "outputs_sample": [33398 " 50\n\n",33399 " 24\n\n",33400 " 83\n\n",33401 " 19\n\n",33402 " 71\n\n"33403 ],33404 "correct": [33405 0.0,33406 0.0,33407 0.0,33408 0.0,33409 0.0,33410 0.0,33411 0.0,33412 0.0,33413 0.0,33414 0.0,33415 0.0,33416 0.0,33417 0.0,33418 0.0,33419 0.0,33420 0.0,33421 0.0,33422 0.0,33423 0.0,33424 0.0,33425 0.0,33426 0.0,33427 0.0,33428 0.0,33429 0.0,33430 0.0,33431 0.0,33432 0.0,33433 0.0,33434 0.0,33435 0.0,33436 0.0,33437 0.0,33438 0.0,33439 0.033440 ]33441 },33442 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {33443 "accuracy": 0.0,33444 "gain_vs_zero": {33445 "estimate": 0.0,33446 "low": 0.0,33447 "high": 0.0,33448 "level": 0.95,33449 "n_items": 35,33450 "n_clusters": 35,33451 "n_boot": 200033452 },33453 "outputs_sample": [33454 " 50\n\n",33455 " 24\n\n",33456 " 83\n\n",33457 " 19\n\n",33458 " 71\n\n"33459 ],33460 "correct": [33461 0.0,33462 0.0,33463 0.0,33464 0.0,33465 0.0,33466 0.0,33467 0.0,33468 0.0,33469 0.0,33470 0.0,33471 0.0,33472 0.0,33473 0.0,33474 0.0,33475 0.0,33476 0.0,33477 0.0,33478 0.0,33479 0.0,33480 0.0,33481 0.0,33482 0.0,33483 0.0,33484 0.0,33485 0.0,33486 0.0,33487 0.0,33488 0.0,33489 0.0,33490 0.0,33491 0.0,33492 0.0,33493 0.0,33494 0.0,33495 0.033496 ]33497 },33498 "ctl_random_norm_matched|L14": {33499 "accuracy": 0.0,33500 "gain_vs_zero": {33501 "estimate": 0.0,33502 "low": 0.0,33503 "high": 0.0,33504 "level": 0.95,33505 "n_items": 35,33506 "n_clusters": 35,33507 "n_boot": 200033508 },33509 "correct": [33510 0.0,33511 0.0,33512 0.0,33513 0.0,33514 0.0,33515 0.0,33516 0.0,33517 0.0,33518 0.0,33519 0.0,33520 0.0,33521 0.0,33522 0.0,33523 0.0,33524 0.0,33525 0.0,33526 0.0,33527 0.0,33528 0.0,33529 0.0,33530 0.0,33531 0.0,33532 0.0,33533 0.0,33534 0.0,33535 0.0,33536 0.0,33537 0.0,33538 0.0,33539 0.0,33540 0.0,33541 0.0,33542 0.0,33543 0.0,33544 0.033545 ]33546 },33547 "ctl_unrelated_task_vector(antonym)|L14": {33548 "accuracy": 0.0,33549 "gain_vs_zero": {33550 "estimate": 0.0,33551 "low": 0.0,33552 "high": 0.0,33553 "level": 0.95,33554 "n_items": 35,33555 "n_clusters": 35,33556 "n_boot": 200033557 },33558 "correct": [33559 0.0,33560 0.0,33561 0.0,33562 0.0,33563 0.0,33564 0.0,33565 0.0,33566 0.0,33567 0.0,33568 0.0,33569 0.0,33570 0.0,33571 0.0,33572 0.0,33573 0.0,33574 0.0,33575 0.0,33576 0.0,33577 0.0,33578 0.0,33579 0.0,33580 0.0,33581 0.0,33582 0.0,33583 0.0,33584 0.0,33585 0.0,33586 0.0,33587 0.0,33588 0.0,33589 0.0,33590 0.0,33591 0.0,33592 0.0,33593 0.033594 ]33595 }33596 },33597 "items": {33598 "zero": [33599 0.0,33600 0.0,33601 0.0,33602 0.0,33603 0.0,33604 0.0,33605 0.0,33606 0.0,33607 0.0,33608 0.0,33609 0.0,33610 0.0,33611 0.0,33612 0.0,33613 0.0,33614 0.0,33615 0.0,33616 0.0,33617 0.0,33618 0.0,33619 0.0,33620 0.0,33621 0.0,33622 0.0,33623 0.0,33624 0.0,33625 0.0,33626 0.0,33627 0.0,33628 0.0,33629 0.0,33630 0.0,33631 0.0,33632 0.0,33633 0.033634 ],33635 "few": [33636 1.0,33637 1.0,33638 1.0,33639 1.0,33640 1.0,33641 1.0,33642 1.0,33643 1.0,33644 1.0,33645 1.0,33646 1.0,33647 1.0,33648 1.0,33649 1.0,33650 1.0,33651 1.0,33652 1.0,33653 1.0,33654 1.0,33655 1.0,33656 1.0,33657 1.0,33658 1.0,33659 1.0,33660 1.0,33661 1.0,33662 1.0,33663 1.0,33664 1.0,33665 1.0,33666 1.0,33667 1.0,33668 1.0,33669 1.0,33670 1.033671 ],33672 "own": [33673 1.0,33674 0.0,33675 1.0,33676 0.0,33677 1.0,33678 0.0,33679 0.0,33680 1.0,33681 0.0,33682 1.0,33683 1.0,33684 1.0,33685 1.0,33686 1.0,33687 1.0,33688 1.0,33689 0.0,33690 1.0,33691 1.0,33692 1.0,33693 1.0,33694 1.0,33695 1.0,33696 1.0,33697 0.0,33698 0.0,33699 0.0,33700 1.0,33701 1.0,33702 1.0,33703 0.0,33704 1.0,33705 1.0,33706 1.0,33707 0.033708 ]33709 }33710 }33711 },33712 "maps": {33713 "antonym|L25->L14|procrustes": {33714 "r2_fit": 0.728287605958654,33715 "r2_heldout": 0.3658660944198401,33716 "n_params": 6294528,33717 "n_fit": 70033718 },33719 "antonym|L25->L14|ridge": {33720 "r2_fit": 0.9921627053824784,33721 "r2_heldout": 0.31564060436593344,33722 "n_params": 6294528,33723 "n_fit": 70033724 },33725 "antonym|L25->L14|cca": {33726 "r2_fit": 1.0,33727 "r2_heldout": 0.12153490195815464,33728 "n_params": 6294528,33729 "n_fit": 70033730 },33731 "antonym|L25->L14|random_orth": {33732 "r2_fit": -0.9926034458576527,33733 "r2_heldout": -1.0755673088233544,33734 "n_params": 6294528,33735 "n_fit": 70033736 },33737 "antonym|L25->L19|procrustes": {33738 "r2_fit": 0.649930067722261,33739 "r2_heldout": 0.2909527905301157,33740 "n_params": 6294528,33741 "n_fit": 70033742 },33743 "antonym|L25->L19|ridge": {33744 "r2_fit": 0.9905559587211075,33745 "r2_heldout": 0.1778900826851859,33746 "n_params": 6294528,33747 "n_fit": 70033748 },33749 "antonym|L25->L19|cca": {33750 "r2_fit": 1.0,33751 "r2_heldout": -0.06650426394297337,33752 "n_params": 6294528,33753 "n_fit": 70033754 },33755 "antonym|L25->L19|random_orth": {33756 "r2_fit": -0.9984111315470179,33757 "r2_heldout": -1.0951758692591276,33758 "n_params": 6294528,33759 "n_fit": 70033760 },33761 "capital|L25->L14|procrustes": {33762 "r2_fit": 0.728287605958654,33763 "r2_heldout": 0.3658660944198401,33764 "n_params": 6294528,33765 "n_fit": 70033766 },33767 "capital|L25->L14|ridge": {33768 "r2_fit": 0.9921627053824784,33769 "r2_heldout": 0.31564060436593344,33770 "n_params": 6294528,33771 "n_fit": 70033772 },33773 "capital|L25->L14|cca": {33774 "r2_fit": 1.0,33775 "r2_heldout": 0.12153490195815464,33776 "n_params": 6294528,33777 "n_fit": 70033778 },33779 "capital|L25->L14|random_orth": {33780 "r2_fit": -0.9926034458576527,33781 "r2_heldout": -1.0755673088233544,33782 "n_params": 6294528,33783 "n_fit": 70033784 },33785 "capital|L25->L19|procrustes": {33786 "r2_fit": 0.649930067722261,33787 "r2_heldout": 0.2909527905301157,33788 "n_params": 6294528,33789 "n_fit": 70033790 },33791 "capital|L25->L19|ridge": {33792 "r2_fit": 0.9905559587211075,33793 "r2_heldout": 0.1778900826851859,33794 "n_params": 6294528,33795 "n_fit": 70033796 },33797 "capital|L25->L19|cca": {33798 "r2_fit": 1.0,33799 "r2_heldout": -0.06650426394297337,33800 "n_params": 6294528,33801 "n_fit": 70033802 },33803 "capital|L25->L19|random_orth": {33804 "r2_fit": -0.9984111315470179,33805 "r2_heldout": -1.0951758692591276,33806 "n_params": 6294528,33807 "n_fit": 70033808 },33809 "morph|L2->L2|procrustes": {33810 "r2_fit": 0.8233956277631325,33811 "r2_heldout": 0.7436646024385449,33812 "n_params": 6294528,33813 "n_fit": 70033814 },33815 "morph|L2->L2|ridge": {33816 "r2_fit": 0.8969220734669953,33817 "r2_heldout": 0.8533260362579758,33818 "n_params": 6294528,33819 "n_fit": 70033820 },33821 "morph|L2->L2|cca": {33822 "r2_fit": 1.0,33823 "r2_heldout": 0.8470542945871212,33824 "n_params": 6294528,33825 "n_fit": 70033826 },33827 "morph|L2->L2|random_orth": {33828 "r2_fit": -1.001148198786086,33829 "r2_heldout": -0.9817229546137582,33830 "n_params": 6294528,33831 "n_fit": 70033832 },33833 "addthree|L2->L2|procrustes": {33834 "r2_fit": 0.8233956277631325,33835 "r2_heldout": 0.7436646024385449,33836 "n_params": 6294528,33837 "n_fit": 70033838 },33839 "addthree|L2->L2|ridge": {33840 "r2_fit": 0.8969220734669953,33841 "r2_heldout": 0.8533260362579758,33842 "n_params": 6294528,33843 "n_fit": 70033844 },33845 "addthree|L2->L2|cca": {33846 "r2_fit": 1.0,33847 "r2_heldout": 0.8470542945871212,33848 "n_params": 6294528,33849 "n_fit": 70033850 },33851 "addthree|L2->L2|random_orth": {33852 "r2_fit": -1.001148198786086,33853 "r2_heldout": -0.9817229546137582,33854 "n_params": 6294528,33855 "n_fit": 70033856 },33857 "addthree|L2->L14|procrustes": {33858 "r2_fit": 0.5717374578808454,33859 "r2_heldout": 0.3756874361004364,33860 "n_params": 6294528,33861 "n_fit": 70033862 },33863 "addthree|L2->L14|ridge": {33864 "r2_fit": 0.6324860342210565,33865 "r2_heldout": 0.5032449517697191,33866 "n_params": 6294528,33867 "n_fit": 70033868 },33869 "addthree|L2->L14|cca": {33870 "r2_fit": 1.0,33871 "r2_heldout": 0.04666752432787946,33872 "n_params": 6294528,33873 "n_fit": 70033874 },33875 "addthree|L2->L14|random_orth": {33876 "r2_fit": -1.011103329806624,33877 "r2_heldout": -0.9811539426519111,33878 "n_params": 6294528,33879 "n_fit": 70033880 }33881 },33882 "collateral": {33883 "antonym": {33884 "condition": "procrustes|L14|a1.0",33885 "heldout_nll_base": 2.3120739777882893,33886 "heldout_nll_with_vector": 2.247045612335205,33887 "cross_task": {33888 "capital": {33889 "zero": 0.09090909090909091,33890 "with_vector": 0.033891 },33892 "morph": {33893 "zero": 0.0,33894 "with_vector": 0.033895 },33896 "addthree": {33897 "zero": 0.0,33898 "with_vector": 0.033899 }33900 }33901 },33902 "capital": {33903 "condition": "procrustes|L14|a1.0",33904 "heldout_nll_base": 2.3120739777882893,33905 "heldout_nll_with_vector": 2.0441545486450194,33906 "cross_task": {33907 "antonym": {33908 "zero": 0.0625,33909 "with_vector": 0.37533910 },33911 "morph": {33912 "zero": 0.0,33913 "with_vector": 0.033914 },33915 "addthree": {33916 "zero": 0.0,33917 "with_vector": 0.033918 }33919 }33920 },33921 "morph": {33922 "condition": "procrustes|L2|a1.0",33923 "heldout_nll_base": 2.3120739777882893,33924 "heldout_nll_with_vector": 2.3418467044830322,33925 "cross_task": {33926 "antonym": {33927 "zero": 0.0625,33928 "with_vector": 0.0312533929 },33930 "capital": {33931 "zero": 0.09090909090909091,33932 "with_vector": 0.1818181818181818233933 },33934 "addthree": {33935 "zero": 0.0,33936 "with_vector": 0.033937 }33938 }33939 },33940 "addthree": {33941 "condition": "procrustes|L2|a1.0",33942 "heldout_nll_base": 2.3120739777882893,33943 "heldout_nll_with_vector": 2.334852695465088,33944 "cross_task": {33945 "antonym": {33946 "zero": 0.0625,33947 "with_vector": 0.062533948 },33949 "capital": {33950 "zero": 0.09090909090909091,33951 "with_vector": 0.1818181818181818233952 },33953 "morph": {33954 "zero": 0.0,33955 "with_vector": 0.033956 }33957 }33958 }33959 }33960 }33961 },33962 "elapsed_seconds": 1601.6799898147583,33963 "run_id": "tier1_taskvector_confirmatory_82a78041c0ce"33964}