spb/wpai0001_uqo
Public
1{2 "tasks": {3 "antonym": {4 "n_queries": 32,5 "hash": "fd3396e4fae62697"6 },7 "capital": {8 "n_queries": 22,9 "hash": "e19a1f86c4dae78e"10 },11 "morph": {12 "n_queries": 40,13 "hash": "09bcd55b41ce2ba7"14 },15 "addthree": {16 "n_queries": 35,17 "hash": "cd3d9a8ce6bdbdd9"18 }19 },20 "models": {21 "llama3b": {22 "repo": "mlx-community/Llama-3.2-3B-Instruct-bf16",23 "family": "Llama-3.2",24 "license": "Llama 3.2 Community License",25 "n_layers": 28,26 "hidden": 3072,27 "precision": "bf16",28 "localization": {29 "layers": [30 2,31 5,32 8,33 11,34 14,35 16,36 19,37 22,38 2539 ],40 "tasks": {41 "antonym": {42 "zero_shot": 0.15625,43 "few_shot": 0.875,44 "sufficiency_by_layer": {45 "2": 0.1875,46 "5": 0.15625,47 "8": 0.3125,48 "11": 0.78125,49 "14": 0.84375,50 "16": 0.75,51 "19": 0.59375,52 "22": 0.40625,53 "25": 0.2554 },55 "best_layer": 14,56 "necessity_fewshot_minus_direction": 0.90625,57 "random_vector_same_norm_at_best": 0.0625,58 "vector_norm": 10.60562038421630959 },60 "capital": {61 "zero_shot": 0.0,62 "few_shot": 1.0,63 "sufficiency_by_layer": {64 "2": 0.13636363636363635,65 "5": 0.045454545454545456,66 "8": 0.045454545454545456,67 "11": 0.0,68 "14": 1.0,69 "16": 1.0,70 "19": 1.0,71 "22": 0.9090909090909091,72 "25": 0.909090909090909173 },74 "best_layer": 14,75 "necessity_fewshot_minus_direction": 1.0,76 "random_vector_same_norm_at_best": 0.0,77 "vector_norm": 11.20549774169921978 },79 "morph": {80 "zero_shot": 0.0,81 "few_shot": 0.35,82 "sufficiency_by_layer": {83 "2": 0.0,84 "5": 0.0,85 "8": 0.0,86 "11": 0.0,87 "14": 0.0,88 "16": 0.0,89 "19": 0.0,90 "22": 0.0,91 "25": 0.092 },93 "best_layer": 2,94 "necessity_fewshot_minus_direction": 0.35,95 "random_vector_same_norm_at_best": 0.0,96 "vector_norm": 2.038892269134521597 },98 "addthree": {99 "zero_shot": 0.0,100 "few_shot": 1.0,101 "sufficiency_by_layer": {102 "2": 0.0,103 "5": 0.0,104 "8": 0.0,105 "11": 0.0,106 "14": 0.8,107 "16": 0.0,108 "19": 0.0,109 "22": 0.0,110 "25": 0.0111 },112 "best_layer": 14,113 "necessity_fewshot_minus_direction": 1.0,114 "random_vector_same_norm_at_best": 0.0,115 "vector_norm": 12.959115982055664116 }117 }118 }119 },120 "qwen1.5b": {121 "repo": "mlx-community/Qwen2.5-1.5B-Instruct-bf16",122 "family": "Qwen2.5",123 "license": "Apache-2.0",124 "n_layers": 28,125 "hidden": 1536,126 "precision": "bf16",127 "localization": {128 "layers": [129 2,130 5,131 8,132 11,133 14,134 16,135 19,136 22,137 25138 ],139 "tasks": {140 "antonym": {141 "zero_shot": 0.21875,142 "few_shot": 1.0,143 "sufficiency_by_layer": {144 "2": 0.15625,145 "5": 0.125,146 "8": 0.375,147 "11": 0.3125,148 "14": 0.75,149 "16": 0.875,150 "19": 0.84375,151 "22": 0.5625,152 "25": 0.5153 },154 "best_layer": 16,155 "necessity_fewshot_minus_direction": 1.0,156 "random_vector_same_norm_at_best": 0.46875,157 "vector_norm": 38.643898010253906158 },159 "capital": {160 "zero_shot": 0.0,161 "few_shot": 1.0,162 "sufficiency_by_layer": {163 "2": 0.045454545454545456,164 "5": 0.045454545454545456,165 "8": 0.045454545454545456,166 "11": 0.09090909090909091,167 "14": 0.18181818181818182,168 "16": 0.6818181818181818,169 "19": 0.5909090909090909,170 "22": 0.8636363636363636,171 "25": 0.7272727272727273172 },173 "best_layer": 22,174 "necessity_fewshot_minus_direction": 1.0,175 "random_vector_same_norm_at_best": 0.0,176 "vector_norm": 75.94140625177 },178 "morph": {179 "zero_shot": 0.0,180 "few_shot": 0.325,181 "sufficiency_by_layer": {182 "2": 0.0,183 "5": 0.0,184 "8": 0.0,185 "11": 0.0,186 "14": 0.0,187 "16": 0.0,188 "19": 0.0,189 "22": 0.0,190 "25": 0.0191 },192 "best_layer": 2,193 "necessity_fewshot_minus_direction": 0.325,194 "random_vector_same_norm_at_best": 0.0,195 "vector_norm": 12.061471939086914196 },197 "addthree": {198 "zero_shot": 0.0,199 "few_shot": 0.8571428571428571,200 "sufficiency_by_layer": {201 "2": 0.0,202 "5": 0.0,203 "8": 0.0,204 "11": 0.0,205 "14": 0.0,206 "16": 0.0,207 "19": 0.0,208 "22": 0.0,209 "25": 0.0210 },211 "best_layer": 2,212 "necessity_fewshot_minus_direction": 0.8571428571428571,213 "random_vector_same_norm_at_best": 0.0,214 "vector_norm": 12.514005661010742215 }216 }217 }218 },219 "qwen3b": {220 "repo": "mlx-community/Qwen2.5-3B-Instruct-bf16",221 "family": "Qwen2.5",222 "license": "Qwen Research License",223 "n_layers": 36,224 "hidden": 2048,225 "precision": "bf16",226 "localization": {227 "layers": [228 2,229 6,230 10,231 14,232 18,233 21,234 25,235 29,236 33237 ],238 "tasks": {239 "antonym": {240 "zero_shot": 0.25,241 "few_shot": 0.9375,242 "sufficiency_by_layer": {243 "2": 0.3125,244 "6": 0.28125,245 "10": 0.34375,246 "14": 0.4375,247 "18": 0.46875,248 "21": 0.84375,249 "25": 0.875,250 "29": 0.875,251 "33": 0.3125252 },253 "best_layer": 25,254 "necessity_fewshot_minus_direction": 0.96875,255 "random_vector_same_norm_at_best": 0.0625,256 "vector_norm": 57.1178092956543257 },258 "capital": {259 "zero_shot": 0.0,260 "few_shot": 1.0,261 "sufficiency_by_layer": {262 "2": 0.0,263 "6": 0.0,264 "10": 0.0,265 "14": 0.13636363636363635,266 "18": 0.5,267 "21": 0.0,268 "25": 0.8181818181818182,269 "29": 0.8181818181818182,270 "33": 0.7727272727272727271 },272 "best_layer": 25,273 "necessity_fewshot_minus_direction": 1.0,274 "random_vector_same_norm_at_best": 0.0,275 "vector_norm": 56.586326599121094276 },277 "morph": {278 "zero_shot": 0.0,279 "few_shot": 0.4,280 "sufficiency_by_layer": {281 "2": 0.0,282 "6": 0.0,283 "10": 0.0,284 "14": 0.0,285 "18": 0.0,286 "21": 0.0,287 "25": 0.0,288 "29": 0.0,289 "33": 0.0290 },291 "best_layer": 2,292 "necessity_fewshot_minus_direction": 0.4,293 "random_vector_same_norm_at_best": 0.0,294 "vector_norm": 6.1436028480529785295 },296 "addthree": {297 "zero_shot": 0.0,298 "few_shot": 1.0,299 "sufficiency_by_layer": {300 "2": 0.0,301 "6": 0.0,302 "10": 0.0,303 "14": 0.0,304 "18": 0.0,305 "21": 0.0,306 "25": 0.0,307 "29": 0.0,308 "33": 0.0309 },310 "best_layer": 2,311 "necessity_fewshot_minus_direction": 1.0,312 "random_vector_same_norm_at_best": 0.0,313 "vector_norm": 5.985179901123047314 }315 }316 }317 }318 },319 "pairs": {320 "qwen3b->qwen1.5b": {321 "donor": "qwen3b",322 "recipient": "qwen1.5b",323 "tasks": {324 "antonym": {325 "recipient_zero": 0.1875,326 "recipient_few": 0.9375,327 "recipient_own_vector": 0.90625,328 "donor_layer": 25,329 "conditions": {330 "procrustes|L16|a1.0": {331 "accuracy": 0.5625,332 "gain_vs_zero": {333 "estimate": 0.375,334 "low": 0.21875,335 "high": 0.53125,336 "level": 0.95,337 "n_items": 32,338 "n_clusters": 32,339 "n_boot": 2000340 },341 "mapped_norm": 30.50225257873535,342 "outputs_sample": [343 " sad\n",344 " leave\n",345 " dim\n",346 " calm\n",347 " under\n"348 ],349 "correct": [350 1.0,351 0.0,352 1.0,353 0.0,354 1.0,355 0.0,356 0.0,357 1.0,358 1.0,359 1.0,360 1.0,361 0.0,362 1.0,363 0.0,364 0.0,365 1.0,366 1.0,367 1.0,368 1.0,369 1.0,370 0.0,371 0.0,372 0.0,373 1.0,374 1.0,375 0.0,376 0.0,377 1.0,378 1.0,379 0.0,380 1.0,381 0.0382 ]383 },384 "procrustes|L16|a2.0": {385 "accuracy": 0.53125,386 "gain_vs_zero": {387 "estimate": 0.34375,388 "low": 0.1875,389 "high": 0.5,390 "level": 0.95,391 "n_items": 32,392 "n_clusters": 32,393 "n_boot": 2000394 },395 "mapped_norm": 30.50225257873535,396 "outputs_sample": [397 " sad\n",398 " leave\n",399 " dim\n",400 " excited\n",401 " under\n"402 ],403 "correct": [404 1.0,405 0.0,406 1.0,407 0.0,408 1.0,409 0.0,410 0.0,411 1.0,412 1.0,413 1.0,414 1.0,415 1.0,416 0.0,417 0.0,418 1.0,419 0.0,420 0.0,421 1.0,422 1.0,423 1.0,424 0.0,425 0.0,426 0.0,427 1.0,428 1.0,429 0.0,430 0.0,431 1.0,432 1.0,433 0.0,434 1.0,435 0.0436 ]437 },438 "procrustes_rescaled|L16|a1.0": {439 "accuracy": 0.53125,440 "gain_vs_zero": {441 "estimate": 0.34375,442 "low": 0.15625,443 "high": 0.53125,444 "level": 0.95,445 "n_items": 32,446 "n_clusters": 32,447 "n_boot": 2000448 },449 "mapped_norm": 38.643898010253906,450 "outputs_sample": [451 " sad\n",452 " leave\n",453 " dim\n",454 " calm\n",455 " under\n"456 ],457 "correct": [458 1.0,459 0.0,460 1.0,461 0.0,462 1.0,463 0.0,464 0.0,465 1.0,466 1.0,467 1.0,468 1.0,469 0.0,470 1.0,471 0.0,472 0.0,473 1.0,474 1.0,475 1.0,476 1.0,477 1.0,478 0.0,479 0.0,480 0.0,481 1.0,482 1.0,483 0.0,484 0.0,485 0.0,486 1.0,487 0.0,488 1.0,489 0.0490 ]491 },492 "ridge|L16|a1.0": {493 "accuracy": 0.53125,494 "gain_vs_zero": {495 "estimate": 0.34375,496 "low": 0.1875,497 "high": 0.5,498 "level": 0.95,499 "n_items": 32,500 "n_clusters": 32,501 "n_boot": 2000502 },503 "mapped_norm": 34.40007019042969,504 "outputs_sample": [505 " sad\n",506 " depart\n",507 " dark\n",508 " peaceful\n",509 " under\n"510 ],511 "correct": [512 1.0,513 1.0,514 1.0,515 0.0,516 1.0,517 0.0,518 0.0,519 1.0,520 0.0,521 1.0,522 1.0,523 0.0,524 0.0,525 1.0,526 0.0,527 1.0,528 0.0,529 1.0,530 1.0,531 1.0,532 0.0,533 0.0,534 0.0,535 1.0,536 1.0,537 0.0,538 0.0,539 1.0,540 1.0,541 0.0,542 1.0,543 0.0544 ]545 },546 "ridge|L16|a2.0": {547 "accuracy": 0.25,548 "gain_vs_zero": {549 "estimate": 0.0625,550 "low": -0.125,551 "high": 0.25,552 "level": 0.95,553 "n_items": 32,554 "n_clusters": 32,555 "n_boot": 2000556 },557 "mapped_norm": 34.40007019042969,558 "outputs_sample": [559 " happy\n",560 " abandon\n",561 " warm\n",562 " proud\n\n",563 " under\n"564 ],565 "correct": [566 0.0,567 0.0,568 0.0,569 0.0,570 1.0,571 0.0,572 0.0,573 1.0,574 0.0,575 1.0,576 1.0,577 0.0,578 0.0,579 0.0,580 1.0,581 0.0,582 0.0,583 0.0,584 0.0,585 1.0,586 1.0,587 0.0,588 0.0,589 0.0,590 0.0,591 0.0,592 0.0,593 0.0,594 1.0,595 0.0,596 0.0,597 0.0598 ]599 },600 "ridge_rescaled|L16|a1.0": {601 "accuracy": 0.4375,602 "gain_vs_zero": {603 "estimate": 0.25,604 "low": 0.09375,605 "high": 0.40625,606 "level": 0.95,607 "n_items": 32,608 "n_clusters": 32,609 "n_boot": 2000610 },611 "mapped_norm": 38.643898010253906,612 "outputs_sample": [613 " sad\n",614 " leave\n",615 " bright\n",616 " peaceful\n",617 " over\n"618 ],619 "correct": [620 1.0,621 0.0,622 0.0,623 0.0,624 0.0,625 0.0,626 0.0,627 1.0,628 0.0,629 1.0,630 1.0,631 0.0,632 0.0,633 1.0,634 0.0,635 1.0,636 0.0,637 1.0,638 1.0,639 1.0,640 0.0,641 0.0,642 0.0,643 1.0,644 1.0,645 0.0,646 0.0,647 1.0,648 1.0,649 0.0,650 1.0,651 0.0652 ]653 },654 "cca|L16|a1.0": {655 "accuracy": 0.375,656 "gain_vs_zero": {657 "estimate": 0.1875,658 "low": 0.03125,659 "high": 0.34375,660 "level": 0.95,661 "n_items": 32,662 "n_clusters": 32,663 "n_boot": 2000664 },665 "mapped_norm": 37.07581329345703,666 "outputs_sample": [667 " sad\n",668 " arrive\n",669 " bright\n",670 " peaceful\n",671 " over\n"672 ],673 "correct": [674 1.0,675 0.0,676 0.0,677 0.0,678 0.0,679 0.0,680 0.0,681 1.0,682 0.0,683 0.0,684 1.0,685 0.0,686 0.0,687 1.0,688 0.0,689 1.0,690 0.0,691 1.0,692 1.0,693 1.0,694 0.0,695 0.0,696 0.0,697 1.0,698 1.0,699 0.0,700 0.0,701 0.0,702 1.0,703 0.0,704 1.0,705 0.0706 ]707 },708 "cca|L16|a2.0": {709 "accuracy": 0.125,710 "gain_vs_zero": {711 "estimate": -0.0625,712 "low": -0.21875,713 "high": 0.0625,714 "level": 0.95,715 "n_items": 32,716 "n_clusters": 32,717 "n_boot": 2000718 },719 "mapped_norm": 37.07581329345703,720 "outputs_sample": [721 " happy\n",722 " abandon\n",723 " happy\n",724 " happy\n",725 " over\n"726 ],727 "correct": [728 0.0,729 0.0,730 0.0,731 0.0,732 0.0,733 0.0,734 0.0,735 1.0,736 0.0,737 0.0,738 1.0,739 0.0,740 0.0,741 0.0,742 0.0,743 0.0,744 0.0,745 0.0,746 0.0,747 1.0,748 0.0,749 0.0,750 0.0,751 0.0,752 0.0,753 0.0,754 0.0,755 0.0,756 1.0,757 0.0,758 0.0,759 0.0760 ]761 },762 "random_orth|L16|a1.0": {763 "accuracy": 0.125,764 "gain_vs_zero": {765 "estimate": -0.0625,766 "low": -0.1875,767 "high": 0.03125,768 "level": 0.95,769 "n_items": 32,770 "n_clusters": 32,771 "n_boot": 2000772 },773 "mapped_norm": 30.70629119873047,774 "outputs_sample": [775 " 1\n",776 " arrive\n",777 " bright\n",778 " calm\n",779 " 1\n"780 ],781 "correct": [782 0.0,783 0.0,784 0.0,785 0.0,786 0.0,787 0.0,788 0.0,789 0.0,790 0.0,791 0.0,792 0.0,793 0.0,794 0.0,795 0.0,796 0.0,797 0.0,798 0.0,799 1.0,800 0.0,801 1.0,802 0.0,803 0.0,804 0.0,805 0.0,806 1.0,807 0.0,808 0.0,809 1.0,810 0.0,811 0.0,812 0.0,813 0.0814 ]815 },816 "random_orth|L16|a2.0": {817 "accuracy": 0.03125,818 "gain_vs_zero": {819 "estimate": -0.15625,820 "low": -0.28125,821 "high": -0.0625,822 "level": 0.95,823 "n_items": 32,824 "n_clusters": 32,825 "n_boot": 2000826 },827 "mapped_norm": 30.70629119873047,828 "outputs_sample": [829 " happy\n",830 " arrive\n",831 " bright\n",832 " calm\n",833 " over\n"834 ],835 "correct": [836 0.0,837 0.0,838 0.0,839 0.0,840 0.0,841 0.0,842 0.0,843 0.0,844 0.0,845 0.0,846 0.0,847 0.0,848 0.0,849 0.0,850 0.0,851 0.0,852 0.0,853 1.0,854 0.0,855 0.0,856 0.0,857 0.0,858 0.0,859 0.0,860 0.0,861 0.0,862 0.0,863 0.0,864 0.0,865 0.0,866 0.0,867 0.0868 ]869 },870 "replace_donor_fewshot|procrustes|L16": {871 "accuracy": 0.59375,872 "gain_vs_zero": {873 "estimate": 0.40625,874 "low": 0.25,875 "high": 0.5625,876 "level": 0.95,877 "n_items": 32,878 "n_clusters": 32,879 "n_boot": 2000880 },881 "outputs_sample": [882 " sad\n",883 " leave\n",884 " dim\n",885 " calm\n",886 " under\n"887 ],888 "correct": [889 1.0,890 0.0,891 1.0,892 0.0,893 1.0,894 0.0,895 0.0,896 1.0,897 1.0,898 1.0,899 1.0,900 0.0,901 1.0,902 1.0,903 0.0,904 1.0,905 1.0,906 1.0,907 1.0,908 1.0,909 0.0,910 0.0,911 0.0,912 1.0,913 1.0,914 0.0,915 0.0,916 1.0,917 1.0,918 0.0,919 1.0,920 0.0921 ]922 },923 "ctl_replace_donor_zeroshot|procrustes|L16": {924 "accuracy": 0.25,925 "gain_vs_zero": {926 "estimate": 0.0625,927 "low": -0.09375,928 "high": 0.21875,929 "level": 0.95,930 "n_items": 32,931 "n_clusters": 32,932 "n_boot": 2000933 },934 "outputs_sample": [935 " sad\n",936 " 0\n",937 " 10000",938 " \"calm\"\n",939 " 1\n"940 ],941 "correct": [942 1.0,943 0.0,944 0.0,945 0.0,946 0.0,947 0.0,948 0.0,949 0.0,950 0.0,951 0.0,952 0.0,953 0.0,954 0.0,955 0.0,956 0.0,957 1.0,958 1.0,959 0.0,960 1.0,961 1.0,962 0.0,963 0.0,964 0.0,965 0.0,966 1.0,967 0.0,968 0.0,969 1.0,970 1.0,971 0.0,972 0.0,973 0.0974 ]975 },976 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L16": {977 "accuracy": 0.59375,978 "gain_vs_zero": {979 "estimate": 0.40625,980 "low": 0.25,981 "high": 0.5625,982 "level": 0.95,983 "n_items": 32,984 "n_clusters": 32,985 "n_boot": 2000986 },987 "outputs_sample": [988 " sad\n",989 " leave\n",990 " dim\n",991 " calm\n",992 " under\n"993 ],994 "correct": [995 1.0,996 0.0,997 1.0,998 0.0,999 1.0,1000 0.0,1001 0.0,1002 1.0,1003 1.0,1004 1.0,1005 1.0,1006 0.0,1007 1.0,1008 0.0,1009 0.0,1010 1.0,1011 1.0,1012 1.0,1013 1.0,1014 1.0,1015 1.0,1016 0.0,1017 0.0,1018 1.0,1019 1.0,1020 0.0,1021 0.0,1022 1.0,1023 1.0,1024 0.0,1025 1.0,1026 0.01027 ]1028 },1029 "replace_donor_fewshot|ridge|L16": {1030 "accuracy": 0.65625,1031 "gain_vs_zero": {1032 "estimate": 0.46875,1033 "low": 0.28125,1034 "high": 0.625,1035 "level": 0.95,1036 "n_items": 32,1037 "n_clusters": 32,1038 "n_boot": 20001039 },1040 "outputs_sample": [1041 " sad\n",1042 " depart\n",1043 " bright\n",1044 " calm\n",1045 " under\n"1046 ],1047 "correct": [1048 1.0,1049 1.0,1050 0.0,1051 0.0,1052 1.0,1053 0.0,1054 0.0,1055 1.0,1056 1.0,1057 1.0,1058 1.0,1059 1.0,1060 0.0,1061 1.0,1062 1.0,1063 1.0,1064 1.0,1065 1.0,1066 1.0,1067 1.0,1068 1.0,1069 0.0,1070 0.0,1071 1.0,1072 1.0,1073 0.0,1074 0.0,1075 1.0,1076 1.0,1077 0.0,1078 1.0,1079 0.01080 ]1081 },1082 "ctl_replace_donor_zeroshot|ridge|L16": {1083 "accuracy": 0.21875,1084 "gain_vs_zero": {1085 "estimate": 0.03125,1086 "low": -0.09375,1087 "high": 0.15625,1088 "level": 0.95,1089 "n_items": 32,1090 "n_clusters": 32,1091 "n_boot": 20001092 },1093 "outputs_sample": [1094 " sad\n",1095 " 0\n",1096 " 1\n\n",1097 " calm\n",1098 " 1\n"1099 ],1100 "correct": [1101 1.0,1102 0.0,1103 0.0,1104 0.0,1105 0.0,1106 0.0,1107 0.0,1108 0.0,1109 0.0,1110 0.0,1111 0.0,1112 0.0,1113 0.0,1114 1.0,1115 0.0,1116 0.0,1117 1.0,1118 1.0,1119 1.0,1120 0.0,1121 0.0,1122 0.0,1123 0.0,1124 0.0,1125 1.0,1126 0.0,1127 0.0,1128 0.0,1129 1.0,1130 0.0,1131 0.0,1132 0.01133 ]1134 },1135 "ctl_replace_donor_fewshot_shuffled_query|ridge|L16": {1136 "accuracy": 0.59375,1137 "gain_vs_zero": {1138 "estimate": 0.40625,1139 "low": 0.21875,1140 "high": 0.59375,1141 "level": 0.95,1142 "n_items": 32,1143 "n_clusters": 32,1144 "n_boot": 20001145 },1146 "outputs_sample": [1147 " sad\n",1148 " leave\n",1149 " dark\n",1150 " calm\n",1151 " under\n"1152 ],1153 "correct": [1154 1.0,1155 0.0,1156 1.0,1157 0.0,1158 1.0,1159 0.0,1160 0.0,1161 0.0,1162 1.0,1163 1.0,1164 1.0,1165 0.0,1166 0.0,1167 1.0,1168 1.0,1169 1.0,1170 1.0,1171 1.0,1172 1.0,1173 1.0,1174 1.0,1175 0.0,1176 0.0,1177 1.0,1178 1.0,1179 0.0,1180 1.0,1181 0.0,1182 1.0,1183 0.0,1184 1.0,1185 0.01186 ]1187 },1188 "ctl_replace_donor_fewshot|sham_map|L16": {1189 "accuracy": 0.03125,1190 "gain_vs_zero": {1191 "estimate": -0.15625,1192 "low": -0.3125,1193 "high": 0.0,1194 "level": 0.95,1195 "n_items": 32,1196 "n_clusters": 32,1197 "n_boot": 20001198 },1199 "outputs_sample": [1200 " happy\n",1201 " 1\n",1202 " bright\n\n",1203 " calm\n",1204 " 1\n"1205 ],1206 "correct": [1207 0.0,1208 0.0,1209 0.0,1210 0.0,1211 0.0,1212 0.0,1213 0.0,1214 0.0,1215 1.0,1216 0.0,1217 0.0,1218 0.0,1219 0.0,1220 0.0,1221 0.0,1222 0.0,1223 0.0,1224 0.0,1225 0.0,1226 0.0,1227 0.0,1228 0.0,1229 0.0,1230 0.0,1231 0.0,1232 0.0,1233 0.0,1234 0.0,1235 0.0,1236 0.0,1237 0.0,1238 0.01239 ]1240 },1241 "ctl_replace_donor_zeroshot|sham_map|L16": {1242 "accuracy": 0.03125,1243 "gain_vs_zero": {1244 "estimate": -0.15625,1245 "low": -0.3125,1246 "high": 0.0,1247 "level": 0.95,1248 "n_items": 32,1249 "n_clusters": 32,1250 "n_boot": 20001251 },1252 "outputs_sample": [1253 " 1\n",1254 " 1\n",1255 " 100\n\n",1256 " 1\n",1257 " 1\n"1258 ],1259 "correct": [1260 0.0,1261 0.0,1262 0.0,1263 0.0,1264 0.0,1265 0.0,1266 0.0,1267 0.0,1268 1.0,1269 0.0,1270 0.0,1271 0.0,1272 0.0,1273 0.0,1274 0.0,1275 0.0,1276 0.0,1277 0.0,1278 0.0,1279 0.0,1280 0.0,1281 0.0,1282 0.0,1283 0.0,1284 0.0,1285 0.0,1286 0.0,1287 0.0,1288 0.0,1289 0.0,1290 0.0,1291 0.01292 ]1293 },1294 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L16": {1295 "accuracy": 0.03125,1296 "gain_vs_zero": {1297 "estimate": -0.15625,1298 "low": -0.3125,1299 "high": 0.0,1300 "level": 0.95,1301 "n_items": 32,1302 "n_clusters": 32,1303 "n_boot": 20001304 },1305 "outputs_sample": [1306 " happy\n",1307 " 1\n",1308 " 10000",1309 " calm\n",1310 " Over is a word that can"1311 ],1312 "correct": [1313 0.0,1314 0.0,1315 0.0,1316 0.0,1317 0.0,1318 0.0,1319 0.0,1320 0.0,1321 1.0,1322 0.0,1323 0.0,1324 0.0,1325 0.0,1326 0.0,1327 0.0,1328 0.0,1329 0.0,1330 0.0,1331 0.0,1332 0.0,1333 0.0,1334 0.0,1335 0.0,1336 0.0,1337 0.0,1338 0.0,1339 0.0,1340 0.0,1341 0.0,1342 0.0,1343 0.0,1344 0.01345 ]1346 },1347 "ctl_random_norm_matched|L16": {1348 "accuracy": 0.03125,1349 "gain_vs_zero": {1350 "estimate": -0.15625,1351 "low": -0.28125,1352 "high": -0.0625,1353 "level": 0.95,1354 "n_items": 32,1355 "n_clusters": 32,1356 "n_boot": 20001357 },1358 "correct": [1359 0.0,1360 0.0,1361 0.0,1362 0.0,1363 0.0,1364 0.0,1365 0.0,1366 0.0,1367 0.0,1368 0.0,1369 0.0,1370 0.0,1371 0.0,1372 0.0,1373 0.0,1374 0.0,1375 0.0,1376 0.0,1377 0.0,1378 0.0,1379 0.0,1380 0.0,1381 0.0,1382 0.0,1383 0.0,1384 0.0,1385 0.0,1386 0.0,1387 1.0,1388 0.0,1389 0.0,1390 0.01391 ]1392 },1393 "ctl_unrelated_task_vector(capital)|L16": {1394 "accuracy": 0.09375,1395 "gain_vs_zero": {1396 "estimate": -0.09375,1397 "low": -0.1875,1398 "high": 0.0,1399 "level": 0.95,1400 "n_items": 32,1401 "n_clusters": 32,1402 "n_boot": 20001403 },1404 "correct": [1405 0.0,1406 0.0,1407 0.0,1408 0.0,1409 0.0,1410 0.0,1411 0.0,1412 0.0,1413 0.0,1414 0.0,1415 1.0,1416 0.0,1417 0.0,1418 0.0,1419 0.0,1420 0.0,1421 0.0,1422 0.0,1423 1.0,1424 0.0,1425 0.0,1426 0.0,1427 0.0,1428 0.0,1429 0.0,1430 0.0,1431 0.0,1432 1.0,1433 0.0,1434 0.0,1435 0.0,1436 0.01437 ]1438 },1439 "procrustes|L19|a1.0": {1440 "accuracy": 0.625,1441 "gain_vs_zero": {1442 "estimate": 0.4375,1443 "low": 0.25,1444 "high": 0.59375,1445 "level": 0.95,1446 "n_items": 32,1447 "n_clusters": 32,1448 "n_boot": 20001449 },1450 "mapped_norm": 43.63785171508789,1451 "outputs_sample": [1452 " sad\n",1453 " leave\n",1454 " dark\n",1455 " calm\n",1456 " under\n"1457 ],1458 "correct": [1459 1.0,1460 0.0,1461 1.0,1462 0.0,1463 1.0,1464 0.0,1465 1.0,1466 1.0,1467 0.0,1468 1.0,1469 1.0,1470 0.0,1471 1.0,1472 1.0,1473 0.0,1474 1.0,1475 1.0,1476 1.0,1477 1.0,1478 1.0,1479 1.0,1480 0.0,1481 0.0,1482 1.0,1483 1.0,1484 0.0,1485 0.0,1486 1.0,1487 1.0,1488 0.0,1489 1.0,1490 0.01491 ]1492 },1493 "procrustes|L19|a2.0": {1494 "accuracy": 0.25,1495 "gain_vs_zero": {1496 "estimate": 0.0625,1497 "low": -0.09375,1498 "high": 0.1875,1499 "level": 0.95,1500 "n_items": 32,1501 "n_clusters": 32,1502 "n_boot": 20001503 },1504 "mapped_norm": 43.63785171508789,1505 "outputs_sample": [1506 " peace\n",1507 " arrive\n",1508 " light\n",1509 " peace\n",1510 " peace\n\n"1511 ],1512 "correct": [1513 0.0,1514 0.0,1515 0.0,1516 0.0,1517 0.0,1518 0.0,1519 0.0,1520 0.0,1521 1.0,1522 1.0,1523 1.0,1524 0.0,1525 0.0,1526 0.0,1527 0.0,1528 1.0,1529 0.0,1530 1.0,1531 0.0,1532 0.0,1533 0.0,1534 0.0,1535 0.0,1536 0.0,1537 0.0,1538 0.0,1539 0.0,1540 1.0,1541 1.0,1542 0.0,1543 1.0,1544 0.01545 ]1546 },1547 "procrustes_rescaled|L19|a1.0": {1548 "accuracy": 0.625,1549 "gain_vs_zero": {1550 "estimate": 0.4375,1551 "low": 0.25,1552 "high": 0.59375,1553 "level": 0.95,1554 "n_items": 32,1555 "n_clusters": 32,1556 "n_boot": 20001557 },1558 "mapped_norm": 38.643898010253906,1559 "outputs_sample": [1560 " sad\n",1561 " leave\n",1562 " dark\n",1563 " calm\n",1564 " under\n"1565 ],1566 "correct": [1567 1.0,1568 0.0,1569 1.0,1570 0.0,1571 1.0,1572 0.0,1573 1.0,1574 1.0,1575 0.0,1576 1.0,1577 1.0,1578 0.0,1579 1.0,1580 1.0,1581 0.0,1582 1.0,1583 1.0,1584 1.0,1585 1.0,1586 1.0,1587 1.0,1588 0.0,1589 0.0,1590 1.0,1591 1.0,1592 0.0,1593 0.0,1594 1.0,1595 1.0,1596 0.0,1597 1.0,1598 0.01599 ]1600 },1601 "ridge|L19|a1.0": {1602 "accuracy": 0.4375,1603 "gain_vs_zero": {1604 "estimate": 0.25,1605 "low": 0.0625,1606 "high": 0.4375,1607 "level": 0.95,1608 "n_items": 32,1609 "n_clusters": 32,1610 "n_boot": 20001611 },1612 "mapped_norm": 46.0419921875,1613 "outputs_sample": [1614 " happy\n",1615 " leave\n",1616 " The word \"bright\" is",1617 " The word \"calm\"",1618 " under\n"1619 ],1620 "correct": [1621 0.0,1622 0.0,1623 0.0,1624 0.0,1625 1.0,1626 0.0,1627 0.0,1628 0.0,1629 0.0,1630 1.0,1631 1.0,1632 1.0,1633 1.0,1634 1.0,1635 0.0,1636 1.0,1637 0.0,1638 1.0,1639 1.0,1640 0.0,1641 1.0,1642 0.0,1643 0.0,1644 1.0,1645 0.0,1646 0.0,1647 0.0,1648 1.0,1649 1.0,1650 0.0,1651 1.0,1652 0.01653 ]1654 },1655 "ridge|L19|a2.0": {1656 "accuracy": 0.03125,1657 "gain_vs_zero": {1658 "estimate": -0.15625,1659 "low": -0.28125,1660 "high": -0.0625,1661 "level": 0.95,1662 "n_items": 32,1663 "n_clusters": 32,1664 "n_boot": 20001665 },1666 "mapped_norm": 46.0419921875,1667 "outputs_sample": [1668 " the output of the function will",1669 " visit\n",1670 " river\n\n",1671 " the calmness of the lake",1672 " river\n"1673 ],1674 "correct": [1675 0.0,1676 0.0,1677 0.0,1678 0.0,1679 0.0,1680 0.0,1681 0.0,1682 0.0,1683 0.0,1684 0.0,1685 0.0,1686 0.0,1687 0.0,1688 0.0,1689 0.0,1690 0.0,1691 0.0,1692 0.0,1693 0.0,1694 0.0,1695 0.0,1696 0.0,1697 0.0,1698 0.0,1699 0.0,1700 0.0,1701 0.0,1702 1.0,1703 0.0,1704 0.0,1705 0.0,1706 0.01707 ]1708 },1709 "ridge_rescaled|L19|a1.0": {1710 "accuracy": 0.5,1711 "gain_vs_zero": {1712 "estimate": 0.3125,1713 "low": 0.15625,1714 "high": 0.46875,1715 "level": 0.95,1716 "n_items": 32,1717 "n_clusters": 32,1718 "n_boot": 20001719 },1720 "mapped_norm": 38.643898010253906,1721 "outputs_sample": [1722 " sad\n",1723 " leave\n",1724 " The word \"bright\" is",1725 " The word \"calm\"",1726 " under\n"1727 ],1728 "correct": [1729 1.0,1730 0.0,1731 0.0,1732 0.0,1733 1.0,1734 0.0,1735 0.0,1736 0.0,1737 0.0,1738 1.0,1739 1.0,1740 0.0,1741 1.0,1742 1.0,1743 0.0,1744 1.0,1745 0.0,1746 1.0,1747 1.0,1748 1.0,1749 1.0,1750 0.0,1751 0.0,1752 1.0,1753 1.0,1754 0.0,1755 0.0,1756 1.0,1757 1.0,1758 0.0,1759 1.0,1760 0.01761 ]1762 },1763 "cca|L19|a1.0": {1764 "accuracy": 0.34375,1765 "gain_vs_zero": {1766 "estimate": 0.15625,1767 "low": -0.03125,1768 "high": 0.34375,1769 "level": 0.95,1770 "n_items": 32,1771 "n_clusters": 32,1772 "n_boot": 20001773 },1774 "mapped_norm": 50.8996467590332,1775 "outputs_sample": [1776 " happy\n",1777 " leave\n",1778 " The word \"bright\" is",1779 " the calmness of the lake",1780 " under\n"1781 ],1782 "correct": [1783 0.0,1784 0.0,1785 0.0,1786 0.0,1787 1.0,1788 0.0,1789 0.0,1790 0.0,1791 0.0,1792 1.0,1793 1.0,1794 0.0,1795 0.0,1796 1.0,1797 0.0,1798 1.0,1799 0.0,1800 1.0,1801 0.0,1802 0.0,1803 1.0,1804 0.0,1805 0.0,1806 1.0,1807 0.0,1808 0.0,1809 0.0,1810 1.0,1811 1.0,1812 0.0,1813 1.0,1814 0.01815 ]1816 },1817 "cca|L19|a2.0": {1818 "accuracy": 0.0,1819 "gain_vs_zero": {1820 "estimate": -0.1875,1821 "low": -0.3125,1822 "high": -0.0625,1823 "level": 0.95,1824 "n_items": 32,1825 "n_clusters": 32,1826 "n_boot": 20001827 },1828 "mapped_norm": 50.8996467590332,1829 "outputs_sample": [1830 " the happy man was walking down",1831 " the time when the last person",1832 " the sun is bright. \n\n",1833 " the calmness of the lake",1834 " the\n"1835 ],1836 "correct": [1837 0.0,1838 0.0,1839 0.0,1840 0.0,1841 0.0,1842 0.0,1843 0.0,1844 0.0,1845 0.0,1846 0.0,1847 0.0,1848 0.0,1849 0.0,1850 0.0,1851 0.0,1852 0.0,1853 0.0,1854 0.0,1855 0.0,1856 0.0,1857 0.0,1858 0.0,1859 0.0,1860 0.0,1861 0.0,1862 0.0,1863 0.0,1864 0.0,1865 0.0,1866 0.0,1867 0.0,1868 0.01869 ]1870 },1871 "random_orth|L19|a1.0": {1872 "accuracy": 0.4375,1873 "gain_vs_zero": {1874 "estimate": 0.25,1875 "low": 0.09375,1876 "high": 0.4375,1877 "level": 0.95,1878 "n_items": 32,1879 "n_clusters": 32,1880 "n_boot": 20001881 },1882 "mapped_norm": 44.325138092041016,1883 "outputs_sample": [1884 " sad\n",1885 " depart\n",1886 " dark\n",1887 " 1\n",1888 " under\n"1889 ],1890 "correct": [1891 1.0,1892 1.0,1893 1.0,1894 0.0,1895 1.0,1896 0.0,1897 0.0,1898 0.0,1899 0.0,1900 1.0,1901 1.0,1902 0.0,1903 0.0,1904 0.0,1905 0.0,1906 0.0,1907 0.0,1908 1.0,1909 0.0,1910 1.0,1911 1.0,1912 0.0,1913 0.0,1914 1.0,1915 1.0,1916 0.0,1917 0.0,1918 1.0,1919 1.0,1920 0.0,1921 1.0,1922 0.01923 ]1924 },1925 "random_orth|L19|a2.0": {1926 "accuracy": 0.0625,1927 "gain_vs_zero": {1928 "estimate": -0.125,1929 "low": -0.25,1930 "high": -0.03125,1931 "level": 0.95,1932 "n_items": 32,1933 "n_clusters": 32,1934 "n_boot": 20001935 },1936 "mapped_norm": 44.325138092041016,1937 "outputs_sample": [1938 " happy\n",1939 " arrive\n",1940 " bright\n",1941 " 1\n",1942 " over\n"1943 ],1944 "correct": [1945 0.0,1946 0.0,1947 0.0,1948 0.0,1949 0.0,1950 0.0,1951 0.0,1952 0.0,1953 0.0,1954 0.0,1955 0.0,1956 0.0,1957 0.0,1958 0.0,1959 0.0,1960 0.0,1961 0.0,1962 1.0,1963 0.0,1964 0.0,1965 0.0,1966 0.0,1967 0.0,1968 0.0,1969 0.0,1970 0.0,1971 0.0,1972 0.0,1973 1.0,1974 0.0,1975 0.0,1976 0.01977 ]1978 },1979 "replace_donor_fewshot|procrustes|L19": {1980 "accuracy": 0.625,1981 "gain_vs_zero": {1982 "estimate": 0.4375,1983 "low": 0.25,1984 "high": 0.625,1985 "level": 0.95,1986 "n_items": 32,1987 "n_clusters": 32,1988 "n_boot": 20001989 },1990 "outputs_sample": [1991 " sad\n",1992 " arrival\n",1993 " dark\n",1994 " calm\n",1995 " under\n"1996 ],1997 "correct": [1998 1.0,1999 0.0,2000 1.0,2001 0.0,2002 1.0,2003 0.0,2004 0.0,2005 1.0,2006 1.0,2007 1.0,2008 1.0,2009 0.0,2010 0.0,2011 1.0,2012 1.0,2013 1.0,2014 1.0,2015 1.0,2016 0.0,2017 1.0,2018 1.0,2019 0.0,2020 0.0,2021 1.0,2022 1.0,2023 0.0,2024 0.0,2025 1.0,2026 1.0,2027 1.0,2028 1.0,2029 0.02030 ]2031 },2032 "ctl_replace_donor_zeroshot|procrustes|L19": {2033 "accuracy": 0.21875,2034 "gain_vs_zero": {2035 "estimate": 0.03125,2036 "low": -0.09375,2037 "high": 0.15625,2038 "level": 0.95,2039 "n_items": 32,2040 "n_clusters": 32,2041 "n_boot": 20002042 },2043 "outputs_sample": [2044 " sad\n",2045 " 0\n",2046 " The word \"bright\" is",2047 " calm\n",2048 " 1\n"2049 ],2050 "correct": [2051 1.0,2052 0.0,2053 0.0,2054 0.0,2055 0.0,2056 0.0,2057 0.0,2058 0.0,2059 0.0,2060 0.0,2061 1.0,2062 0.0,2063 0.0,2064 0.0,2065 0.0,2066 1.0,2067 0.0,2068 0.0,2069 1.0,2070 1.0,2071 0.0,2072 0.0,2073 0.0,2074 0.0,2075 1.0,2076 0.0,2077 0.0,2078 0.0,2079 1.0,2080 0.0,2081 0.0,2082 0.02083 ]2084 },2085 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": {2086 "accuracy": 0.6875,2087 "gain_vs_zero": {2088 "estimate": 0.5,2089 "low": 0.3429687500000014,2090 "high": 0.65625,2091 "level": 0.95,2092 "n_items": 32,2093 "n_clusters": 32,2094 "n_boot": 20002095 },2096 "outputs_sample": [2097 " sad\n",2098 " sun\n",2099 " dim\n",2100 " anger\n",2101 " under\n"2102 ],2103 "correct": [2104 1.0,2105 0.0,2106 1.0,2107 0.0,2108 1.0,2109 0.0,2110 0.0,2111 1.0,2112 1.0,2113 1.0,2114 1.0,2115 1.0,2116 1.0,2117 1.0,2118 1.0,2119 1.0,2120 1.0,2121 1.0,2122 1.0,2123 1.0,2124 1.0,2125 0.0,2126 0.0,2127 1.0,2128 1.0,2129 0.0,2130 0.0,2131 1.0,2132 1.0,2133 0.0,2134 1.0,2135 0.02136 ]2137 },2138 "replace_donor_fewshot|ridge|L19": {2139 "accuracy": 0.40625,2140 "gain_vs_zero": {2141 "estimate": 0.21875,2142 "low": 0.0,2143 "high": 0.4375,2144 "level": 0.95,2145 "n_items": 32,2146 "n_clusters": 32,2147 "n_boot": 20002148 },2149 "outputs_sample": [2150 " The number of happy strings of",2151 " the time when the last person",2152 " the brightness of the light source",2153 " calm\n",2154 " 1\n"2155 ],2156 "correct": [2157 0.0,2158 0.0,2159 0.0,2160 0.0,2161 0.0,2162 0.0,2163 0.0,2164 0.0,2165 1.0,2166 1.0,2167 0.0,2168 0.0,2169 0.0,2170 1.0,2171 1.0,2172 1.0,2173 0.0,2174 0.0,2175 0.0,2176 1.0,2177 1.0,2178 1.0,2179 0.0,2180 1.0,2181 1.0,2182 0.0,2183 0.0,2184 1.0,2185 1.0,2186 0.0,2187 1.0,2188 0.02189 ]2190 },2191 "ctl_replace_donor_zeroshot|ridge|L19": {2192 "accuracy": 0.0625,2193 "gain_vs_zero": {2194 "estimate": -0.125,2195 "low": -0.28125,2196 "high": 0.0007812499999957367,2197 "level": 0.95,2198 "n_items": 32,2199 "n_clusters": 32,2200 "n_boot": 20002201 },2202 "outputs_sample": [2203 " sad\n",2204 " 1\n",2205 " \"Bright\"\n",2206 " calm\n",2207 " 1\n"2208 ],2209 "correct": [2210 1.0,2211 0.0,2212 0.0,2213 0.0,2214 0.0,2215 0.0,2216 0.0,2217 0.0,2218 0.0,2219 0.0,2220 0.0,2221 0.0,2222 0.0,2223 0.0,2224 0.0,2225 0.0,2226 0.0,2227 0.0,2228 0.0,2229 0.0,2230 0.0,2231 0.0,2232 0.0,2233 0.0,2234 1.0,2235 0.0,2236 0.0,2237 0.0,2238 0.0,2239 0.0,2240 0.0,2241 0.02242 ]2243 },2244 "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": {2245 "accuracy": 0.21875,2246 "gain_vs_zero": {2247 "estimate": 0.03125,2248 "low": -0.125,2249 "high": 0.1875,2250 "level": 0.95,2251 "n_items": 32,2252 "n_clusters": 32,2253 "n_boot": 20002254 },2255 "outputs_sample": [2256 " the happy man is smiling\n",2257 " The time when the last person",2258 " The word \"bright\" is",2259 " 1\n",2260 " The word \"over\" is"2261 ],2262 "correct": [2263 0.0,2264 0.0,2265 0.0,2266 0.0,2267 0.0,2268 0.0,2269 0.0,2270 0.0,2271 1.0,2272 0.0,2273 1.0,2274 0.0,2275 0.0,2276 1.0,2277 0.0,2278 0.0,2279 0.0,2280 0.0,2281 0.0,2282 1.0,2283 0.0,2284 0.0,2285 0.0,2286 1.0,2287 1.0,2288 0.0,2289 0.0,2290 0.0,2291 1.0,2292 0.0,2293 0.0,2294 0.02295 ]2296 },2297 "ctl_replace_donor_fewshot|sham_map|L19": {2298 "accuracy": 0.03125,2299 "gain_vs_zero": {2300 "estimate": -0.15625,2301 "low": -0.3125,2302 "high": 0.0,2303 "level": 0.95,2304 "n_items": 32,2305 "n_clusters": 32,2306 "n_boot": 20002307 },2308 "outputs_sample": [2309 " 1\n",2310 " 0\n",2311 " 1\n",2312 " 1\n",2313 " 1\n"2314 ],2315 "correct": [2316 0.0,2317 0.0,2318 0.0,2319 0.0,2320 0.0,2321 0.0,2322 0.0,2323 0.0,2324 1.0,2325 0.0,2326 0.0,2327 0.0,2328 0.0,2329 0.0,2330 0.0,2331 0.0,2332 0.0,2333 0.0,2334 0.0,2335 0.0,2336 0.0,2337 0.0,2338 0.0,2339 0.0,2340 0.0,2341 0.0,2342 0.0,2343 0.0,2344 0.0,2345 0.0,2346 0.0,2347 0.02348 ]2349 },2350 "ctl_replace_donor_zeroshot|sham_map|L19": {2351 "accuracy": 0.0,2352 "gain_vs_zero": {2353 "estimate": -0.1875,2354 "low": -0.3125,2355 "high": -0.0625,2356 "level": 0.95,2357 "n_items": 32,2358 "n_clusters": 32,2359 "n_boot": 20002360 },2361 "outputs_sample": [2362 " 1\n",2363 " 1\n",2364 " 10000",2365 " 1\n",2366 " 1\n"2367 ],2368 "correct": [2369 0.0,2370 0.0,2371 0.0,2372 0.0,2373 0.0,2374 0.0,2375 0.0,2376 0.0,2377 0.0,2378 0.0,2379 0.0,2380 0.0,2381 0.0,2382 0.0,2383 0.0,2384 0.0,2385 0.0,2386 0.0,2387 0.0,2388 0.0,2389 0.0,2390 0.0,2391 0.0,2392 0.0,2393 0.0,2394 0.0,2395 0.0,2396 0.0,2397 0.0,2398 0.0,2399 0.0,2400 0.02401 ]2402 },2403 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": {2404 "accuracy": 0.0,2405 "gain_vs_zero": {2406 "estimate": -0.1875,2407 "low": -0.3125,2408 "high": -0.0625,2409 "level": 0.95,2410 "n_items": 32,2411 "n_clusters": 32,2412 "n_boot": 20002413 },2414 "outputs_sample": [2415 " 1\n",2416 " 1\n",2417 " 1\n",2418 " 1\n",2419 " 1\n"2420 ],2421 "correct": [2422 0.0,2423 0.0,2424 0.0,2425 0.0,2426 0.0,2427 0.0,2428 0.0,2429 0.0,2430 0.0,2431 0.0,2432 0.0,2433 0.0,2434 0.0,2435 0.0,2436 0.0,2437 0.0,2438 0.0,2439 0.0,2440 0.0,2441 0.0,2442 0.0,2443 0.0,2444 0.0,2445 0.0,2446 0.0,2447 0.0,2448 0.0,2449 0.0,2450 0.0,2451 0.0,2452 0.0,2453 0.02454 ]2455 },2456 "ctl_random_norm_matched|L19": {2457 "accuracy": 0.03125,2458 "gain_vs_zero": {2459 "estimate": -0.15625,2460 "low": -0.28125,2461 "high": -0.0625,2462 "level": 0.95,2463 "n_items": 32,2464 "n_clusters": 32,2465 "n_boot": 20002466 },2467 "correct": [2468 0.0,2469 0.0,2470 0.0,2471 0.0,2472 0.0,2473 0.0,2474 0.0,2475 0.0,2476 0.0,2477 0.0,2478 0.0,2479 0.0,2480 0.0,2481 0.0,2482 0.0,2483 0.0,2484 0.0,2485 1.0,2486 0.0,2487 0.0,2488 0.0,2489 0.0,2490 0.0,2491 0.0,2492 0.0,2493 0.0,2494 0.0,2495 0.0,2496 0.0,2497 0.0,2498 0.0,2499 0.02500 ]2501 },2502 "ctl_unrelated_task_vector(capital)|L19": {2503 "accuracy": 0.1875,2504 "gain_vs_zero": {2505 "estimate": 0.0,2506 "low": -0.1875,2507 "high": 0.15625,2508 "level": 0.95,2509 "n_items": 32,2510 "n_clusters": 32,2511 "n_boot": 20002512 },2513 "correct": [2514 0.0,2515 0.0,2516 0.0,2517 0.0,2518 0.0,2519 0.0,2520 0.0,2521 0.0,2522 0.0,2523 0.0,2524 0.0,2525 0.0,2526 0.0,2527 1.0,2528 0.0,2529 1.0,2530 0.0,2531 1.0,2532 0.0,2533 1.0,2534 0.0,2535 0.0,2536 0.0,2537 0.0,2538 0.0,2539 0.0,2540 0.0,2541 0.0,2542 1.0,2543 0.0,2544 1.0,2545 0.02546 ]2547 }2548 },2549 "items": {2550 "zero": [2551 0.0,2552 0.0,2553 0.0,2554 0.0,2555 0.0,2556 0.0,2557 0.0,2558 0.0,2559 0.0,2560 0.0,2561 1.0,2562 0.0,2563 0.0,2564 0.0,2565 0.0,2566 0.0,2567 0.0,2568 1.0,2569 1.0,2570 0.0,2571 0.0,2572 0.0,2573 0.0,2574 0.0,2575 1.0,2576 0.0,2577 0.0,2578 1.0,2579 1.0,2580 0.0,2581 0.0,2582 0.02583 ],2584 "few": [2585 1.0,2586 1.0,2587 1.0,2588 0.0,2589 1.0,2590 1.0,2591 1.0,2592 1.0,2593 1.0,2594 1.0,2595 1.0,2596 1.0,2597 1.0,2598 1.0,2599 1.0,2600 1.0,2601 1.0,2602 1.0,2603 1.0,2604 1.0,2605 1.0,2606 1.0,2607 1.0,2608 1.0,2609 1.0,2610 0.0,2611 1.0,2612 1.0,2613 1.0,2614 1.0,2615 1.0,2616 1.02617 ],2618 "own": [2619 1.0,2620 1.0,2621 1.0,2622 0.0,2623 1.0,2624 0.0,2625 1.0,2626 1.0,2627 1.0,2628 1.0,2629 1.0,2630 1.0,2631 1.0,2632 1.0,2633 1.0,2634 1.0,2635 1.0,2636 1.0,2637 1.0,2638 1.0,2639 1.0,2640 1.0,2641 1.0,2642 1.0,2643 1.0,2644 0.0,2645 1.0,2646 1.0,2647 1.0,2648 1.0,2649 1.0,2650 1.02651 ]2652 }2653 },2654 "capital": {2655 "recipient_zero": 0.0,2656 "recipient_few": 1.0,2657 "recipient_own_vector": 0.8181818181818182,2658 "donor_layer": 25,2659 "conditions": {2660 "procrustes|L19|a1.0": {2661 "accuracy": 0.0,2662 "gain_vs_zero": {2663 "estimate": 0.0,2664 "low": 0.0,2665 "high": 0.0,2666 "level": 0.95,2667 "n_items": 22,2668 "n_clusters": 22,2669 "n_boot": 20002670 },2671 "mapped_norm": 42.90782928466797,2672 "outputs_sample": [2673 " Colombia\n",2674 " Sweden\n",2675 " Spain\n\n",2676 " Turkey is a country located in",2677 " Japan is a country located in"2678 ],2679 "correct": [2680 0.0,2681 0.0,2682 0.0,2683 0.0,2684 0.0,2685 0.0,2686 0.0,2687 0.0,2688 0.0,2689 0.0,2690 0.0,2691 0.0,2692 0.0,2693 0.0,2694 0.0,2695 0.0,2696 0.0,2697 0.0,2698 0.0,2699 0.0,2700 0.0,2701 0.02702 ]2703 },2704 "procrustes|L19|a2.0": {2705 "accuracy": 0.0,2706 "gain_vs_zero": {2707 "estimate": 0.0,2708 "low": 0.0,2709 "high": 0.0,2710 "level": 0.95,2711 "n_items": 22,2712 "n_clusters": 22,2713 "n_boot": 20002714 },2715 "mapped_norm": 42.90782928466797,2716 "outputs_sample": [2717 " Venezuela is a country located in",2718 " Finland is a country located in",2719 " Morocco is a country located in",2720 " Turkey is a country located in",2721 " Japan is a country located in"2722 ],2723 "correct": [2724 0.0,2725 0.0,2726 0.0,2727 0.0,2728 0.0,2729 0.0,2730 0.0,2731 0.0,2732 0.0,2733 0.0,2734 0.0,2735 0.0,2736 0.0,2737 0.0,2738 0.0,2739 0.0,2740 0.0,2741 0.0,2742 0.0,2743 0.0,2744 0.0,2745 0.02746 ]2747 },2748 "procrustes_rescaled|L19|a1.0": {2749 "accuracy": 0.0,2750 "gain_vs_zero": {2751 "estimate": 0.0,2752 "low": 0.0,2753 "high": 0.0,2754 "level": 0.95,2755 "n_items": 22,2756 "n_clusters": 22,2757 "n_boot": 20002758 },2759 "mapped_norm": 75.94140625,2760 "outputs_sample": [2761 " Peru\n",2762 " Finland is a country located in",2763 " Morocco is a country located in",2764 " Turkey is a country located in",2765 " Japan is a country located in"2766 ],2767 "correct": [2768 0.0,2769 0.0,2770 0.0,2771 0.0,2772 0.0,2773 0.0,2774 0.0,2775 0.0,2776 0.0,2777 0.0,2778 0.0,2779 0.0,2780 0.0,2781 0.0,2782 0.0,2783 0.0,2784 0.0,2785 0.0,2786 0.0,2787 0.0,2788 0.0,2789 0.02790 ]2791 },2792 "ridge|L19|a1.0": {2793 "accuracy": 0.0,2794 "gain_vs_zero": {2795 "estimate": 0.0,2796 "low": 0.0,2797 "high": 0.0,2798 "level": 0.95,2799 "n_items": 22,2800 "n_clusters": 22,2801 "n_boot": 20002802 },2803 "mapped_norm": 47.9246711730957,2804 "outputs_sample": [2805 " Venezuela is a country located in",2806 " Finland is a country located in",2807 " Morocco is a country located in",2808 " Turkey is a country located in",2809 " Japan is a country located in"2810 ],2811 "correct": [2812 0.0,2813 0.0,2814 0.0,2815 0.0,2816 0.0,2817 0.0,2818 0.0,2819 0.0,2820 0.0,2821 0.0,2822 0.0,2823 0.0,2824 0.0,2825 0.0,2826 0.0,2827 0.0,2828 0.0,2829 0.0,2830 0.0,2831 0.0,2832 0.0,2833 0.02834 ]2835 },2836 "ridge|L19|a2.0": {2837 "accuracy": 0.0,2838 "gain_vs_zero": {2839 "estimate": 0.0,2840 "low": 0.0,2841 "high": 0.0,2842 "level": 0.95,2843 "n_items": 22,2844 "n_clusters": 22,2845 "n_boot": 20002846 },2847 "mapped_norm": 47.9246711730957,2848 "outputs_sample": [2849 " Venezuela is a country located in",2850 " Finland is a country located in",2851 " Morocco is a country located in",2852 " The capital of Turkey is Ankara",2853 " Japan is a country located in"2854 ],2855 "correct": [2856 0.0,2857 0.0,2858 0.0,2859 0.0,2860 0.0,2861 0.0,2862 0.0,2863 0.0,2864 0.0,2865 0.0,2866 0.0,2867 0.0,2868 0.0,2869 0.0,2870 0.0,2871 0.0,2872 0.0,2873 0.0,2874 0.0,2875 0.0,2876 0.0,2877 0.02878 ]2879 },2880 "ridge_rescaled|L19|a1.0": {2881 "accuracy": 0.0,2882 "gain_vs_zero": {2883 "estimate": 0.0,2884 "low": 0.0,2885 "high": 0.0,2886 "level": 0.95,2887 "n_items": 22,2888 "n_clusters": 22,2889 "n_boot": 20002890 },2891 "mapped_norm": 75.94140625,2892 "outputs_sample": [2893 " Venezuela is a country located in",2894 " Finland is a country located in",2895 " Morocco is a country located in",2896 " The capital of Turkey is Ankara",2897 " Japan is a country located in"2898 ],2899 "correct": [2900 0.0,2901 0.0,2902 0.0,2903 0.0,2904 0.0,2905 0.0,2906 0.0,2907 0.0,2908 0.0,2909 0.0,2910 0.0,2911 0.0,2912 0.0,2913 0.0,2914 0.0,2915 0.0,2916 0.0,2917 0.0,2918 0.0,2919 0.0,2920 0.0,2921 0.02922 ]2923 },2924 "cca|L19|a1.0": {2925 "accuracy": 0.0,2926 "gain_vs_zero": {2927 "estimate": 0.0,2928 "low": 0.0,2929 "high": 0.0,2930 "level": 0.95,2931 "n_items": 22,2932 "n_clusters": 22,2933 "n_boot": 20002934 },2935 "mapped_norm": 54.63546371459961,2936 "outputs_sample": [2937 " The country of Venezuela is located",2938 " The capital of Finland is Helsinki",2939 " Morocco is a country located in",2940 " Turkey is a country located in",2941 " Japan is a country located in"2942 ],2943 "correct": [2944 0.0,2945 0.0,2946 0.0,2947 0.0,2948 0.0,2949 0.0,2950 0.0,2951 0.0,2952 0.0,2953 0.0,2954 0.0,2955 0.0,2956 0.0,2957 0.0,2958 0.0,2959 0.0,2960 0.0,2961 0.0,2962 0.0,2963 0.0,2964 0.0,2965 0.02966 ]2967 },2968 "cca|L19|a2.0": {2969 "accuracy": 0.0,2970 "gain_vs_zero": {2971 "estimate": 0.0,2972 "low": 0.0,2973 "high": 0.0,2974 "level": 0.95,2975 "n_items": 22,2976 "n_clusters": 22,2977 "n_boot": 20002978 },2979 "mapped_norm": 54.63546371459961,2980 "outputs_sample": [2981 " The country of Venezuela is located",2982 " Finland is a country located in",2983 " Morocco is a country located in",2984 " The country of Turkey is located",2985 " Japan is a country located in"2986 ],2987 "correct": [2988 0.0,2989 0.0,2990 0.0,2991 0.0,2992 0.0,2993 0.0,2994 0.0,2995 0.0,2996 0.0,2997 0.0,2998 0.0,2999 0.0,3000 0.0,3001 0.0,3002 0.0,3003 0.0,3004 0.0,3005 0.0,3006 0.0,3007 0.0,3008 0.0,3009 0.03010 ]3011 },3012 "random_orth|L19|a1.0": {3013 "accuracy": 0.0,3014 "gain_vs_zero": {3015 "estimate": 0.0,3016 "low": 0.0,3017 "high": 0.0,3018 "level": 0.95,3019 "n_items": 22,3020 "n_clusters": 22,3021 "n_boot": 20003022 },3023 "mapped_norm": 44.07579040527344,3024 "outputs_sample": [3025 " Venezuela is a country located in",3026 " \n",3027 " Morocco is a country located in",3028 " Turkey is a country located in",3029 " Japan is a country located in"3030 ],3031 "correct": [3032 0.0,3033 0.0,3034 0.0,3035 0.0,3036 0.0,3037 0.0,3038 0.0,3039 0.0,3040 0.0,3041 0.0,3042 0.0,3043 0.0,3044 0.0,3045 0.0,3046 0.0,3047 0.0,3048 0.0,3049 0.0,3050 0.0,3051 0.0,3052 0.0,3053 0.03054 ]3055 },3056 "random_orth|L19|a2.0": {3057 "accuracy": 0.0,3058 "gain_vs_zero": {3059 "estimate": 0.0,3060 "low": 0.0,3061 "high": 0.0,3062 "level": 0.95,3063 "n_items": 22,3064 "n_clusters": 22,3065 "n_boot": 20003066 },3067 "mapped_norm": 44.07579040527344,3068 "outputs_sample": [3069 " What is the capital of Venezuela",3070 " What is the capital of Finland",3071 " What is the capital of Morocco",3072 " What is the capital of Turkey",3073 " What is the capital of Japan"3074 ],3075 "correct": [3076 0.0,3077 0.0,3078 0.0,3079 0.0,3080 0.0,3081 0.0,3082 0.0,3083 0.0,3084 0.0,3085 0.0,3086 0.0,3087 0.0,3088 0.0,3089 0.0,3090 0.0,3091 0.0,3092 0.0,3093 0.0,3094 0.0,3095 0.0,3096 0.0,3097 0.03098 ]3099 },3100 "replace_donor_fewshot|procrustes|L19": {3101 "accuracy": 0.0,3102 "gain_vs_zero": {3103 "estimate": 0.0,3104 "low": 0.0,3105 "high": 0.0,3106 "level": 0.95,3107 "n_items": 22,3108 "n_clusters": 22,3109 "n_boot": 20003110 },3111 "outputs_sample": [3112 " Venezuela is a country located in",3113 " Sweden\n",3114 " Spain\n\n",3115 " Turkey is a country located in",3116 " Japan is a country located in"3117 ],3118 "correct": [3119 0.0,3120 0.0,3121 0.0,3122 0.0,3123 0.0,3124 0.0,3125 0.0,3126 0.0,3127 0.0,3128 0.0,3129 0.0,3130 0.0,3131 0.0,3132 0.0,3133 0.0,3134 0.0,3135 0.0,3136 0.0,3137 0.0,3138 0.0,3139 0.0,3140 0.03141 ]3142 },3143 "ctl_replace_donor_zeroshot|procrustes|L19": {3144 "accuracy": 0.0,3145 "gain_vs_zero": {3146 "estimate": 0.0,3147 "low": 0.0,3148 "high": 0.0,3149 "level": 0.95,3150 "n_items": 22,3151 "n_clusters": 22,3152 "n_boot": 20003153 },3154 "outputs_sample": [3155 " \"Venezuela is a",3156 " \"Finland is a country",3157 " \"Morocco\" is a",3158 " Turkey is a country located in",3159 " Japan is a country located in"3160 ],3161 "correct": [3162 0.0,3163 0.0,3164 0.0,3165 0.0,3166 0.0,3167 0.0,3168 0.0,3169 0.0,3170 0.0,3171 0.0,3172 0.0,3173 0.0,3174 0.0,3175 0.0,3176 0.0,3177 0.0,3178 0.0,3179 0.0,3180 0.0,3181 0.0,3182 0.0,3183 0.03184 ]3185 },3186 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": {3187 "accuracy": 0.0,3188 "gain_vs_zero": {3189 "estimate": 0.0,3190 "low": 0.0,3191 "high": 0.0,3192 "level": 0.95,3193 "n_items": 22,3194 "n_clusters": 22,3195 "n_boot": 20003196 },3197 "outputs_sample": [3198 " Argentina\n",3199 " Sweden\n",3200 " Spain\n\n",3201 " Turkey is a country located in",3202 " Japan is a country located in"3203 ],3204 "correct": [3205 0.0,3206 0.0,3207 0.0,3208 0.0,3209 0.0,3210 0.0,3211 0.0,3212 0.0,3213 0.0,3214 0.0,3215 0.0,3216 0.0,3217 0.0,3218 0.0,3219 0.0,3220 0.0,3221 0.0,3222 0.0,3223 0.0,3224 0.0,3225 0.0,3226 0.03227 ]3228 },3229 "replace_donor_fewshot|ridge|L19": {3230 "accuracy": 0.0,3231 "gain_vs_zero": {3232 "estimate": 0.0,3233 "low": 0.0,3234 "high": 0.0,3235 "level": 0.95,3236 "n_items": 22,3237 "n_clusters": 22,3238 "n_boot": 20003239 },3240 "outputs_sample": [3241 " Venezuela is a country located in",3242 " The capital of Finland is Helsinki",3243 " Morocco is a country located in",3244 " Turkey is a country located in",3245 " Japan is a country located in"3246 ],3247 "correct": [3248 0.0,3249 0.0,3250 0.0,3251 0.0,3252 0.0,3253 0.0,3254 0.0,3255 0.0,3256 0.0,3257 0.0,3258 0.0,3259 0.0,3260 0.0,3261 0.0,3262 0.0,3263 0.0,3264 0.0,3265 0.0,3266 0.0,3267 0.0,3268 0.0,3269 0.03270 ]3271 },3272 "ctl_replace_donor_zeroshot|ridge|L19": {3273 "accuracy": 0.0,3274 "gain_vs_zero": {3275 "estimate": 0.0,3276 "low": 0.0,3277 "high": 0.0,3278 "level": 0.95,3279 "n_items": 22,3280 "n_clusters": 22,3281 "n_boot": 20003282 },3283 "outputs_sample": [3284 " \"Venezuela is a",3285 " \"Finland is a country",3286 " \"Morocco\" is a",3287 " \"Turkey is a country in",3288 " Japan is a country located in"3289 ],3290 "correct": [3291 0.0,3292 0.0,3293 0.0,3294 0.0,3295 0.0,3296 0.0,3297 0.0,3298 0.0,3299 0.0,3300 0.0,3301 0.0,3302 0.0,3303 0.0,3304 0.0,3305 0.0,3306 0.0,3307 0.0,3308 0.0,3309 0.0,3310 0.0,3311 0.0,3312 0.03313 ]3314 },3315 "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": {3316 "accuracy": 0.0,3317 "gain_vs_zero": {3318 "estimate": 0.0,3319 "low": 0.0,3320 "high": 0.0,3321 "level": 0.95,3322 "n_items": 22,3323 "n_clusters": 22,3324 "n_boot": 20003325 },3326 "outputs_sample": [3327 " The country of Venezuela is located",3328 " Finland is a country located in",3329 " Morocco is a country located in",3330 " Turkey is a country located in",3331 " Japan is a country located in"3332 ],3333 "correct": [3334 0.0,3335 0.0,3336 0.0,3337 0.0,3338 0.0,3339 0.0,3340 0.0,3341 0.0,3342 0.0,3343 0.0,3344 0.0,3345 0.0,3346 0.0,3347 0.0,3348 0.0,3349 0.0,3350 0.0,3351 0.0,3352 0.0,3353 0.0,3354 0.0,3355 0.03356 ]3357 },3358 "ctl_replace_donor_fewshot|sham_map|L19": {3359 "accuracy": 0.0,3360 "gain_vs_zero": {3361 "estimate": 0.0,3362 "low": 0.0,3363 "high": 0.0,3364 "level": 0.95,3365 "n_items": 22,3366 "n_clusters": 22,3367 "n_boot": 20003368 },3369 "outputs_sample": [3370 " 10000",3371 " 12345",3372 " 1\n",3373 " 10000",3374 " 1\n\n"3375 ],3376 "correct": [3377 0.0,3378 0.0,3379 0.0,3380 0.0,3381 0.0,3382 0.0,3383 0.0,3384 0.0,3385 0.0,3386 0.0,3387 0.0,3388 0.0,3389 0.0,3390 0.0,3391 0.0,3392 0.0,3393 0.0,3394 0.0,3395 0.0,3396 0.0,3397 0.0,3398 0.03399 ]3400 },3401 "ctl_replace_donor_zeroshot|sham_map|L19": {3402 "accuracy": 0.0,3403 "gain_vs_zero": {3404 "estimate": 0.0,3405 "low": 0.0,3406 "high": 0.0,3407 "level": 0.95,3408 "n_items": 22,3409 "n_clusters": 22,3410 "n_boot": 20003411 },3412 "outputs_sample": [3413 " 10000",3414 " 1\n\n",3415 " 1\n\n",3416 " 10000",3417 " 1\n\n"3418 ],3419 "correct": [3420 0.0,3421 0.0,3422 0.0,3423 0.0,3424 0.0,3425 0.0,3426 0.0,3427 0.0,3428 0.0,3429 0.0,3430 0.0,3431 0.0,3432 0.0,3433 0.0,3434 0.0,3435 0.0,3436 0.0,3437 0.0,3438 0.0,3439 0.0,3440 0.0,3441 0.03442 ]3443 },3444 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": {3445 "accuracy": 0.0,3446 "gain_vs_zero": {3447 "estimate": 0.0,3448 "low": 0.0,3449 "high": 0.0,3450 "level": 0.95,3451 "n_items": 22,3452 "n_clusters": 22,3453 "n_boot": 20003454 },3455 "outputs_sample": [3456 " 10000",3457 " 12345",3458 " 1\n",3459 " 10000",3460 " Japan is a country located in"3461 ],3462 "correct": [3463 0.0,3464 0.0,3465 0.0,3466 0.0,3467 0.0,3468 0.0,3469 0.0,3470 0.0,3471 0.0,3472 0.0,3473 0.0,3474 0.0,3475 0.0,3476 0.0,3477 0.0,3478 0.0,3479 0.0,3480 0.0,3481 0.0,3482 0.0,3483 0.0,3484 0.03485 ]3486 },3487 "ctl_random_norm_matched|L19": {3488 "accuracy": 0.0,3489 "gain_vs_zero": {3490 "estimate": 0.0,3491 "low": 0.0,3492 "high": 0.0,3493 "level": 0.95,3494 "n_items": 22,3495 "n_clusters": 22,3496 "n_boot": 20003497 },3498 "correct": [3499 0.0,3500 0.0,3501 0.0,3502 0.0,3503 0.0,3504 0.0,3505 0.0,3506 0.0,3507 0.0,3508 0.0,3509 0.0,3510 0.0,3511 0.0,3512 0.0,3513 0.0,3514 0.0,3515 0.0,3516 0.0,3517 0.0,3518 0.0,3519 0.0,3520 0.03521 ]3522 },3523 "ctl_unrelated_task_vector(antonym)|L19": {3524 "accuracy": 0.0,3525 "gain_vs_zero": {3526 "estimate": 0.0,3527 "low": 0.0,3528 "high": 0.0,3529 "level": 0.95,3530 "n_items": 22,3531 "n_clusters": 22,3532 "n_boot": 20003533 },3534 "correct": [3535 0.0,3536 0.0,3537 0.0,3538 0.0,3539 0.0,3540 0.0,3541 0.0,3542 0.0,3543 0.0,3544 0.0,3545 0.0,3546 0.0,3547 0.0,3548 0.0,3549 0.0,3550 0.0,3551 0.0,3552 0.0,3553 0.0,3554 0.0,3555 0.0,3556 0.03557 ]3558 },3559 "procrustes|L22|a1.0": {3560 "accuracy": 0.0,3561 "gain_vs_zero": {3562 "estimate": 0.0,3563 "low": 0.0,3564 "high": 0.0,3565 "level": 0.95,3566 "n_items": 22,3567 "n_clusters": 22,3568 "n_boot": 20003569 },3570 "mapped_norm": 68.82747650146484,3571 "outputs_sample": [3572 " Venezuela is a country located in",3573 " Finland is a country located in",3574 " France\n\n",3575 " Turkey is a country located in",3576 " Japan is a country located in"3577 ],3578 "correct": [3579 0.0,3580 0.0,3581 0.0,3582 0.0,3583 0.0,3584 0.0,3585 0.0,3586 0.0,3587 0.0,3588 0.0,3589 0.0,3590 0.0,3591 0.0,3592 0.0,3593 0.0,3594 0.0,3595 0.0,3596 0.0,3597 0.0,3598 0.0,3599 0.0,3600 0.03601 ]3602 },3603 "procrustes|L22|a2.0": {3604 "accuracy": 0.09090909090909091,3605 "gain_vs_zero": {3606 "estimate": 0.09090909090909091,3607 "low": 0.0,3608 "high": 0.22727272727272727,3609 "level": 0.95,3610 "n_items": 22,3611 "n_clusters": 22,3612 "n_boot": 20003613 },3614 "mapped_norm": 68.82747650146484,3615 "outputs_sample": [3616 " caracas\n",3617 " t\n",3618 " tangerine\n",3619 " mouth\n",3620 " 1\n\n"3621 ],3622 "correct": [3623 1.0,3624 0.0,3625 0.0,3626 0.0,3627 0.0,3628 0.0,3629 0.0,3630 0.0,3631 0.0,3632 0.0,3633 0.0,3634 0.0,3635 0.0,3636 0.0,3637 0.0,3638 0.0,3639 0.0,3640 0.0,3641 1.0,3642 0.0,3643 0.0,3644 0.03645 ]3646 },3647 "procrustes_rescaled|L22|a1.0": {3648 "accuracy": 0.0,3649 "gain_vs_zero": {3650 "estimate": 0.0,3651 "low": 0.0,3652 "high": 0.0,3653 "level": 0.95,3654 "n_items": 22,3655 "n_clusters": 22,3656 "n_boot": 20003657 },3658 "mapped_norm": 75.94140625,3659 "outputs_sample": [3660 " Venezuela is a country located in",3661 " Finland is a country located in",3662 " France\n\n",3663 " Turkey is a country located in",3664 " Japan is a country located in"3665 ],3666 "correct": [3667 0.0,3668 0.0,3669 0.0,3670 0.0,3671 0.0,3672 0.0,3673 0.0,3674 0.0,3675 0.0,3676 0.0,3677 0.0,3678 0.0,3679 0.0,3680 0.0,3681 0.0,3682 0.0,3683 0.0,3684 0.0,3685 0.0,3686 0.0,3687 0.0,3688 0.03689 ]3690 },3691 "ridge|L22|a1.0": {3692 "accuracy": 0.09090909090909091,3693 "gain_vs_zero": {3694 "estimate": 0.09090909090909091,3695 "low": 0.0,3696 "high": 0.22727272727272727,3697 "level": 0.95,3698 "n_items": 22,3699 "n_clusters": 22,3700 "n_boot": 20003701 },3702 "mapped_norm": 92.07101440429688,3703 "outputs_sample": [3704 " The country of Venezuela is located",3705 " Helsinki\n",3706 " The capital of Morocco is Rab",3707 " The country of Turkey is located",3708 " The capital of Japan is Tokyo"3709 ],3710 "correct": [3711 0.0,3712 1.0,3713 0.0,3714 0.0,3715 0.0,3716 0.0,3717 0.0,3718 1.0,3719 0.0,3720 0.0,3721 0.0,3722 0.0,3723 0.0,3724 0.0,3725 0.0,3726 0.0,3727 0.0,3728 0.0,3729 0.0,3730 0.0,3731 0.0,3732 0.03733 ]3734 },3735 "ridge|L22|a2.0": {3736 "accuracy": 0.0,3737 "gain_vs_zero": {3738 "estimate": 0.0,3739 "low": 0.0,3740 "high": 0.0,3741 "level": 0.95,3742 "n_items": 22,3743 "n_clusters": 22,3744 "n_boot": 20003745 },3746 "mapped_norm": 92.07101440429688,3747 "outputs_sample": [3748 " New York\n",3749 " Finland is a country located in",3750 " Salat\n",3751 " Salat\n",3752 " New Zealand\n"3753 ],3754 "correct": [3755 0.0,3756 0.0,3757 0.0,3758 0.0,3759 0.0,3760 0.0,3761 0.0,3762 0.0,3763 0.0,3764 0.0,3765 0.0,3766 0.0,3767 0.0,3768 0.0,3769 0.0,3770 0.0,3771 0.0,3772 0.0,3773 0.0,3774 0.0,3775 0.0,3776 0.03777 ]3778 },3779 "ridge_rescaled|L22|a1.0": {3780 "accuracy": 0.09090909090909091,3781 "gain_vs_zero": {3782 "estimate": 0.09090909090909091,3783 "low": 0.0,3784 "high": 0.22727272727272727,3785 "level": 0.95,3786 "n_items": 22,3787 "n_clusters": 22,3788 "n_boot": 20003789 },3790 "mapped_norm": 75.94140625,3791 "outputs_sample": [3792 " The country of Venezuela is located",3793 " Helsinki\n",3794 " The capital of Morocco is Rab",3795 " The country of Turkey is located",3796 " The capital of Japan is Tokyo"3797 ],3798 "correct": [3799 0.0,3800 1.0,3801 0.0,3802 0.0,3803 0.0,3804 0.0,3805 0.0,3806 1.0,3807 0.0,3808 0.0,3809 0.0,3810 0.0,3811 0.0,3812 0.0,3813 0.0,3814 0.0,3815 0.0,3816 0.0,3817 0.0,3818 0.0,3819 0.0,3820 0.03821 ]3822 },3823 "cca|L22|a1.0": {3824 "accuracy": 0.045454545454545456,3825 "gain_vs_zero": {3826 "estimate": 0.045454545454545456,3827 "low": 0.0,3828 "high": 0.13636363636363635,3829 "level": 0.95,3830 "n_items": 22,3831 "n_clusters": 22,3832 "n_boot": 20003833 },3834 "mapped_norm": 109.1942138671875,3835 "outputs_sample": [3836 " The country of Venezuela is located",3837 " Helsinki\n",3838 " The capital of Morocco is Rab",3839 " The country of Turkey is located",3840 " The capital of Japan is Tokyo"3841 ],3842 "correct": [3843 0.0,3844 1.0,3845 0.0,3846 0.0,3847 0.0,3848 0.0,3849 0.0,3850 0.0,3851 0.0,3852 0.0,3853 0.0,3854 0.0,3855 0.0,3856 0.0,3857 0.0,3858 0.0,3859 0.0,3860 0.0,3861 0.0,3862 0.0,3863 0.0,3864 0.03865 ]3866 },3867 "cca|L22|a2.0": {3868 "accuracy": 0.0,3869 "gain_vs_zero": {3870 "estimate": 0.0,3871 "low": 0.0,3872 "high": 0.0,3873 "level": 0.95,3874 "n_items": 22,3875 "n_clusters": 22,3876 "n_boot": 20003877 },3878 "mapped_norm": 109.1942138671875,3879 "outputs_sample": [3880 " New York\n",3881 " New Zealand\n",3882 " Salat\n",3883 " The country of Turkey is located",3884 " New Zealand\n"3885 ],3886 "correct": [3887 0.0,3888 0.0,3889 0.0,3890 0.0,3891 0.0,3892 0.0,3893 0.0,3894 0.0,3895 0.0,3896 0.0,3897 0.0,3898 0.0,3899 0.0,3900 0.0,3901 0.0,3902 0.0,3903 0.0,3904 0.0,3905 0.0,3906 0.0,3907 0.0,3908 0.03909 ]3910 },3911 "random_orth|L22|a1.0": {3912 "accuracy": 0.0,3913 "gain_vs_zero": {3914 "estimate": 0.0,3915 "low": 0.0,3916 "high": 0.0,3917 "level": 0.95,3918 "n_items": 22,3919 "n_clusters": 22,3920 "n_boot": 20003921 },3922 "mapped_norm": 75.10470581054688,3923 "outputs_sample": [3924 " The country of Venezuela is located",3925 " The capital of Finland is Helsinki",3926 " The capital of Morocco is Rab",3927 " Turkey is a country located in",3928 " Japan is a country located in"3929 ],3930 "correct": [3931 0.0,3932 0.0,3933 0.0,3934 0.0,3935 0.0,3936 0.0,3937 0.0,3938 0.0,3939 0.0,3940 0.0,3941 0.0,3942 0.0,3943 0.0,3944 0.0,3945 0.0,3946 0.0,3947 0.0,3948 0.0,3949 0.0,3950 0.0,3951 0.0,3952 0.03953 ]3954 },3955 "random_orth|L22|a2.0": {3956 "accuracy": 0.0,3957 "gain_vs_zero": {3958 "estimate": 0.0,3959 "low": 0.0,3960 "high": 0.0,3961 "level": 0.95,3962 "n_items": 22,3963 "n_clusters": 22,3964 "n_boot": 20003965 },3966 "mapped_norm": 75.10470581054688,3967 "outputs_sample": [3968 " The country of Venezuela is located",3969 " The capital of Finland is Helsinki",3970 " The capital of Morocco is Rab",3971 " What is the capital of Turkey",3972 " The capital of Japan is Tokyo"3973 ],3974 "correct": [3975 0.0,3976 0.0,3977 0.0,3978 0.0,3979 0.0,3980 0.0,3981 0.0,3982 0.0,3983 0.0,3984 0.0,3985 0.0,3986 0.0,3987 0.0,3988 0.0,3989 0.0,3990 0.0,3991 0.0,3992 0.0,3993 0.0,3994 0.0,3995 0.0,3996 0.03997 ]3998 },3999 "replace_donor_fewshot|procrustes|L22": {4000 "accuracy": 0.0,4001 "gain_vs_zero": {4002 "estimate": 0.0,4003 "low": 0.0,4004 "high": 0.0,4005 "level": 0.95,4006 "n_items": 22,4007 "n_clusters": 22,4008 "n_boot": 20004009 },4010 "outputs_sample": [4011 " 1\n",4012 " 1\n",4013 " 1\n",4014 " 1\n",4015 " 1\n\n"4016 ],4017 "correct": [4018 0.0,4019 0.0,4020 0.0,4021 0.0,4022 0.0,4023 0.0,4024 0.0,4025 0.0,4026 0.0,4027 0.0,4028 0.0,4029 0.0,4030 0.0,4031 0.0,4032 0.0,4033 0.0,4034 0.0,4035 0.0,4036 0.0,4037 0.0,4038 0.0,4039 0.04040 ]4041 },4042 "ctl_replace_donor_zeroshot|procrustes|L22": {4043 "accuracy": 0.0,4044 "gain_vs_zero": {4045 "estimate": 0.0,4046 "low": 0.0,4047 "high": 0.0,4048 "level": 0.95,4049 "n_items": 22,4050 "n_clusters": 22,4051 "n_boot": 20004052 },4053 "outputs_sample": [4054 " The country of Venezuela is located",4055 " The capital of Finland is Helsinki",4056 " The capital of Morocco is Rab",4057 " \"Turkey is a country in",4058 " \"Japan\" is a country"4059 ],4060 "correct": [4061 0.0,4062 0.0,4063 0.0,4064 0.0,4065 0.0,4066 0.0,4067 0.0,4068 0.0,4069 0.0,4070 0.0,4071 0.0,4072 0.0,4073 0.0,4074 0.0,4075 0.0,4076 0.0,4077 0.0,4078 0.0,4079 0.0,4080 0.0,4081 0.0,4082 0.04083 ]4084 },4085 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L22": {4086 "accuracy": 0.0,4087 "gain_vs_zero": {4088 "estimate": 0.0,4089 "low": 0.0,4090 "high": 0.0,4091 "level": 0.95,4092 "n_items": 22,4093 "n_clusters": 22,4094 "n_boot": 20004095 },4096 "outputs_sample": [4097 " 1\n",4098 " 1\n",4099 " The capital of Morocco is Rab",4100 " 10000",4101 " 1\n\n"4102 ],4103 "correct": [4104 0.0,4105 0.0,4106 0.0,4107 0.0,4108 0.0,4109 0.0,4110 0.0,4111 0.0,4112 0.0,4113 0.0,4114 0.0,4115 0.0,4116 0.0,4117 0.0,4118 0.0,4119 0.0,4120 0.0,4121 0.0,4122 0.0,4123 0.0,4124 0.0,4125 0.04126 ]4127 },4128 "replace_donor_fewshot|ridge|L22": {4129 "accuracy": 0.0,4130 "gain_vs_zero": {4131 "estimate": 0.0,4132 "low": 0.0,4133 "high": 0.0,4134 "level": 0.95,4135 "n_items": 22,4136 "n_clusters": 22,4137 "n_boot": 20004138 },4139 "outputs_sample": [4140 " The country of Venezuela is located",4141 " The capital of Finland is Helsinki",4142 " The capital of Morocco is Rab",4143 " 1\n",4144 " The capital of Japan is Tokyo"4145 ],4146 "correct": [4147 0.0,4148 0.0,4149 0.0,4150 0.0,4151 0.0,4152 0.0,4153 0.0,4154 0.0,4155 0.0,4156 0.0,4157 0.0,4158 0.0,4159 0.0,4160 0.0,4161 0.0,4162 0.0,4163 0.0,4164 0.0,4165 0.0,4166 0.0,4167 0.0,4168 0.04169 ]4170 },4171 "ctl_replace_donor_zeroshot|ridge|L22": {4172 "accuracy": 0.0,4173 "gain_vs_zero": {4174 "estimate": 0.0,4175 "low": 0.0,4176 "high": 0.0,4177 "level": 0.95,4178 "n_items": 22,4179 "n_clusters": 22,4180 "n_boot": 20004181 },4182 "outputs_sample": [4183 " The country of Venezuela is located",4184 " The capital of Finland is Helsinki",4185 " The capital of Morocco is Rab",4186 " \"Turkey is a country in",4187 " The capital of Japan is Tokyo"4188 ],4189 "correct": [4190 0.0,4191 0.0,4192 0.0,4193 0.0,4194 0.0,4195 0.0,4196 0.0,4197 0.0,4198 0.0,4199 0.0,4200 0.0,4201 0.0,4202 0.0,4203 0.0,4204 0.0,4205 0.0,4206 0.0,4207 0.0,4208 0.0,4209 0.0,4210 0.0,4211 0.04212 ]4213 },4214 "ctl_replace_donor_fewshot_shuffled_query|ridge|L22": {4215 "accuracy": 0.0,4216 "gain_vs_zero": {4217 "estimate": 0.0,4218 "low": 0.0,4219 "high": 0.0,4220 "level": 0.95,4221 "n_items": 22,4222 "n_clusters": 22,4223 "n_boot": 20004224 },4225 "outputs_sample": [4226 " The country of Venezuela is located",4227 " The capital of Finland is Helsinki",4228 " The capital of Morocco is Rab",4229 " The capital of Turkey is Ankara",4230 " The capital of Japan is Tokyo"4231 ],4232 "correct": [4233 0.0,4234 0.0,4235 0.0,4236 0.0,4237 0.0,4238 0.0,4239 0.0,4240 0.0,4241 0.0,4242 0.0,4243 0.0,4244 0.0,4245 0.0,4246 0.0,4247 0.0,4248 0.0,4249 0.0,4250 0.0,4251 0.0,4252 0.0,4253 0.0,4254 0.04255 ]4256 },4257 "ctl_replace_donor_fewshot|sham_map|L22": {4258 "accuracy": 0.0,4259 "gain_vs_zero": {4260 "estimate": 0.0,4261 "low": 0.0,4262 "high": 0.0,4263 "level": 0.95,4264 "n_items": 22,4265 "n_clusters": 22,4266 "n_boot": 20004267 },4268 "outputs_sample": [4269 " The country of Venezuela is located",4270 " 17\n",4271 " 1\n",4272 " The country of Turkey is located",4273 " 1\n\n"4274 ],4275 "correct": [4276 0.0,4277 0.0,4278 0.0,4279 0.0,4280 0.0,4281 0.0,4282 0.0,4283 0.0,4284 0.0,4285 0.0,4286 0.0,4287 0.0,4288 0.0,4289 0.0,4290 0.0,4291 0.0,4292 0.0,4293 0.0,4294 0.0,4295 0.0,4296 0.0,4297 0.04298 ]4299 },4300 "ctl_replace_donor_zeroshot|sham_map|L22": {4301 "accuracy": 0.0,4302 "gain_vs_zero": {4303 "estimate": 0.0,4304 "low": 0.0,4305 "high": 0.0,4306 "level": 0.95,4307 "n_items": 22,4308 "n_clusters": 22,4309 "n_boot": 20004310 },4311 "outputs_sample": [4312 " 10000",4313 " 17\n\n",4314 " 1\n",4315 " 10000",4316 " 1\n\n"4317 ],4318 "correct": [4319 0.0,4320 0.0,4321 0.0,4322 0.0,4323 0.0,4324 0.0,4325 0.0,4326 0.0,4327 0.0,4328 0.0,4329 0.0,4330 0.0,4331 0.0,4332 0.0,4333 0.0,4334 0.0,4335 0.0,4336 0.0,4337 0.0,4338 0.0,4339 0.0,4340 0.04341 ]4342 },4343 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L22": {4344 "accuracy": 0.0,4345 "gain_vs_zero": {4346 "estimate": 0.0,4347 "low": 0.0,4348 "high": 0.0,4349 "level": 0.95,4350 "n_items": 22,4351 "n_clusters": 22,4352 "n_boot": 20004353 },4354 "outputs_sample": [4355 " 10000",4356 " 17\n",4357 " 1\n",4358 " 10000",4359 " 1\n\n"4360 ],4361 "correct": [4362 0.0,4363 0.0,4364 0.0,4365 0.0,4366 0.0,4367 0.0,4368 0.0,4369 0.0,4370 0.0,4371 0.0,4372 0.0,4373 0.0,4374 0.0,4375 0.0,4376 0.0,4377 0.0,4378 0.0,4379 0.0,4380 0.0,4381 0.0,4382 0.0,4383 0.04384 ]4385 },4386 "ctl_random_norm_matched|L22": {4387 "accuracy": 0.0,4388 "gain_vs_zero": {4389 "estimate": 0.0,4390 "low": 0.0,4391 "high": 0.0,4392 "level": 0.95,4393 "n_items": 22,4394 "n_clusters": 22,4395 "n_boot": 20004396 },4397 "correct": [4398 0.0,4399 0.0,4400 0.0,4401 0.0,4402 0.0,4403 0.0,4404 0.0,4405 0.0,4406 0.0,4407 0.0,4408 0.0,4409 0.0,4410 0.0,4411 0.0,4412 0.0,4413 0.0,4414 0.0,4415 0.0,4416 0.0,4417 0.0,4418 0.0,4419 0.04420 ]4421 },4422 "ctl_unrelated_task_vector(antonym)|L22": {4423 "accuracy": 0.0,4424 "gain_vs_zero": {4425 "estimate": 0.0,4426 "low": 0.0,4427 "high": 0.0,4428 "level": 0.95,4429 "n_items": 22,4430 "n_clusters": 22,4431 "n_boot": 20004432 },4433 "correct": [4434 0.0,4435 0.0,4436 0.0,4437 0.0,4438 0.0,4439 0.0,4440 0.0,4441 0.0,4442 0.0,4443 0.0,4444 0.0,4445 0.0,4446 0.0,4447 0.0,4448 0.0,4449 0.0,4450 0.0,4451 0.0,4452 0.0,4453 0.0,4454 0.0,4455 0.04456 ]4457 }4458 },4459 "items": {4460 "zero": [4461 0.0,4462 0.0,4463 0.0,4464 0.0,4465 0.0,4466 0.0,4467 0.0,4468 0.0,4469 0.0,4470 0.0,4471 0.0,4472 0.0,4473 0.0,4474 0.0,4475 0.0,4476 0.0,4477 0.0,4478 0.0,4479 0.0,4480 0.0,4481 0.0,4482 0.04483 ],4484 "few": [4485 1.0,4486 1.0,4487 1.0,4488 1.0,4489 1.0,4490 1.0,4491 1.0,4492 1.0,4493 1.0,4494 1.0,4495 1.0,4496 1.0,4497 1.0,4498 1.0,4499 1.0,4500 1.0,4501 1.0,4502 1.0,4503 1.0,4504 1.0,4505 1.0,4506 1.04507 ],4508 "own": [4509 1.0,4510 1.0,4511 1.0,4512 1.0,4513 1.0,4514 0.0,4515 1.0,4516 1.0,4517 0.0,4518 1.0,4519 1.0,4520 1.0,4521 1.0,4522 1.0,4523 0.0,4524 1.0,4525 1.0,4526 0.0,4527 1.0,4528 1.0,4529 1.0,4530 1.04531 ]4532 }4533 },4534 "morph": {4535 "recipient_zero": 0.0,4536 "recipient_few": 0.3,4537 "recipient_own_vector": 0.0,4538 "donor_layer": 2,4539 "conditions": {4540 "procrustes|L2|a1.0": {4541 "accuracy": 0.0,4542 "gain_vs_zero": {4543 "estimate": 0.0,4544 "low": 0.0,4545 "high": 0.0,4546 "level": 0.95,4547 "n_items": 40,4548 "n_clusters": 40,4549 "n_boot": 20004550 },4551 "mapped_norm": 11.232007026672363,4552 "outputs_sample": [4553 " 10000",4554 " The word \"zonofab",4555 " \"vofisu\"\n",4556 " 10000",4557 " \"zute\" is a"4558 ],4559 "correct": [4560 0.0,4561 0.0,4562 0.0,4563 0.0,4564 0.0,4565 0.0,4566 0.0,4567 0.0,4568 0.0,4569 0.0,4570 0.0,4571 0.0,4572 0.0,4573 0.0,4574 0.0,4575 0.0,4576 0.0,4577 0.0,4578 0.0,4579 0.0,4580 0.0,4581 0.0,4582 0.0,4583 0.0,4584 0.0,4585 0.0,4586 0.0,4587 0.0,4588 0.0,4589 0.0,4590 0.0,4591 0.0,4592 0.0,4593 0.0,4594 0.0,4595 0.0,4596 0.0,4597 0.0,4598 0.0,4599 0.04600 ]4601 },4602 "procrustes|L2|a2.0": {4603 "accuracy": 0.0,4604 "gain_vs_zero": {4605 "estimate": 0.0,4606 "low": 0.0,4607 "high": 0.0,4608 "level": 0.95,4609 "n_items": 40,4610 "n_clusters": 40,4611 "n_boot": 20004612 },4613 "mapped_norm": 11.232007026672363,4614 "outputs_sample": [4615 " 10000",4616 " The word \"zonofab",4617 " \"vofisu\"\n",4618 " 10000",4619 " \"zute\" is a"4620 ],4621 "correct": [4622 0.0,4623 0.0,4624 0.0,4625 0.0,4626 0.0,4627 0.0,4628 0.0,4629 0.0,4630 0.0,4631 0.0,4632 0.0,4633 0.0,4634 0.0,4635 0.0,4636 0.0,4637 0.0,4638 0.0,4639 0.0,4640 0.0,4641 0.0,4642 0.0,4643 0.0,4644 0.0,4645 0.0,4646 0.0,4647 0.0,4648 0.0,4649 0.0,4650 0.0,4651 0.0,4652 0.0,4653 0.0,4654 0.0,4655 0.0,4656 0.0,4657 0.0,4658 0.0,4659 0.0,4660 0.0,4661 0.04662 ]4663 },4664 "procrustes_rescaled|L2|a1.0": {4665 "accuracy": 0.0,4666 "gain_vs_zero": {4667 "estimate": 0.0,4668 "low": 0.0,4669 "high": 0.0,4670 "level": 0.95,4671 "n_items": 40,4672 "n_clusters": 40,4673 "n_boot": 20004674 },4675 "mapped_norm": 12.061471939086914,4676 "outputs_sample": [4677 " 10000",4678 " The word \"zonofab",4679 " \"vofisu\"\n",4680 " 10000",4681 " \"zute\" is a"4682 ],4683 "correct": [4684 0.0,4685 0.0,4686 0.0,4687 0.0,4688 0.0,4689 0.0,4690 0.0,4691 0.0,4692 0.0,4693 0.0,4694 0.0,4695 0.0,4696 0.0,4697 0.0,4698 0.0,4699 0.0,4700 0.0,4701 0.0,4702 0.0,4703 0.0,4704 0.0,4705 0.0,4706 0.0,4707 0.0,4708 0.0,4709 0.0,4710 0.0,4711 0.0,4712 0.0,4713 0.0,4714 0.0,4715 0.0,4716 0.0,4717 0.0,4718 0.0,4719 0.0,4720 0.0,4721 0.0,4722 0.0,4723 0.04724 ]4725 },4726 "ridge|L2|a1.0": {4727 "accuracy": 0.0,4728 "gain_vs_zero": {4729 "estimate": 0.0,4730 "low": 0.0,4731 "high": 0.0,4732 "level": 0.95,4733 "n_items": 40,4734 "n_clusters": 40,4735 "n_boot": 20004736 },4737 "mapped_norm": 12.087592124938965,4738 "outputs_sample": [4739 " 10000",4740 " The word \"zonofab",4741 " \"vofisu\"\n",4742 " 10000",4743 " \"zute\" is a"4744 ],4745 "correct": [4746 0.0,4747 0.0,4748 0.0,4749 0.0,4750 0.0,4751 0.0,4752 0.0,4753 0.0,4754 0.0,4755 0.0,4756 0.0,4757 0.0,4758 0.0,4759 0.0,4760 0.0,4761 0.0,4762 0.0,4763 0.0,4764 0.0,4765 0.0,4766 0.0,4767 0.0,4768 0.0,4769 0.0,4770 0.0,4771 0.0,4772 0.0,4773 0.0,4774 0.0,4775 0.0,4776 0.0,4777 0.0,4778 0.0,4779 0.0,4780 0.0,4781 0.0,4782 0.0,4783 0.0,4784 0.0,4785 0.04786 ]4787 },4788 "ridge|L2|a2.0": {4789 "accuracy": 0.0,4790 "gain_vs_zero": {4791 "estimate": 0.0,4792 "low": 0.0,4793 "high": 0.0,4794 "level": 0.95,4795 "n_items": 40,4796 "n_clusters": 40,4797 "n_boot": 20004798 },4799 "mapped_norm": 12.087592124938965,4800 "outputs_sample": [4801 " 10000",4802 " 1\n",4803 " 1\n",4804 " 10000",4805 " \"Zute is a small"4806 ],4807 "correct": [4808 0.0,4809 0.0,4810 0.0,4811 0.0,4812 0.0,4813 0.0,4814 0.0,4815 0.0,4816 0.0,4817 0.0,4818 0.0,4819 0.0,4820 0.0,4821 0.0,4822 0.0,4823 0.0,4824 0.0,4825 0.0,4826 0.0,4827 0.0,4828 0.0,4829 0.0,4830 0.0,4831 0.0,4832 0.0,4833 0.0,4834 0.0,4835 0.0,4836 0.0,4837 0.0,4838 0.0,4839 0.0,4840 0.0,4841 0.0,4842 0.0,4843 0.0,4844 0.0,4845 0.0,4846 0.0,4847 0.04848 ]4849 },4850 "ridge_rescaled|L2|a1.0": {4851 "accuracy": 0.0,4852 "gain_vs_zero": {4853 "estimate": 0.0,4854 "low": 0.0,4855 "high": 0.0,4856 "level": 0.95,4857 "n_items": 40,4858 "n_clusters": 40,4859 "n_boot": 20004860 },4861 "mapped_norm": 12.061471939086914,4862 "outputs_sample": [4863 " 10000",4864 " The word \"zonofab",4865 " \"vofisu\"\n",4866 " 10000",4867 " \"zute\" is a"4868 ],4869 "correct": [4870 0.0,4871 0.0,4872 0.0,4873 0.0,4874 0.0,4875 0.0,4876 0.0,4877 0.0,4878 0.0,4879 0.0,4880 0.0,4881 0.0,4882 0.0,4883 0.0,4884 0.0,4885 0.0,4886 0.0,4887 0.0,4888 0.0,4889 0.0,4890 0.0,4891 0.0,4892 0.0,4893 0.0,4894 0.0,4895 0.0,4896 0.0,4897 0.0,4898 0.0,4899 0.0,4900 0.0,4901 0.0,4902 0.0,4903 0.0,4904 0.0,4905 0.0,4906 0.0,4907 0.0,4908 0.0,4909 0.04910 ]4911 },4912 "cca|L2|a1.0": {4913 "accuracy": 0.0,4914 "gain_vs_zero": {4915 "estimate": 0.0,4916 "low": 0.0,4917 "high": 0.0,4918 "level": 0.95,4919 "n_items": 40,4920 "n_clusters": 40,4921 "n_boot": 20004922 },4923 "mapped_norm": 12.566847801208496,4924 "outputs_sample": [4925 " 10000",4926 " The word \"zonofab",4927 " 1\n",4928 " 10000",4929 " \"zute\" is a"4930 ],4931 "correct": [4932 0.0,4933 0.0,4934 0.0,4935 0.0,4936 0.0,4937 0.0,4938 0.0,4939 0.0,4940 0.0,4941 0.0,4942 0.0,4943 0.0,4944 0.0,4945 0.0,4946 0.0,4947 0.0,4948 0.0,4949 0.0,4950 0.0,4951 0.0,4952 0.0,4953 0.0,4954 0.0,4955 0.0,4956 0.0,4957 0.0,4958 0.0,4959 0.0,4960 0.0,4961 0.0,4962 0.0,4963 0.0,4964 0.0,4965 0.0,4966 0.0,4967 0.0,4968 0.0,4969 0.0,4970 0.0,4971 0.04972 ]4973 },4974 "cca|L2|a2.0": {4975 "accuracy": 0.0,4976 "gain_vs_zero": {4977 "estimate": 0.0,4978 "low": 0.0,4979 "high": 0.0,4980 "level": 0.95,4981 "n_items": 40,4982 "n_clusters": 40,4983 "n_boot": 20004984 },4985 "mapped_norm": 12.566847801208496,4986 "outputs_sample": [4987 " 10000",4988 " 1\n",4989 " 1\n",4990 " 10000",4991 " \"zute\" is a"4992 ],4993 "correct": [4994 0.0,4995 0.0,4996 0.0,4997 0.0,4998 0.0,4999 0.0,5000 0.0,5001 0.0,5002 0.0,5003 0.0,5004 0.0,5005 0.0,5006 0.0,5007 0.0,5008 0.0,5009 0.0,5010 0.0,5011 0.0,5012 0.0,5013 0.0,5014 0.0,5015 0.0,5016 0.0,5017 0.0,5018 0.0,5019 0.0,5020 0.0,5021 0.0,5022 0.0,5023 0.0,5024 0.0,5025 0.0,5026 0.0,5027 0.0,5028 0.0,5029 0.0,5030 0.0,5031 0.0,5032 0.0,5033 0.05034 ]5035 },5036 "random_orth|L2|a1.0": {5037 "accuracy": 0.0,5038 "gain_vs_zero": {5039 "estimate": 0.0,5040 "low": 0.0,5041 "high": 0.0,5042 "level": 0.95,5043 "n_items": 40,5044 "n_clusters": 40,5045 "n_boot": 20005046 },5047 "mapped_norm": 10.567745208740234,5048 "outputs_sample": [5049 " 10000",5050 " The word \"zonofab",5051 " \"vofisu\"\n",5052 " The word \"tuken\"",5053 " The word \"zute\""5054 ],5055 "correct": [5056 0.0,5057 0.0,5058 0.0,5059 0.0,5060 0.0,5061 0.0,5062 0.0,5063 0.0,5064 0.0,5065 0.0,5066 0.0,5067 0.0,5068 0.0,5069 0.0,5070 0.0,5071 0.0,5072 0.0,5073 0.0,5074 0.0,5075 0.0,5076 0.0,5077 0.0,5078 0.0,5079 0.0,5080 0.0,5081 0.0,5082 0.0,5083 0.0,5084 0.0,5085 0.0,5086 0.0,5087 0.0,5088 0.0,5089 0.0,5090 0.0,5091 0.0,5092 0.0,5093 0.0,5094 0.0,5095 0.05096 ]5097 },5098 "random_orth|L2|a2.0": {5099 "accuracy": 0.0,5100 "gain_vs_zero": {5101 "estimate": 0.0,5102 "low": 0.0,5103 "high": 0.0,5104 "level": 0.95,5105 "n_items": 40,5106 "n_clusters": 40,5107 "n_boot": 20005108 },5109 "mapped_norm": 10.567745208740234,5110 "outputs_sample": [5111 " 10000",5112 " The word \"zonofab",5113 " \"vofisu\"\n",5114 " \"The quick brown fox jumps",5115 " \"zute\" is a"5116 ],5117 "correct": [5118 0.0,5119 0.0,5120 0.0,5121 0.0,5122 0.0,5123 0.0,5124 0.0,5125 0.0,5126 0.0,5127 0.0,5128 0.0,5129 0.0,5130 0.0,5131 0.0,5132 0.0,5133 0.0,5134 0.0,5135 0.0,5136 0.0,5137 0.0,5138 0.0,5139 0.0,5140 0.0,5141 0.0,5142 0.0,5143 0.0,5144 0.0,5145 0.0,5146 0.0,5147 0.0,5148 0.0,5149 0.0,5150 0.0,5151 0.0,5152 0.0,5153 0.0,5154 0.0,5155 0.0,5156 0.0,5157 0.05158 ]5159 },5160 "replace_donor_fewshot|procrustes|L2": {5161 "accuracy": 0.0,5162 "gain_vs_zero": {5163 "estimate": 0.0,5164 "low": 0.0,5165 "high": 0.0,5166 "level": 0.95,5167 "n_items": 40,5168 "n_clusters": 40,5169 "n_boot": 20005170 },5171 "outputs_sample": [5172 " 10000",5173 " The word \"zonofab",5174 " \"vofisu\"\n",5175 " \"tunke\"\n\n",5176 " \"zute\" is a"5177 ],5178 "correct": [5179 0.0,5180 0.0,5181 0.0,5182 0.0,5183 0.0,5184 0.0,5185 0.0,5186 0.0,5187 0.0,5188 0.0,5189 0.0,5190 0.0,5191 0.0,5192 0.0,5193 0.0,5194 0.0,5195 0.0,5196 0.0,5197 0.0,5198 0.0,5199 0.0,5200 0.0,5201 0.0,5202 0.0,5203 0.0,5204 0.0,5205 0.0,5206 0.0,5207 0.0,5208 0.0,5209 0.0,5210 0.0,5211 0.0,5212 0.0,5213 0.0,5214 0.0,5215 0.0,5216 0.0,5217 0.0,5218 0.05219 ]5220 },5221 "ctl_replace_donor_zeroshot|procrustes|L2": {5222 "accuracy": 0.0,5223 "gain_vs_zero": {5224 "estimate": 0.0,5225 "low": 0.0,5226 "high": 0.0,5227 "level": 0.95,5228 "n_items": 40,5229 "n_clusters": 40,5230 "n_boot": 20005231 },5232 "outputs_sample": [5233 " 10000",5234 " The word \"zonofab",5235 " \"vofisu\"\n",5236 " 10000",5237 " \"zute\" is a"5238 ],5239 "correct": [5240 0.0,5241 0.0,5242 0.0,5243 0.0,5244 0.0,5245 0.0,5246 0.0,5247 0.0,5248 0.0,5249 0.0,5250 0.0,5251 0.0,5252 0.0,5253 0.0,5254 0.0,5255 0.0,5256 0.0,5257 0.0,5258 0.0,5259 0.0,5260 0.0,5261 0.0,5262 0.0,5263 0.0,5264 0.0,5265 0.0,5266 0.0,5267 0.0,5268 0.0,5269 0.0,5270 0.0,5271 0.0,5272 0.0,5273 0.0,5274 0.0,5275 0.0,5276 0.0,5277 0.0,5278 0.0,5279 0.05280 ]5281 },5282 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {5283 "accuracy": 0.0,5284 "gain_vs_zero": {5285 "estimate": 0.0,5286 "low": 0.0,5287 "high": 0.0,5288 "level": 0.95,5289 "n_items": 40,5290 "n_clusters": 40,5291 "n_boot": 20005292 },5293 "outputs_sample": [5294 " 10000",5295 " The word \"zonofab",5296 " \"vofisu\"\n",5297 " \"tunke\"\n\n",5298 " \"zute\" is a"5299 ],5300 "correct": [5301 0.0,5302 0.0,5303 0.0,5304 0.0,5305 0.0,5306 0.0,5307 0.0,5308 0.0,5309 0.0,5310 0.0,5311 0.0,5312 0.0,5313 0.0,5314 0.0,5315 0.0,5316 0.0,5317 0.0,5318 0.0,5319 0.0,5320 0.0,5321 0.0,5322 0.0,5323 0.0,5324 0.0,5325 0.0,5326 0.0,5327 0.0,5328 0.0,5329 0.0,5330 0.0,5331 0.0,5332 0.0,5333 0.0,5334 0.0,5335 0.0,5336 0.0,5337 0.0,5338 0.0,5339 0.0,5340 0.05341 ]5342 },5343 "replace_donor_fewshot|ridge|L2": {5344 "accuracy": 0.0,5345 "gain_vs_zero": {5346 "estimate": 0.0,5347 "low": 0.0,5348 "high": 0.0,5349 "level": 0.95,5350 "n_items": 40,5351 "n_clusters": 40,5352 "n_boot": 20005353 },5354 "outputs_sample": [5355 " 10000",5356 " The word \"zonofab",5357 " 1\n",5358 " 10000",5359 " \"zute\" is a"5360 ],5361 "correct": [5362 0.0,5363 0.0,5364 0.0,5365 0.0,5366 0.0,5367 0.0,5368 0.0,5369 0.0,5370 0.0,5371 0.0,5372 0.0,5373 0.0,5374 0.0,5375 0.0,5376 0.0,5377 0.0,5378 0.0,5379 0.0,5380 0.0,5381 0.0,5382 0.0,5383 0.0,5384 0.0,5385 0.0,5386 0.0,5387 0.0,5388 0.0,5389 0.0,5390 0.0,5391 0.0,5392 0.0,5393 0.0,5394 0.0,5395 0.0,5396 0.0,5397 0.0,5398 0.0,5399 0.0,5400 0.0,5401 0.05402 ]5403 },5404 "ctl_replace_donor_zeroshot|ridge|L2": {5405 "accuracy": 0.0,5406 "gain_vs_zero": {5407 "estimate": 0.0,5408 "low": 0.0,5409 "high": 0.0,5410 "level": 0.95,5411 "n_items": 40,5412 "n_clusters": 40,5413 "n_boot": 20005414 },5415 "outputs_sample": [5416 " 10000",5417 " The word \"zonofab",5418 " \"vofisu\"\n",5419 " The word \"tuken\"",5420 " The word \"zute\""5421 ],5422 "correct": [5423 0.0,5424 0.0,5425 0.0,5426 0.0,5427 0.0,5428 0.0,5429 0.0,5430 0.0,5431 0.0,5432 0.0,5433 0.0,5434 0.0,5435 0.0,5436 0.0,5437 0.0,5438 0.0,5439 0.0,5440 0.0,5441 0.0,5442 0.0,5443 0.0,5444 0.0,5445 0.0,5446 0.0,5447 0.0,5448 0.0,5449 0.0,5450 0.0,5451 0.0,5452 0.0,5453 0.0,5454 0.0,5455 0.0,5456 0.0,5457 0.0,5458 0.0,5459 0.0,5460 0.0,5461 0.0,5462 0.05463 ]5464 },5465 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {5466 "accuracy": 0.0,5467 "gain_vs_zero": {5468 "estimate": 0.0,5469 "low": 0.0,5470 "high": 0.0,5471 "level": 0.95,5472 "n_items": 40,5473 "n_clusters": 40,5474 "n_boot": 20005475 },5476 "outputs_sample": [5477 " 10000",5478 " The word \"zonofab",5479 " \"vofisu\"\n",5480 " 10000",5481 " \"zute\" is a"5482 ],5483 "correct": [5484 0.0,5485 0.0,5486 0.0,5487 0.0,5488 0.0,5489 0.0,5490 0.0,5491 0.0,5492 0.0,5493 0.0,5494 0.0,5495 0.0,5496 0.0,5497 0.0,5498 0.0,5499 0.0,5500 0.0,5501 0.0,5502 0.0,5503 0.0,5504 0.0,5505 0.0,5506 0.0,5507 0.0,5508 0.0,5509 0.0,5510 0.0,5511 0.0,5512 0.0,5513 0.0,5514 0.0,5515 0.0,5516 0.0,5517 0.0,5518 0.0,5519 0.0,5520 0.0,5521 0.0,5522 0.0,5523 0.05524 ]5525 },5526 "ctl_replace_donor_fewshot|sham_map|L2": {5527 "accuracy": 0.0,5528 "gain_vs_zero": {5529 "estimate": 0.0,5530 "low": 0.0,5531 "high": 0.0,5532 "level": 0.95,5533 "n_items": 40,5534 "n_clusters": 40,5535 "n_boot": 20005536 },5537 "outputs_sample": [5538 " 10000",5539 " The word \"zonofab",5540 " 1\n",5541 " 10000",5542 " \"zute\" is a"5543 ],5544 "correct": [5545 0.0,5546 0.0,5547 0.0,5548 0.0,5549 0.0,5550 0.0,5551 0.0,5552 0.0,5553 0.0,5554 0.0,5555 0.0,5556 0.0,5557 0.0,5558 0.0,5559 0.0,5560 0.0,5561 0.0,5562 0.0,5563 0.0,5564 0.0,5565 0.0,5566 0.0,5567 0.0,5568 0.0,5569 0.0,5570 0.0,5571 0.0,5572 0.0,5573 0.0,5574 0.0,5575 0.0,5576 0.0,5577 0.0,5578 0.0,5579 0.0,5580 0.0,5581 0.0,5582 0.0,5583 0.0,5584 0.05585 ]5586 },5587 "ctl_replace_donor_zeroshot|sham_map|L2": {5588 "accuracy": 0.0,5589 "gain_vs_zero": {5590 "estimate": 0.0,5591 "low": 0.0,5592 "high": 0.0,5593 "level": 0.95,5594 "n_items": 40,5595 "n_clusters": 40,5596 "n_boot": 20005597 },5598 "outputs_sample": [5599 " 10000",5600 " The word \"zonofab",5601 " 1\n",5602 " 1\n\n",5603 " The word \"zute\""5604 ],5605 "correct": [5606 0.0,5607 0.0,5608 0.0,5609 0.0,5610 0.0,5611 0.0,5612 0.0,5613 0.0,5614 0.0,5615 0.0,5616 0.0,5617 0.0,5618 0.0,5619 0.0,5620 0.0,5621 0.0,5622 0.0,5623 0.0,5624 0.0,5625 0.0,5626 0.0,5627 0.0,5628 0.0,5629 0.0,5630 0.0,5631 0.0,5632 0.0,5633 0.0,5634 0.0,5635 0.0,5636 0.0,5637 0.0,5638 0.0,5639 0.0,5640 0.0,5641 0.0,5642 0.0,5643 0.0,5644 0.0,5645 0.05646 ]5647 },5648 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {5649 "accuracy": 0.0,5650 "gain_vs_zero": {5651 "estimate": 0.0,5652 "low": 0.0,5653 "high": 0.0,5654 "level": 0.95,5655 "n_items": 40,5656 "n_clusters": 40,5657 "n_boot": 20005658 },5659 "outputs_sample": [5660 " 10000",5661 " The word \"zonofab",5662 " 1\n",5663 " \"tukenten\"\n\n",5664 " \"zute\" is a"5665 ],5666 "correct": [5667 0.0,5668 0.0,5669 0.0,5670 0.0,5671 0.0,5672 0.0,5673 0.0,5674 0.0,5675 0.0,5676 0.0,5677 0.0,5678 0.0,5679 0.0,5680 0.0,5681 0.0,5682 0.0,5683 0.0,5684 0.0,5685 0.0,5686 0.0,5687 0.0,5688 0.0,5689 0.0,5690 0.0,5691 0.0,5692 0.0,5693 0.0,5694 0.0,5695 0.0,5696 0.0,5697 0.0,5698 0.0,5699 0.0,5700 0.0,5701 0.0,5702 0.0,5703 0.0,5704 0.0,5705 0.0,5706 0.05707 ]5708 },5709 "ctl_random_norm_matched|L2": {5710 "accuracy": 0.0,5711 "gain_vs_zero": {5712 "estimate": 0.0,5713 "low": 0.0,5714 "high": 0.0,5715 "level": 0.95,5716 "n_items": 40,5717 "n_clusters": 40,5718 "n_boot": 20005719 },5720 "correct": [5721 0.0,5722 0.0,5723 0.0,5724 0.0,5725 0.0,5726 0.0,5727 0.0,5728 0.0,5729 0.0,5730 0.0,5731 0.0,5732 0.0,5733 0.0,5734 0.0,5735 0.0,5736 0.0,5737 0.0,5738 0.0,5739 0.0,5740 0.0,5741 0.0,5742 0.0,5743 0.0,5744 0.0,5745 0.0,5746 0.0,5747 0.0,5748 0.0,5749 0.0,5750 0.0,5751 0.0,5752 0.0,5753 0.0,5754 0.0,5755 0.0,5756 0.0,5757 0.0,5758 0.0,5759 0.0,5760 0.05761 ]5762 },5763 "ctl_unrelated_task_vector(antonym)|L2": {5764 "accuracy": 0.0,5765 "gain_vs_zero": {5766 "estimate": 0.0,5767 "low": 0.0,5768 "high": 0.0,5769 "level": 0.95,5770 "n_items": 40,5771 "n_clusters": 40,5772 "n_boot": 20005773 },5774 "correct": [5775 0.0,5776 0.0,5777 0.0,5778 0.0,5779 0.0,5780 0.0,5781 0.0,5782 0.0,5783 0.0,5784 0.0,5785 0.0,5786 0.0,5787 0.0,5788 0.0,5789 0.0,5790 0.0,5791 0.0,5792 0.0,5793 0.0,5794 0.0,5795 0.0,5796 0.0,5797 0.0,5798 0.0,5799 0.0,5800 0.0,5801 0.0,5802 0.0,5803 0.0,5804 0.0,5805 0.0,5806 0.0,5807 0.0,5808 0.0,5809 0.0,5810 0.0,5811 0.0,5812 0.0,5813 0.0,5814 0.05815 ]5816 }5817 },5818 "items": {5819 "zero": [5820 0.0,5821 0.0,5822 0.0,5823 0.0,5824 0.0,5825 0.0,5826 0.0,5827 0.0,5828 0.0,5829 0.0,5830 0.0,5831 0.0,5832 0.0,5833 0.0,5834 0.0,5835 0.0,5836 0.0,5837 0.0,5838 0.0,5839 0.0,5840 0.0,5841 0.0,5842 0.0,5843 0.0,5844 0.0,5845 0.0,5846 0.0,5847 0.0,5848 0.0,5849 0.0,5850 0.0,5851 0.0,5852 0.0,5853 0.0,5854 0.0,5855 0.0,5856 0.0,5857 0.0,5858 0.0,5859 0.05860 ],5861 "few": [5862 0.0,5863 1.0,5864 0.0,5865 0.0,5866 0.0,5867 1.0,5868 1.0,5869 0.0,5870 0.0,5871 0.0,5872 1.0,5873 1.0,5874 0.0,5875 0.0,5876 1.0,5877 0.0,5878 0.0,5879 0.0,5880 0.0,5881 0.0,5882 0.0,5883 1.0,5884 0.0,5885 1.0,5886 0.0,5887 0.0,5888 0.0,5889 0.0,5890 0.0,5891 1.0,5892 0.0,5893 1.0,5894 0.0,5895 0.0,5896 0.0,5897 0.0,5898 0.0,5899 1.0,5900 0.0,5901 1.05902 ],5903 "own": [5904 0.0,5905 0.0,5906 0.0,5907 0.0,5908 0.0,5909 0.0,5910 0.0,5911 0.0,5912 0.0,5913 0.0,5914 0.0,5915 0.0,5916 0.0,5917 0.0,5918 0.0,5919 0.0,5920 0.0,5921 0.0,5922 0.0,5923 0.0,5924 0.0,5925 0.0,5926 0.0,5927 0.0,5928 0.0,5929 0.0,5930 0.0,5931 0.0,5932 0.0,5933 0.0,5934 0.0,5935 0.0,5936 0.0,5937 0.0,5938 0.0,5939 0.0,5940 0.0,5941 0.0,5942 0.0,5943 0.05944 ]5945 }5946 },5947 "addthree": {5948 "recipient_zero": 0.0,5949 "recipient_few": 0.8571428571428571,5950 "recipient_own_vector": 0.0,5951 "donor_layer": 2,5952 "conditions": {5953 "procrustes|L2|a1.0": {5954 "accuracy": 0.0,5955 "gain_vs_zero": {5956 "estimate": 0.0,5957 "low": 0.0,5958 "high": 0.0,5959 "level": 0.95,5960 "n_items": 35,5961 "n_clusters": 35,5962 "n_boot": 20005963 },5964 "mapped_norm": 10.94498348236084,5965 "outputs_sample": [5966 " 7\n",5967 " \"Fizz\"\n\n",5968 " \"Fizz\"\n\n",5969 " \"19\"\n",5970 " 11\n"5971 ],5972 "correct": [5973 0.0,5974 0.0,5975 0.0,5976 0.0,5977 0.0,5978 0.0,5979 0.0,5980 0.0,5981 0.0,5982 0.0,5983 0.0,5984 0.0,5985 0.0,5986 0.0,5987 0.0,5988 0.0,5989 0.0,5990 0.0,5991 0.0,5992 0.0,5993 0.0,5994 0.0,5995 0.0,5996 0.0,5997 0.0,5998 0.0,5999 0.0,6000 0.0,6001 0.0,6002 0.0,6003 0.0,6004 0.0,6005 0.0,6006 0.0,6007 0.06008 ]6009 },6010 "procrustes|L2|a2.0": {6011 "accuracy": 0.0,6012 "gain_vs_zero": {6013 "estimate": 0.0,6014 "low": 0.0,6015 "high": 0.0,6016 "level": 0.95,6017 "n_items": 35,6018 "n_clusters": 35,6019 "n_boot": 20006020 },6021 "mapped_norm": 10.94498348236084,6022 "outputs_sample": [6023 " 7\n",6024 " 12\n",6025 " 1\n",6026 " 10\n",6027 " 11\n"6028 ],6029 "correct": [6030 0.0,6031 0.0,6032 0.0,6033 0.0,6034 0.0,6035 0.0,6036 0.0,6037 0.0,6038 0.0,6039 0.0,6040 0.0,6041 0.0,6042 0.0,6043 0.0,6044 0.0,6045 0.0,6046 0.0,6047 0.0,6048 0.0,6049 0.0,6050 0.0,6051 0.0,6052 0.0,6053 0.0,6054 0.0,6055 0.0,6056 0.0,6057 0.0,6058 0.0,6059 0.0,6060 0.0,6061 0.0,6062 0.0,6063 0.0,6064 0.06065 ]6066 },6067 "procrustes_rescaled|L2|a1.0": {6068 "accuracy": 0.0,6069 "gain_vs_zero": {6070 "estimate": 0.0,6071 "low": 0.0,6072 "high": 0.0,6073 "level": 0.95,6074 "n_items": 35,6075 "n_clusters": 35,6076 "n_boot": 20006077 },6078 "mapped_norm": 12.514004707336426,6079 "outputs_sample": [6080 " 7\n",6081 " \"Fizz\"\n\n",6082 " \"Fizz\"\n\n",6083 " \"19\"\n",6084 " 11\n"6085 ],6086 "correct": [6087 0.0,6088 0.0,6089 0.0,6090 0.0,6091 0.0,6092 0.0,6093 0.0,6094 0.0,6095 0.0,6096 0.0,6097 0.0,6098 0.0,6099 0.0,6100 0.0,6101 0.0,6102 0.0,6103 0.0,6104 0.0,6105 0.0,6106 0.0,6107 0.0,6108 0.0,6109 0.0,6110 0.0,6111 0.0,6112 0.0,6113 0.0,6114 0.0,6115 0.0,6116 0.0,6117 0.0,6118 0.0,6119 0.0,6120 0.0,6121 0.06122 ]6123 },6124 "ridge|L2|a1.0": {6125 "accuracy": 0.0,6126 "gain_vs_zero": {6127 "estimate": 0.0,6128 "low": 0.0,6129 "high": 0.0,6130 "level": 0.95,6131 "n_items": 35,6132 "n_clusters": 35,6133 "n_boot": 20006134 },6135 "mapped_norm": 11.700227737426758,6136 "outputs_sample": [6137 " 7\n",6138 " 12\n",6139 " 1\n",6140 " \"19\"\n",6141 " 11\n"6142 ],6143 "correct": [6144 0.0,6145 0.0,6146 0.0,6147 0.0,6148 0.0,6149 0.0,6150 0.0,6151 0.0,6152 0.0,6153 0.0,6154 0.0,6155 0.0,6156 0.0,6157 0.0,6158 0.0,6159 0.0,6160 0.0,6161 0.0,6162 0.0,6163 0.0,6164 0.0,6165 0.0,6166 0.0,6167 0.0,6168 0.0,6169 0.0,6170 0.0,6171 0.0,6172 0.0,6173 0.0,6174 0.0,6175 0.0,6176 0.0,6177 0.0,6178 0.06179 ]6180 },6181 "ridge|L2|a2.0": {6182 "accuracy": 0.0,6183 "gain_vs_zero": {6184 "estimate": 0.0,6185 "low": 0.0,6186 "high": 0.0,6187 "level": 0.95,6188 "n_items": 35,6189 "n_clusters": 35,6190 "n_boot": 20006191 },6192 "mapped_norm": 11.700227737426758,6193 "outputs_sample": [6194 " 7\n",6195 " 12\n",6196 " 1\n",6197 " 10\n",6198 " 11\n"6199 ],6200 "correct": [6201 0.0,6202 0.0,6203 0.0,6204 0.0,6205 0.0,6206 0.0,6207 0.0,6208 0.0,6209 0.0,6210 0.0,6211 0.0,6212 0.0,6213 0.0,6214 0.0,6215 0.0,6216 0.0,6217 0.0,6218 0.0,6219 0.0,6220 0.0,6221 0.0,6222 0.0,6223 0.0,6224 0.0,6225 0.0,6226 0.0,6227 0.0,6228 0.0,6229 0.0,6230 0.0,6231 0.0,6232 0.0,6233 0.0,6234 0.0,6235 0.06236 ]6237 },6238 "ridge_rescaled|L2|a1.0": {6239 "accuracy": 0.0,6240 "gain_vs_zero": {6241 "estimate": 0.0,6242 "low": 0.0,6243 "high": 0.0,6244 "level": 0.95,6245 "n_items": 35,6246 "n_clusters": 35,6247 "n_boot": 20006248 },6249 "mapped_norm": 12.514006614685059,6250 "outputs_sample": [6251 " 7\n",6252 " 12\n",6253 " 1\n",6254 " 1\n",6255 " 11\n"6256 ],6257 "correct": [6258 0.0,6259 0.0,6260 0.0,6261 0.0,6262 0.0,6263 0.0,6264 0.0,6265 0.0,6266 0.0,6267 0.0,6268 0.0,6269 0.0,6270 0.0,6271 0.0,6272 0.0,6273 0.0,6274 0.0,6275 0.0,6276 0.0,6277 0.0,6278 0.0,6279 0.0,6280 0.0,6281 0.0,6282 0.0,6283 0.0,6284 0.0,6285 0.0,6286 0.0,6287 0.0,6288 0.0,6289 0.0,6290 0.0,6291 0.0,6292 0.06293 ]6294 },6295 "cca|L2|a1.0": {6296 "accuracy": 0.0,6297 "gain_vs_zero": {6298 "estimate": 0.0,6299 "low": 0.0,6300 "high": 0.0,6301 "level": 0.95,6302 "n_items": 35,6303 "n_clusters": 35,6304 "n_boot": 20006305 },6306 "mapped_norm": 13.10649299621582,6307 "outputs_sample": [6308 " 7\n",6309 " 12\n",6310 " 1\n",6311 " 1\n",6312 " 11\n"6313 ],6314 "correct": [6315 0.0,6316 0.0,6317 0.0,6318 0.0,6319 0.0,6320 0.0,6321 0.0,6322 0.0,6323 0.0,6324 0.0,6325 0.0,6326 0.0,6327 0.0,6328 0.0,6329 0.0,6330 0.0,6331 0.0,6332 0.0,6333 0.0,6334 0.0,6335 0.0,6336 0.0,6337 0.0,6338 0.0,6339 0.0,6340 0.0,6341 0.0,6342 0.0,6343 0.0,6344 0.0,6345 0.0,6346 0.0,6347 0.0,6348 0.0,6349 0.06350 ]6351 },6352 "cca|L2|a2.0": {6353 "accuracy": 0.0,6354 "gain_vs_zero": {6355 "estimate": 0.0,6356 "low": 0.0,6357 "high": 0.0,6358 "level": 0.95,6359 "n_items": 35,6360 "n_clusters": 35,6361 "n_boot": 20006362 },6363 "mapped_norm": 13.10649299621582,6364 "outputs_sample": [6365 " 7\n",6366 " 12\n",6367 " 1\n",6368 " 1\n",6369 " 11\n"6370 ],6371 "correct": [6372 0.0,6373 0.0,6374 0.0,6375 0.0,6376 0.0,6377 0.0,6378 0.0,6379 0.0,6380 0.0,6381 0.0,6382 0.0,6383 0.0,6384 0.0,6385 0.0,6386 0.0,6387 0.0,6388 0.0,6389 0.0,6390 0.0,6391 0.0,6392 0.0,6393 0.0,6394 0.0,6395 0.0,6396 0.0,6397 0.0,6398 0.0,6399 0.0,6400 0.0,6401 0.0,6402 0.0,6403 0.0,6404 0.0,6405 0.0,6406 0.06407 ]6408 },6409 "random_orth|L2|a1.0": {6410 "accuracy": 0.0,6411 "gain_vs_zero": {6412 "estimate": 0.0,6413 "low": 0.0,6414 "high": 0.0,6415 "level": 0.95,6416 "n_items": 35,6417 "n_clusters": 35,6418 "n_boot": 20006419 },6420 "mapped_norm": 10.298331260681152,6421 "outputs_sample": [6422 " 7\n",6423 " \"Fizz\"\n\n",6424 " \"83\"\n",6425 " \"19\"\n",6426 " 11\n"6427 ],6428 "correct": [6429 0.0,6430 0.0,6431 0.0,6432 0.0,6433 0.0,6434 0.0,6435 0.0,6436 0.0,6437 0.0,6438 0.0,6439 0.0,6440 0.0,6441 0.0,6442 0.0,6443 0.0,6444 0.0,6445 0.0,6446 0.0,6447 0.0,6448 0.0,6449 0.0,6450 0.0,6451 0.0,6452 0.0,6453 0.0,6454 0.0,6455 0.0,6456 0.0,6457 0.0,6458 0.0,6459 0.0,6460 0.0,6461 0.0,6462 0.0,6463 0.06464 ]6465 },6466 "random_orth|L2|a2.0": {6467 "accuracy": 0.0,6468 "gain_vs_zero": {6469 "estimate": 0.0,6470 "low": 0.0,6471 "high": 0.0,6472 "level": 0.95,6473 "n_items": 35,6474 "n_clusters": 35,6475 "n_boot": 20006476 },6477 "mapped_norm": 10.298331260681152,6478 "outputs_sample": [6479 " 7\n",6480 " 12\n",6481 " 1\n",6482 " 10\n",6483 " 11\n"6484 ],6485 "correct": [6486 0.0,6487 0.0,6488 0.0,6489 0.0,6490 0.0,6491 0.0,6492 0.0,6493 0.0,6494 0.0,6495 0.0,6496 0.0,6497 0.0,6498 0.0,6499 0.0,6500 0.0,6501 0.0,6502 0.0,6503 0.0,6504 0.0,6505 0.0,6506 0.0,6507 0.0,6508 0.0,6509 0.0,6510 0.0,6511 0.0,6512 0.0,6513 0.0,6514 0.0,6515 0.0,6516 0.0,6517 0.0,6518 0.0,6519 0.0,6520 0.06521 ]6522 },6523 "replace_donor_fewshot|procrustes|L2": {6524 "accuracy": 0.0,6525 "gain_vs_zero": {6526 "estimate": 0.0,6527 "low": 0.0,6528 "high": 0.0,6529 "level": 0.95,6530 "n_items": 35,6531 "n_clusters": 35,6532 "n_boot": 20006533 },6534 "outputs_sample": [6535 " 7\n",6536 " \"Fizz\"\n\n",6537 " 1\n",6538 " \"19\"\n",6539 " 11\n"6540 ],6541 "correct": [6542 0.0,6543 0.0,6544 0.0,6545 0.0,6546 0.0,6547 0.0,6548 0.0,6549 0.0,6550 0.0,6551 0.0,6552 0.0,6553 0.0,6554 0.0,6555 0.0,6556 0.0,6557 0.0,6558 0.0,6559 0.0,6560 0.0,6561 0.0,6562 0.0,6563 0.0,6564 0.0,6565 0.0,6566 0.0,6567 0.0,6568 0.0,6569 0.0,6570 0.0,6571 0.0,6572 0.0,6573 0.0,6574 0.0,6575 0.0,6576 0.06577 ]6578 },6579 "ctl_replace_donor_zeroshot|procrustes|L2": {6580 "accuracy": 0.0,6581 "gain_vs_zero": {6582 "estimate": 0.0,6583 "low": 0.0,6584 "high": 0.0,6585 "level": 0.95,6586 "n_items": 35,6587 "n_clusters": 35,6588 "n_boot": 20006589 },6590 "outputs_sample": [6591 " 7\n",6592 " \"Fizz\"\n\n",6593 " \"Fizz\"\n\n",6594 " \"19\"\n",6595 " 11\n"6596 ],6597 "correct": [6598 0.0,6599 0.0,6600 0.0,6601 0.0,6602 0.0,6603 0.0,6604 0.0,6605 0.0,6606 0.0,6607 0.0,6608 0.0,6609 0.0,6610 0.0,6611 0.0,6612 0.0,6613 0.0,6614 0.0,6615 0.0,6616 0.0,6617 0.0,6618 0.0,6619 0.0,6620 0.0,6621 0.0,6622 0.0,6623 0.0,6624 0.0,6625 0.0,6626 0.0,6627 0.0,6628 0.0,6629 0.0,6630 0.0,6631 0.0,6632 0.06633 ]6634 },6635 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {6636 "accuracy": 0.0,6637 "gain_vs_zero": {6638 "estimate": 0.0,6639 "low": 0.0,6640 "high": 0.0,6641 "level": 0.95,6642 "n_items": 35,6643 "n_clusters": 35,6644 "n_boot": 20006645 },6646 "outputs_sample": [6647 " 7\n",6648 " \"Fizz\"\n\n",6649 " 1\n",6650 " \"19\"\n",6651 " 11\n"6652 ],6653 "correct": [6654 0.0,6655 0.0,6656 0.0,6657 0.0,6658 0.0,6659 0.0,6660 0.0,6661 0.0,6662 0.0,6663 0.0,6664 0.0,6665 0.0,6666 0.0,6667 0.0,6668 0.0,6669 0.0,6670 0.0,6671 0.0,6672 0.0,6673 0.0,6674 0.0,6675 0.0,6676 0.0,6677 0.0,6678 0.0,6679 0.0,6680 0.0,6681 0.0,6682 0.0,6683 0.0,6684 0.0,6685 0.0,6686 0.0,6687 0.0,6688 0.06689 ]6690 },6691 "replace_donor_fewshot|ridge|L2": {6692 "accuracy": 0.0,6693 "gain_vs_zero": {6694 "estimate": 0.0,6695 "low": 0.0,6696 "high": 0.0,6697 "level": 0.95,6698 "n_items": 35,6699 "n_clusters": 35,6700 "n_boot": 20006701 },6702 "outputs_sample": [6703 " 7\n",6704 " 12\n",6705 " 1\n",6706 " 10\n",6707 " 11\n"6708 ],6709 "correct": [6710 0.0,6711 0.0,6712 0.0,6713 0.0,6714 0.0,6715 0.0,6716 0.0,6717 0.0,6718 0.0,6719 0.0,6720 0.0,6721 0.0,6722 0.0,6723 0.0,6724 0.0,6725 0.0,6726 0.0,6727 0.0,6728 0.0,6729 0.0,6730 0.0,6731 0.0,6732 0.0,6733 0.0,6734 0.0,6735 0.0,6736 0.0,6737 0.0,6738 0.0,6739 0.0,6740 0.0,6741 0.0,6742 0.0,6743 0.0,6744 0.06745 ]6746 },6747 "ctl_replace_donor_zeroshot|ridge|L2": {6748 "accuracy": 0.0,6749 "gain_vs_zero": {6750 "estimate": 0.0,6751 "low": 0.0,6752 "high": 0.0,6753 "level": 0.95,6754 "n_items": 35,6755 "n_clusters": 35,6756 "n_boot": 20006757 },6758 "outputs_sample": [6759 " 7\n",6760 " \"Fizz\"\n\n",6761 " \"Fizz\"\n\n",6762 " \"19\"\n",6763 " 11\n"6764 ],6765 "correct": [6766 0.0,6767 0.0,6768 0.0,6769 0.0,6770 0.0,6771 0.0,6772 0.0,6773 0.0,6774 0.0,6775 0.0,6776 0.0,6777 0.0,6778 0.0,6779 0.0,6780 0.0,6781 0.0,6782 0.0,6783 0.0,6784 0.0,6785 0.0,6786 0.0,6787 0.0,6788 0.0,6789 0.0,6790 0.0,6791 0.0,6792 0.0,6793 0.0,6794 0.0,6795 0.0,6796 0.0,6797 0.0,6798 0.0,6799 0.0,6800 0.06801 ]6802 },6803 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {6804 "accuracy": 0.0,6805 "gain_vs_zero": {6806 "estimate": 0.0,6807 "low": 0.0,6808 "high": 0.0,6809 "level": 0.95,6810 "n_items": 35,6811 "n_clusters": 35,6812 "n_boot": 20006813 },6814 "outputs_sample": [6815 " 7\n",6816 " 12\n",6817 " 1\n",6818 " 10\n",6819 " 11\n"6820 ],6821 "correct": [6822 0.0,6823 0.0,6824 0.0,6825 0.0,6826 0.0,6827 0.0,6828 0.0,6829 0.0,6830 0.0,6831 0.0,6832 0.0,6833 0.0,6834 0.0,6835 0.0,6836 0.0,6837 0.0,6838 0.0,6839 0.0,6840 0.0,6841 0.0,6842 0.0,6843 0.0,6844 0.0,6845 0.0,6846 0.0,6847 0.0,6848 0.0,6849 0.0,6850 0.0,6851 0.0,6852 0.0,6853 0.0,6854 0.0,6855 0.0,6856 0.06857 ]6858 },6859 "ctl_replace_donor_fewshot|sham_map|L2": {6860 "accuracy": 0.0,6861 "gain_vs_zero": {6862 "estimate": 0.0,6863 "low": 0.0,6864 "high": 0.0,6865 "level": 0.95,6866 "n_items": 35,6867 "n_clusters": 35,6868 "n_boot": 20006869 },6870 "outputs_sample": [6871 " 7\n",6872 " 12\n",6873 " 1\n",6874 " 10\n\n",6875 " 11\n"6876 ],6877 "correct": [6878 0.0,6879 0.0,6880 0.0,6881 0.0,6882 0.0,6883 0.0,6884 0.0,6885 0.0,6886 0.0,6887 0.0,6888 0.0,6889 0.0,6890 0.0,6891 0.0,6892 0.0,6893 0.0,6894 0.0,6895 0.0,6896 0.0,6897 0.0,6898 0.0,6899 0.0,6900 0.0,6901 0.0,6902 0.0,6903 0.0,6904 0.0,6905 0.0,6906 0.0,6907 0.0,6908 0.0,6909 0.0,6910 0.0,6911 0.0,6912 0.06913 ]6914 },6915 "ctl_replace_donor_zeroshot|sham_map|L2": {6916 "accuracy": 0.0,6917 "gain_vs_zero": {6918 "estimate": 0.0,6919 "low": 0.0,6920 "high": 0.0,6921 "level": 0.95,6922 "n_items": 35,6923 "n_clusters": 35,6924 "n_boot": 20006925 },6926 "outputs_sample": [6927 " 7\n",6928 " 12\n",6929 " 11111",6930 " 10111",6931 " 11111"6932 ],6933 "correct": [6934 0.0,6935 0.0,6936 0.0,6937 0.0,6938 0.0,6939 0.0,6940 0.0,6941 0.0,6942 0.0,6943 0.0,6944 0.0,6945 0.0,6946 0.0,6947 0.0,6948 0.0,6949 0.0,6950 0.0,6951 0.0,6952 0.0,6953 0.0,6954 0.0,6955 0.0,6956 0.0,6957 0.0,6958 0.0,6959 0.0,6960 0.0,6961 0.0,6962 0.0,6963 0.0,6964 0.0,6965 0.0,6966 0.0,6967 0.0,6968 0.06969 ]6970 },6971 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {6972 "accuracy": 0.0,6973 "gain_vs_zero": {6974 "estimate": 0.0,6975 "low": 0.0,6976 "high": 0.0,6977 "level": 0.95,6978 "n_items": 35,6979 "n_clusters": 35,6980 "n_boot": 20006981 },6982 "outputs_sample": [6983 " 7\n",6984 " 12\n",6985 " 11111",6986 " 10\n\n",6987 " 11\n"6988 ],6989 "correct": [6990 0.0,6991 0.0,6992 0.0,6993 0.0,6994 0.0,6995 0.0,6996 0.0,6997 0.0,6998 0.0,6999 0.0,7000 0.0,7001 0.0,7002 0.0,7003 0.0,7004 0.0,7005 0.0,7006 0.0,7007 0.0,7008 0.0,7009 0.0,7010 0.0,7011 0.0,7012 0.0,7013 0.0,7014 0.0,7015 0.0,7016 0.0,7017 0.0,7018 0.0,7019 0.0,7020 0.0,7021 0.0,7022 0.0,7023 0.0,7024 0.07025 ]7026 },7027 "ctl_random_norm_matched|L2": {7028 "accuracy": 0.0,7029 "gain_vs_zero": {7030 "estimate": 0.0,7031 "low": 0.0,7032 "high": 0.0,7033 "level": 0.95,7034 "n_items": 35,7035 "n_clusters": 35,7036 "n_boot": 20007037 },7038 "correct": [7039 0.0,7040 0.0,7041 0.0,7042 0.0,7043 0.0,7044 0.0,7045 0.0,7046 0.0,7047 0.0,7048 0.0,7049 0.0,7050 0.0,7051 0.0,7052 0.0,7053 0.0,7054 0.0,7055 0.0,7056 0.0,7057 0.0,7058 0.0,7059 0.0,7060 0.0,7061 0.0,7062 0.0,7063 0.0,7064 0.0,7065 0.0,7066 0.0,7067 0.0,7068 0.0,7069 0.0,7070 0.0,7071 0.0,7072 0.0,7073 0.07074 ]7075 },7076 "ctl_unrelated_task_vector(antonym)|L2": {7077 "accuracy": 0.0,7078 "gain_vs_zero": {7079 "estimate": 0.0,7080 "low": 0.0,7081 "high": 0.0,7082 "level": 0.95,7083 "n_items": 35,7084 "n_clusters": 35,7085 "n_boot": 20007086 },7087 "correct": [7088 0.0,7089 0.0,7090 0.0,7091 0.0,7092 0.0,7093 0.0,7094 0.0,7095 0.0,7096 0.0,7097 0.0,7098 0.0,7099 0.0,7100 0.0,7101 0.0,7102 0.0,7103 0.0,7104 0.0,7105 0.0,7106 0.0,7107 0.0,7108 0.0,7109 0.0,7110 0.0,7111 0.0,7112 0.0,7113 0.0,7114 0.0,7115 0.0,7116 0.0,7117 0.0,7118 0.0,7119 0.0,7120 0.0,7121 0.0,7122 0.07123 ]7124 }7125 },7126 "items": {7127 "zero": [7128 0.0,7129 0.0,7130 0.0,7131 0.0,7132 0.0,7133 0.0,7134 0.0,7135 0.0,7136 0.0,7137 0.0,7138 0.0,7139 0.0,7140 0.0,7141 0.0,7142 0.0,7143 0.0,7144 0.0,7145 0.0,7146 0.0,7147 0.0,7148 0.0,7149 0.0,7150 0.0,7151 0.0,7152 0.0,7153 0.0,7154 0.0,7155 0.0,7156 0.0,7157 0.0,7158 0.0,7159 0.0,7160 0.0,7161 0.0,7162 0.07163 ],7164 "few": [7165 1.0,7166 1.0,7167 1.0,7168 1.0,7169 1.0,7170 1.0,7171 0.0,7172 1.0,7173 1.0,7174 1.0,7175 1.0,7176 1.0,7177 0.0,7178 1.0,7179 1.0,7180 1.0,7181 1.0,7182 1.0,7183 0.0,7184 1.0,7185 1.0,7186 1.0,7187 1.0,7188 0.0,7189 1.0,7190 1.0,7191 1.0,7192 1.0,7193 1.0,7194 1.0,7195 1.0,7196 1.0,7197 0.0,7198 1.0,7199 1.07200 ],7201 "own": [7202 0.0,7203 0.0,7204 0.0,7205 0.0,7206 0.0,7207 0.0,7208 0.0,7209 0.0,7210 0.0,7211 0.0,7212 0.0,7213 0.0,7214 0.0,7215 0.0,7216 0.0,7217 0.0,7218 0.0,7219 0.0,7220 0.0,7221 0.0,7222 0.0,7223 0.0,7224 0.0,7225 0.0,7226 0.0,7227 0.0,7228 0.0,7229 0.0,7230 0.0,7231 0.0,7232 0.0,7233 0.0,7234 0.0,7235 0.0,7236 0.07237 ]7238 }7239 }7240 },7241 "maps": {7242 "antonym|L25->L16|procrustes": {7243 "r2_fit": 0.7789317263716866,7244 "r2_heldout": 0.5213518036301777,7245 "n_params": 3147264,7246 "n_fit": 7007247 },7248 "antonym|L25->L16|ridge": {7249 "r2_fit": 0.9953081671956826,7250 "r2_heldout": 0.5962281983489065,7251 "n_params": 3147264,7252 "n_fit": 7007253 },7254 "antonym|L25->L16|cca": {7255 "r2_fit": 1.0,7256 "r2_heldout": 0.47990349723620374,7257 "n_params": 3147264,7258 "n_fit": 7007259 },7260 "antonym|L25->L16|random_orth": {7261 "r2_fit": -0.7392699882347817,7262 "r2_heldout": -0.8256160248234292,7263 "n_params": 3147264,7264 "n_fit": 7007265 },7266 "antonym|L25->L19|procrustes": {7267 "r2_fit": 0.7671198318359469,7268 "r2_heldout": 0.5187313859710784,7269 "n_params": 3147264,7270 "n_fit": 7007271 },7272 "antonym|L25->L19|ridge": {7273 "r2_fit": 0.9953872622216102,7274 "r2_heldout": 0.5649946817921517,7275 "n_params": 3147264,7276 "n_fit": 7007277 },7278 "antonym|L25->L19|cca": {7279 "r2_fit": 1.0,7280 "r2_heldout": 0.4544442913335136,7281 "n_params": 3147264,7282 "n_fit": 7007283 },7284 "antonym|L25->L19|random_orth": {7285 "r2_fit": -0.7481952037384061,7286 "r2_heldout": -0.8097331316005054,7287 "n_params": 3147264,7288 "n_fit": 7007289 },7290 "capital|L25->L19|procrustes": {7291 "r2_fit": 0.7671198318359469,7292 "r2_heldout": 0.5187313859710784,7293 "n_params": 3147264,7294 "n_fit": 7007295 },7296 "capital|L25->L19|ridge": {7297 "r2_fit": 0.9953872622216102,7298 "r2_heldout": 0.5649946817921517,7299 "n_params": 3147264,7300 "n_fit": 7007301 },7302 "capital|L25->L19|cca": {7303 "r2_fit": 1.0,7304 "r2_heldout": 0.4544442913335136,7305 "n_params": 3147264,7306 "n_fit": 7007307 },7308 "capital|L25->L19|random_orth": {7309 "r2_fit": -0.7481952037384061,7310 "r2_heldout": -0.8097331316005054,7311 "n_params": 3147264,7312 "n_fit": 7007313 },7314 "capital|L25->L22|procrustes": {7315 "r2_fit": 0.6812579025365755,7316 "r2_heldout": 0.356227252008668,7317 "n_params": 3147264,7318 "n_fit": 7007319 },7320 "capital|L25->L22|ridge": {7321 "r2_fit": 0.9921556862460278,7322 "r2_heldout": 0.3182894155249444,7323 "n_params": 3147264,7324 "n_fit": 7007325 },7326 "capital|L25->L22|cca": {7327 "r2_fit": 1.0,7328 "r2_heldout": 0.14245856098406207,7329 "n_params": 3147264,7330 "n_fit": 7007331 },7332 "capital|L25->L22|random_orth": {7333 "r2_fit": -0.7592103384443982,7334 "r2_heldout": -0.7672547555750187,7335 "n_params": 3147264,7336 "n_fit": 7007337 },7338 "morph|L2->L2|procrustes": {7339 "r2_fit": 0.8768402669986404,7340 "r2_heldout": 0.8272530562101117,7341 "n_params": 3147264,7342 "n_fit": 7007343 },7344 "morph|L2->L2|ridge": {7345 "r2_fit": 0.9455517774891209,7346 "r2_heldout": 0.9229578754765076,7347 "n_params": 3147264,7348 "n_fit": 7007349 },7350 "morph|L2->L2|cca": {7351 "r2_fit": 1.0,7352 "r2_heldout": 0.9246851631237542,7353 "n_params": 3147264,7354 "n_fit": 7007355 },7356 "morph|L2->L2|random_orth": {7357 "r2_fit": -0.7696971836371103,7358 "r2_heldout": -0.8283611188222051,7359 "n_params": 3147264,7360 "n_fit": 7007361 },7362 "addthree|L2->L2|procrustes": {7363 "r2_fit": 0.8768402669986404,7364 "r2_heldout": 0.8272530562101117,7365 "n_params": 3147264,7366 "n_fit": 7007367 },7368 "addthree|L2->L2|ridge": {7369 "r2_fit": 0.9455517774891209,7370 "r2_heldout": 0.9229578754765076,7371 "n_params": 3147264,7372 "n_fit": 7007373 },7374 "addthree|L2->L2|cca": {7375 "r2_fit": 1.0,7376 "r2_heldout": 0.9246851631237542,7377 "n_params": 3147264,7378 "n_fit": 7007379 },7380 "addthree|L2->L2|random_orth": {7381 "r2_fit": -0.7696971836371103,7382 "r2_heldout": -0.8283611188222051,7383 "n_params": 3147264,7384 "n_fit": 7007385 }7386 },7387 "collateral": {7388 "antonym": {7389 "condition": "procrustes|L19|a1.0",7390 "heldout_nll_base": 2.119346046447754,7391 "heldout_nll_with_vector": 2.670026969909668,7392 "cross_task": {7393 "capital": {7394 "zero": 0.0,7395 "with_vector": 0.07396 },7397 "morph": {7398 "zero": 0.0,7399 "with_vector": 0.07400 },7401 "addthree": {7402 "zero": 0.0,7403 "with_vector": 0.07404 }7405 }7406 },7407 "capital": {7408 "condition": "procrustes|L22|a2.0",7409 "heldout_nll_base": 2.119346046447754,7410 "heldout_nll_with_vector": 3.568995157877604,7411 "cross_task": {7412 "antonym": {7413 "zero": 0.1875,7414 "with_vector": 0.06257415 },7416 "morph": {7417 "zero": 0.0,7418 "with_vector": 0.07419 },7420 "addthree": {7421 "zero": 0.0,7422 "with_vector": 0.07423 }7424 }7425 },7426 "morph": {7427 "condition": "procrustes|L2|a1.0",7428 "heldout_nll_base": 2.119346046447754,7429 "heldout_nll_with_vector": 2.1115839958190916,7430 "cross_task": {7431 "antonym": {7432 "zero": 0.1875,7433 "with_vector": 0.06257434 },7435 "capital": {7436 "zero": 0.0,7437 "with_vector": 0.07438 },7439 "addthree": {7440 "zero": 0.0,7441 "with_vector": 0.07442 }7443 }7444 },7445 "addthree": {7446 "condition": "procrustes|L2|a1.0",7447 "heldout_nll_base": 2.119346046447754,7448 "heldout_nll_with_vector": 2.0965938250223797,7449 "cross_task": {7450 "antonym": {7451 "zero": 0.1875,7452 "with_vector": 0.06257453 },7454 "capital": {7455 "zero": 0.0,7456 "with_vector": 0.07457 },7458 "morph": {7459 "zero": 0.0,7460 "with_vector": 0.07461 }7462 }7463 }7464 }7465 },7466 "qwen1.5b->qwen3b": {7467 "donor": "qwen1.5b",7468 "recipient": "qwen3b",7469 "tasks": {7470 "antonym": {7471 "recipient_zero": 0.09375,7472 "recipient_few": 0.9375,7473 "recipient_own_vector": 0.90625,7474 "donor_layer": 16,7475 "conditions": {7476 "procrustes|L21|a1.0": {7477 "accuracy": 0.5625,7478 "gain_vs_zero": {7479 "estimate": 0.46875,7480 "low": 0.28125,7481 "high": 0.65625,7482 "level": 0.95,7483 "n_items": 32,7484 "n_clusters": 32,7485 "n_boot": 20007486 },7487 "mapped_norm": 38.82050704956055,7488 "outputs_sample": [7489 " sad\n",7490 " depart\n\n",7491 " light\n",7492 " calm\n",7493 " under\n"7494 ],7495 "correct": [7496 1.0,7497 1.0,7498 0.0,7499 0.0,7500 1.0,7501 0.0,7502 0.0,7503 0.0,7504 0.0,7505 1.0,7506 1.0,7507 0.0,7508 1.0,7509 1.0,7510 0.0,7511 1.0,7512 1.0,7513 1.0,7514 1.0,7515 1.0,7516 1.0,7517 0.0,7518 0.0,7519 1.0,7520 1.0,7521 0.0,7522 0.0,7523 1.0,7524 1.0,7525 1.0,7526 0.0,7527 0.07528 ]7529 },7530 "procrustes|L21|a2.0": {7531 "accuracy": 0.6875,7532 "gain_vs_zero": {7533 "estimate": 0.59375,7534 "low": 0.40625,7535 "high": 0.78125,7536 "level": 0.95,7537 "n_items": 32,7538 "n_clusters": 32,7539 "n_boot": 20007540 },7541 "mapped_norm": 38.82050704956055,7542 "outputs_sample": [7543 " sad\n",7544 " leave\n\n",7545 " dark\n",7546 " cold\n",7547 " under\n"7548 ],7549 "correct": [7550 1.0,7551 0.0,7552 1.0,7553 0.0,7554 1.0,7555 0.0,7556 1.0,7557 1.0,7558 1.0,7559 1.0,7560 1.0,7561 0.0,7562 1.0,7563 1.0,7564 0.0,7565 1.0,7566 0.0,7567 1.0,7568 1.0,7569 1.0,7570 1.0,7571 1.0,7572 1.0,7573 1.0,7574 1.0,7575 0.0,7576 0.0,7577 1.0,7578 0.0,7579 1.0,7580 1.0,7581 0.07582 ]7583 },7584 "procrustes_rescaled|L21|a1.0": {7585 "accuracy": 0.6875,7586 "gain_vs_zero": {7587 "estimate": 0.59375,7588 "low": 0.40625,7589 "high": 0.78125,7590 "level": 0.95,7591 "n_items": 32,7592 "n_clusters": 32,7593 "n_boot": 20007594 },7595 "mapped_norm": 57.1178092956543,7596 "outputs_sample": [7597 " sad\n",7598 " depart\n\n",7599 " bright\n",7600 " happy\n",7601 " under\n"7602 ],7603 "correct": [7604 1.0,7605 1.0,7606 0.0,7607 0.0,7608 1.0,7609 0.0,7610 1.0,7611 1.0,7612 1.0,7613 1.0,7614 1.0,7615 0.0,7616 1.0,7617 1.0,7618 0.0,7619 1.0,7620 1.0,7621 1.0,7622 1.0,7623 1.0,7624 1.0,7625 1.0,7626 0.0,7627 1.0,7628 1.0,7629 0.0,7630 0.0,7631 1.0,7632 1.0,7633 1.0,7634 0.0,7635 0.07636 ]7637 },7638 "ridge|L21|a1.0": {7639 "accuracy": 0.59375,7640 "gain_vs_zero": {7641 "estimate": 0.5,7642 "low": 0.3125,7643 "high": 0.6875,7644 "level": 0.95,7645 "n_items": 32,7646 "n_clusters": 32,7647 "n_boot": 20007648 },7649 "mapped_norm": 50.51205825805664,7650 "outputs_sample": [7651 " sad\n",7652 " 1\n",7653 " dark\n",7654 " calm\n",7655 " under\n"7656 ],7657 "correct": [7658 1.0,7659 0.0,7660 1.0,7661 0.0,7662 1.0,7663 0.0,7664 0.0,7665 1.0,7666 0.0,7667 1.0,7668 1.0,7669 0.0,7670 0.0,7671 1.0,7672 0.0,7673 1.0,7674 0.0,7675 1.0,7676 1.0,7677 1.0,7678 1.0,7679 0.0,7680 1.0,7681 1.0,7682 1.0,7683 0.0,7684 0.0,7685 1.0,7686 1.0,7687 1.0,7688 0.0,7689 1.07690 ]7691 },7692 "ridge|L21|a2.0": {7693 "accuracy": 0.3125,7694 "gain_vs_zero": {7695 "estimate": 0.21875,7696 "low": 0.09375,7697 "high": 0.34375,7698 "level": 0.95,7699 "n_items": 32,7700 "n_clusters": 32,7701 "n_boot": 20007702 },7703 "mapped_norm": 50.51205825805664,7704 "outputs_sample": [7705 " sad\n",7706 " escape\n",7707 " dark\n",7708 " cold\n",7709 " over\n"7710 ],7711 "correct": [7712 1.0,7713 0.0,7714 1.0,7715 0.0,7716 0.0,7717 0.0,7718 0.0,7719 0.0,7720 0.0,7721 0.0,7722 1.0,7723 1.0,7724 0.0,7725 0.0,7726 0.0,7727 1.0,7728 0.0,7729 1.0,7730 0.0,7731 1.0,7732 1.0,7733 0.0,7734 0.0,7735 1.0,7736 0.0,7737 0.0,7738 0.0,7739 0.0,7740 1.0,7741 0.0,7742 0.0,7743 0.07744 ]7745 },7746 "ridge_rescaled|L21|a1.0": {7747 "accuracy": 0.65625,7748 "gain_vs_zero": {7749 "estimate": 0.5625,7750 "low": 0.375,7751 "high": 0.75,7752 "level": 0.95,7753 "n_items": 32,7754 "n_clusters": 32,7755 "n_boot": 20007756 },7757 "mapped_norm": 57.1178092956543,7758 "outputs_sample": [7759 " sad\n",7760 " depart\n",7761 " dark\n",7762 " calm\n",7763 " under\n"7764 ],7765 "correct": [7766 1.0,7767 1.0,7768 1.0,7769 0.0,7770 1.0,7771 0.0,7772 1.0,7773 1.0,7774 0.0,7775 1.0,7776 1.0,7777 0.0,7778 0.0,7779 1.0,7780 0.0,7781 1.0,7782 0.0,7783 1.0,7784 1.0,7785 1.0,7786 1.0,7787 0.0,7788 1.0,7789 1.0,7790 1.0,7791 0.0,7792 0.0,7793 1.0,7794 1.0,7795 1.0,7796 0.0,7797 1.07798 ]7799 },7800 "cca|L21|a1.0": {7801 "accuracy": 0.46875,7802 "gain_vs_zero": {7803 "estimate": 0.375,7804 "low": 0.1875,7805 "high": 0.5625,7806 "level": 0.95,7807 "n_items": 32,7808 "n_clusters": 32,7809 "n_boot": 20007810 },7811 "mapped_norm": 59.15024948120117,7812 "outputs_sample": [7813 " sad\n",7814 " depart\n",7815 " bright\n",7816 " calm\n",7817 " under\n"7818 ],7819 "correct": [7820 1.0,7821 1.0,7822 0.0,7823 0.0,7824 1.0,7825 0.0,7826 0.0,7827 0.0,7828 0.0,7829 1.0,7830 0.0,7831 0.0,7832 0.0,7833 1.0,7834 0.0,7835 1.0,7836 0.0,7837 1.0,7838 0.0,7839 1.0,7840 1.0,7841 0.0,7842 1.0,7843 1.0,7844 1.0,7845 0.0,7846 0.0,7847 0.0,7848 1.0,7849 1.0,7850 0.0,7851 1.07852 ]7853 },7854 "cca|L21|a2.0": {7855 "accuracy": 0.0625,7856 "gain_vs_zero": {7857 "estimate": -0.03125,7858 "low": -0.125,7859 "high": 0.0625,7860 "level": 0.95,7861 "n_items": 32,7862 "n_clusters": 32,7863 "n_boot": 20007864 },7865 "mapped_norm": 59.15024948120117,7866 "outputs_sample": [7867 " happy\n",7868 " arrive\n",7869 " bright\n",7870 " good\n",7871 " over\n"7872 ],7873 "correct": [7874 0.0,7875 0.0,7876 0.0,7877 0.0,7878 0.0,7879 0.0,7880 0.0,7881 0.0,7882 0.0,7883 0.0,7884 0.0,7885 0.0,7886 0.0,7887 0.0,7888 0.0,7889 0.0,7890 0.0,7891 0.0,7892 0.0,7893 1.0,7894 0.0,7895 0.0,7896 0.0,7897 0.0,7898 0.0,7899 0.0,7900 0.0,7901 0.0,7902 1.0,7903 0.0,7904 0.0,7905 0.07906 ]7907 },7908 "random_orth|L21|a1.0": {7909 "accuracy": 0.0,7910 "gain_vs_zero": {7911 "estimate": -0.09375,7912 "low": -0.1875,7913 "high": 0.0,7914 "level": 0.95,7915 "n_items": 32,7916 "n_clusters": 32,7917 "n_boot": 20007918 },7919 "mapped_norm": 42.75835418701172,7920 "outputs_sample": [7921 " 1\n",7922 " \"arrive\"\n",7923 " bright\n",7924 " \"aCML\"\n",7925 " Over\n"7926 ],7927 "correct": [7928 0.0,7929 0.0,7930 0.0,7931 0.0,7932 0.0,7933 0.0,7934 0.0,7935 0.0,7936 0.0,7937 0.0,7938 0.0,7939 0.0,7940 0.0,7941 0.0,7942 0.0,7943 0.0,7944 0.0,7945 0.0,7946 0.0,7947 0.0,7948 0.0,7949 0.0,7950 0.0,7951 0.0,7952 0.0,7953 0.0,7954 0.0,7955 0.0,7956 0.0,7957 0.0,7958 0.0,7959 0.07960 ]7961 },7962 "random_orth|L21|a2.0": {7963 "accuracy": 0.0,7964 "gain_vs_zero": {7965 "estimate": -0.09375,7966 "low": -0.1875,7967 "high": 0.0,7968 "level": 0.95,7969 "n_items": 32,7970 "n_clusters": 32,7971 "n_boot": 20007972 },7973 "mapped_norm": 42.75835418701172,7974 "outputs_sample": [7975 " happy\n",7976 " \"arrive\"\n",7977 " bright\n",7978 " \"Calm\"\n",7979 " Over\n"7980 ],7981 "correct": [7982 0.0,7983 0.0,7984 0.0,7985 0.0,7986 0.0,7987 0.0,7988 0.0,7989 0.0,7990 0.0,7991 0.0,7992 0.0,7993 0.0,7994 0.0,7995 0.0,7996 0.0,7997 0.0,7998 0.0,7999 0.0,8000 0.0,8001 0.0,8002 0.0,8003 0.0,8004 0.0,8005 0.0,8006 0.0,8007 0.0,8008 0.0,8009 0.0,8010 0.0,8011 0.0,8012 0.0,8013 0.08014 ]8015 },8016 "replace_donor_fewshot|procrustes|L21": {8017 "accuracy": 0.65625,8018 "gain_vs_zero": {8019 "estimate": 0.5625,8020 "low": 0.375,8021 "high": 0.75,8022 "level": 0.95,8023 "n_items": 32,8024 "n_clusters": 32,8025 "n_boot": 20008026 },8027 "outputs_sample": [8028 " sad\n",8029 " arrive\n\n",8030 " dark\n",8031 " calm\n",8032 " under\n"8033 ],8034 "correct": [8035 1.0,8036 0.0,8037 1.0,8038 0.0,8039 1.0,8040 0.0,8041 1.0,8042 1.0,8043 1.0,8044 1.0,8045 1.0,8046 0.0,8047 1.0,8048 1.0,8049 0.0,8050 1.0,8051 1.0,8052 1.0,8053 1.0,8054 1.0,8055 1.0,8056 0.0,8057 0.0,8058 1.0,8059 1.0,8060 0.0,8061 0.0,8062 1.0,8063 1.0,8064 1.0,8065 0.0,8066 0.08067 ]8068 },8069 "ctl_replace_donor_zeroshot|procrustes|L21": {8070 "accuracy": 0.09375,8071 "gain_vs_zero": {8072 "estimate": 0.0,8073 "low": -0.125,8074 "high": 0.125,8075 "level": 0.95,8076 "n_items": 32,8077 "n_clusters": 32,8078 "n_boot": 20008079 },8080 "outputs_sample": [8081 " 4\n",8082 " 1\n",8083 " The word \"bright\" is",8084 " The word \"calm\"",8085 " 3\n\n"8086 ],8087 "correct": [8088 0.0,8089 0.0,8090 0.0,8091 0.0,8092 0.0,8093 0.0,8094 0.0,8095 0.0,8096 0.0,8097 0.0,8098 1.0,8099 0.0,8100 0.0,8101 0.0,8102 0.0,8103 1.0,8104 0.0,8105 0.0,8106 0.0,8107 1.0,8108 0.0,8109 0.0,8110 0.0,8111 0.0,8112 0.0,8113 0.0,8114 0.0,8115 0.0,8116 0.0,8117 0.0,8118 0.0,8119 0.08120 ]8121 },8122 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L21": {8123 "accuracy": 0.625,8124 "gain_vs_zero": {8125 "estimate": 0.53125,8126 "low": 0.34375,8127 "high": 0.71875,8128 "level": 0.95,8129 "n_items": 32,8130 "n_clusters": 32,8131 "n_boot": 20008132 },8133 "outputs_sample": [8134 " sad\n",8135 " 1\n",8136 " dark\n",8137 " calm\n",8138 " under\n"8139 ],8140 "correct": [8141 1.0,8142 0.0,8143 1.0,8144 0.0,8145 1.0,8146 0.0,8147 0.0,8148 1.0,8149 1.0,8150 1.0,8151 0.0,8152 0.0,8153 1.0,8154 1.0,8155 0.0,8156 1.0,8157 1.0,8158 1.0,8159 1.0,8160 1.0,8161 1.0,8162 1.0,8163 0.0,8164 1.0,8165 1.0,8166 0.0,8167 0.0,8168 1.0,8169 1.0,8170 1.0,8171 0.0,8172 0.08173 ]8174 },8175 "replace_donor_fewshot|ridge|L21": {8176 "accuracy": 0.65625,8177 "gain_vs_zero": {8178 "estimate": 0.5625,8179 "low": 0.375,8180 "high": 0.75,8181 "level": 0.95,8182 "n_items": 32,8183 "n_clusters": 32,8184 "n_boot": 20008185 },8186 "outputs_sample": [8187 " sad\n",8188 " 1\n",8189 " dark\n",8190 " calm\n",8191 " under\n"8192 ],8193 "correct": [8194 1.0,8195 0.0,8196 1.0,8197 0.0,8198 1.0,8199 0.0,8200 0.0,8201 1.0,8202 1.0,8203 1.0,8204 1.0,8205 0.0,8206 0.0,8207 1.0,8208 0.0,8209 1.0,8210 1.0,8211 1.0,8212 1.0,8213 1.0,8214 1.0,8215 1.0,8216 0.0,8217 1.0,8218 1.0,8219 0.0,8220 0.0,8221 1.0,8222 1.0,8223 1.0,8224 0.0,8225 1.08226 ]8227 },8228 "ctl_replace_donor_zeroshot|ridge|L21": {8229 "accuracy": 0.0625,8230 "gain_vs_zero": {8231 "estimate": -0.03125,8232 "low": -0.125,8233 "high": 0.0625,8234 "level": 0.95,8235 "n_items": 32,8236 "n_clusters": 32,8237 "n_boot": 20008238 },8239 "outputs_sample": [8240 " 4\n",8241 " 1\n",8242 " The word \"bright\" is",8243 " The word \"calm\"",8244 " 1\n"8245 ],8246 "correct": [8247 0.0,8248 0.0,8249 0.0,8250 0.0,8251 0.0,8252 0.0,8253 0.0,8254 0.0,8255 0.0,8256 0.0,8257 1.0,8258 0.0,8259 0.0,8260 0.0,8261 0.0,8262 0.0,8263 0.0,8264 0.0,8265 0.0,8266 1.0,8267 0.0,8268 0.0,8269 0.0,8270 0.0,8271 0.0,8272 0.0,8273 0.0,8274 0.0,8275 0.0,8276 0.0,8277 0.0,8278 0.08279 ]8280 },8281 "ctl_replace_donor_fewshot_shuffled_query|ridge|L21": {8282 "accuracy": 0.625,8283 "gain_vs_zero": {8284 "estimate": 0.53125,8285 "low": 0.34375,8286 "high": 0.71875,8287 "level": 0.95,8288 "n_items": 32,8289 "n_clusters": 32,8290 "n_boot": 20008291 },8292 "outputs_sample": [8293 " sad\n",8294 " 1\n",8295 " dark\n",8296 " calm\n",8297 " under\n"8298 ],8299 "correct": [8300 1.0,8301 0.0,8302 1.0,8303 0.0,8304 1.0,8305 0.0,8306 1.0,8307 0.0,8308 1.0,8309 1.0,8310 1.0,8311 0.0,8312 0.0,8313 1.0,8314 0.0,8315 1.0,8316 1.0,8317 1.0,8318 1.0,8319 1.0,8320 1.0,8321 1.0,8322 0.0,8323 1.0,8324 1.0,8325 0.0,8326 0.0,8327 0.0,8328 1.0,8329 1.0,8330 0.0,8331 1.08332 ]8333 },8334 "ctl_replace_donor_fewshot|sham_map|L21": {8335 "accuracy": 0.375,8336 "gain_vs_zero": {8337 "estimate": 0.28125,8338 "low": 0.09375,8339 "high": 0.43828124999999574,8340 "level": 0.95,8341 "n_items": 32,8342 "n_clusters": 32,8343 "n_boot": 20008344 },8345 "outputs_sample": [8346 " sad\n",8347 " 1\n",8348 " \"Bright\"\n",8349 " \"aCML\"\n",8350 " under\n"8351 ],8352 "correct": [8353 1.0,8354 0.0,8355 0.0,8356 0.0,8357 1.0,8358 0.0,8359 0.0,8360 0.0,8361 0.0,8362 0.0,8363 1.0,8364 0.0,8365 0.0,8366 0.0,8367 0.0,8368 1.0,8369 0.0,8370 1.0,8371 0.0,8372 1.0,8373 1.0,8374 1.0,8375 0.0,8376 1.0,8377 1.0,8378 0.0,8379 0.0,8380 1.0,8381 1.0,8382 0.0,8383 0.0,8384 0.08385 ]8386 },8387 "ctl_replace_donor_zeroshot|sham_map|L21": {8388 "accuracy": 0.21875,8389 "gain_vs_zero": {8390 "estimate": 0.125,8391 "low": -0.03125,8392 "high": 0.28125,8393 "level": 0.95,8394 "n_items": 32,8395 "n_clusters": 32,8396 "n_boot": 20008397 },8398 "outputs_sample": [8399 " 4\n\n",8400 " 1\n",8401 " The word \"bright\" is",8402 " \"aCML\"\n",8403 " under\n"8404 ],8405 "correct": [8406 0.0,8407 0.0,8408 0.0,8409 0.0,8410 1.0,8411 0.0,8412 0.0,8413 0.0,8414 1.0,8415 0.0,8416 1.0,8417 0.0,8418 0.0,8419 1.0,8420 0.0,8421 1.0,8422 0.0,8423 0.0,8424 0.0,8425 1.0,8426 0.0,8427 0.0,8428 0.0,8429 0.0,8430 0.0,8431 0.0,8432 0.0,8433 0.0,8434 1.0,8435 0.0,8436 0.0,8437 0.08438 ]8439 },8440 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L21": {8441 "accuracy": 0.3125,8442 "gain_vs_zero": {8443 "estimate": 0.21875,8444 "low": 0.03125,8445 "high": 0.40625,8446 "level": 0.95,8447 "n_items": 32,8448 "n_clusters": 32,8449 "n_boot": 20008450 },8451 "outputs_sample": [8452 " happy\n",8453 " \"arrive\"\n\n",8454 " \"Bright\"\n",8455 " \"aCML\"\n",8456 " under\n"8457 ],8458 "correct": [8459 0.0,8460 0.0,8461 0.0,8462 0.0,8463 1.0,8464 0.0,8465 0.0,8466 0.0,8467 0.0,8468 0.0,8469 1.0,8470 0.0,8471 0.0,8472 0.0,8473 0.0,8474 1.0,8475 1.0,8476 0.0,8477 0.0,8478 1.0,8479 0.0,8480 0.0,8481 1.0,8482 1.0,8483 1.0,8484 0.0,8485 0.0,8486 1.0,8487 1.0,8488 0.0,8489 0.0,8490 0.08491 ]8492 },8493 "ctl_random_norm_matched|L21": {8494 "accuracy": 0.15625,8495 "gain_vs_zero": {8496 "estimate": 0.0625,8497 "low": -0.0625,8498 "high": 0.1875,8499 "level": 0.95,8500 "n_items": 32,8501 "n_clusters": 32,8502 "n_boot": 20008503 },8504 "correct": [8505 0.0,8506 0.0,8507 0.0,8508 0.0,8509 0.0,8510 0.0,8511 0.0,8512 0.0,8513 0.0,8514 0.0,8515 1.0,8516 0.0,8517 0.0,8518 0.0,8519 0.0,8520 1.0,8521 0.0,8522 1.0,8523 0.0,8524 1.0,8525 0.0,8526 0.0,8527 0.0,8528 0.0,8529 0.0,8530 0.0,8531 0.0,8532 0.0,8533 1.0,8534 0.0,8535 0.0,8536 0.08537 ]8538 },8539 "ctl_unrelated_task_vector(capital)|L21": {8540 "accuracy": 0.1875,8541 "gain_vs_zero": {8542 "estimate": 0.09375,8543 "low": -0.03125,8544 "high": 0.21875,8545 "level": 0.95,8546 "n_items": 32,8547 "n_clusters": 32,8548 "n_boot": 20008549 },8550 "correct": [8551 0.0,8552 0.0,8553 0.0,8554 0.0,8555 0.0,8556 0.0,8557 0.0,8558 0.0,8559 0.0,8560 0.0,8561 0.0,8562 0.0,8563 0.0,8564 1.0,8565 0.0,8566 1.0,8567 0.0,8568 1.0,8569 0.0,8570 1.0,8571 0.0,8572 0.0,8573 0.0,8574 0.0,8575 1.0,8576 0.0,8577 0.0,8578 0.0,8579 1.0,8580 0.0,8581 0.0,8582 0.08583 ]8584 },8585 "procrustes|L25|a1.0": {8586 "accuracy": 0.75,8587 "gain_vs_zero": {8588 "estimate": 0.65625,8589 "low": 0.5,8590 "high": 0.8125,8591 "level": 0.95,8592 "n_items": 32,8593 "n_clusters": 32,8594 "n_boot": 20008595 },8596 "mapped_norm": 55.15292739868164,8597 "outputs_sample": [8598 " sad\n",8599 " leave\n\n",8600 " dark\n",8601 " happy\n",8602 " under\n\n"8603 ],8604 "correct": [8605 1.0,8606 0.0,8607 1.0,8608 0.0,8609 1.0,8610 0.0,8611 1.0,8612 1.0,8613 1.0,8614 1.0,8615 1.0,8616 1.0,8617 0.0,8618 1.0,8619 0.0,8620 1.0,8621 0.0,8622 1.0,8623 1.0,8624 1.0,8625 1.0,8626 1.0,8627 1.0,8628 1.0,8629 1.0,8630 1.0,8631 0.0,8632 1.0,8633 1.0,8634 0.0,8635 1.0,8636 1.08637 ]8638 },8639 "procrustes|L25|a2.0": {8640 "accuracy": 0.3125,8641 "gain_vs_zero": {8642 "estimate": 0.21875,8643 "low": 0.0625,8644 "high": 0.375,8645 "level": 0.95,8646 "n_items": 32,8647 "n_clusters": 32,8648 "n_boot": 20008649 },8650 "mapped_norm": 55.15292739868164,8651 "outputs_sample": [8652 " sad\n",8653 " child\n\n",8654 " light\n",8655 " happy\n",8656 " light\n"8657 ],8658 "correct": [8659 1.0,8660 0.0,8661 0.0,8662 0.0,8663 0.0,8664 0.0,8665 1.0,8666 0.0,8667 0.0,8668 0.0,8669 1.0,8670 0.0,8671 0.0,8672 0.0,8673 0.0,8674 1.0,8675 0.0,8676 1.0,8677 0.0,8678 1.0,8679 1.0,8680 0.0,8681 0.0,8682 1.0,8683 0.0,8684 0.0,8685 0.0,8686 0.0,8687 1.0,8688 0.0,8689 1.0,8690 0.08691 ]8692 },8693 "procrustes_rescaled|L25|a1.0": {8694 "accuracy": 0.75,8695 "gain_vs_zero": {8696 "estimate": 0.65625,8697 "low": 0.5,8698 "high": 0.8125,8699 "level": 0.95,8700 "n_items": 32,8701 "n_clusters": 32,8702 "n_boot": 20008703 },8704 "mapped_norm": 57.11780548095703,8705 "outputs_sample": [8706 " sad\n",8707 " leave\n\n",8708 " dark\n",8709 " happy\n",8710 " under\n\n"8711 ],8712 "correct": [8713 1.0,8714 0.0,8715 1.0,8716 0.0,8717 1.0,8718 0.0,8719 1.0,8720 1.0,8721 1.0,8722 1.0,8723 1.0,8724 1.0,8725 0.0,8726 1.0,8727 0.0,8728 1.0,8729 0.0,8730 1.0,8731 1.0,8732 1.0,8733 1.0,8734 1.0,8735 1.0,8736 1.0,8737 1.0,8738 1.0,8739 0.0,8740 1.0,8741 1.0,8742 0.0,8743 1.0,8744 1.08745 ]8746 },8747 "ridge|L25|a1.0": {8748 "accuracy": 0.375,8749 "gain_vs_zero": {8750 "estimate": 0.28125,8751 "low": 0.125,8752 "high": 0.4375,8753 "level": 0.95,8754 "n_items": 32,8755 "n_clusters": 32,8756 "n_boot": 20008757 },8758 "mapped_norm": 77.63898468017578,8759 "outputs_sample": [8760 " sad\n",8761 " leave\n",8762 " light\n",8763 " cry\n",8764 " under\n"8765 ],8766 "correct": [8767 1.0,8768 0.0,8769 0.0,8770 0.0,8771 1.0,8772 0.0,8773 1.0,8774 0.0,8775 1.0,8776 0.0,8777 0.0,8778 1.0,8779 0.0,8780 0.0,8781 0.0,8782 1.0,8783 0.0,8784 1.0,8785 0.0,8786 1.0,8787 1.0,8788 0.0,8789 0.0,8790 1.0,8791 1.0,8792 0.0,8793 0.0,8794 0.0,8795 1.0,8796 0.0,8797 0.0,8798 0.08799 ]8800 },8801 "ridge|L25|a2.0": {8802 "accuracy": 0.0,8803 "gain_vs_zero": {8804 "estimate": -0.09375,8805 "low": -0.1875,8806 "high": 0.0,8807 "level": 0.95,8808 "n_items": 32,8809 "n_clusters": 32,8810 "n_boot": 20008811 },8812 "mapped_norm": 77.63898468017578,8813 "outputs_sample": [8814 " free\n",8815 " plant\n",8816 " fit\n",8817 " fit\n",8818 " five\n"8819 ],8820 "correct": [8821 0.0,8822 0.0,8823 0.0,8824 0.0,8825 0.0,8826 0.0,8827 0.0,8828 0.0,8829 0.0,8830 0.0,8831 0.0,8832 0.0,8833 0.0,8834 0.0,8835 0.0,8836 0.0,8837 0.0,8838 0.0,8839 0.0,8840 0.0,8841 0.0,8842 0.0,8843 0.0,8844 0.0,8845 0.0,8846 0.0,8847 0.0,8848 0.0,8849 0.0,8850 0.0,8851 0.0,8852 0.08853 ]8854 },8855 "ridge_rescaled|L25|a1.0": {8856 "accuracy": 0.46875,8857 "gain_vs_zero": {8858 "estimate": 0.375,8859 "low": 0.1875,8860 "high": 0.5625,8861 "level": 0.95,8862 "n_items": 32,8863 "n_clusters": 32,8864 "n_boot": 20008865 },8866 "mapped_norm": 57.11780548095703,8867 "outputs_sample": [8868 " sad\n",8869 " 1\n",8870 " dark\n",8871 " calm\n",8872 " under\n"8873 ],8874 "correct": [8875 1.0,8876 0.0,8877 1.0,8878 0.0,8879 1.0,8880 0.0,8881 1.0,8882 0.0,8883 1.0,8884 1.0,8885 1.0,8886 0.0,8887 0.0,8888 0.0,8889 0.0,8890 1.0,8891 1.0,8892 1.0,8893 0.0,8894 1.0,8895 1.0,8896 0.0,8897 0.0,8898 1.0,8899 1.0,8900 0.0,8901 0.0,8902 0.0,8903 1.0,8904 0.0,8905 0.0,8906 0.08907 ]8908 },8909 "cca|L25|a1.0": {8910 "accuracy": 0.3125,8911 "gain_vs_zero": {8912 "estimate": 0.21875,8913 "low": 0.03125,8914 "high": 0.375,8915 "level": 0.95,8916 "n_items": 32,8917 "n_clusters": 32,8918 "n_boot": 20008919 },8920 "mapped_norm": 96.08650207519531,8921 "outputs_sample": [8922 " happy\n",8923 " 1\n",8924 " light\n",8925 " shy\n",8926 " zero\n"8927 ],8928 "correct": [8929 0.0,8930 0.0,8931 0.0,8932 0.0,8933 0.0,8934 0.0,8935 1.0,8936 0.0,8937 1.0,8938 0.0,8939 1.0,8940 0.0,8941 0.0,8942 0.0,8943 0.0,8944 1.0,8945 0.0,8946 1.0,8947 0.0,8948 1.0,8949 1.0,8950 0.0,8951 0.0,8952 1.0,8953 1.0,8954 0.0,8955 0.0,8956 0.0,8957 1.0,8958 0.0,8959 0.0,8960 0.08961 ]8962 },8963 "cca|L25|a2.0": {8964 "accuracy": 0.0,8965 "gain_vs_zero": {8966 "estimate": -0.09375,8967 "low": -0.1875,8968 "high": 0.0,8969 "level": 0.95,8970 "n_items": 32,8971 "n_clusters": 32,8972 "n_boot": 20008973 },8974 "mapped_norm": 96.08650207519531,8975 "outputs_sample": [8976 "\n\n\n",8977 "\n",8978 " fit\n",8979 "\n",8980 "\n"8981 ],8982 "correct": [8983 0.0,8984 0.0,8985 0.0,8986 0.0,8987 0.0,8988 0.0,8989 0.0,8990 0.0,8991 0.0,8992 0.0,8993 0.0,8994 0.0,8995 0.0,8996 0.0,8997 0.0,8998 0.0,8999 0.0,9000 0.0,9001 0.0,9002 0.0,9003 0.0,9004 0.0,9005 0.0,9006 0.0,9007 0.0,9008 0.0,9009 0.0,9010 0.0,9011 0.0,9012 0.0,9013 0.0,9014 0.09015 ]9016 },9017 "random_orth|L25|a1.0": {9018 "accuracy": 0.125,9019 "gain_vs_zero": {9020 "estimate": 0.03125,9021 "low": -0.09375,9022 "high": 0.15625,9023 "level": 0.95,9024 "n_items": 32,9025 "n_clusters": 32,9026 "n_boot": 20009027 },9028 "mapped_norm": 62.4911994934082,9029 "outputs_sample": [9030 " happy\n",9031 " arrive\n",9032 " bright\n",9033 " \"aCML\"\n",9034 " over\n"9035 ],9036 "correct": [9037 0.0,9038 0.0,9039 0.0,9040 0.0,9041 0.0,9042 0.0,9043 0.0,9044 0.0,9045 0.0,9046 0.0,9047 0.0,9048 0.0,9049 0.0,9050 0.0,9051 0.0,9052 1.0,9053 0.0,9054 0.0,9055 0.0,9056 1.0,9057 1.0,9058 0.0,9059 0.0,9060 1.0,9061 0.0,9062 0.0,9063 0.0,9064 0.0,9065 0.0,9066 0.0,9067 0.0,9068 0.09069 ]9070 },9071 "random_orth|L25|a2.0": {9072 "accuracy": 0.0,9073 "gain_vs_zero": {9074 "estimate": -0.09375,9075 "low": -0.1875,9076 "high": 0.0,9077 "level": 0.95,9078 "n_items": 32,9079 "n_clusters": 32,9080 "n_boot": 20009081 },9082 "mapped_norm": 62.4911994934082,9083 "outputs_sample": [9084 " happy\n",9085 " \"arrive\"\n",9086 " \"Bright\"\n",9087 " \"aCML\"\n",9088 " over\n"9089 ],9090 "correct": [9091 0.0,9092 0.0,9093 0.0,9094 0.0,9095 0.0,9096 0.0,9097 0.0,9098 0.0,9099 0.0,9100 0.0,9101 0.0,9102 0.0,9103 0.0,9104 0.0,9105 0.0,9106 0.0,9107 0.0,9108 0.0,9109 0.0,9110 0.0,9111 0.0,9112 0.0,9113 0.0,9114 0.0,9115 0.0,9116 0.0,9117 0.0,9118 0.0,9119 0.0,9120 0.0,9121 0.0,9122 0.09123 ]9124 },9125 "replace_donor_fewshot|procrustes|L25": {9126 "accuracy": 0.84375,9127 "gain_vs_zero": {9128 "estimate": 0.75,9129 "low": 0.59375,9130 "high": 0.875,9131 "level": 0.95,9132 "n_items": 32,9133 "n_clusters": 32,9134 "n_boot": 20009135 },9136 "outputs_sample": [9137 " sad\n",9138 " leave\n\n",9139 " dark\n",9140 " excited\n",9141 " under\n\n"9142 ],9143 "correct": [9144 1.0,9145 0.0,9146 1.0,9147 0.0,9148 1.0,9149 0.0,9150 1.0,9151 1.0,9152 1.0,9153 1.0,9154 1.0,9155 1.0,9156 1.0,9157 1.0,9158 1.0,9159 1.0,9160 1.0,9161 1.0,9162 1.0,9163 1.0,9164 1.0,9165 1.0,9166 1.0,9167 1.0,9168 1.0,9169 1.0,9170 0.0,9171 1.0,9172 1.0,9173 0.0,9174 1.0,9175 1.09176 ]9177 },9178 "ctl_replace_donor_zeroshot|procrustes|L25": {9179 "accuracy": 0.03125,9180 "gain_vs_zero": {9181 "estimate": -0.0625,9182 "low": -0.1875,9183 "high": 0.03125,9184 "level": 0.95,9185 "n_items": 32,9186 "n_clusters": 32,9187 "n_boot": 20009188 },9189 "outputs_sample": [9190 " 4\n",9191 " 1\n",9192 " The word \"bright\" is",9193 " 3\n",9194 " 3\n\n"9195 ],9196 "correct": [9197 0.0,9198 0.0,9199 0.0,9200 0.0,9201 0.0,9202 0.0,9203 0.0,9204 0.0,9205 0.0,9206 0.0,9207 0.0,9208 0.0,9209 0.0,9210 0.0,9211 0.0,9212 1.0,9213 0.0,9214 0.0,9215 0.0,9216 0.0,9217 0.0,9218 0.0,9219 0.0,9220 0.0,9221 0.0,9222 0.0,9223 0.0,9224 0.0,9225 0.0,9226 0.0,9227 0.0,9228 0.09229 ]9230 },9231 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": {9232 "accuracy": 0.8125,9233 "gain_vs_zero": {9234 "estimate": 0.71875,9235 "low": 0.5625,9236 "high": 0.875,9237 "level": 0.95,9238 "n_items": 32,9239 "n_clusters": 32,9240 "n_boot": 20009241 },9242 "outputs_sample": [9243 " sad\n",9244 " leave\n\n",9245 " dark\n",9246 " happy\n",9247 " under\n"9248 ],9249 "correct": [9250 1.0,9251 0.0,9252 1.0,9253 0.0,9254 1.0,9255 0.0,9256 1.0,9257 1.0,9258 1.0,9259 1.0,9260 1.0,9261 1.0,9262 1.0,9263 1.0,9264 1.0,9265 1.0,9266 1.0,9267 1.0,9268 1.0,9269 1.0,9270 1.0,9271 1.0,9272 1.0,9273 1.0,9274 1.0,9275 0.0,9276 0.0,9277 1.0,9278 1.0,9279 0.0,9280 1.0,9281 1.09282 ]9283 },9284 "replace_donor_fewshot|ridge|L25": {9285 "accuracy": 0.53125,9286 "gain_vs_zero": {9287 "estimate": 0.4375,9288 "low": 0.25,9289 "high": 0.59375,9290 "level": 0.95,9291 "n_items": 32,9292 "n_clusters": 32,9293 "n_boot": 20009294 },9295 "outputs_sample": [9296 " sad\n",9297 " 1\n",9298 " dark\n",9299 " cry\n",9300 " over\n"9301 ],9302 "correct": [9303 1.0,9304 0.0,9305 1.0,9306 0.0,9307 0.0,9308 0.0,9309 1.0,9310 0.0,9311 1.0,9312 1.0,9313 1.0,9314 1.0,9315 0.0,9316 1.0,9317 0.0,9318 1.0,9319 1.0,9320 1.0,9321 0.0,9322 1.0,9323 1.0,9324 0.0,9325 0.0,9326 1.0,9327 1.0,9328 1.0,9329 0.0,9330 0.0,9331 1.0,9332 0.0,9333 0.0,9334 0.09335 ]9336 },9337 "ctl_replace_donor_zeroshot|ridge|L25": {9338 "accuracy": 0.0,9339 "gain_vs_zero": {9340 "estimate": -0.09375,9341 "low": -0.1875,9342 "high": 0.0,9343 "level": 0.95,9344 "n_items": 32,9345 "n_clusters": 32,9346 "n_boot": 20009347 },9348 "outputs_sample": [9349 " 4\n",9350 " 1\n",9351 " The word \"bright\" is",9352 " 3\n",9353 " 3\n"9354 ],9355 "correct": [9356 0.0,9357 0.0,9358 0.0,9359 0.0,9360 0.0,9361 0.0,9362 0.0,9363 0.0,9364 0.0,9365 0.0,9366 0.0,9367 0.0,9368 0.0,9369 0.0,9370 0.0,9371 0.0,9372 0.0,9373 0.0,9374 0.0,9375 0.0,9376 0.0,9377 0.0,9378 0.0,9379 0.0,9380 0.0,9381 0.0,9382 0.0,9383 0.0,9384 0.0,9385 0.0,9386 0.0,9387 0.09388 ]9389 },9390 "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": {9391 "accuracy": 0.5,9392 "gain_vs_zero": {9393 "estimate": 0.40625,9394 "low": 0.21875,9395 "high": 0.59375,9396 "level": 0.95,9397 "n_items": 32,9398 "n_clusters": 32,9399 "n_boot": 20009400 },9401 "outputs_sample": [9402 " sad\n",9403 " 1\n",9404 " dark\n",9405 " happy\n",9406 " under\n"9407 ],9408 "correct": [9409 1.0,9410 0.0,9411 1.0,9412 0.0,9413 1.0,9414 0.0,9415 1.0,9416 0.0,9417 1.0,9418 1.0,9419 1.0,9420 0.0,9421 0.0,9422 0.0,9423 1.0,9424 1.0,9425 1.0,9426 1.0,9427 0.0,9428 1.0,9429 1.0,9430 0.0,9431 0.0,9432 1.0,9433 1.0,9434 0.0,9435 0.0,9436 0.0,9437 1.0,9438 0.0,9439 0.0,9440 0.09441 ]9442 },9443 "ctl_replace_donor_fewshot|sham_map|L25": {9444 "accuracy": 0.03125,9445 "gain_vs_zero": {9446 "estimate": -0.0625,9447 "low": -0.1875,9448 "high": 0.0625,9449 "level": 0.95,9450 "n_items": 32,9451 "n_clusters": 32,9452 "n_boot": 20009453 },9454 "outputs_sample": [9455 " happy\n",9456 " arrive\n\n",9457 " bright\n",9458 " \"aCML\"\n\n",9459 " over\n"9460 ],9461 "correct": [9462 0.0,9463 0.0,9464 0.0,9465 0.0,9466 0.0,9467 0.0,9468 0.0,9469 0.0,9470 1.0,9471 0.0,9472 0.0,9473 0.0,9474 0.0,9475 0.0,9476 0.0,9477 0.0,9478 0.0,9479 0.0,9480 0.0,9481 0.0,9482 0.0,9483 0.0,9484 0.0,9485 0.0,9486 0.0,9487 0.0,9488 0.0,9489 0.0,9490 0.0,9491 0.0,9492 0.0,9493 0.09494 ]9495 },9496 "ctl_replace_donor_zeroshot|sham_map|L25": {9497 "accuracy": 0.0625,9498 "gain_vs_zero": {9499 "estimate": -0.03125,9500 "low": -0.15625,9501 "high": 0.0625,9502 "level": 0.95,9503 "n_items": 32,9504 "n_clusters": 32,9505 "n_boot": 20009506 },9507 "outputs_sample": [9508 " 5\n\n",9509 " 1\n\n",9510 " The word \"bright\" is",9511 " The word \"calm\"",9512 " The word \"over\" is"9513 ],9514 "correct": [9515 0.0,9516 0.0,9517 0.0,9518 0.0,9519 0.0,9520 0.0,9521 0.0,9522 0.0,9523 0.0,9524 0.0,9525 0.0,9526 0.0,9527 0.0,9528 0.0,9529 0.0,9530 1.0,9531 0.0,9532 0.0,9533 0.0,9534 1.0,9535 0.0,9536 0.0,9537 0.0,9538 0.0,9539 0.0,9540 0.0,9541 0.0,9542 0.0,9543 0.0,9544 0.0,9545 0.0,9546 0.09547 ]9548 },9549 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": {9550 "accuracy": 0.0625,9551 "gain_vs_zero": {9552 "estimate": -0.03125,9553 "low": -0.125,9554 "high": 0.0625,9555 "level": 0.95,9556 "n_items": 32,9557 "n_clusters": 32,9558 "n_boot": 20009559 },9560 "outputs_sample": [9561 " happy\n",9562 " arrive\n\n",9563 " bright\n",9564 " \"aCML\"\n",9565 " 5\n\n"9566 ],9567 "correct": [9568 0.0,9569 0.0,9570 0.0,9571 0.0,9572 0.0,9573 0.0,9574 0.0,9575 0.0,9576 1.0,9577 0.0,9578 0.0,9579 0.0,9580 0.0,9581 0.0,9582 0.0,9583 0.0,9584 0.0,9585 0.0,9586 0.0,9587 1.0,9588 0.0,9589 0.0,9590 0.0,9591 0.0,9592 0.0,9593 0.0,9594 0.0,9595 0.0,9596 0.0,9597 0.0,9598 0.0,9599 0.09600 ]9601 },9602 "ctl_random_norm_matched|L25": {9603 "accuracy": 0.03125,9604 "gain_vs_zero": {9605 "estimate": -0.0625,9606 "low": -0.15625,9607 "high": 0.0,9608 "level": 0.95,9609 "n_items": 32,9610 "n_clusters": 32,9611 "n_boot": 20009612 },9613 "correct": [9614 0.0,9615 0.0,9616 0.0,9617 0.0,9618 0.0,9619 0.0,9620 0.0,9621 0.0,9622 0.0,9623 0.0,9624 0.0,9625 0.0,9626 0.0,9627 0.0,9628 0.0,9629 0.0,9630 0.0,9631 1.0,9632 0.0,9633 0.0,9634 0.0,9635 0.0,9636 0.0,9637 0.0,9638 0.0,9639 0.0,9640 0.0,9641 0.0,9642 0.0,9643 0.0,9644 0.0,9645 0.09646 ]9647 },9648 "ctl_unrelated_task_vector(capital)|L25": {9649 "accuracy": 0.40625,9650 "gain_vs_zero": {9651 "estimate": 0.3125,9652 "low": 0.15625,9653 "high": 0.46875,9654 "level": 0.95,9655 "n_items": 32,9656 "n_clusters": 32,9657 "n_boot": 20009658 },9659 "correct": [9660 0.0,9661 0.0,9662 0.0,9663 0.0,9664 1.0,9665 0.0,9666 1.0,9667 0.0,9668 1.0,9669 0.0,9670 0.0,9671 1.0,9672 0.0,9673 0.0,9674 1.0,9675 1.0,9676 1.0,9677 1.0,9678 1.0,9679 1.0,9680 0.0,9681 0.0,9682 0.0,9683 1.0,9684 1.0,9685 0.0,9686 0.0,9687 0.0,9688 1.0,9689 0.0,9690 0.0,9691 0.09692 ]9693 }9694 },9695 "items": {9696 "zero": [9697 0.0,9698 0.0,9699 0.0,9700 0.0,9701 0.0,9702 0.0,9703 0.0,9704 0.0,9705 0.0,9706 0.0,9707 0.0,9708 1.0,9709 0.0,9710 0.0,9711 0.0,9712 0.0,9713 0.0,9714 1.0,9715 0.0,9716 1.0,9717 0.0,9718 0.0,9719 0.0,9720 0.0,9721 0.0,9722 0.0,9723 0.0,9724 0.0,9725 0.0,9726 0.0,9727 0.0,9728 0.09729 ],9730 "few": [9731 1.0,9732 1.0,9733 1.0,9734 0.0,9735 1.0,9736 1.0,9737 1.0,9738 1.0,9739 1.0,9740 1.0,9741 1.0,9742 1.0,9743 1.0,9744 1.0,9745 1.0,9746 1.0,9747 1.0,9748 1.0,9749 1.0,9750 1.0,9751 1.0,9752 1.0,9753 0.0,9754 1.0,9755 1.0,9756 1.0,9757 1.0,9758 1.0,9759 1.0,9760 1.0,9761 1.0,9762 1.09763 ],9764 "own": [9765 1.0,9766 0.0,9767 1.0,9768 0.0,9769 1.0,9770 1.0,9771 1.0,9772 1.0,9773 1.0,9774 1.0,9775 1.0,9776 1.0,9777 1.0,9778 1.0,9779 1.0,9780 1.0,9781 0.0,9782 1.0,9783 1.0,9784 1.0,9785 1.0,9786 1.0,9787 1.0,9788 1.0,9789 1.0,9790 1.0,9791 1.0,9792 1.0,9793 1.0,9794 1.0,9795 1.0,9796 1.09797 ]9798 }9799 },9800 "capital": {9801 "recipient_zero": 0.13636363636363635,9802 "recipient_few": 1.0,9803 "recipient_own_vector": 0.8181818181818182,9804 "donor_layer": 22,9805 "conditions": {9806 "procrustes|L25|a1.0": {9807 "accuracy": 0.6818181818181818,9808 "gain_vs_zero": {9809 "estimate": 0.5454545454545454,9810 "low": 0.3181818181818182,9811 "high": 0.7727272727272727,9812 "level": 0.95,9813 "n_items": 22,9814 "n_clusters": 22,9815 "n_boot": 20009816 },9817 "mapped_norm": 41.208099365234375,9818 "outputs_sample": [9819 " Caracas\n",9820 " Finland is a Nordic country located",9821 " Casablanca\n\n",9822 " Turkey is a country located in",9823 " Tokyo\n\n"9824 ],9825 "correct": [9826 1.0,9827 0.0,9828 0.0,9829 0.0,9830 1.0,9831 0.0,9832 1.0,9833 1.0,9834 0.0,9835 1.0,9836 1.0,9837 1.0,9838 1.0,9839 1.0,9840 1.0,9841 1.0,9842 0.0,9843 1.0,9844 0.0,9845 1.0,9846 1.0,9847 1.09848 ]9849 },9850 "procrustes|L25|a2.0": {9851 "accuracy": 0.6363636363636364,9852 "gain_vs_zero": {9853 "estimate": 0.5,9854 "low": 0.2727272727272727,9855 "high": 0.6818181818181818,9856 "level": 0.95,9857 "n_items": 22,9858 "n_clusters": 22,9859 "n_boot": 20009860 },9861 "mapped_norm": 41.208099365234375,9862 "outputs_sample": [9863 " Venezuela is a country located in",9864 " Finland\n",9865 " Casablanca\n",9866 " Turkey is a country located in",9867 " Tokyo\n"9868 ],9869 "correct": [9870 0.0,9871 0.0,9872 0.0,9873 0.0,9874 1.0,9875 0.0,9876 1.0,9877 1.0,9878 0.0,9879 1.0,9880 1.0,9881 1.0,9882 1.0,9883 1.0,9884 1.0,9885 1.0,9886 0.0,9887 1.0,9888 0.0,9889 1.0,9890 1.0,9891 1.09892 ]9893 },9894 "procrustes_rescaled|L25|a1.0": {9895 "accuracy": 0.6363636363636364,9896 "gain_vs_zero": {9897 "estimate": 0.5,9898 "low": 0.2727272727272727,9899 "high": 0.6818181818181818,9900 "level": 0.95,9901 "n_items": 22,9902 "n_clusters": 22,9903 "n_boot": 20009904 },9905 "mapped_norm": 56.58632278442383,9906 "outputs_sample": [9907 " Venezuela is a country located in",9908 " Finland is a Nordic country located",9909 " Casablanca\n",9910 " Turkey is a country located in",9911 " Tokyo\n\n"9912 ],9913 "correct": [9914 0.0,9915 0.0,9916 0.0,9917 0.0,9918 1.0,9919 0.0,9920 1.0,9921 1.0,9922 0.0,9923 1.0,9924 1.0,9925 1.0,9926 1.0,9927 1.0,9928 1.0,9929 1.0,9930 0.0,9931 1.0,9932 0.0,9933 1.0,9934 1.0,9935 1.09936 ]9937 },9938 "ridge|L25|a1.0": {9939 "accuracy": 0.45454545454545453,9940 "gain_vs_zero": {9941 "estimate": 0.3181818181818182,9942 "low": 0.09090909090909091,9943 "high": 0.5454545454545454,9944 "level": 0.95,9945 "n_items": 22,9946 "n_clusters": 22,9947 "n_boot": 20009948 },9949 "mapped_norm": 69.26692962646484,9950 "outputs_sample": [9951 " Caracas\n\n",9952 " Finland\n",9953 " Casablanca\n\n",9954 " Turkey\n",9955 " Tokyo\n\n"9956 ],9957 "correct": [9958 1.0,9959 0.0,9960 0.0,9961 0.0,9962 1.0,9963 0.0,9964 1.0,9965 0.0,9966 0.0,9967 0.0,9968 1.0,9969 1.0,9970 1.0,9971 0.0,9972 0.0,9973 0.0,9974 0.0,9975 1.0,9976 0.0,9977 1.0,9978 1.0,9979 1.09980 ]9981 },9982 "ridge|L25|a2.0": {9983 "accuracy": 0.045454545454545456,9984 "gain_vs_zero": {9985 "estimate": -0.09090909090909091,9986 "low": -0.2727272727272727,9987 "high": 0.09090909090909091,9988 "level": 0.95,9989 "n_items": 22,9990 "n_clusters": 22,9991 "n_boot": 20009992 },9993 "mapped_norm": 69.26692962646484,9994 "outputs_sample": [9995 " Country\n",9996 " Country\n",9997 " Indica\n",9998 " Turkey is a country located in",9999 " Japan\n"10000 ],10001 "correct": [10002 0.0,10003 0.0,10004 0.0,10005 0.0,10006 0.0,10007 0.0,10008 0.0,10009 0.0,10010 0.0,10011 0.0,10012 0.0,10013 0.0,10014 0.0,10015 0.0,10016 0.0,10017 0.0,10018 0.0,10019 0.0,10020 0.0,10021 1.0,10022 0.0,10023 0.010024 ]10025 },10026 "ridge_rescaled|L25|a1.0": {10027 "accuracy": 0.5454545454545454,10028 "gain_vs_zero": {10029 "estimate": 0.4090909090909091,10030 "low": 0.22727272727272727,10031 "high": 0.6363636363636364,10032 "level": 0.95,10033 "n_items": 22,10034 "n_clusters": 22,10035 "n_boot": 200010036 },10037 "mapped_norm": 56.586326599121094,10038 "outputs_sample": [10039 " Caracas\n\n",10040 " Finland\n",10041 " Casablanca\n\n",10042 " Istanbul, Ankara, Izmir",10043 " Tokyo\n\n"10044 ],10045 "correct": [10046 1.0,10047 0.0,10048 0.0,10049 0.0,10050 1.0,10051 0.0,10052 1.0,10053 1.0,10054 0.0,10055 0.0,10056 1.0,10057 1.0,10058 1.0,10059 1.0,10060 0.0,10061 0.0,10062 0.0,10063 1.0,10064 0.0,10065 1.0,10066 1.0,10067 1.010068 ]10069 },10070 "cca|L25|a1.0": {10071 "accuracy": 0.5454545454545454,10072 "gain_vs_zero": {10073 "estimate": 0.4090909090909091,10074 "low": 0.18181818181818182,10075 "high": 0.6363636363636364,10076 "level": 0.95,10077 "n_items": 22,10078 "n_clusters": 22,10079 "n_boot": 200010080 },10081 "mapped_norm": 76.77274322509766,10082 "outputs_sample": [10083 " Caracas\n\n",10084 " Finland\n",10085 " Casablanca\n\n",10086 " Turkey is a country located in",10087 " Tokyo\n\n"10088 ],10089 "correct": [10090 1.0,10091 0.0,10092 0.0,10093 0.0,10094 1.0,10095 0.0,10096 1.0,10097 0.0,10098 0.0,10099 1.0,10100 1.0,10101 1.0,10102 1.0,10103 1.0,10104 0.0,10105 0.0,10106 0.0,10107 1.0,10108 0.0,10109 1.0,10110 1.0,10111 1.010112 ]10113 },10114 "cca|L25|a2.0": {10115 "accuracy": 0.0,10116 "gain_vs_zero": {10117 "estimate": -0.13636363636363635,10118 "low": -0.2727272727272727,10119 "high": 0.0,10120 "level": 0.95,10121 "n_items": 22,10122 "n_clusters": 22,10123 "n_boot": 200010124 },10125 "mapped_norm": 76.77274322509766,10126 "outputs_sample": [10127 " Country\n",10128 " Country\n",10129 " Country\n",10130 " Turkey is a country located in",10131 " Japan is an island nation in"10132 ],10133 "correct": [10134 0.0,10135 0.0,10136 0.0,10137 0.0,10138 0.0,10139 0.0,10140 0.0,10141 0.0,10142 0.0,10143 0.0,10144 0.0,10145 0.0,10146 0.0,10147 0.0,10148 0.0,10149 0.0,10150 0.0,10151 0.0,10152 0.0,10153 0.0,10154 0.0,10155 0.010156 ]10157 },10158 "random_orth|L25|a1.0": {10159 "accuracy": 0.045454545454545456,10160 "gain_vs_zero": {10161 "estimate": -0.09090909090909091,10162 "low": -0.2727272727272727,10163 "high": 0.09090909090909091,10164 "level": 0.95,10165 "n_items": 22,10166 "n_clusters": 22,10167 "n_boot": 200010168 },10169 "mapped_norm": 49.92599868774414,10170 "outputs_sample": [10171 " Venezuela\n\n",10172 " 5.9 (in",10173 " Morocco\n\n",10174 " Turkey is a country located in",10175 " Japan is an island nation in"10176 ],10177 "correct": [10178 0.0,10179 0.0,10180 0.0,10181 0.0,10182 0.0,10183 0.0,10184 0.0,10185 0.0,10186 0.0,10187 0.0,10188 0.0,10189 0.0,10190 0.0,10191 0.0,10192 1.0,10193 0.0,10194 0.0,10195 0.0,10196 0.0,10197 0.0,10198 0.0,10199 0.010200 ]10201 },10202 "random_orth|L25|a2.0": {10203 "accuracy": 0.0,10204 "gain_vs_zero": {10205 "estimate": -0.13636363636363635,10206 "low": -0.2727272727272727,10207 "high": 0.0,10208 "level": 0.95,10209 "n_items": 22,10210 "n_clusters": 22,10211 "n_boot": 200010212 },10213 "mapped_norm": 49.92599868774414,10214 "outputs_sample": [10215 " Venezuela is a country located in",10216 " Finland\n",10217 " Morocco\n",10218 " Turkey is a country located in",10219 " Japan is an island nation in"10220 ],10221 "correct": [10222 0.0,10223 0.0,10224 0.0,10225 0.0,10226 0.0,10227 0.0,10228 0.0,10229 0.0,10230 0.0,10231 0.0,10232 0.0,10233 0.0,10234 0.0,10235 0.0,10236 0.0,10237 0.0,10238 0.0,10239 0.0,10240 0.0,10241 0.0,10242 0.0,10243 0.010244 ]10245 },10246 "replace_donor_fewshot|procrustes|L25": {10247 "accuracy": 0.18181818181818182,10248 "gain_vs_zero": {10249 "estimate": 0.045454545454545456,10250 "low": -0.18181818181818182,10251 "high": 0.2727272727272727,10252 "level": 0.95,10253 "n_items": 22,10254 "n_clusters": 22,10255 "n_boot": 200010256 },10257 "outputs_sample": [10258 " Caracas\n\n",10259 " The capital of Finland is Helsinki",10260 " Morocco\n",10261 " Turkey is a country located in",10262 " Tokyo\n\n"10263 ],10264 "correct": [10265 1.0,10266 0.0,10267 0.0,10268 0.0,10269 1.0,10270 0.0,10271 0.0,10272 0.0,10273 0.0,10274 0.0,10275 0.0,10276 0.0,10277 0.0,10278 1.0,10279 0.0,10280 0.0,10281 0.0,10282 0.0,10283 0.0,10284 0.0,10285 0.0,10286 1.010287 ]10288 },10289 "ctl_replace_donor_zeroshot|procrustes|L25": {10290 "accuracy": 0.0,10291 "gain_vs_zero": {10292 "estimate": -0.13636363636363635,10293 "low": -0.2727272727272727,10294 "high": 0.0,10295 "level": 0.95,10296 "n_items": 22,10297 "n_clusters": 22,10298 "n_boot": 200010299 },10300 "outputs_sample": [10301 " The capital of Venezuela is Car",10302 " Finland is a Nordic country located",10303 " Morocco is a country located in",10304 " Turkey is a country located in",10305 " Japan is an island nation in"10306 ],10307 "correct": [10308 0.0,10309 0.0,10310 0.0,10311 0.0,10312 0.0,10313 0.0,10314 0.0,10315 0.0,10316 0.0,10317 0.0,10318 0.0,10319 0.0,10320 0.0,10321 0.0,10322 0.0,10323 0.0,10324 0.0,10325 0.0,10326 0.0,10327 0.0,10328 0.0,10329 0.010330 ]10331 },10332 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": {10333 "accuracy": 0.2727272727272727,10334 "gain_vs_zero": {10335 "estimate": 0.13636363636363635,10336 "low": -0.09090909090909091,10337 "high": 0.36363636363636365,10338 "level": 0.95,10339 "n_items": 22,10340 "n_clusters": 22,10341 "n_boot": 200010342 },10343 "outputs_sample": [10344 " Venezuela is a country located in",10345 " Finland is a Nordic country located",10346 " Morocco is a country located in",10347 " Istanbul, Ankara, Izmir",10348 " Japan is an island nation in"10349 ],10350 "correct": [10351 0.0,10352 0.0,10353 0.0,10354 0.0,10355 0.0,10356 0.0,10357 0.0,10358 0.0,10359 0.0,10360 0.0,10361 1.0,10362 1.0,10363 0.0,10364 1.0,10365 1.0,10366 0.0,10367 0.0,10368 0.0,10369 0.0,10370 0.0,10371 1.0,10372 1.010373 ]10374 },10375 "replace_donor_fewshot|ridge|L25": {10376 "accuracy": 0.13636363636363635,10377 "gain_vs_zero": {10378 "estimate": 0.0,10379 "low": -0.22727272727272727,10380 "high": 0.22727272727272727,10381 "level": 0.95,10382 "n_items": 22,10383 "n_clusters": 22,10384 "n_boot": 200010385 },10386 "outputs_sample": [10387 " Caracas\n\n",10388 " \"Finland\"\n",10389 " Morocco\n",10390 " Turkey is a country located in",10391 " Tokyo\n\n"10392 ],10393 "correct": [10394 1.0,10395 0.0,10396 0.0,10397 0.0,10398 1.0,10399 0.0,10400 0.0,10401 0.0,10402 0.0,10403 0.0,10404 0.0,10405 0.0,10406 0.0,10407 0.0,10408 0.0,10409 0.0,10410 0.0,10411 0.0,10412 0.0,10413 0.0,10414 0.0,10415 1.010416 ]10417 },10418 "ctl_replace_donor_zeroshot|ridge|L25": {10419 "accuracy": 0.0,10420 "gain_vs_zero": {10421 "estimate": -0.13636363636363635,10422 "low": -0.2727272727272727,10423 "high": 0.0,10424 "level": 0.95,10425 "n_items": 22,10426 "n_clusters": 22,10427 "n_boot": 200010428 },10429 "outputs_sample": [10430 " Venezuela is a country located in",10431 " The capital of Finland is Helsinki",10432 " Morocco\n",10433 " 1\n\n",10434 " Japan is an island nation located"10435 ],10436 "correct": [10437 0.0,10438 0.0,10439 0.0,10440 0.0,10441 0.0,10442 0.0,10443 0.0,10444 0.0,10445 0.0,10446 0.0,10447 0.0,10448 0.0,10449 0.0,10450 0.0,10451 0.0,10452 0.0,10453 0.0,10454 0.0,10455 0.0,10456 0.0,10457 0.0,10458 0.010459 ]10460 },10461 "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": {10462 "accuracy": 0.045454545454545456,10463 "gain_vs_zero": {10464 "estimate": -0.09090909090909091,10465 "low": -0.2727272727272727,10466 "high": 0.09090909090909091,10467 "level": 0.95,10468 "n_items": 22,10469 "n_clusters": 22,10470 "n_boot": 200010471 },10472 "outputs_sample": [10473 " Venezuela\n",10474 " The capital of Finland is Helsinki",10475 " \"Morocco\"\n",10476 " Turkey is a country located in",10477 " Japan\n"10478 ],10479 "correct": [10480 0.0,10481 0.0,10482 0.0,10483 0.0,10484 0.0,10485 0.0,10486 0.0,10487 0.0,10488 0.0,10489 0.0,10490 0.0,10491 0.0,10492 0.0,10493 0.0,10494 0.0,10495 0.0,10496 1.0,10497 0.0,10498 0.0,10499 0.0,10500 0.0,10501 0.010502 ]10503 },10504 "ctl_replace_donor_fewshot|sham_map|L25": {10505 "accuracy": 0.0,10506 "gain_vs_zero": {10507 "estimate": -0.13636363636363635,10508 "low": -0.2727272727272727,10509 "high": 0.0,10510 "level": 0.95,10511 "n_items": 22,10512 "n_clusters": 22,10513 "n_boot": 200010514 },10515 "outputs_sample": [10516 " Venezuela is a country located in",10517 " Finland is a Nordic country located",10518 " Morocco\n",10519 " Turkey is a country located in",10520 " Japan is an island nation in"10521 ],10522 "correct": [10523 0.0,10524 0.0,10525 0.0,10526 0.0,10527 0.0,10528 0.0,10529 0.0,10530 0.0,10531 0.0,10532 0.0,10533 0.0,10534 0.0,10535 0.0,10536 0.0,10537 0.0,10538 0.0,10539 0.0,10540 0.0,10541 0.0,10542 0.0,10543 0.0,10544 0.010545 ]10546 },10547 "ctl_replace_donor_zeroshot|sham_map|L25": {10548 "accuracy": 0.0,10549 "gain_vs_zero": {10550 "estimate": -0.13636363636363635,10551 "low": -0.2727272727272727,10552 "high": 0.0,10553 "level": 0.95,10554 "n_items": 22,10555 "n_clusters": 22,10556 "n_boot": 200010557 },10558 "outputs_sample": [10559 " The capital of Venezuela is Car",10560 " The capital of Finland is Helsinki",10561 " The capital of Morocco is Rab",10562 " 100\n\n",10563 " The capital of Japan is Tokyo"10564 ],10565 "correct": [10566 0.0,10567 0.0,10568 0.0,10569 0.0,10570 0.0,10571 0.0,10572 0.0,10573 0.0,10574 0.0,10575 0.0,10576 0.0,10577 0.0,10578 0.0,10579 0.0,10580 0.0,10581 0.0,10582 0.0,10583 0.0,10584 0.0,10585 0.0,10586 0.0,10587 0.010588 ]10589 },10590 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": {10591 "accuracy": 0.0,10592 "gain_vs_zero": {10593 "estimate": -0.13636363636363635,10594 "low": -0.2727272727272727,10595 "high": 0.0,10596 "level": 0.95,10597 "n_items": 22,10598 "n_clusters": 22,10599 "n_boot": 200010600 },10601 "outputs_sample": [10602 " Venezuela is a country located in",10603 " Finland is a Nordic country located",10604 " Morocco is a country located in",10605 " Turkey is a country located in",10606 " Japan is an island nation in"10607 ],10608 "correct": [10609 0.0,10610 0.0,10611 0.0,10612 0.0,10613 0.0,10614 0.0,10615 0.0,10616 0.0,10617 0.0,10618 0.0,10619 0.0,10620 0.0,10621 0.0,10622 0.0,10623 0.0,10624 0.0,10625 0.0,10626 0.0,10627 0.0,10628 0.0,10629 0.0,10630 0.010631 ]10632 },10633 "ctl_random_norm_matched|L25": {10634 "accuracy": 0.0,10635 "gain_vs_zero": {10636 "estimate": -0.13636363636363635,10637 "low": -0.2727272727272727,10638 "high": 0.0,10639 "level": 0.95,10640 "n_items": 22,10641 "n_clusters": 22,10642 "n_boot": 200010643 },10644 "correct": [10645 0.0,10646 0.0,10647 0.0,10648 0.0,10649 0.0,10650 0.0,10651 0.0,10652 0.0,10653 0.0,10654 0.0,10655 0.0,10656 0.0,10657 0.0,10658 0.0,10659 0.0,10660 0.0,10661 0.0,10662 0.0,10663 0.0,10664 0.0,10665 0.0,10666 0.010667 ]10668 },10669 "ctl_unrelated_task_vector(antonym)|L25": {10670 "accuracy": 0.09090909090909091,10671 "gain_vs_zero": {10672 "estimate": -0.045454545454545456,10673 "low": -0.18295454545454345,10674 "high": 0.09090909090909091,10675 "level": 0.95,10676 "n_items": 22,10677 "n_clusters": 22,10678 "n_boot": 200010679 },10680 "correct": [10681 0.0,10682 0.0,10683 0.0,10684 0.0,10685 0.0,10686 0.0,10687 1.0,10688 0.0,10689 0.0,10690 0.0,10691 0.0,10692 0.0,10693 0.0,10694 0.0,10695 0.0,10696 0.0,10697 0.0,10698 0.0,10699 0.0,10700 0.0,10701 0.0,10702 1.010703 ]10704 },10705 "procrustes|L28|a1.0": {10706 "accuracy": 0.5454545454545454,10707 "gain_vs_zero": {10708 "estimate": 0.4090909090909091,10709 "low": 0.22727272727272727,10710 "high": 0.6363636363636364,10711 "level": 0.95,10712 "n_items": 22,10713 "n_clusters": 22,10714 "n_boot": 200010715 },10716 "mapped_norm": 66.84456634521484,10717 "outputs_sample": [10718 " Caracas\n\n",10719 " Helsinki\n\n",10720 " Casablanca, Marr",10721 " Istanbul, Ankara, Izmir",10722 " Tokyo\n\n"10723 ],10724 "correct": [10725 1.0,10726 1.0,10727 0.0,10728 0.0,10729 1.0,10730 0.0,10731 1.0,10732 1.0,10733 0.0,10734 1.0,10735 0.0,10736 1.0,10737 1.0,10738 1.0,10739 0.0,10740 0.0,10741 0.0,10742 0.0,10743 1.0,10744 1.0,10745 1.0,10746 0.010747 ]10748 },10749 "procrustes|L28|a2.0": {10750 "accuracy": 0.5454545454545454,10751 "gain_vs_zero": {10752 "estimate": 0.4090909090909091,10753 "low": 0.22727272727272727,10754 "high": 0.6363636363636364,10755 "level": 0.95,10756 "n_items": 22,10757 "n_clusters": 22,10758 "n_boot": 200010759 },10760 "mapped_norm": 66.84456634521484,10761 "outputs_sample": [10762 " Caracas\n\n",10763 " Helsinki\n\n",10764 " Morocco is a country located in",10765 " Istanbul, Ankara, Izmir",10766 " Honshu, Kyoto,"10767 ],10768 "correct": [10769 1.0,10770 1.0,10771 0.0,10772 0.0,10773 0.0,10774 0.0,10775 1.0,10776 1.0,10777 0.0,10778 1.0,10779 0.0,10780 1.0,10781 1.0,10782 0.0,10783 0.0,10784 1.0,10785 1.0,10786 0.0,10787 1.0,10788 1.0,10789 1.0,10790 0.010791 ]10792 },10793 "procrustes_rescaled|L28|a1.0": {10794 "accuracy": 0.5454545454545454,10795 "gain_vs_zero": {10796 "estimate": 0.4090909090909091,10797 "low": 0.22727272727272727,10798 "high": 0.6363636363636364,10799 "level": 0.95,10800 "n_items": 22,10801 "n_clusters": 22,10802 "n_boot": 200010803 },10804 "mapped_norm": 56.586326599121094,10805 "outputs_sample": [10806 " Caracas\n\n",10807 " Helsinki\n\n",10808 " Casablanca, Marr",10809 " Istanbul, Ankara, Izmir",10810 " Tokyo\n\n"10811 ],10812 "correct": [10813 1.0,10814 1.0,10815 0.0,10816 0.0,10817 1.0,10818 0.0,10819 1.0,10820 1.0,10821 0.0,10822 1.0,10823 0.0,10824 1.0,10825 1.0,10826 0.0,10827 0.0,10828 0.0,10829 0.0,10830 0.0,10831 1.0,10832 1.0,10833 1.0,10834 1.010835 ]10836 },10837 "ridge|L28|a1.0": {10838 "accuracy": 0.22727272727272727,10839 "gain_vs_zero": {10840 "estimate": 0.09090909090909091,10841 "low": -0.13636363636363635,10842 "high": 0.3181818181818182,10843 "level": 0.95,10844 "n_items": 22,10845 "n_clusters": 22,10846 "n_boot": 200010847 },10848 "mapped_norm": 100.56741333007812,10849 "outputs_sample": [10850 " Caracas\n\n",10851 " city: None\n",10852 " Casablanca, Marr",10853 " Istanbul, Ankara, Izmir",10854 " city: null\n"10855 ],10856 "correct": [10857 1.0,10858 0.0,10859 0.0,10860 0.0,10861 0.0,10862 0.0,10863 1.0,10864 0.0,10865 0.0,10866 0.0,10867 0.0,10868 0.0,10869 1.0,10870 0.0,10871 0.0,10872 0.0,10873 0.0,10874 0.0,10875 0.0,10876 1.0,10877 0.0,10878 1.010879 ]10880 },10881 "ridge|L28|a2.0": {10882 "accuracy": 0.0,10883 "gain_vs_zero": {10884 "estimate": -0.13636363636363635,10885 "low": -0.2727272727272727,10886 "high": 0.0,10887 "level": 0.95,10888 "n_items": 22,10889 "n_clusters": 22,10890 "n_boot": 200010891 },10892 "mapped_norm": 100.56741333007812,10893 "outputs_sample": [10894 " city: Caracas\n",10895 " city: None\n",10896 " city: Casablanca",10897 " city: Ankara\n",10898 " city: null\n"10899 ],10900 "correct": [10901 0.0,10902 0.0,10903 0.0,10904 0.0,10905 0.0,10906 0.0,10907 0.0,10908 0.0,10909 0.0,10910 0.0,10911 0.0,10912 0.0,10913 0.0,10914 0.0,10915 0.0,10916 0.0,10917 0.0,10918 0.0,10919 0.0,10920 0.0,10921 0.0,10922 0.010923 ]10924 },10925 "ridge_rescaled|L28|a1.0": {10926 "accuracy": 0.5,10927 "gain_vs_zero": {10928 "estimate": 0.36363636363636365,10929 "low": 0.18181818181818182,10930 "high": 0.5909090909090909,10931 "level": 0.95,10932 "n_items": 22,10933 "n_clusters": 22,10934 "n_boot": 200010935 },10936 "mapped_norm": 56.586326599121094,10937 "outputs_sample": [10938 " Caracas\n\n",10939 " Capital: Helsinki\n",10940 " Casablanca, Marr",10941 " Istanbul, Ankara, Izmir",10942 " Tokyo\n\n"10943 ],10944 "correct": [10945 1.0,10946 0.0,10947 0.0,10948 0.0,10949 1.0,10950 0.0,10951 1.0,10952 1.0,10953 0.0,10954 1.0,10955 1.0,10956 1.0,10957 1.0,10958 0.0,10959 0.0,10960 0.0,10961 0.0,10962 0.0,10963 0.0,10964 1.0,10965 1.0,10966 1.010967 ]10968 },10969 "cca|L28|a1.0": {10970 "accuracy": 0.18181818181818182,10971 "gain_vs_zero": {10972 "estimate": 0.045454545454545456,10973 "low": -0.18181818181818182,10974 "high": 0.2727272727272727,10975 "level": 0.95,10976 "n_items": 22,10977 "n_clusters": 22,10978 "n_boot": 200010979 },10980 "mapped_norm": 113.17544555664062,10981 "outputs_sample": [10982 " Caracas\n\n",10983 " city: None\n",10984 " city: Casablanca",10985 " city: Ankara\n",10986 " city: null\n"10987 ],10988 "correct": [10989 1.0,10990 0.0,10991 0.0,10992 0.0,10993 0.0,10994 0.0,10995 0.0,10996 0.0,10997 0.0,10998 0.0,10999 0.0,11000 0.0,11001 1.0,11002 0.0,11003 0.0,11004 0.0,11005 0.0,11006 0.0,11007 0.0,11008 1.0,11009 0.0,11010 1.011011 ]11012 },11013 "cca|L28|a2.0": {11014 "accuracy": 0.0,11015 "gain_vs_zero": {11016 "estimate": -0.13636363636363635,11017 "low": -0.2727272727272727,11018 "high": 0.0,11019 "level": 0.95,11020 "n_items": 22,11021 "n_clusters": 22,11022 "n_boot": 200011023 },11024 "mapped_norm": 113.17544555664062,11025 "outputs_sample": [11026 " Bilingual\n",11027 " city: None\n",11028 " Belgrade\n\n",11029 " Belonging to the Afro",11030 " Buzhongri ("11031 ],11032 "correct": [11033 0.0,11034 0.0,11035 0.0,11036 0.0,11037 0.0,11038 0.0,11039 0.0,11040 0.0,11041 0.0,11042 0.0,11043 0.0,11044 0.0,11045 0.0,11046 0.0,11047 0.0,11048 0.0,11049 0.0,11050 0.0,11051 0.0,11052 0.0,11053 0.0,11054 0.011055 ]11056 },11057 "random_orth|L28|a1.0": {11058 "accuracy": 0.0,11059 "gain_vs_zero": {11060 "estimate": -0.13636363636363635,11061 "low": -0.2727272727272727,11062 "high": 0.0,11063 "level": 0.95,11064 "n_items": 22,11065 "n_clusters": 22,11066 "n_boot": 200011067 },11068 "mapped_norm": 78.93763732910156,11069 "outputs_sample": [11070 " #Venezuela\n\n",11071 " Finland is a Nordic country located",11072 " Morocco is a country located in",11073 " Turkey is a country located in",11074 " Japan is an island country in"11075 ],11076 "correct": [11077 0.0,11078 0.0,11079 0.0,11080 0.0,11081 0.0,11082 0.0,11083 0.0,11084 0.0,11085 0.0,11086 0.0,11087 0.0,11088 0.0,11089 0.0,11090 0.0,11091 0.0,11092 0.0,11093 0.0,11094 0.0,11095 0.0,11096 0.0,11097 0.0,11098 0.011099 ]11100 },11101 "random_orth|L28|a2.0": {11102 "accuracy": 0.0,11103 "gain_vs_zero": {11104 "estimate": -0.13636363636363635,11105 "low": -0.2727272727272727,11106 "high": 0.0,11107 "level": 0.95,11108 "n_items": 22,11109 "n_clusters": 22,11110 "n_boot": 200011111 },11112 "mapped_norm": 78.93763732910156,11113 "outputs_sample": [11114 " In 1958",11115 " In 2021",11116 " In the north, Morocco borders",11117 " In the year 19",11118 " In the year 18"11119 ],11120 "correct": [11121 0.0,11122 0.0,11123 0.0,11124 0.0,11125 0.0,11126 0.0,11127 0.0,11128 0.0,11129 0.0,11130 0.0,11131 0.0,11132 0.0,11133 0.0,11134 0.0,11135 0.0,11136 0.0,11137 0.0,11138 0.0,11139 0.0,11140 0.0,11141 0.0,11142 0.011143 ]11144 },11145 "replace_donor_fewshot|procrustes|L28": {11146 "accuracy": 0.0,11147 "gain_vs_zero": {11148 "estimate": -0.13636363636363635,11149 "low": -0.2727272727272727,11150 "high": 0.0,11151 "level": 0.95,11152 "n_items": 22,11153 "n_clusters": 22,11154 "n_boot": 200011155 },11156 "outputs_sample": [11157 " The capital of Venezuela is Car",11158 " Fin\n",11159 " Morocco is a country located in",11160 " Turkey is a country located in",11161 " Japan is an island nation in"11162 ],11163 "correct": [11164 0.0,11165 0.0,11166 0.0,11167 0.0,11168 0.0,11169 0.0,11170 0.0,11171 0.0,11172 0.0,11173 0.0,11174 0.0,11175 0.0,11176 0.0,11177 0.0,11178 0.0,11179 0.0,11180 0.0,11181 0.0,11182 0.0,11183 0.0,11184 0.0,11185 0.011186 ]11187 },11188 "ctl_replace_donor_zeroshot|procrustes|L28": {11189 "accuracy": 0.0,11190 "gain_vs_zero": {11191 "estimate": -0.13636363636363635,11192 "low": -0.2727272727272727,11193 "high": 0.0,11194 "level": 0.95,11195 "n_items": 22,11196 "n_clusters": 22,11197 "n_boot": 200011198 },11199 "outputs_sample": [11200 " The capital of Venezuela is Car",11201 " Finland is a Nordic country located",11202 " Morocco is a country located in",11203 " Turkey is a country located in",11204 " Japan is an island nation located"11205 ],11206 "correct": [11207 0.0,11208 0.0,11209 0.0,11210 0.0,11211 0.0,11212 0.0,11213 0.0,11214 0.0,11215 0.0,11216 0.0,11217 0.0,11218 0.0,11219 0.0,11220 0.0,11221 0.0,11222 0.0,11223 0.0,11224 0.0,11225 0.0,11226 0.0,11227 0.0,11228 0.011229 ]11230 },11231 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L28": {11232 "accuracy": 0.0,11233 "gain_vs_zero": {11234 "estimate": -0.13636363636363635,11235 "low": -0.2727272727272727,11236 "high": 0.0,11237 "level": 0.95,11238 "n_items": 22,11239 "n_clusters": 22,11240 "n_boot": 200011241 },11242 "outputs_sample": [11243 " The capital of Venezuela is Car",11244 " The capital of Finland is Helsinki",11245 " Morocco is a country located in",11246 " Turkey is a country located in",11247 " Japan is an island nation in"11248 ],11249 "correct": [11250 0.0,11251 0.0,11252 0.0,11253 0.0,11254 0.0,11255 0.0,11256 0.0,11257 0.0,11258 0.0,11259 0.0,11260 0.0,11261 0.0,11262 0.0,11263 0.0,11264 0.0,11265 0.0,11266 0.0,11267 0.0,11268 0.0,11269 0.0,11270 0.0,11271 0.011272 ]11273 },11274 "replace_donor_fewshot|ridge|L28": {11275 "accuracy": 0.0,11276 "gain_vs_zero": {11277 "estimate": -0.13636363636363635,11278 "low": -0.2727272727272727,11279 "high": 0.0,11280 "level": 0.95,11281 "n_items": 22,11282 "n_clusters": 22,11283 "n_boot": 200011284 },11285 "outputs_sample": [11286 " city: Caracas\n",11287 " 5.99\n",11288 " what is the capital of Morocco",11289 " Not a country\n",11290 " None\n\n"11291 ],11292 "correct": [11293 0.0,11294 0.0,11295 0.0,11296 0.0,11297 0.0,11298 0.0,11299 0.0,11300 0.0,11301 0.0,11302 0.0,11303 0.0,11304 0.0,11305 0.0,11306 0.0,11307 0.0,11308 0.0,11309 0.0,11310 0.0,11311 0.0,11312 0.0,11313 0.0,11314 0.011315 ]11316 },11317 "ctl_replace_donor_zeroshot|ridge|L28": {11318 "accuracy": 0.0,11319 "gain_vs_zero": {11320 "estimate": -0.13636363636363635,11321 "low": -0.2727272727272727,11322 "high": 0.0,11323 "level": 0.95,11324 "n_items": 22,11325 "n_clusters": 22,11326 "n_boot": 200011327 },11328 "outputs_sample": [11329 " Venezuela is a country located in",11330 " 5.9 (Fin",11331 " Morocco is a country located in",11332 " 100\n\n",11333 " Japan is an island nation located"11334 ],11335 "correct": [11336 0.0,11337 0.0,11338 0.0,11339 0.0,11340 0.0,11341 0.0,11342 0.0,11343 0.0,11344 0.0,11345 0.0,11346 0.0,11347 0.0,11348 0.0,11349 0.0,11350 0.0,11351 0.0,11352 0.0,11353 0.0,11354 0.0,11355 0.0,11356 0.0,11357 0.011358 ]11359 },11360 "ctl_replace_donor_fewshot_shuffled_query|ridge|L28": {11361 "accuracy": 0.0,11362 "gain_vs_zero": {11363 "estimate": -0.13636363636363635,11364 "low": -0.2727272727272727,11365 "high": 0.0,11366 "level": 0.95,11367 "n_items": 22,11368 "n_clusters": 22,11369 "n_boot": 200011370 },11371 "outputs_sample": [11372 " what is happening in venezuela",11373 " [Finland, \"FI",11374 " Cannot be determined\n\n",11375 " None\n\n",11376 " Japan is an island nation in"11377 ],11378 "correct": [11379 0.0,11380 0.0,11381 0.0,11382 0.0,11383 0.0,11384 0.0,11385 0.0,11386 0.0,11387 0.0,11388 0.0,11389 0.0,11390 0.0,11391 0.0,11392 0.0,11393 0.0,11394 0.0,11395 0.0,11396 0.0,11397 0.0,11398 0.0,11399 0.0,11400 0.011401 ]11402 },11403 "ctl_replace_donor_fewshot|sham_map|L28": {11404 "accuracy": 0.0,11405 "gain_vs_zero": {11406 "estimate": -0.13636363636363635,11407 "low": -0.2727272727272727,11408 "high": 0.0,11409 "level": 0.95,11410 "n_items": 22,11411 "n_clusters": 22,11412 "n_boot": 200011413 },11414 "outputs_sample": [11415 " 28.7\n",11416 " The capital of Finland is Helsinki",11417 " 122\n",11418 " Turkey is a country located in",11419 " 126,9"11420 ],11421 "correct": [11422 0.0,11423 0.0,11424 0.0,11425 0.0,11426 0.0,11427 0.0,11428 0.0,11429 0.0,11430 0.0,11431 0.0,11432 0.0,11433 0.0,11434 0.0,11435 0.0,11436 0.0,11437 0.0,11438 0.0,11439 0.0,11440 0.0,11441 0.0,11442 0.0,11443 0.011444 ]11445 },11446 "ctl_replace_donor_zeroshot|sham_map|L28": {11447 "accuracy": 0.0,11448 "gain_vs_zero": {11449 "estimate": -0.13636363636363635,11450 "low": -0.2727272727272727,11451 "high": 0.0,11452 "level": 0.95,11453 "n_items": 22,11454 "n_clusters": 22,11455 "n_boot": 200011456 },11457 "outputs_sample": [11458 " The capital of Venezuela is Car",11459 " The capital of Finland is Helsinki",11460 " The capital of Morocco is Rab",11461 " The capital of Turkey is Ankara",11462 " The capital of Japan is Tokyo"11463 ],11464 "correct": [11465 0.0,11466 0.0,11467 0.0,11468 0.0,11469 0.0,11470 0.0,11471 0.0,11472 0.0,11473 0.0,11474 0.0,11475 0.0,11476 0.0,11477 0.0,11478 0.0,11479 0.0,11480 0.0,11481 0.0,11482 0.0,11483 0.0,11484 0.0,11485 0.0,11486 0.011487 ]11488 },11489 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L28": {11490 "accuracy": 0.0,11491 "gain_vs_zero": {11492 "estimate": -0.13636363636363635,11493 "low": -0.2727272727272727,11494 "high": 0.0,11495 "level": 0.95,11496 "n_items": 22,11497 "n_clusters": 22,11498 "n_boot": 200011499 },11500 "outputs_sample": [11501 " The capital of Venezuela is Car",11502 " 5.96\n",11503 " The capital of Morocco is Rab",11504 " 100\n\n",11505 " Japan is an island nation located"11506 ],11507 "correct": [11508 0.0,11509 0.0,11510 0.0,11511 0.0,11512 0.0,11513 0.0,11514 0.0,11515 0.0,11516 0.0,11517 0.0,11518 0.0,11519 0.0,11520 0.0,11521 0.0,11522 0.0,11523 0.0,11524 0.0,11525 0.0,11526 0.0,11527 0.0,11528 0.0,11529 0.011530 ]11531 },11532 "ctl_random_norm_matched|L28": {11533 "accuracy": 0.0,11534 "gain_vs_zero": {11535 "estimate": -0.13636363636363635,11536 "low": -0.2727272727272727,11537 "high": 0.0,11538 "level": 0.95,11539 "n_items": 22,11540 "n_clusters": 22,11541 "n_boot": 200011542 },11543 "correct": [11544 0.0,11545 0.0,11546 0.0,11547 0.0,11548 0.0,11549 0.0,11550 0.0,11551 0.0,11552 0.0,11553 0.0,11554 0.0,11555 0.0,11556 0.0,11557 0.0,11558 0.0,11559 0.0,11560 0.0,11561 0.0,11562 0.0,11563 0.0,11564 0.0,11565 0.011566 ]11567 },11568 "ctl_unrelated_task_vector(antonym)|L28": {11569 "accuracy": 0.18181818181818182,11570 "gain_vs_zero": {11571 "estimate": 0.045454545454545456,11572 "low": -0.09090909090909091,11573 "high": 0.18181818181818182,11574 "level": 0.95,11575 "n_items": 22,11576 "n_clusters": 22,11577 "n_boot": 200011578 },11579 "correct": [11580 0.0,11581 0.0,11582 0.0,11583 0.0,11584 0.0,11585 0.0,11586 1.0,11587 0.0,11588 0.0,11589 0.0,11590 0.0,11591 0.0,11592 1.0,11593 0.0,11594 0.0,11595 0.0,11596 0.0,11597 0.0,11598 0.0,11599 0.0,11600 1.0,11601 1.011602 ]11603 }11604 },11605 "items": {11606 "zero": [11607 0.0,11608 0.0,11609 0.0,11610 0.0,11611 0.0,11612 0.0,11613 1.0,11614 1.0,11615 0.0,11616 0.0,11617 0.0,11618 0.0,11619 0.0,11620 0.0,11621 0.0,11622 0.0,11623 0.0,11624 0.0,11625 0.0,11626 0.0,11627 1.0,11628 0.011629 ],11630 "few": [11631 1.0,11632 1.0,11633 1.0,11634 1.0,11635 1.0,11636 1.0,11637 1.0,11638 1.0,11639 1.0,11640 1.0,11641 1.0,11642 1.0,11643 1.0,11644 1.0,11645 1.0,11646 1.0,11647 1.0,11648 1.0,11649 1.0,11650 1.0,11651 1.0,11652 1.011653 ],11654 "own": [11655 1.0,11656 1.0,11657 1.0,11658 1.0,11659 1.0,11660 0.0,11661 1.0,11662 1.0,11663 0.0,11664 0.0,11665 1.0,11666 1.0,11667 1.0,11668 1.0,11669 1.0,11670 1.0,11671 0.0,11672 1.0,11673 1.0,11674 1.0,11675 1.0,11676 1.011677 ]11678 }11679 },11680 "morph": {11681 "recipient_zero": 0.0,11682 "recipient_few": 0.4,11683 "recipient_own_vector": 0.0,11684 "donor_layer": 2,11685 "conditions": {11686 "procrustes|L2|a1.0": {11687 "accuracy": 0.0,11688 "gain_vs_zero": {11689 "estimate": 0.0,11690 "low": 0.0,11691 "high": 0.0,11692 "level": 0.95,11693 "n_items": 40,11694 "n_clusters": 40,11695 "n_boot": 200011696 },11697 "mapped_norm": 5.777352333068848,11698 "outputs_sample": [11699 " The word \"zeni\"",11700 " 1\n",11701 " 0\n",11702 " 1\n",11703 " 1\n"11704 ],11705 "correct": [11706 0.0,11707 0.0,11708 0.0,11709 0.0,11710 0.0,11711 0.0,11712 0.0,11713 0.0,11714 0.0,11715 0.0,11716 0.0,11717 0.0,11718 0.0,11719 0.0,11720 0.0,11721 0.0,11722 0.0,11723 0.0,11724 0.0,11725 0.0,11726 0.0,11727 0.0,11728 0.0,11729 0.0,11730 0.0,11731 0.0,11732 0.0,11733 0.0,11734 0.0,11735 0.0,11736 0.0,11737 0.0,11738 0.0,11739 0.0,11740 0.0,11741 0.0,11742 0.0,11743 0.0,11744 0.0,11745 0.011746 ]11747 },11748 "procrustes|L2|a2.0": {11749 "accuracy": 0.0,11750 "gain_vs_zero": {11751 "estimate": 0.0,11752 "low": 0.0,11753 "high": 0.0,11754 "level": 0.95,11755 "n_items": 40,11756 "n_clusters": 40,11757 "n_boot": 200011758 },11759 "mapped_norm": 5.777352333068848,11760 "outputs_sample": [11761 " The word \"zeni\"",11762 " 1\n",11763 " 0\n",11764 " 1\n",11765 " False\n"11766 ],11767 "correct": [11768 0.0,11769 0.0,11770 0.0,11771 0.0,11772 0.0,11773 0.0,11774 0.0,11775 0.0,11776 0.0,11777 0.0,11778 0.0,11779 0.0,11780 0.0,11781 0.0,11782 0.0,11783 0.0,11784 0.0,11785 0.0,11786 0.0,11787 0.0,11788 0.0,11789 0.0,11790 0.0,11791 0.0,11792 0.0,11793 0.0,11794 0.0,11795 0.0,11796 0.0,11797 0.0,11798 0.0,11799 0.0,11800 0.0,11801 0.0,11802 0.0,11803 0.0,11804 0.0,11805 0.0,11806 0.0,11807 0.011808 ]11809 },11810 "procrustes_rescaled|L2|a1.0": {11811 "accuracy": 0.0,11812 "gain_vs_zero": {11813 "estimate": 0.0,11814 "low": 0.0,11815 "high": 0.0,11816 "level": 0.95,11817 "n_items": 40,11818 "n_clusters": 40,11819 "n_boot": 200011820 },11821 "mapped_norm": 6.1436028480529785,11822 "outputs_sample": [11823 " The word \"zeni\"",11824 " 1\n",11825 " 0\n",11826 " 1\n",11827 " 1\n"11828 ],11829 "correct": [11830 0.0,11831 0.0,11832 0.0,11833 0.0,11834 0.0,11835 0.0,11836 0.0,11837 0.0,11838 0.0,11839 0.0,11840 0.0,11841 0.0,11842 0.0,11843 0.0,11844 0.0,11845 0.0,11846 0.0,11847 0.0,11848 0.0,11849 0.0,11850 0.0,11851 0.0,11852 0.0,11853 0.0,11854 0.0,11855 0.0,11856 0.0,11857 0.0,11858 0.0,11859 0.0,11860 0.0,11861 0.0,11862 0.0,11863 0.0,11864 0.0,11865 0.0,11866 0.0,11867 0.0,11868 0.0,11869 0.011870 ]11871 },11872 "ridge|L2|a1.0": {11873 "accuracy": 0.0,11874 "gain_vs_zero": {11875 "estimate": 0.0,11876 "low": 0.0,11877 "high": 0.0,11878 "level": 0.95,11879 "n_items": 40,11880 "n_clusters": 40,11881 "n_boot": 200011882 },11883 "mapped_norm": 5.570345878601074,11884 "outputs_sample": [11885 " The word \"zeni\"",11886 " 1\n",11887 " 0\n",11888 " 1\n",11889 " False\n"11890 ],11891 "correct": [11892 0.0,11893 0.0,11894 0.0,11895 0.0,11896 0.0,11897 0.0,11898 0.0,11899 0.0,11900 0.0,11901 0.0,11902 0.0,11903 0.0,11904 0.0,11905 0.0,11906 0.0,11907 0.0,11908 0.0,11909 0.0,11910 0.0,11911 0.0,11912 0.0,11913 0.0,11914 0.0,11915 0.0,11916 0.0,11917 0.0,11918 0.0,11919 0.0,11920 0.0,11921 0.0,11922 0.0,11923 0.0,11924 0.0,11925 0.0,11926 0.0,11927 0.0,11928 0.0,11929 0.0,11930 0.0,11931 0.011932 ]11933 },11934 "ridge|L2|a2.0": {11935 "accuracy": 0.0,11936 "gain_vs_zero": {11937 "estimate": 0.0,11938 "low": 0.0,11939 "high": 0.0,11940 "level": 0.95,11941 "n_items": 40,11942 "n_clusters": 40,11943 "n_boot": 200011944 },11945 "mapped_norm": 5.570345878601074,11946 "outputs_sample": [11947 " The word \"zeni\"",11948 " 1\n",11949 " 1\n",11950 " 1\n",11951 " False\n"11952 ],11953 "correct": [11954 0.0,11955 0.0,11956 0.0,11957 0.0,11958 0.0,11959 0.0,11960 0.0,11961 0.0,11962 0.0,11963 0.0,11964 0.0,11965 0.0,11966 0.0,11967 0.0,11968 0.0,11969 0.0,11970 0.0,11971 0.0,11972 0.0,11973 0.0,11974 0.0,11975 0.0,11976 0.0,11977 0.0,11978 0.0,11979 0.0,11980 0.0,11981 0.0,11982 0.0,11983 0.0,11984 0.0,11985 0.0,11986 0.0,11987 0.0,11988 0.0,11989 0.0,11990 0.0,11991 0.0,11992 0.0,11993 0.011994 ]11995 },11996 "ridge_rescaled|L2|a1.0": {11997 "accuracy": 0.0,11998 "gain_vs_zero": {11999 "estimate": 0.0,12000 "low": 0.0,12001 "high": 0.0,12002 "level": 0.95,12003 "n_items": 40,12004 "n_clusters": 40,12005 "n_boot": 200012006 },12007 "mapped_norm": 6.1436028480529785,12008 "outputs_sample": [12009 " The word \"zeni\"",12010 " 1\n",12011 " 0\n",12012 " 1\n",12013 " False\n"12014 ],12015 "correct": [12016 0.0,12017 0.0,12018 0.0,12019 0.0,12020 0.0,12021 0.0,12022 0.0,12023 0.0,12024 0.0,12025 0.0,12026 0.0,12027 0.0,12028 0.0,12029 0.0,12030 0.0,12031 0.0,12032 0.0,12033 0.0,12034 0.0,12035 0.0,12036 0.0,12037 0.0,12038 0.0,12039 0.0,12040 0.0,12041 0.0,12042 0.0,12043 0.0,12044 0.0,12045 0.0,12046 0.0,12047 0.0,12048 0.0,12049 0.0,12050 0.0,12051 0.0,12052 0.0,12053 0.0,12054 0.0,12055 0.012056 ]12057 },12058 "cca|L2|a1.0": {12059 "accuracy": 0.0,12060 "gain_vs_zero": {12061 "estimate": 0.0,12062 "low": 0.0,12063 "high": 0.0,12064 "level": 0.95,12065 "n_items": 40,12066 "n_clusters": 40,12067 "n_boot": 200012068 },12069 "mapped_norm": 5.701407432556152,12070 "outputs_sample": [12071 " The word \"zeni\"",12072 " 1\n",12073 " 1\n",12074 " 1\n",12075 " The word \"zute\""12076 ],12077 "correct": [12078 0.0,12079 0.0,12080 0.0,12081 0.0,12082 0.0,12083 0.0,12084 0.0,12085 0.0,12086 0.0,12087 0.0,12088 0.0,12089 0.0,12090 0.0,12091 0.0,12092 0.0,12093 0.0,12094 0.0,12095 0.0,12096 0.0,12097 0.0,12098 0.0,12099 0.0,12100 0.0,12101 0.0,12102 0.0,12103 0.0,12104 0.0,12105 0.0,12106 0.0,12107 0.0,12108 0.0,12109 0.0,12110 0.0,12111 0.0,12112 0.0,12113 0.0,12114 0.0,12115 0.0,12116 0.0,12117 0.012118 ]12119 },12120 "cca|L2|a2.0": {12121 "accuracy": 0.0,12122 "gain_vs_zero": {12123 "estimate": 0.0,12124 "low": 0.0,12125 "high": 0.0,12126 "level": 0.95,12127 "n_items": 40,12128 "n_clusters": 40,12129 "n_boot": 200012130 },12131 "mapped_norm": 5.701407432556152,12132 "outputs_sample": [12133 " The word \"zeni\"",12134 " 1\n",12135 " 1\n",12136 " 1\n",12137 " False\n"12138 ],12139 "correct": [12140 0.0,12141 0.0,12142 0.0,12143 0.0,12144 0.0,12145 0.0,12146 0.0,12147 0.0,12148 0.0,12149 0.0,12150 0.0,12151 0.0,12152 0.0,12153 0.0,12154 0.0,12155 0.0,12156 0.0,12157 0.0,12158 0.0,12159 0.0,12160 0.0,12161 0.0,12162 0.0,12163 0.0,12164 0.0,12165 0.0,12166 0.0,12167 0.0,12168 0.0,12169 0.0,12170 0.0,12171 0.0,12172 0.0,12173 0.0,12174 0.0,12175 0.0,12176 0.0,12177 0.0,12178 0.0,12179 0.012180 ]12181 },12182 "random_orth|L2|a1.0": {12183 "accuracy": 0.0,12184 "gain_vs_zero": {12185 "estimate": 0.0,12186 "low": 0.0,12187 "high": 0.0,12188 "level": 0.95,12189 "n_items": 40,12190 "n_clusters": 40,12191 "n_boot": 200012192 },12193 "mapped_norm": 6.169764995574951,12194 "outputs_sample": [12195 " The word \"zeni\"",12196 " 1\n",12197 " 0\n",12198 " 1\n",12199 " The word \"zute\""12200 ],12201 "correct": [12202 0.0,12203 0.0,12204 0.0,12205 0.0,12206 0.0,12207 0.0,12208 0.0,12209 0.0,12210 0.0,12211 0.0,12212 0.0,12213 0.0,12214 0.0,12215 0.0,12216 0.0,12217 0.0,12218 0.0,12219 0.0,12220 0.0,12221 0.0,12222 0.0,12223 0.0,12224 0.0,12225 0.0,12226 0.0,12227 0.0,12228 0.0,12229 0.0,12230 0.0,12231 0.0,12232 0.0,12233 0.0,12234 0.0,12235 0.0,12236 0.0,12237 0.0,12238 0.0,12239 0.0,12240 0.0,12241 0.012242 ]12243 },12244 "random_orth|L2|a2.0": {12245 "accuracy": 0.0,12246 "gain_vs_zero": {12247 "estimate": 0.0,12248 "low": 0.0,12249 "high": 0.0,12250 "level": 0.95,12251 "n_items": 40,12252 "n_clusters": 40,12253 "n_boot": 200012254 },12255 "mapped_norm": 6.169764995574951,12256 "outputs_sample": [12257 " The word \"zeni\"",12258 " 1\n",12259 " 0\n",12260 " The word \"tuken\"",12261 " The word \"zute\""12262 ],12263 "correct": [12264 0.0,12265 0.0,12266 0.0,12267 0.0,12268 0.0,12269 0.0,12270 0.0,12271 0.0,12272 0.0,12273 0.0,12274 0.0,12275 0.0,12276 0.0,12277 0.0,12278 0.0,12279 0.0,12280 0.0,12281 0.0,12282 0.0,12283 0.0,12284 0.0,12285 0.0,12286 0.0,12287 0.0,12288 0.0,12289 0.0,12290 0.0,12291 0.0,12292 0.0,12293 0.0,12294 0.0,12295 0.0,12296 0.0,12297 0.0,12298 0.0,12299 0.0,12300 0.0,12301 0.0,12302 0.0,12303 0.012304 ]12305 },12306 "replace_donor_fewshot|procrustes|L2": {12307 "accuracy": 0.0,12308 "gain_vs_zero": {12309 "estimate": 0.0,12310 "low": 0.0,12311 "high": 0.0,12312 "level": 0.95,12313 "n_items": 40,12314 "n_clusters": 40,12315 "n_boot": 200012316 },12317 "outputs_sample": [12318 " The word \"zeni\"",12319 " 1\n",12320 " 0\n",12321 " 1\n",12322 " The word \"zute\""12323 ],12324 "correct": [12325 0.0,12326 0.0,12327 0.0,12328 0.0,12329 0.0,12330 0.0,12331 0.0,12332 0.0,12333 0.0,12334 0.0,12335 0.0,12336 0.0,12337 0.0,12338 0.0,12339 0.0,12340 0.0,12341 0.0,12342 0.0,12343 0.0,12344 0.0,12345 0.0,12346 0.0,12347 0.0,12348 0.0,12349 0.0,12350 0.0,12351 0.0,12352 0.0,12353 0.0,12354 0.0,12355 0.0,12356 0.0,12357 0.0,12358 0.0,12359 0.0,12360 0.0,12361 0.0,12362 0.0,12363 0.0,12364 0.012365 ]12366 },12367 "ctl_replace_donor_zeroshot|procrustes|L2": {12368 "accuracy": 0.0,12369 "gain_vs_zero": {12370 "estimate": 0.0,12371 "low": 0.0,12372 "high": 0.0,12373 "level": 0.95,12374 "n_items": 40,12375 "n_clusters": 40,12376 "n_boot": 200012377 },12378 "outputs_sample": [12379 " The word \"zeni\"",12380 " 1\n",12381 " The word \"vofisu",12382 " The word \"tuken\"",12383 " The word \"zute\""12384 ],12385 "correct": [12386 0.0,12387 0.0,12388 0.0,12389 0.0,12390 0.0,12391 0.0,12392 0.0,12393 0.0,12394 0.0,12395 0.0,12396 0.0,12397 0.0,12398 0.0,12399 0.0,12400 0.0,12401 0.0,12402 0.0,12403 0.0,12404 0.0,12405 0.0,12406 0.0,12407 0.0,12408 0.0,12409 0.0,12410 0.0,12411 0.0,12412 0.0,12413 0.0,12414 0.0,12415 0.0,12416 0.0,12417 0.0,12418 0.0,12419 0.0,12420 0.0,12421 0.0,12422 0.0,12423 0.0,12424 0.0,12425 0.012426 ]12427 },12428 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {12429 "accuracy": 0.0,12430 "gain_vs_zero": {12431 "estimate": 0.0,12432 "low": 0.0,12433 "high": 0.0,12434 "level": 0.95,12435 "n_items": 40,12436 "n_clusters": 40,12437 "n_boot": 200012438 },12439 "outputs_sample": [12440 " The word \"zeni\"",12441 " 1\n",12442 " 0\n",12443 " 1\n",12444 " The word \"zute\""12445 ],12446 "correct": [12447 0.0,12448 0.0,12449 0.0,12450 0.0,12451 0.0,12452 0.0,12453 0.0,12454 0.0,12455 0.0,12456 0.0,12457 0.0,12458 0.0,12459 0.0,12460 0.0,12461 0.0,12462 0.0,12463 0.0,12464 0.0,12465 0.0,12466 0.0,12467 0.0,12468 0.0,12469 0.0,12470 0.0,12471 0.0,12472 0.0,12473 0.0,12474 0.0,12475 0.0,12476 0.0,12477 0.0,12478 0.0,12479 0.0,12480 0.0,12481 0.0,12482 0.0,12483 0.0,12484 0.0,12485 0.0,12486 0.012487 ]12488 },12489 "replace_donor_fewshot|ridge|L2": {12490 "accuracy": 0.0,12491 "gain_vs_zero": {12492 "estimate": 0.0,12493 "low": 0.0,12494 "high": 0.0,12495 "level": 0.95,12496 "n_items": 40,12497 "n_clusters": 40,12498 "n_boot": 200012499 },12500 "outputs_sample": [12501 " The word \"zeni\"",12502 " 1\n",12503 " 0\n",12504 " 1\n",12505 " The word \"zute\""12506 ],12507 "correct": [12508 0.0,12509 0.0,12510 0.0,12511 0.0,12512 0.0,12513 0.0,12514 0.0,12515 0.0,12516 0.0,12517 0.0,12518 0.0,12519 0.0,12520 0.0,12521 0.0,12522 0.0,12523 0.0,12524 0.0,12525 0.0,12526 0.0,12527 0.0,12528 0.0,12529 0.0,12530 0.0,12531 0.0,12532 0.0,12533 0.0,12534 0.0,12535 0.0,12536 0.0,12537 0.0,12538 0.0,12539 0.0,12540 0.0,12541 0.0,12542 0.0,12543 0.0,12544 0.0,12545 0.0,12546 0.0,12547 0.012548 ]12549 },12550 "ctl_replace_donor_zeroshot|ridge|L2": {12551 "accuracy": 0.0,12552 "gain_vs_zero": {12553 "estimate": 0.0,12554 "low": 0.0,12555 "high": 0.0,12556 "level": 0.95,12557 "n_items": 40,12558 "n_clusters": 40,12559 "n_boot": 200012560 },12561 "outputs_sample": [12562 " The word \"zeni\"",12563 " 1\n",12564 " The word \"vofisu",12565 " The word \"tuken\"",12566 " The word \"zute\""12567 ],12568 "correct": [12569 0.0,12570 0.0,12571 0.0,12572 0.0,12573 0.0,12574 0.0,12575 0.0,12576 0.0,12577 0.0,12578 0.0,12579 0.0,12580 0.0,12581 0.0,12582 0.0,12583 0.0,12584 0.0,12585 0.0,12586 0.0,12587 0.0,12588 0.0,12589 0.0,12590 0.0,12591 0.0,12592 0.0,12593 0.0,12594 0.0,12595 0.0,12596 0.0,12597 0.0,12598 0.0,12599 0.0,12600 0.0,12601 0.0,12602 0.0,12603 0.0,12604 0.0,12605 0.0,12606 0.0,12607 0.0,12608 0.012609 ]12610 },12611 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {12612 "accuracy": 0.0,12613 "gain_vs_zero": {12614 "estimate": 0.0,12615 "low": 0.0,12616 "high": 0.0,12617 "level": 0.95,12618 "n_items": 40,12619 "n_clusters": 40,12620 "n_boot": 200012621 },12622 "outputs_sample": [12623 " The word \"zeni\"",12624 " 1\n",12625 " 0\n",12626 " 1\n",12627 " False\n"12628 ],12629 "correct": [12630 0.0,12631 0.0,12632 0.0,12633 0.0,12634 0.0,12635 0.0,12636 0.0,12637 0.0,12638 0.0,12639 0.0,12640 0.0,12641 0.0,12642 0.0,12643 0.0,12644 0.0,12645 0.0,12646 0.0,12647 0.0,12648 0.0,12649 0.0,12650 0.0,12651 0.0,12652 0.0,12653 0.0,12654 0.0,12655 0.0,12656 0.0,12657 0.0,12658 0.0,12659 0.0,12660 0.0,12661 0.0,12662 0.0,12663 0.0,12664 0.0,12665 0.0,12666 0.0,12667 0.0,12668 0.0,12669 0.012670 ]12671 },12672 "ctl_replace_donor_fewshot|sham_map|L2": {12673 "accuracy": 0.0,12674 "gain_vs_zero": {12675 "estimate": 0.0,12676 "low": 0.0,12677 "high": 0.0,12678 "level": 0.95,12679 "n_items": 40,12680 "n_clusters": 40,12681 "n_boot": 200012682 },12683 "outputs_sample": [12684 " The word \"zeni\"",12685 " 0\n",12686 " 0\n",12687 " 1\n",12688 " The word \"zute\""12689 ],12690 "correct": [12691 0.0,12692 0.0,12693 0.0,12694 0.0,12695 0.0,12696 0.0,12697 0.0,12698 0.0,12699 0.0,12700 0.0,12701 0.0,12702 0.0,12703 0.0,12704 0.0,12705 0.0,12706 0.0,12707 0.0,12708 0.0,12709 0.0,12710 0.0,12711 0.0,12712 0.0,12713 0.0,12714 0.0,12715 0.0,12716 0.0,12717 0.0,12718 0.0,12719 0.0,12720 0.0,12721 0.0,12722 0.0,12723 0.0,12724 0.0,12725 0.0,12726 0.0,12727 0.0,12728 0.0,12729 0.0,12730 0.012731 ]12732 },12733 "ctl_replace_donor_zeroshot|sham_map|L2": {12734 "accuracy": 0.0,12735 "gain_vs_zero": {12736 "estimate": 0.0,12737 "low": 0.0,12738 "high": 0.0,12739 "level": 0.95,12740 "n_items": 40,12741 "n_clusters": 40,12742 "n_boot": 200012743 },12744 "outputs_sample": [12745 " The word \"zeni\"",12746 " 1\n",12747 " 0\n",12748 " 1\n",12749 " The word \"zute\""12750 ],12751 "correct": [12752 0.0,12753 0.0,12754 0.0,12755 0.0,12756 0.0,12757 0.0,12758 0.0,12759 0.0,12760 0.0,12761 0.0,12762 0.0,12763 0.0,12764 0.0,12765 0.0,12766 0.0,12767 0.0,12768 0.0,12769 0.0,12770 0.0,12771 0.0,12772 0.0,12773 0.0,12774 0.0,12775 0.0,12776 0.0,12777 0.0,12778 0.0,12779 0.0,12780 0.0,12781 0.0,12782 0.0,12783 0.0,12784 0.0,12785 0.0,12786 0.0,12787 0.0,12788 0.0,12789 0.0,12790 0.0,12791 0.012792 ]12793 },12794 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {12795 "accuracy": 0.0,12796 "gain_vs_zero": {12797 "estimate": 0.0,12798 "low": 0.0,12799 "high": 0.0,12800 "level": 0.95,12801 "n_items": 40,12802 "n_clusters": 40,12803 "n_boot": 200012804 },12805 "outputs_sample": [12806 " The word \"zeni\"",12807 " 1\n",12808 " 0\n",12809 " 1\n",12810 " The word \"zute\""12811 ],12812 "correct": [12813 0.0,12814 0.0,12815 0.0,12816 0.0,12817 0.0,12818 0.0,12819 0.0,12820 0.0,12821 0.0,12822 0.0,12823 0.0,12824 0.0,12825 0.0,12826 0.0,12827 0.0,12828 0.0,12829 0.0,12830 0.0,12831 0.0,12832 0.0,12833 0.0,12834 0.0,12835 0.0,12836 0.0,12837 0.0,12838 0.0,12839 0.0,12840 0.0,12841 0.0,12842 0.0,12843 0.0,12844 0.0,12845 0.0,12846 0.0,12847 0.0,12848 0.0,12849 0.0,12850 0.0,12851 0.0,12852 0.012853 ]12854 },12855 "ctl_random_norm_matched|L2": {12856 "accuracy": 0.0,12857 "gain_vs_zero": {12858 "estimate": 0.0,12859 "low": 0.0,12860 "high": 0.0,12861 "level": 0.95,12862 "n_items": 40,12863 "n_clusters": 40,12864 "n_boot": 200012865 },12866 "correct": [12867 0.0,12868 0.0,12869 0.0,12870 0.0,12871 0.0,12872 0.0,12873 0.0,12874 0.0,12875 0.0,12876 0.0,12877 0.0,12878 0.0,12879 0.0,12880 0.0,12881 0.0,12882 0.0,12883 0.0,12884 0.0,12885 0.0,12886 0.0,12887 0.0,12888 0.0,12889 0.0,12890 0.0,12891 0.0,12892 0.0,12893 0.0,12894 0.0,12895 0.0,12896 0.0,12897 0.0,12898 0.0,12899 0.0,12900 0.0,12901 0.0,12902 0.0,12903 0.0,12904 0.0,12905 0.0,12906 0.012907 ]12908 },12909 "ctl_unrelated_task_vector(antonym)|L2": {12910 "accuracy": 0.0,12911 "gain_vs_zero": {12912 "estimate": 0.0,12913 "low": 0.0,12914 "high": 0.0,12915 "level": 0.95,12916 "n_items": 40,12917 "n_clusters": 40,12918 "n_boot": 200012919 },12920 "correct": [12921 0.0,12922 0.0,12923 0.0,12924 0.0,12925 0.0,12926 0.0,12927 0.0,12928 0.0,12929 0.0,12930 0.0,12931 0.0,12932 0.0,12933 0.0,12934 0.0,12935 0.0,12936 0.0,12937 0.0,12938 0.0,12939 0.0,12940 0.0,12941 0.0,12942 0.0,12943 0.0,12944 0.0,12945 0.0,12946 0.0,12947 0.0,12948 0.0,12949 0.0,12950 0.0,12951 0.0,12952 0.0,12953 0.0,12954 0.0,12955 0.0,12956 0.0,12957 0.0,12958 0.0,12959 0.0,12960 0.012961 ]12962 },12963 "procrustes|L3|a1.0": {12964 "accuracy": 0.0,12965 "gain_vs_zero": {12966 "estimate": 0.0,12967 "low": 0.0,12968 "high": 0.0,12969 "level": 0.95,12970 "n_items": 40,12971 "n_clusters": 40,12972 "n_boot": 200012973 },12974 "mapped_norm": 9.104889869689941,12975 "outputs_sample": [12976 " The word \"zeni\"",12977 " 1\n",12978 " 1\n",12979 " 1\n",12980 " The word \"zute\""12981 ],12982 "correct": [12983 0.0,12984 0.0,12985 0.0,12986 0.0,12987 0.0,12988 0.0,12989 0.0,12990 0.0,12991 0.0,12992 0.0,12993 0.0,12994 0.0,12995 0.0,12996 0.0,12997 0.0,12998 0.0,12999 0.0,13000 0.0,13001 0.0,13002 0.0,13003 0.0,13004 0.0,13005 0.0,13006 0.0,13007 0.0,13008 0.0,13009 0.0,13010 0.0,13011 0.0,13012 0.0,13013 0.0,13014 0.0,13015 0.0,13016 0.0,13017 0.0,13018 0.0,13019 0.0,13020 0.0,13021 0.0,13022 0.013023 ]13024 },13025 "procrustes|L3|a2.0": {13026 "accuracy": 0.0,13027 "gain_vs_zero": {13028 "estimate": 0.0,13029 "low": 0.0,13030 "high": 0.0,13031 "level": 0.95,13032 "n_items": 40,13033 "n_clusters": 40,13034 "n_boot": 200013035 },13036 "mapped_norm": 9.104889869689941,13037 "outputs_sample": [13038 " The word \"zeni\"",13039 " 1\n",13040 " 0\n",13041 " 1\n",13042 " False\n"13043 ],13044 "correct": [13045 0.0,13046 0.0,13047 0.0,13048 0.0,13049 0.0,13050 0.0,13051 0.0,13052 0.0,13053 0.0,13054 0.0,13055 0.0,13056 0.0,13057 0.0,13058 0.0,13059 0.0,13060 0.0,13061 0.0,13062 0.0,13063 0.0,13064 0.0,13065 0.0,13066 0.0,13067 0.0,13068 0.0,13069 0.0,13070 0.0,13071 0.0,13072 0.0,13073 0.0,13074 0.0,13075 0.0,13076 0.0,13077 0.0,13078 0.0,13079 0.0,13080 0.0,13081 0.0,13082 0.0,13083 0.0,13084 0.013085 ]13086 },13087 "procrustes_rescaled|L3|a1.0": {13088 "accuracy": 0.0,13089 "gain_vs_zero": {13090 "estimate": 0.0,13091 "low": 0.0,13092 "high": 0.0,13093 "level": 0.95,13094 "n_items": 40,13095 "n_clusters": 40,13096 "n_boot": 200013097 },13098 "mapped_norm": 6.1436028480529785,13099 "outputs_sample": [13100 " The word \"zeni\"",13101 " 1\n",13102 " 0\n",13103 " 1\n",13104 " The word \"zute\""13105 ],13106 "correct": [13107 0.0,13108 0.0,13109 0.0,13110 0.0,13111 0.0,13112 0.0,13113 0.0,13114 0.0,13115 0.0,13116 0.0,13117 0.0,13118 0.0,13119 0.0,13120 0.0,13121 0.0,13122 0.0,13123 0.0,13124 0.0,13125 0.0,13126 0.0,13127 0.0,13128 0.0,13129 0.0,13130 0.0,13131 0.0,13132 0.0,13133 0.0,13134 0.0,13135 0.0,13136 0.0,13137 0.0,13138 0.0,13139 0.0,13140 0.0,13141 0.0,13142 0.0,13143 0.0,13144 0.0,13145 0.0,13146 0.013147 ]13148 },13149 "ridge|L3|a1.0": {13150 "accuracy": 0.0,13151 "gain_vs_zero": {13152 "estimate": 0.0,13153 "low": 0.0,13154 "high": 0.0,13155 "level": 0.95,13156 "n_items": 40,13157 "n_clusters": 40,13158 "n_boot": 200013159 },13160 "mapped_norm": 8.740130424499512,13161 "outputs_sample": [13162 " The word \"zeni\"",13163 " 1\n",13164 " 0\n",13165 " 1\n",13166 " The word \"zute\""13167 ],13168 "correct": [13169 0.0,13170 0.0,13171 0.0,13172 0.0,13173 0.0,13174 0.0,13175 0.0,13176 0.0,13177 0.0,13178 0.0,13179 0.0,13180 0.0,13181 0.0,13182 0.0,13183 0.0,13184 0.0,13185 0.0,13186 0.0,13187 0.0,13188 0.0,13189 0.0,13190 0.0,13191 0.0,13192 0.0,13193 0.0,13194 0.0,13195 0.0,13196 0.0,13197 0.0,13198 0.0,13199 0.0,13200 0.0,13201 0.0,13202 0.0,13203 0.0,13204 0.0,13205 0.0,13206 0.0,13207 0.0,13208 0.013209 ]13210 },13211 "ridge|L3|a2.0": {13212 "accuracy": 0.0,13213 "gain_vs_zero": {13214 "estimate": 0.0,13215 "low": 0.0,13216 "high": 0.0,13217 "level": 0.95,13218 "n_items": 40,13219 "n_clusters": 40,13220 "n_boot": 200013221 },13222 "mapped_norm": 8.740130424499512,13223 "outputs_sample": [13224 " The word \"zeni\"",13225 " 1\n",13226 " 1\n",13227 " 1\n",13228 " False\n"13229 ],13230 "correct": [13231 0.0,13232 0.0,13233 0.0,13234 0.0,13235 0.0,13236 0.0,13237 0.0,13238 0.0,13239 0.0,13240 0.0,13241 0.0,13242 0.0,13243 0.0,13244 0.0,13245 0.0,13246 0.0,13247 0.0,13248 0.0,13249 0.0,13250 0.0,13251 0.0,13252 0.0,13253 0.0,13254 0.0,13255 0.0,13256 0.0,13257 0.0,13258 0.0,13259 0.0,13260 0.0,13261 0.0,13262 0.0,13263 0.0,13264 0.0,13265 0.0,13266 0.0,13267 0.0,13268 0.0,13269 0.0,13270 0.013271 ]13272 },13273 "ridge_rescaled|L3|a1.0": {13274 "accuracy": 0.0,13275 "gain_vs_zero": {13276 "estimate": 0.0,13277 "low": 0.0,13278 "high": 0.0,13279 "level": 0.95,13280 "n_items": 40,13281 "n_clusters": 40,13282 "n_boot": 200013283 },13284 "mapped_norm": 6.1436028480529785,13285 "outputs_sample": [13286 " The word \"zeni\"",13287 " 1\n",13288 " 0\n",13289 " 1\n",13290 " The word \"zute\""13291 ],13292 "correct": [13293 0.0,13294 0.0,13295 0.0,13296 0.0,13297 0.0,13298 0.0,13299 0.0,13300 0.0,13301 0.0,13302 0.0,13303 0.0,13304 0.0,13305 0.0,13306 0.0,13307 0.0,13308 0.0,13309 0.0,13310 0.0,13311 0.0,13312 0.0,13313 0.0,13314 0.0,13315 0.0,13316 0.0,13317 0.0,13318 0.0,13319 0.0,13320 0.0,13321 0.0,13322 0.0,13323 0.0,13324 0.0,13325 0.0,13326 0.0,13327 0.0,13328 0.0,13329 0.0,13330 0.0,13331 0.0,13332 0.013333 ]13334 },13335 "cca|L3|a1.0": {13336 "accuracy": 0.0,13337 "gain_vs_zero": {13338 "estimate": 0.0,13339 "low": 0.0,13340 "high": 0.0,13341 "level": 0.95,13342 "n_items": 40,13343 "n_clusters": 40,13344 "n_boot": 200013345 },13346 "mapped_norm": 8.59157943725586,13347 "outputs_sample": [13348 " The word \"zeni\"",13349 " 1\n",13350 " 0\n",13351 " 1\n",13352 " The word \"zute\""13353 ],13354 "correct": [13355 0.0,13356 0.0,13357 0.0,13358 0.0,13359 0.0,13360 0.0,13361 0.0,13362 0.0,13363 0.0,13364 0.0,13365 0.0,13366 0.0,13367 0.0,13368 0.0,13369 0.0,13370 0.0,13371 0.0,13372 0.0,13373 0.0,13374 0.0,13375 0.0,13376 0.0,13377 0.0,13378 0.0,13379 0.0,13380 0.0,13381 0.0,13382 0.0,13383 0.0,13384 0.0,13385 0.0,13386 0.0,13387 0.0,13388 0.0,13389 0.0,13390 0.0,13391 0.0,13392 0.0,13393 0.0,13394 0.013395 ]13396 },13397 "cca|L3|a2.0": {13398 "accuracy": 0.0,13399 "gain_vs_zero": {13400 "estimate": 0.0,13401 "low": 0.0,13402 "high": 0.0,13403 "level": 0.95,13404 "n_items": 40,13405 "n_clusters": 40,13406 "n_boot": 200013407 },13408 "mapped_norm": 8.59157943725586,13409 "outputs_sample": [13410 " The word \"zeni\"",13411 " 1\n",13412 " 1\n",13413 " 1\n",13414 " False\n"13415 ],13416 "correct": [13417 0.0,13418 0.0,13419 0.0,13420 0.0,13421 0.0,13422 0.0,13423 0.0,13424 0.0,13425 0.0,13426 0.0,13427 0.0,13428 0.0,13429 0.0,13430 0.0,13431 0.0,13432 0.0,13433 0.0,13434 0.0,13435 0.0,13436 0.0,13437 0.0,13438 0.0,13439 0.0,13440 0.0,13441 0.0,13442 0.0,13443 0.0,13444 0.0,13445 0.0,13446 0.0,13447 0.0,13448 0.0,13449 0.0,13450 0.0,13451 0.0,13452 0.0,13453 0.0,13454 0.0,13455 0.0,13456 0.013457 ]13458 },13459 "random_orth|L3|a1.0": {13460 "accuracy": 0.0,13461 "gain_vs_zero": {13462 "estimate": 0.0,13463 "low": 0.0,13464 "high": 0.0,13465 "level": 0.95,13466 "n_items": 40,13467 "n_clusters": 40,13468 "n_boot": 200013469 },13470 "mapped_norm": 9.646642684936523,13471 "outputs_sample": [13472 " The word \"zeni\"",13473 " 1\n",13474 " 0\n",13475 " The word \"tuken\"",13476 " The word \"zute\""13477 ],13478 "correct": [13479 0.0,13480 0.0,13481 0.0,13482 0.0,13483 0.0,13484 0.0,13485 0.0,13486 0.0,13487 0.0,13488 0.0,13489 0.0,13490 0.0,13491 0.0,13492 0.0,13493 0.0,13494 0.0,13495 0.0,13496 0.0,13497 0.0,13498 0.0,13499 0.0,13500 0.0,13501 0.0,13502 0.0,13503 0.0,13504 0.0,13505 0.0,13506 0.0,13507 0.0,13508 0.0,13509 0.0,13510 0.0,13511 0.0,13512 0.0,13513 0.0,13514 0.0,13515 0.0,13516 0.0,13517 0.0,13518 0.013519 ]13520 },13521 "random_orth|L3|a2.0": {13522 "accuracy": 0.0,13523 "gain_vs_zero": {13524 "estimate": 0.0,13525 "low": 0.0,13526 "high": 0.0,13527 "level": 0.95,13528 "n_items": 40,13529 "n_clusters": 40,13530 "n_boot": 200013531 },13532 "mapped_norm": 9.646642684936523,13533 "outputs_sample": [13534 " The word \"zeni\"",13535 " 1\n",13536 " 1\n",13537 " 1\n",13538 " False\n"13539 ],13540 "correct": [13541 0.0,13542 0.0,13543 0.0,13544 0.0,13545 0.0,13546 0.0,13547 0.0,13548 0.0,13549 0.0,13550 0.0,13551 0.0,13552 0.0,13553 0.0,13554 0.0,13555 0.0,13556 0.0,13557 0.0,13558 0.0,13559 0.0,13560 0.0,13561 0.0,13562 0.0,13563 0.0,13564 0.0,13565 0.0,13566 0.0,13567 0.0,13568 0.0,13569 0.0,13570 0.0,13571 0.0,13572 0.0,13573 0.0,13574 0.0,13575 0.0,13576 0.0,13577 0.0,13578 0.0,13579 0.0,13580 0.013581 ]13582 },13583 "replace_donor_fewshot|procrustes|L3": {13584 "accuracy": 0.0,13585 "gain_vs_zero": {13586 "estimate": 0.0,13587 "low": 0.0,13588 "high": 0.0,13589 "level": 0.95,13590 "n_items": 40,13591 "n_clusters": 40,13592 "n_boot": 200013593 },13594 "outputs_sample": [13595 " The word \"zeni\"",13596 " 1\n",13597 " 0\n",13598 " 1\n",13599 " The word \"zute\""13600 ],13601 "correct": [13602 0.0,13603 0.0,13604 0.0,13605 0.0,13606 0.0,13607 0.0,13608 0.0,13609 0.0,13610 0.0,13611 0.0,13612 0.0,13613 0.0,13614 0.0,13615 0.0,13616 0.0,13617 0.0,13618 0.0,13619 0.0,13620 0.0,13621 0.0,13622 0.0,13623 0.0,13624 0.0,13625 0.0,13626 0.0,13627 0.0,13628 0.0,13629 0.0,13630 0.0,13631 0.0,13632 0.0,13633 0.0,13634 0.0,13635 0.0,13636 0.0,13637 0.0,13638 0.0,13639 0.0,13640 0.0,13641 0.013642 ]13643 },13644 "ctl_replace_donor_zeroshot|procrustes|L3": {13645 "accuracy": 0.0,13646 "gain_vs_zero": {13647 "estimate": 0.0,13648 "low": 0.0,13649 "high": 0.0,13650 "level": 0.95,13651 "n_items": 40,13652 "n_clusters": 40,13653 "n_boot": 200013654 },13655 "outputs_sample": [13656 " The word \"zeni\"",13657 " 1\n",13658 " 0\n",13659 " The word \"tuken\"",13660 " The word \"zute\""13661 ],13662 "correct": [13663 0.0,13664 0.0,13665 0.0,13666 0.0,13667 0.0,13668 0.0,13669 0.0,13670 0.0,13671 0.0,13672 0.0,13673 0.0,13674 0.0,13675 0.0,13676 0.0,13677 0.0,13678 0.0,13679 0.0,13680 0.0,13681 0.0,13682 0.0,13683 0.0,13684 0.0,13685 0.0,13686 0.0,13687 0.0,13688 0.0,13689 0.0,13690 0.0,13691 0.0,13692 0.0,13693 0.0,13694 0.0,13695 0.0,13696 0.0,13697 0.0,13698 0.0,13699 0.0,13700 0.0,13701 0.0,13702 0.013703 ]13704 },13705 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L3": {13706 "accuracy": 0.0,13707 "gain_vs_zero": {13708 "estimate": 0.0,13709 "low": 0.0,13710 "high": 0.0,13711 "level": 0.95,13712 "n_items": 40,13713 "n_clusters": 40,13714 "n_boot": 200013715 },13716 "outputs_sample": [13717 " The word \"zeni\"",13718 " 1\n",13719 " 0\n",13720 " 1\n",13721 " 1\n"13722 ],13723 "correct": [13724 0.0,13725 0.0,13726 0.0,13727 0.0,13728 0.0,13729 0.0,13730 0.0,13731 0.0,13732 0.0,13733 0.0,13734 0.0,13735 0.0,13736 0.0,13737 0.0,13738 0.0,13739 0.0,13740 0.0,13741 0.0,13742 0.0,13743 0.0,13744 0.0,13745 0.0,13746 0.0,13747 0.0,13748 0.0,13749 0.0,13750 0.0,13751 0.0,13752 0.0,13753 0.0,13754 0.0,13755 0.0,13756 0.0,13757 0.0,13758 0.0,13759 0.0,13760 0.0,13761 0.0,13762 0.0,13763 0.013764 ]13765 },13766 "replace_donor_fewshot|ridge|L3": {13767 "accuracy": 0.0,13768 "gain_vs_zero": {13769 "estimate": 0.0,13770 "low": 0.0,13771 "high": 0.0,13772 "level": 0.95,13773 "n_items": 40,13774 "n_clusters": 40,13775 "n_boot": 200013776 },13777 "outputs_sample": [13778 " The word \"zeni\"",13779 " 1\n",13780 " 0\n",13781 " 1\n",13782 " The word \"zute\""13783 ],13784 "correct": [13785 0.0,13786 0.0,13787 0.0,13788 0.0,13789 0.0,13790 0.0,13791 0.0,13792 0.0,13793 0.0,13794 0.0,13795 0.0,13796 0.0,13797 0.0,13798 0.0,13799 0.0,13800 0.0,13801 0.0,13802 0.0,13803 0.0,13804 0.0,13805 0.0,13806 0.0,13807 0.0,13808 0.0,13809 0.0,13810 0.0,13811 0.0,13812 0.0,13813 0.0,13814 0.0,13815 0.0,13816 0.0,13817 0.0,13818 0.0,13819 0.0,13820 0.0,13821 0.0,13822 0.0,13823 0.0,13824 0.013825 ]13826 },13827 "ctl_replace_donor_zeroshot|ridge|L3": {13828 "accuracy": 0.0,13829 "gain_vs_zero": {13830 "estimate": 0.0,13831 "low": 0.0,13832 "high": 0.0,13833 "level": 0.95,13834 "n_items": 40,13835 "n_clusters": 40,13836 "n_boot": 200013837 },13838 "outputs_sample": [13839 " The word \"zeni\"",13840 " 1\n",13841 " The word \"vofisu",13842 " The word \"tuken\"",13843 " The word \"zute\""13844 ],13845 "correct": [13846 0.0,13847 0.0,13848 0.0,13849 0.0,13850 0.0,13851 0.0,13852 0.0,13853 0.0,13854 0.0,13855 0.0,13856 0.0,13857 0.0,13858 0.0,13859 0.0,13860 0.0,13861 0.0,13862 0.0,13863 0.0,13864 0.0,13865 0.0,13866 0.0,13867 0.0,13868 0.0,13869 0.0,13870 0.0,13871 0.0,13872 0.0,13873 0.0,13874 0.0,13875 0.0,13876 0.0,13877 0.0,13878 0.0,13879 0.0,13880 0.0,13881 0.0,13882 0.0,13883 0.0,13884 0.0,13885 0.013886 ]13887 },13888 "ctl_replace_donor_fewshot_shuffled_query|ridge|L3": {13889 "accuracy": 0.0,13890 "gain_vs_zero": {13891 "estimate": 0.0,13892 "low": 0.0,13893 "high": 0.0,13894 "level": 0.95,13895 "n_items": 40,13896 "n_clusters": 40,13897 "n_boot": 200013898 },13899 "outputs_sample": [13900 " The word \"zeni\"",13901 " 1\n",13902 " 0\n",13903 " 1\n",13904 " The word \"zute\""13905 ],13906 "correct": [13907 0.0,13908 0.0,13909 0.0,13910 0.0,13911 0.0,13912 0.0,13913 0.0,13914 0.0,13915 0.0,13916 0.0,13917 0.0,13918 0.0,13919 0.0,13920 0.0,13921 0.0,13922 0.0,13923 0.0,13924 0.0,13925 0.0,13926 0.0,13927 0.0,13928 0.0,13929 0.0,13930 0.0,13931 0.0,13932 0.0,13933 0.0,13934 0.0,13935 0.0,13936 0.0,13937 0.0,13938 0.0,13939 0.0,13940 0.0,13941 0.0,13942 0.0,13943 0.0,13944 0.0,13945 0.0,13946 0.013947 ]13948 },13949 "ctl_replace_donor_fewshot|sham_map|L3": {13950 "accuracy": 0.0,13951 "gain_vs_zero": {13952 "estimate": 0.0,13953 "low": 0.0,13954 "high": 0.0,13955 "level": 0.95,13956 "n_items": 40,13957 "n_clusters": 40,13958 "n_boot": 200013959 },13960 "outputs_sample": [13961 " The word \"zeni\"",13962 " 1\n",13963 " The word \"vofisu",13964 " 1\n",13965 " The word \"zute\""13966 ],13967 "correct": [13968 0.0,13969 0.0,13970 0.0,13971 0.0,13972 0.0,13973 0.0,13974 0.0,13975 0.0,13976 0.0,13977 0.0,13978 0.0,13979 0.0,13980 0.0,13981 0.0,13982 0.0,13983 0.0,13984 0.0,13985 0.0,13986 0.0,13987 0.0,13988 0.0,13989 0.0,13990 0.0,13991 0.0,13992 0.0,13993 0.0,13994 0.0,13995 0.0,13996 0.0,13997 0.0,13998 0.0,13999 0.0,14000 0.0,14001 0.0,14002 0.0,14003 0.0,14004 0.0,14005 0.0,14006 0.0,14007 0.014008 ]14009 },14010 "ctl_replace_donor_zeroshot|sham_map|L3": {14011 "accuracy": 0.0,14012 "gain_vs_zero": {14013 "estimate": 0.0,14014 "low": 0.0,14015 "high": 0.0,14016 "level": 0.95,14017 "n_items": 40,14018 "n_clusters": 40,14019 "n_boot": 200014020 },14021 "outputs_sample": [14022 " The word \"zeni\"",14023 " 1\n",14024 " 0\n",14025 " 1\n",14026 " The word \"zute\""14027 ],14028 "correct": [14029 0.0,14030 0.0,14031 0.0,14032 0.0,14033 0.0,14034 0.0,14035 0.0,14036 0.0,14037 0.0,14038 0.0,14039 0.0,14040 0.0,14041 0.0,14042 0.0,14043 0.0,14044 0.0,14045 0.0,14046 0.0,14047 0.0,14048 0.0,14049 0.0,14050 0.0,14051 0.0,14052 0.0,14053 0.0,14054 0.0,14055 0.0,14056 0.0,14057 0.0,14058 0.0,14059 0.0,14060 0.0,14061 0.0,14062 0.0,14063 0.0,14064 0.0,14065 0.0,14066 0.0,14067 0.0,14068 0.014069 ]14070 },14071 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L3": {14072 "accuracy": 0.0,14073 "gain_vs_zero": {14074 "estimate": 0.0,14075 "low": 0.0,14076 "high": 0.0,14077 "level": 0.95,14078 "n_items": 40,14079 "n_clusters": 40,14080 "n_boot": 200014081 },14082 "outputs_sample": [14083 " The word \"zeni\"",14084 " 1\n",14085 " The word \"vofisu",14086 " 1\n",14087 " The word \"zute\""14088 ],14089 "correct": [14090 0.0,14091 0.0,14092 0.0,14093 0.0,14094 0.0,14095 0.0,14096 0.0,14097 0.0,14098 0.0,14099 0.0,14100 0.0,14101 0.0,14102 0.0,14103 0.0,14104 0.0,14105 0.0,14106 0.0,14107 0.0,14108 0.0,14109 0.0,14110 0.0,14111 0.0,14112 0.0,14113 0.0,14114 0.0,14115 0.0,14116 0.0,14117 0.0,14118 0.0,14119 0.0,14120 0.0,14121 0.0,14122 0.0,14123 0.0,14124 0.0,14125 0.0,14126 0.0,14127 0.0,14128 0.0,14129 0.014130 ]14131 },14132 "ctl_random_norm_matched|L3": {14133 "accuracy": 0.0,14134 "gain_vs_zero": {14135 "estimate": 0.0,14136 "low": 0.0,14137 "high": 0.0,14138 "level": 0.95,14139 "n_items": 40,14140 "n_clusters": 40,14141 "n_boot": 200014142 },14143 "correct": [14144 0.0,14145 0.0,14146 0.0,14147 0.0,14148 0.0,14149 0.0,14150 0.0,14151 0.0,14152 0.0,14153 0.0,14154 0.0,14155 0.0,14156 0.0,14157 0.0,14158 0.0,14159 0.0,14160 0.0,14161 0.0,14162 0.0,14163 0.0,14164 0.0,14165 0.0,14166 0.0,14167 0.0,14168 0.0,14169 0.0,14170 0.0,14171 0.0,14172 0.0,14173 0.0,14174 0.0,14175 0.0,14176 0.0,14177 0.0,14178 0.0,14179 0.0,14180 0.0,14181 0.0,14182 0.0,14183 0.014184 ]14185 },14186 "ctl_unrelated_task_vector(antonym)|L3": {14187 "accuracy": 0.0,14188 "gain_vs_zero": {14189 "estimate": 0.0,14190 "low": 0.0,14191 "high": 0.0,14192 "level": 0.95,14193 "n_items": 40,14194 "n_clusters": 40,14195 "n_boot": 200014196 },14197 "correct": [14198 0.0,14199 0.0,14200 0.0,14201 0.0,14202 0.0,14203 0.0,14204 0.0,14205 0.0,14206 0.0,14207 0.0,14208 0.0,14209 0.0,14210 0.0,14211 0.0,14212 0.0,14213 0.0,14214 0.0,14215 0.0,14216 0.0,14217 0.0,14218 0.0,14219 0.0,14220 0.0,14221 0.0,14222 0.0,14223 0.0,14224 0.0,14225 0.0,14226 0.0,14227 0.0,14228 0.0,14229 0.0,14230 0.0,14231 0.0,14232 0.0,14233 0.0,14234 0.0,14235 0.0,14236 0.0,14237 0.014238 ]14239 }14240 },14241 "items": {14242 "zero": [14243 0.0,14244 0.0,14245 0.0,14246 0.0,14247 0.0,14248 0.0,14249 0.0,14250 0.0,14251 0.0,14252 0.0,14253 0.0,14254 0.0,14255 0.0,14256 0.0,14257 0.0,14258 0.0,14259 0.0,14260 0.0,14261 0.0,14262 0.0,14263 0.0,14264 0.0,14265 0.0,14266 0.0,14267 0.0,14268 0.0,14269 0.0,14270 0.0,14271 0.0,14272 0.0,14273 0.0,14274 0.0,14275 0.0,14276 0.0,14277 0.0,14278 0.0,14279 0.0,14280 0.0,14281 0.0,14282 0.014283 ],14284 "few": [14285 0.0,14286 1.0,14287 1.0,14288 0.0,14289 1.0,14290 1.0,14291 0.0,14292 1.0,14293 1.0,14294 0.0,14295 0.0,14296 1.0,14297 0.0,14298 0.0,14299 0.0,14300 1.0,14301 0.0,14302 0.0,14303 0.0,14304 1.0,14305 0.0,14306 1.0,14307 0.0,14308 0.0,14309 1.0,14310 0.0,14311 0.0,14312 1.0,14313 0.0,14314 0.0,14315 0.0,14316 1.0,14317 0.0,14318 0.0,14319 0.0,14320 1.0,14321 0.0,14322 1.0,14323 0.0,14324 1.014325 ],14326 "own": [14327 0.0,14328 0.0,14329 0.0,14330 0.0,14331 0.0,14332 0.0,14333 0.0,14334 0.0,14335 0.0,14336 0.0,14337 0.0,14338 0.0,14339 0.0,14340 0.0,14341 0.0,14342 0.0,14343 0.0,14344 0.0,14345 0.0,14346 0.0,14347 0.0,14348 0.0,14349 0.0,14350 0.0,14351 0.0,14352 0.0,14353 0.0,14354 0.0,14355 0.0,14356 0.0,14357 0.0,14358 0.0,14359 0.0,14360 0.0,14361 0.0,14362 0.0,14363 0.0,14364 0.0,14365 0.0,14366 0.014367 ]14368 }14369 },14370 "addthree": {14371 "recipient_zero": 0.0,14372 "recipient_few": 1.0,14373 "recipient_own_vector": 0.0,14374 "donor_layer": 2,14375 "conditions": {14376 "procrustes|L2|a1.0": {14377 "accuracy": 0.0,14378 "gain_vs_zero": {14379 "estimate": 0.0,14380 "low": 0.0,14381 "high": 0.0,14382 "level": 0.95,14383 "n_items": 35,14384 "n_clusters": 35,14385 "n_boot": 200014386 },14387 "mapped_norm": 5.994113445281982,14388 "outputs_sample": [14389 " 7\n",14390 " 12\n",14391 " 83\n",14392 " 19\n",14393 " 71\n"14394 ],14395 "correct": [14396 0.0,14397 0.0,14398 0.0,14399 0.0,14400 0.0,14401 0.0,14402 0.0,14403 0.0,14404 0.0,14405 0.0,14406 0.0,14407 0.0,14408 0.0,14409 0.0,14410 0.0,14411 0.0,14412 0.0,14413 0.0,14414 0.0,14415 0.0,14416 0.0,14417 0.0,14418 0.0,14419 0.0,14420 0.0,14421 0.0,14422 0.0,14423 0.0,14424 0.0,14425 0.0,14426 0.0,14427 0.0,14428 0.0,14429 0.0,14430 0.014431 ]14432 },14433 "procrustes|L2|a2.0": {14434 "accuracy": 0.0,14435 "gain_vs_zero": {14436 "estimate": 0.0,14437 "low": 0.0,14438 "high": 0.0,14439 "level": 0.95,14440 "n_items": 35,14441 "n_clusters": 35,14442 "n_boot": 200014443 },14444 "mapped_norm": 5.994113445281982,14445 "outputs_sample": [14446 " 7\n",14447 " 12\n",14448 " 83\n",14449 " 19\n",14450 " 71\n"14451 ],14452 "correct": [14453 0.0,14454 0.0,14455 0.0,14456 0.0,14457 0.0,14458 0.0,14459 0.0,14460 0.0,14461 0.0,14462 0.0,14463 0.0,14464 0.0,14465 0.0,14466 0.0,14467 0.0,14468 0.0,14469 0.0,14470 0.0,14471 0.0,14472 0.0,14473 0.0,14474 0.0,14475 0.0,14476 0.0,14477 0.0,14478 0.0,14479 0.0,14480 0.0,14481 0.0,14482 0.0,14483 0.0,14484 0.0,14485 0.0,14486 0.0,14487 0.014488 ]14489 },14490 "procrustes_rescaled|L2|a1.0": {14491 "accuracy": 0.0,14492 "gain_vs_zero": {14493 "estimate": 0.0,14494 "low": 0.0,14495 "high": 0.0,14496 "level": 0.95,14497 "n_items": 35,14498 "n_clusters": 35,14499 "n_boot": 200014500 },14501 "mapped_norm": 5.985179901123047,14502 "outputs_sample": [14503 " 7\n",14504 " 12\n",14505 " 83\n",14506 " 19\n",14507 " 71\n"14508 ],14509 "correct": [14510 0.0,14511 0.0,14512 0.0,14513 0.0,14514 0.0,14515 0.0,14516 0.0,14517 0.0,14518 0.0,14519 0.0,14520 0.0,14521 0.0,14522 0.0,14523 0.0,14524 0.0,14525 0.0,14526 0.0,14527 0.0,14528 0.0,14529 0.0,14530 0.0,14531 0.0,14532 0.0,14533 0.0,14534 0.0,14535 0.0,14536 0.0,14537 0.0,14538 0.0,14539 0.0,14540 0.0,14541 0.0,14542 0.0,14543 0.0,14544 0.014545 ]14546 },14547 "ridge|L2|a1.0": {14548 "accuracy": 0.0,14549 "gain_vs_zero": {14550 "estimate": 0.0,14551 "low": 0.0,14552 "high": 0.0,14553 "level": 0.95,14554 "n_items": 35,14555 "n_clusters": 35,14556 "n_boot": 200014557 },14558 "mapped_norm": 5.74902868270874,14559 "outputs_sample": [14560 " 7\n",14561 " 12\n",14562 " 83\n",14563 " 19\n",14564 " 71\n"14565 ],14566 "correct": [14567 0.0,14568 0.0,14569 0.0,14570 0.0,14571 0.0,14572 0.0,14573 0.0,14574 0.0,14575 0.0,14576 0.0,14577 0.0,14578 0.0,14579 0.0,14580 0.0,14581 0.0,14582 0.0,14583 0.0,14584 0.0,14585 0.0,14586 0.0,14587 0.0,14588 0.0,14589 0.0,14590 0.0,14591 0.0,14592 0.0,14593 0.0,14594 0.0,14595 0.0,14596 0.0,14597 0.0,14598 0.0,14599 0.0,14600 0.0,14601 0.014602 ]14603 },14604 "ridge|L2|a2.0": {14605 "accuracy": 0.0,14606 "gain_vs_zero": {14607 "estimate": 0.0,14608 "low": 0.0,14609 "high": 0.0,14610 "level": 0.95,14611 "n_items": 35,14612 "n_clusters": 35,14613 "n_boot": 200014614 },14615 "mapped_norm": 5.74902868270874,14616 "outputs_sample": [14617 " 7\n",14618 " 12\n",14619 " 83\n",14620 " 19\n",14621 " 71\n"14622 ],14623 "correct": [14624 0.0,14625 0.0,14626 0.0,14627 0.0,14628 0.0,14629 0.0,14630 0.0,14631 0.0,14632 0.0,14633 0.0,14634 0.0,14635 0.0,14636 0.0,14637 0.0,14638 0.0,14639 0.0,14640 0.0,14641 0.0,14642 0.0,14643 0.0,14644 0.0,14645 0.0,14646 0.0,14647 0.0,14648 0.0,14649 0.0,14650 0.0,14651 0.0,14652 0.0,14653 0.0,14654 0.0,14655 0.0,14656 0.0,14657 0.0,14658 0.014659 ]14660 },14661 "ridge_rescaled|L2|a1.0": {14662 "accuracy": 0.0,14663 "gain_vs_zero": {14664 "estimate": 0.0,14665 "low": 0.0,14666 "high": 0.0,14667 "level": 0.95,14668 "n_items": 35,14669 "n_clusters": 35,14670 "n_boot": 200014671 },14672 "mapped_norm": 5.985179901123047,14673 "outputs_sample": [14674 " 7\n",14675 " 24\n",14676 " 83\n",14677 " 19\n",14678 " 71\n"14679 ],14680 "correct": [14681 0.0,14682 0.0,14683 0.0,14684 0.0,14685 0.0,14686 0.0,14687 0.0,14688 0.0,14689 0.0,14690 0.0,14691 0.0,14692 0.0,14693 0.0,14694 0.0,14695 0.0,14696 0.0,14697 0.0,14698 0.0,14699 0.0,14700 0.0,14701 0.0,14702 0.0,14703 0.0,14704 0.0,14705 0.0,14706 0.0,14707 0.0,14708 0.0,14709 0.0,14710 0.0,14711 0.0,14712 0.0,14713 0.0,14714 0.0,14715 0.014716 ]14717 },14718 "cca|L2|a1.0": {14719 "accuracy": 0.0,14720 "gain_vs_zero": {14721 "estimate": 0.0,14722 "low": 0.0,14723 "high": 0.0,14724 "level": 0.95,14725 "n_items": 35,14726 "n_clusters": 35,14727 "n_boot": 200014728 },14729 "mapped_norm": 6.255377769470215,14730 "outputs_sample": [14731 " 7\n",14732 " 24\n",14733 " 83\n",14734 " 19\n",14735 " 71\n"14736 ],14737 "correct": [14738 0.0,14739 0.0,14740 0.0,14741 0.0,14742 0.0,14743 0.0,14744 0.0,14745 0.0,14746 0.0,14747 0.0,14748 0.0,14749 0.0,14750 0.0,14751 0.0,14752 0.0,14753 0.0,14754 0.0,14755 0.0,14756 0.0,14757 0.0,14758 0.0,14759 0.0,14760 0.0,14761 0.0,14762 0.0,14763 0.0,14764 0.0,14765 0.0,14766 0.0,14767 0.0,14768 0.0,14769 0.0,14770 0.0,14771 0.0,14772 0.014773 ]14774 },14775 "cca|L2|a2.0": {14776 "accuracy": 0.0,14777 "gain_vs_zero": {14778 "estimate": 0.0,14779 "low": 0.0,14780 "high": 0.0,14781 "level": 0.95,14782 "n_items": 35,14783 "n_clusters": 35,14784 "n_boot": 200014785 },14786 "mapped_norm": 6.255377769470215,14787 "outputs_sample": [14788 " 7\n",14789 " 12\n",14790 " 83\n",14791 " 19\n",14792 " 71\n"14793 ],14794 "correct": [14795 0.0,14796 0.0,14797 0.0,14798 0.0,14799 0.0,14800 0.0,14801 0.0,14802 0.0,14803 0.0,14804 0.0,14805 0.0,14806 0.0,14807 0.0,14808 0.0,14809 0.0,14810 0.0,14811 0.0,14812 0.0,14813 0.0,14814 0.0,14815 0.0,14816 0.0,14817 0.0,14818 0.0,14819 0.0,14820 0.0,14821 0.0,14822 0.0,14823 0.0,14824 0.0,14825 0.0,14826 0.0,14827 0.0,14828 0.0,14829 0.014830 ]14831 },14832 "random_orth|L2|a1.0": {14833 "accuracy": 0.0,14834 "gain_vs_zero": {14835 "estimate": 0.0,14836 "low": 0.0,14837 "high": 0.0,14838 "level": 0.95,14839 "n_items": 35,14840 "n_clusters": 35,14841 "n_boot": 200014842 },14843 "mapped_norm": 6.401248931884766,14844 "outputs_sample": [14845 " 7\n",14846 " 12\n",14847 " 83\n",14848 " 19\n",14849 " 71\n"14850 ],14851 "correct": [14852 0.0,14853 0.0,14854 0.0,14855 0.0,14856 0.0,14857 0.0,14858 0.0,14859 0.0,14860 0.0,14861 0.0,14862 0.0,14863 0.0,14864 0.0,14865 0.0,14866 0.0,14867 0.0,14868 0.0,14869 0.0,14870 0.0,14871 0.0,14872 0.0,14873 0.0,14874 0.0,14875 0.0,14876 0.0,14877 0.0,14878 0.0,14879 0.0,14880 0.0,14881 0.0,14882 0.0,14883 0.0,14884 0.0,14885 0.0,14886 0.014887 ]14888 },14889 "random_orth|L2|a2.0": {14890 "accuracy": 0.0,14891 "gain_vs_zero": {14892 "estimate": 0.0,14893 "low": 0.0,14894 "high": 0.0,14895 "level": 0.95,14896 "n_items": 35,14897 "n_clusters": 35,14898 "n_boot": 200014899 },14900 "mapped_norm": 6.401248931884766,14901 "outputs_sample": [14902 " 7\n",14903 " 12\n",14904 " 83\n",14905 " 19\n",14906 " 71\n"14907 ],14908 "correct": [14909 0.0,14910 0.0,14911 0.0,14912 0.0,14913 0.0,14914 0.0,14915 0.0,14916 0.0,14917 0.0,14918 0.0,14919 0.0,14920 0.0,14921 0.0,14922 0.0,14923 0.0,14924 0.0,14925 0.0,14926 0.0,14927 0.0,14928 0.0,14929 0.0,14930 0.0,14931 0.0,14932 0.0,14933 0.0,14934 0.0,14935 0.0,14936 0.0,14937 0.0,14938 0.0,14939 0.0,14940 0.0,14941 0.0,14942 0.0,14943 0.014944 ]14945 },14946 "replace_donor_fewshot|procrustes|L2": {14947 "accuracy": 0.0,14948 "gain_vs_zero": {14949 "estimate": 0.0,14950 "low": 0.0,14951 "high": 0.0,14952 "level": 0.95,14953 "n_items": 35,14954 "n_clusters": 35,14955 "n_boot": 200014956 },14957 "outputs_sample": [14958 " 7\n",14959 " 12\n",14960 " 83\n",14961 " 19\n",14962 " 71\n"14963 ],14964 "correct": [14965 0.0,14966 0.0,14967 0.0,14968 0.0,14969 0.0,14970 0.0,14971 0.0,14972 0.0,14973 0.0,14974 0.0,14975 0.0,14976 0.0,14977 0.0,14978 0.0,14979 0.0,14980 0.0,14981 0.0,14982 0.0,14983 0.0,14984 0.0,14985 0.0,14986 0.0,14987 0.0,14988 0.0,14989 0.0,14990 0.0,14991 0.0,14992 0.0,14993 0.0,14994 0.0,14995 0.0,14996 0.0,14997 0.0,14998 0.0,14999 0.015000 ]15001 },15002 "ctl_replace_donor_zeroshot|procrustes|L2": {15003 "accuracy": 0.0,15004 "gain_vs_zero": {15005 "estimate": 0.0,15006 "low": 0.0,15007 "high": 0.0,15008 "level": 0.95,15009 "n_items": 35,15010 "n_clusters": 35,15011 "n_boot": 200015012 },15013 "outputs_sample": [15014 " 7\n",15015 " 12\n",15016 " 83\n",15017 " 19\n",15018 " 71\n"15019 ],15020 "correct": [15021 0.0,15022 0.0,15023 0.0,15024 0.0,15025 0.0,15026 0.0,15027 0.0,15028 0.0,15029 0.0,15030 0.0,15031 0.0,15032 0.0,15033 0.0,15034 0.0,15035 0.0,15036 0.0,15037 0.0,15038 0.0,15039 0.0,15040 0.0,15041 0.0,15042 0.0,15043 0.0,15044 0.0,15045 0.0,15046 0.0,15047 0.0,15048 0.0,15049 0.0,15050 0.0,15051 0.0,15052 0.0,15053 0.0,15054 0.0,15055 0.015056 ]15057 },15058 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {15059 "accuracy": 0.0,15060 "gain_vs_zero": {15061 "estimate": 0.0,15062 "low": 0.0,15063 "high": 0.0,15064 "level": 0.95,15065 "n_items": 35,15066 "n_clusters": 35,15067 "n_boot": 200015068 },15069 "outputs_sample": [15070 " 7\n",15071 " 12\n",15072 " 83\n",15073 " 19\n",15074 " 71\n"15075 ],15076 "correct": [15077 0.0,15078 0.0,15079 0.0,15080 0.0,15081 0.0,15082 0.0,15083 0.0,15084 0.0,15085 0.0,15086 0.0,15087 0.0,15088 0.0,15089 0.0,15090 0.0,15091 0.0,15092 0.0,15093 0.0,15094 0.0,15095 0.0,15096 0.0,15097 0.0,15098 0.0,15099 0.0,15100 0.0,15101 0.0,15102 0.0,15103 0.0,15104 0.0,15105 0.0,15106 0.0,15107 0.0,15108 0.0,15109 0.0,15110 0.0,15111 0.015112 ]15113 },15114 "replace_donor_fewshot|ridge|L2": {15115 "accuracy": 0.0,15116 "gain_vs_zero": {15117 "estimate": 0.0,15118 "low": 0.0,15119 "high": 0.0,15120 "level": 0.95,15121 "n_items": 35,15122 "n_clusters": 35,15123 "n_boot": 200015124 },15125 "outputs_sample": [15126 " 7\n",15127 " 12\n",15128 " 83\n",15129 " 19\n",15130 " 71\n"15131 ],15132 "correct": [15133 0.0,15134 0.0,15135 0.0,15136 0.0,15137 0.0,15138 0.0,15139 0.0,15140 0.0,15141 0.0,15142 0.0,15143 0.0,15144 0.0,15145 0.0,15146 0.0,15147 0.0,15148 0.0,15149 0.0,15150 0.0,15151 0.0,15152 0.0,15153 0.0,15154 0.0,15155 0.0,15156 0.0,15157 0.0,15158 0.0,15159 0.0,15160 0.0,15161 0.0,15162 0.0,15163 0.0,15164 0.0,15165 0.0,15166 0.0,15167 0.015168 ]15169 },15170 "ctl_replace_donor_zeroshot|ridge|L2": {15171 "accuracy": 0.0,15172 "gain_vs_zero": {15173 "estimate": 0.0,15174 "low": 0.0,15175 "high": 0.0,15176 "level": 0.95,15177 "n_items": 35,15178 "n_clusters": 35,15179 "n_boot": 200015180 },15181 "outputs_sample": [15182 " 7\n",15183 " 24\n",15184 " 83\n",15185 " 19\n",15186 " 71\n"15187 ],15188 "correct": [15189 0.0,15190 0.0,15191 0.0,15192 0.0,15193 0.0,15194 0.0,15195 0.0,15196 0.0,15197 0.0,15198 0.0,15199 0.0,15200 0.0,15201 0.0,15202 0.0,15203 0.0,15204 0.0,15205 0.0,15206 0.0,15207 0.0,15208 0.0,15209 0.0,15210 0.0,15211 0.0,15212 0.0,15213 0.0,15214 0.0,15215 0.0,15216 0.0,15217 0.0,15218 0.0,15219 0.0,15220 0.0,15221 0.0,15222 0.0,15223 0.015224 ]15225 },15226 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {15227 "accuracy": 0.0,15228 "gain_vs_zero": {15229 "estimate": 0.0,15230 "low": 0.0,15231 "high": 0.0,15232 "level": 0.95,15233 "n_items": 35,15234 "n_clusters": 35,15235 "n_boot": 200015236 },15237 "outputs_sample": [15238 " 7\n",15239 " 12\n",15240 " 83\n",15241 " 19\n",15242 " 71\n"15243 ],15244 "correct": [15245 0.0,15246 0.0,15247 0.0,15248 0.0,15249 0.0,15250 0.0,15251 0.0,15252 0.0,15253 0.0,15254 0.0,15255 0.0,15256 0.0,15257 0.0,15258 0.0,15259 0.0,15260 0.0,15261 0.0,15262 0.0,15263 0.0,15264 0.0,15265 0.0,15266 0.0,15267 0.0,15268 0.0,15269 0.0,15270 0.0,15271 0.0,15272 0.0,15273 0.0,15274 0.0,15275 0.0,15276 0.0,15277 0.0,15278 0.0,15279 0.015280 ]15281 },15282 "ctl_replace_donor_fewshot|sham_map|L2": {15283 "accuracy": 0.0,15284 "gain_vs_zero": {15285 "estimate": 0.0,15286 "low": 0.0,15287 "high": 0.0,15288 "level": 0.95,15289 "n_items": 35,15290 "n_clusters": 35,15291 "n_boot": 200015292 },15293 "outputs_sample": [15294 " 7\n",15295 " 12\n",15296 " 83\n",15297 " 19\n",15298 " 71\n"15299 ],15300 "correct": [15301 0.0,15302 0.0,15303 0.0,15304 0.0,15305 0.0,15306 0.0,15307 0.0,15308 0.0,15309 0.0,15310 0.0,15311 0.0,15312 0.0,15313 0.0,15314 0.0,15315 0.0,15316 0.0,15317 0.0,15318 0.0,15319 0.0,15320 0.0,15321 0.0,15322 0.0,15323 0.0,15324 0.0,15325 0.0,15326 0.0,15327 0.0,15328 0.0,15329 0.0,15330 0.0,15331 0.0,15332 0.0,15333 0.0,15334 0.0,15335 0.015336 ]15337 },15338 "ctl_replace_donor_zeroshot|sham_map|L2": {15339 "accuracy": 0.0,15340 "gain_vs_zero": {15341 "estimate": 0.0,15342 "low": 0.0,15343 "high": 0.0,15344 "level": 0.95,15345 "n_items": 35,15346 "n_clusters": 35,15347 "n_boot": 200015348 },15349 "outputs_sample": [15350 " 7\n",15351 " 24\n",15352 " 83\n",15353 " 19\n",15354 " 71\n"15355 ],15356 "correct": [15357 0.0,15358 0.0,15359 0.0,15360 0.0,15361 0.0,15362 0.0,15363 0.0,15364 0.0,15365 0.0,15366 0.0,15367 0.0,15368 0.0,15369 0.0,15370 0.0,15371 0.0,15372 0.0,15373 0.0,15374 0.0,15375 0.0,15376 0.0,15377 0.0,15378 0.0,15379 0.0,15380 0.0,15381 0.0,15382 0.0,15383 0.0,15384 0.0,15385 0.0,15386 0.0,15387 0.0,15388 0.0,15389 0.0,15390 0.0,15391 0.015392 ]15393 },15394 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {15395 "accuracy": 0.0,15396 "gain_vs_zero": {15397 "estimate": 0.0,15398 "low": 0.0,15399 "high": 0.0,15400 "level": 0.95,15401 "n_items": 35,15402 "n_clusters": 35,15403 "n_boot": 200015404 },15405 "outputs_sample": [15406 " 7\n",15407 " 24\n",15408 " 83\n",15409 " 19\n",15410 " 71\n"15411 ],15412 "correct": [15413 0.0,15414 0.0,15415 0.0,15416 0.0,15417 0.0,15418 0.0,15419 0.0,15420 0.0,15421 0.0,15422 0.0,15423 0.0,15424 0.0,15425 0.0,15426 0.0,15427 0.0,15428 0.0,15429 0.0,15430 0.0,15431 0.0,15432 0.0,15433 0.0,15434 0.0,15435 0.0,15436 0.0,15437 0.0,15438 0.0,15439 0.0,15440 0.0,15441 0.0,15442 0.0,15443 0.0,15444 0.0,15445 0.0,15446 0.0,15447 0.015448 ]15449 },15450 "ctl_random_norm_matched|L2": {15451 "accuracy": 0.0,15452 "gain_vs_zero": {15453 "estimate": 0.0,15454 "low": 0.0,15455 "high": 0.0,15456 "level": 0.95,15457 "n_items": 35,15458 "n_clusters": 35,15459 "n_boot": 200015460 },15461 "correct": [15462 0.0,15463 0.0,15464 0.0,15465 0.0,15466 0.0,15467 0.0,15468 0.0,15469 0.0,15470 0.0,15471 0.0,15472 0.0,15473 0.0,15474 0.0,15475 0.0,15476 0.0,15477 0.0,15478 0.0,15479 0.0,15480 0.0,15481 0.0,15482 0.0,15483 0.0,15484 0.0,15485 0.0,15486 0.0,15487 0.0,15488 0.0,15489 0.0,15490 0.0,15491 0.0,15492 0.0,15493 0.0,15494 0.0,15495 0.0,15496 0.015497 ]15498 },15499 "ctl_unrelated_task_vector(antonym)|L2": {15500 "accuracy": 0.0,15501 "gain_vs_zero": {15502 "estimate": 0.0,15503 "low": 0.0,15504 "high": 0.0,15505 "level": 0.95,15506 "n_items": 35,15507 "n_clusters": 35,15508 "n_boot": 200015509 },15510 "correct": [15511 0.0,15512 0.0,15513 0.0,15514 0.0,15515 0.0,15516 0.0,15517 0.0,15518 0.0,15519 0.0,15520 0.0,15521 0.0,15522 0.0,15523 0.0,15524 0.0,15525 0.0,15526 0.0,15527 0.0,15528 0.0,15529 0.0,15530 0.0,15531 0.0,15532 0.0,15533 0.0,15534 0.0,15535 0.0,15536 0.0,15537 0.0,15538 0.0,15539 0.0,15540 0.0,15541 0.0,15542 0.0,15543 0.0,15544 0.0,15545 0.015546 ]15547 },15548 "procrustes|L3|a1.0": {15549 "accuracy": 0.0,15550 "gain_vs_zero": {15551 "estimate": 0.0,15552 "low": 0.0,15553 "high": 0.0,15554 "level": 0.95,15555 "n_items": 35,15556 "n_clusters": 35,15557 "n_boot": 200015558 },15559 "mapped_norm": 9.446496963500977,15560 "outputs_sample": [15561 " 7\n",15562 " 12\n",15563 " 83\n",15564 " 19\n",15565 " 71\n"15566 ],15567 "correct": [15568 0.0,15569 0.0,15570 0.0,15571 0.0,15572 0.0,15573 0.0,15574 0.0,15575 0.0,15576 0.0,15577 0.0,15578 0.0,15579 0.0,15580 0.0,15581 0.0,15582 0.0,15583 0.0,15584 0.0,15585 0.0,15586 0.0,15587 0.0,15588 0.0,15589 0.0,15590 0.0,15591 0.0,15592 0.0,15593 0.0,15594 0.0,15595 0.0,15596 0.0,15597 0.0,15598 0.0,15599 0.0,15600 0.0,15601 0.0,15602 0.015603 ]15604 },15605 "procrustes|L3|a2.0": {15606 "accuracy": 0.0,15607 "gain_vs_zero": {15608 "estimate": 0.0,15609 "low": 0.0,15610 "high": 0.0,15611 "level": 0.95,15612 "n_items": 35,15613 "n_clusters": 35,15614 "n_boot": 200015615 },15616 "mapped_norm": 9.446496963500977,15617 "outputs_sample": [15618 " 7\n",15619 " 12\n",15620 " 83\n",15621 " 19\n",15622 " 71\n"15623 ],15624 "correct": [15625 0.0,15626 0.0,15627 0.0,15628 0.0,15629 0.0,15630 0.0,15631 0.0,15632 0.0,15633 0.0,15634 0.0,15635 0.0,15636 0.0,15637 0.0,15638 0.0,15639 0.0,15640 0.0,15641 0.0,15642 0.0,15643 0.0,15644 0.0,15645 0.0,15646 0.0,15647 0.0,15648 0.0,15649 0.0,15650 0.0,15651 0.0,15652 0.0,15653 0.0,15654 0.0,15655 0.0,15656 0.0,15657 0.0,15658 0.0,15659 0.015660 ]15661 },15662 "procrustes_rescaled|L3|a1.0": {15663 "accuracy": 0.0,15664 "gain_vs_zero": {15665 "estimate": 0.0,15666 "low": 0.0,15667 "high": 0.0,15668 "level": 0.95,15669 "n_items": 35,15670 "n_clusters": 35,15671 "n_boot": 200015672 },15673 "mapped_norm": 5.985179901123047,15674 "outputs_sample": [15675 " 7\n",15676 " 12\n",15677 " 83\n",15678 " 19\n",15679 " 71\n"15680 ],15681 "correct": [15682 0.0,15683 0.0,15684 0.0,15685 0.0,15686 0.0,15687 0.0,15688 0.0,15689 0.0,15690 0.0,15691 0.0,15692 0.0,15693 0.0,15694 0.0,15695 0.0,15696 0.0,15697 0.0,15698 0.0,15699 0.0,15700 0.0,15701 0.0,15702 0.0,15703 0.0,15704 0.0,15705 0.0,15706 0.0,15707 0.0,15708 0.0,15709 0.0,15710 0.0,15711 0.0,15712 0.0,15713 0.0,15714 0.0,15715 0.0,15716 0.015717 ]15718 },15719 "ridge|L3|a1.0": {15720 "accuracy": 0.0,15721 "gain_vs_zero": {15722 "estimate": 0.0,15723 "low": 0.0,15724 "high": 0.0,15725 "level": 0.95,15726 "n_items": 35,15727 "n_clusters": 35,15728 "n_boot": 200015729 },15730 "mapped_norm": 9.311967849731445,15731 "outputs_sample": [15732 " 7\n",15733 " 24\n",15734 " 83\n",15735 " 19\n",15736 " 71\n"15737 ],15738 "correct": [15739 0.0,15740 0.0,15741 0.0,15742 0.0,15743 0.0,15744 0.0,15745 0.0,15746 0.0,15747 0.0,15748 0.0,15749 0.0,15750 0.0,15751 0.0,15752 0.0,15753 0.0,15754 0.0,15755 0.0,15756 0.0,15757 0.0,15758 0.0,15759 0.0,15760 0.0,15761 0.0,15762 0.0,15763 0.0,15764 0.0,15765 0.0,15766 0.0,15767 0.0,15768 0.0,15769 0.0,15770 0.0,15771 0.0,15772 0.0,15773 0.015774 ]15775 },15776 "ridge|L3|a2.0": {15777 "accuracy": 0.0,15778 "gain_vs_zero": {15779 "estimate": 0.0,15780 "low": 0.0,15781 "high": 0.0,15782 "level": 0.95,15783 "n_items": 35,15784 "n_clusters": 35,15785 "n_boot": 200015786 },15787 "mapped_norm": 9.311967849731445,15788 "outputs_sample": [15789 " 7\n",15790 " 12\n",15791 " 83\n",15792 " 19\n",15793 " 71\n"15794 ],15795 "correct": [15796 0.0,15797 0.0,15798 0.0,15799 0.0,15800 0.0,15801 0.0,15802 0.0,15803 0.0,15804 0.0,15805 0.0,15806 0.0,15807 0.0,15808 0.0,15809 0.0,15810 0.0,15811 0.0,15812 0.0,15813 0.0,15814 0.0,15815 0.0,15816 0.0,15817 0.0,15818 0.0,15819 0.0,15820 0.0,15821 0.0,15822 0.0,15823 0.0,15824 0.0,15825 0.0,15826 0.0,15827 0.0,15828 0.0,15829 0.0,15830 0.015831 ]15832 },15833 "ridge_rescaled|L3|a1.0": {15834 "accuracy": 0.0,15835 "gain_vs_zero": {15836 "estimate": 0.0,15837 "low": 0.0,15838 "high": 0.0,15839 "level": 0.95,15840 "n_items": 35,15841 "n_clusters": 35,15842 "n_boot": 200015843 },15844 "mapped_norm": 5.985179901123047,15845 "outputs_sample": [15846 " 7\n",15847 " 12\n",15848 " 83\n",15849 " 19\n",15850 " 71\n"15851 ],15852 "correct": [15853 0.0,15854 0.0,15855 0.0,15856 0.0,15857 0.0,15858 0.0,15859 0.0,15860 0.0,15861 0.0,15862 0.0,15863 0.0,15864 0.0,15865 0.0,15866 0.0,15867 0.0,15868 0.0,15869 0.0,15870 0.0,15871 0.0,15872 0.0,15873 0.0,15874 0.0,15875 0.0,15876 0.0,15877 0.0,15878 0.0,15879 0.0,15880 0.0,15881 0.0,15882 0.0,15883 0.0,15884 0.0,15885 0.0,15886 0.0,15887 0.015888 ]15889 },15890 "cca|L3|a1.0": {15891 "accuracy": 0.0,15892 "gain_vs_zero": {15893 "estimate": 0.0,15894 "low": 0.0,15895 "high": 0.0,15896 "level": 0.95,15897 "n_items": 35,15898 "n_clusters": 35,15899 "n_boot": 200015900 },15901 "mapped_norm": 10.181699752807617,15902 "outputs_sample": [15903 " 7\n",15904 " 12\n",15905 " 83\n",15906 " 19\n",15907 " 71\n"15908 ],15909 "correct": [15910 0.0,15911 0.0,15912 0.0,15913 0.0,15914 0.0,15915 0.0,15916 0.0,15917 0.0,15918 0.0,15919 0.0,15920 0.0,15921 0.0,15922 0.0,15923 0.0,15924 0.0,15925 0.0,15926 0.0,15927 0.0,15928 0.0,15929 0.0,15930 0.0,15931 0.0,15932 0.0,15933 0.0,15934 0.0,15935 0.0,15936 0.0,15937 0.0,15938 0.0,15939 0.0,15940 0.0,15941 0.0,15942 0.0,15943 0.0,15944 0.015945 ]15946 },15947 "cca|L3|a2.0": {15948 "accuracy": 0.0,15949 "gain_vs_zero": {15950 "estimate": 0.0,15951 "low": 0.0,15952 "high": 0.0,15953 "level": 0.95,15954 "n_items": 35,15955 "n_clusters": 35,15956 "n_boot": 200015957 },15958 "mapped_norm": 10.181699752807617,15959 "outputs_sample": [15960 " 7\n",15961 " 12\n",15962 " 83\n",15963 " 19\n",15964 " 71\n"15965 ],15966 "correct": [15967 0.0,15968 0.0,15969 0.0,15970 0.0,15971 0.0,15972 0.0,15973 0.0,15974 0.0,15975 0.0,15976 0.0,15977 0.0,15978 0.0,15979 0.0,15980 0.0,15981 0.0,15982 0.0,15983 0.0,15984 0.0,15985 0.0,15986 0.0,15987 0.0,15988 0.0,15989 0.0,15990 0.0,15991 0.0,15992 0.0,15993 0.0,15994 0.0,15995 0.0,15996 0.0,15997 0.0,15998 0.0,15999 0.0,16000 0.0,16001 0.016002 ]16003 },16004 "random_orth|L3|a1.0": {16005 "accuracy": 0.0,16006 "gain_vs_zero": {16007 "estimate": 0.0,16008 "low": 0.0,16009 "high": 0.0,16010 "level": 0.95,16011 "n_items": 35,16012 "n_clusters": 35,16013 "n_boot": 200016014 },16015 "mapped_norm": 10.008575439453125,16016 "outputs_sample": [16017 " 7\n",16018 " 12\n",16019 " 83\n",16020 " 19\n",16021 " 71\n"16022 ],16023 "correct": [16024 0.0,16025 0.0,16026 0.0,16027 0.0,16028 0.0,16029 0.0,16030 0.0,16031 0.0,16032 0.0,16033 0.0,16034 0.0,16035 0.0,16036 0.0,16037 0.0,16038 0.0,16039 0.0,16040 0.0,16041 0.0,16042 0.0,16043 0.0,16044 0.0,16045 0.0,16046 0.0,16047 0.0,16048 0.0,16049 0.0,16050 0.0,16051 0.0,16052 0.0,16053 0.0,16054 0.0,16055 0.0,16056 0.0,16057 0.0,16058 0.016059 ]16060 },16061 "random_orth|L3|a2.0": {16062 "accuracy": 0.0,16063 "gain_vs_zero": {16064 "estimate": 0.0,16065 "low": 0.0,16066 "high": 0.0,16067 "level": 0.95,16068 "n_items": 35,16069 "n_clusters": 35,16070 "n_boot": 200016071 },16072 "mapped_norm": 10.008575439453125,16073 "outputs_sample": [16074 " 7\n",16075 " 12\n",16076 " 83\n",16077 " 19\n",16078 " 71\n"16079 ],16080 "correct": [16081 0.0,16082 0.0,16083 0.0,16084 0.0,16085 0.0,16086 0.0,16087 0.0,16088 0.0,16089 0.0,16090 0.0,16091 0.0,16092 0.0,16093 0.0,16094 0.0,16095 0.0,16096 0.0,16097 0.0,16098 0.0,16099 0.0,16100 0.0,16101 0.0,16102 0.0,16103 0.0,16104 0.0,16105 0.0,16106 0.0,16107 0.0,16108 0.0,16109 0.0,16110 0.0,16111 0.0,16112 0.0,16113 0.0,16114 0.0,16115 0.016116 ]16117 },16118 "replace_donor_fewshot|procrustes|L3": {16119 "accuracy": 0.0,16120 "gain_vs_zero": {16121 "estimate": 0.0,16122 "low": 0.0,16123 "high": 0.0,16124 "level": 0.95,16125 "n_items": 35,16126 "n_clusters": 35,16127 "n_boot": 200016128 },16129 "outputs_sample": [16130 " 7\n",16131 " 12\n",16132 " 83\n",16133 " 19\n",16134 " 71\n"16135 ],16136 "correct": [16137 0.0,16138 0.0,16139 0.0,16140 0.0,16141 0.0,16142 0.0,16143 0.0,16144 0.0,16145 0.0,16146 0.0,16147 0.0,16148 0.0,16149 0.0,16150 0.0,16151 0.0,16152 0.0,16153 0.0,16154 0.0,16155 0.0,16156 0.0,16157 0.0,16158 0.0,16159 0.0,16160 0.0,16161 0.0,16162 0.0,16163 0.0,16164 0.0,16165 0.0,16166 0.0,16167 0.0,16168 0.0,16169 0.0,16170 0.0,16171 0.016172 ]16173 },16174 "ctl_replace_donor_zeroshot|procrustes|L3": {16175 "accuracy": 0.0,16176 "gain_vs_zero": {16177 "estimate": 0.0,16178 "low": 0.0,16179 "high": 0.0,16180 "level": 0.95,16181 "n_items": 35,16182 "n_clusters": 35,16183 "n_boot": 200016184 },16185 "outputs_sample": [16186 " 7\n",16187 " 12\n",16188 " 83\n",16189 " 19\n",16190 " 71\n"16191 ],16192 "correct": [16193 0.0,16194 0.0,16195 0.0,16196 0.0,16197 0.0,16198 0.0,16199 0.0,16200 0.0,16201 0.0,16202 0.0,16203 0.0,16204 0.0,16205 0.0,16206 0.0,16207 0.0,16208 0.0,16209 0.0,16210 0.0,16211 0.0,16212 0.0,16213 0.0,16214 0.0,16215 0.0,16216 0.0,16217 0.0,16218 0.0,16219 0.0,16220 0.0,16221 0.0,16222 0.0,16223 0.0,16224 0.0,16225 0.0,16226 0.0,16227 0.016228 ]16229 },16230 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L3": {16231 "accuracy": 0.0,16232 "gain_vs_zero": {16233 "estimate": 0.0,16234 "low": 0.0,16235 "high": 0.0,16236 "level": 0.95,16237 "n_items": 35,16238 "n_clusters": 35,16239 "n_boot": 200016240 },16241 "outputs_sample": [16242 " 7\n",16243 " 12\n",16244 " 83\n",16245 " 19\n",16246 " 71\n"16247 ],16248 "correct": [16249 0.0,16250 0.0,16251 0.0,16252 0.0,16253 0.0,16254 0.0,16255 0.0,16256 0.0,16257 0.0,16258 0.0,16259 0.0,16260 0.0,16261 0.0,16262 0.0,16263 0.0,16264 0.0,16265 0.0,16266 0.0,16267 0.0,16268 0.0,16269 0.0,16270 0.0,16271 0.0,16272 0.0,16273 0.0,16274 0.0,16275 0.0,16276 0.0,16277 0.0,16278 0.0,16279 0.0,16280 0.0,16281 0.0,16282 0.0,16283 0.016284 ]16285 },16286 "replace_donor_fewshot|ridge|L3": {16287 "accuracy": 0.0,16288 "gain_vs_zero": {16289 "estimate": 0.0,16290 "low": 0.0,16291 "high": 0.0,16292 "level": 0.95,16293 "n_items": 35,16294 "n_clusters": 35,16295 "n_boot": 200016296 },16297 "outputs_sample": [16298 " 7\n",16299 " 12\n",16300 " 83\n",16301 " 19\n",16302 " 71\n"16303 ],16304 "correct": [16305 0.0,16306 0.0,16307 0.0,16308 0.0,16309 0.0,16310 0.0,16311 0.0,16312 0.0,16313 0.0,16314 0.0,16315 0.0,16316 0.0,16317 0.0,16318 0.0,16319 0.0,16320 0.0,16321 0.0,16322 0.0,16323 0.0,16324 0.0,16325 0.0,16326 0.0,16327 0.0,16328 0.0,16329 0.0,16330 0.0,16331 0.0,16332 0.0,16333 0.0,16334 0.0,16335 0.0,16336 0.0,16337 0.0,16338 0.0,16339 0.016340 ]16341 },16342 "ctl_replace_donor_zeroshot|ridge|L3": {16343 "accuracy": 0.0,16344 "gain_vs_zero": {16345 "estimate": 0.0,16346 "low": 0.0,16347 "high": 0.0,16348 "level": 0.95,16349 "n_items": 35,16350 "n_clusters": 35,16351 "n_boot": 200016352 },16353 "outputs_sample": [16354 " 7\n",16355 " 12\n",16356 " 83\n",16357 " 19\n",16358 " 71\n"16359 ],16360 "correct": [16361 0.0,16362 0.0,16363 0.0,16364 0.0,16365 0.0,16366 0.0,16367 0.0,16368 0.0,16369 0.0,16370 0.0,16371 0.0,16372 0.0,16373 0.0,16374 0.0,16375 0.0,16376 0.0,16377 0.0,16378 0.0,16379 0.0,16380 0.0,16381 0.0,16382 0.0,16383 0.0,16384 0.0,16385 0.0,16386 0.0,16387 0.0,16388 0.0,16389 0.0,16390 0.0,16391 0.0,16392 0.0,16393 0.0,16394 0.0,16395 0.016396 ]16397 },16398 "ctl_replace_donor_fewshot_shuffled_query|ridge|L3": {16399 "accuracy": 0.0,16400 "gain_vs_zero": {16401 "estimate": 0.0,16402 "low": 0.0,16403 "high": 0.0,16404 "level": 0.95,16405 "n_items": 35,16406 "n_clusters": 35,16407 "n_boot": 200016408 },16409 "outputs_sample": [16410 " 7\n",16411 " 12\n",16412 " 83\n",16413 " 19\n",16414 " 71\n"16415 ],16416 "correct": [16417 0.0,16418 0.0,16419 0.0,16420 0.0,16421 0.0,16422 0.0,16423 0.0,16424 0.0,16425 0.0,16426 0.0,16427 0.0,16428 0.0,16429 0.0,16430 0.0,16431 0.0,16432 0.0,16433 0.0,16434 0.0,16435 0.0,16436 0.0,16437 0.0,16438 0.0,16439 0.0,16440 0.0,16441 0.0,16442 0.0,16443 0.0,16444 0.0,16445 0.0,16446 0.0,16447 0.0,16448 0.0,16449 0.0,16450 0.0,16451 0.016452 ]16453 },16454 "ctl_replace_donor_fewshot|sham_map|L3": {16455 "accuracy": 0.0,16456 "gain_vs_zero": {16457 "estimate": 0.0,16458 "low": 0.0,16459 "high": 0.0,16460 "level": 0.95,16461 "n_items": 35,16462 "n_clusters": 35,16463 "n_boot": 200016464 },16465 "outputs_sample": [16466 " 7\n",16467 " 12\n",16468 " 83\n",16469 " 19\n",16470 " 71\n"16471 ],16472 "correct": [16473 0.0,16474 0.0,16475 0.0,16476 0.0,16477 0.0,16478 0.0,16479 0.0,16480 0.0,16481 0.0,16482 0.0,16483 0.0,16484 0.0,16485 0.0,16486 0.0,16487 0.0,16488 0.0,16489 0.0,16490 0.0,16491 0.0,16492 0.0,16493 0.0,16494 0.0,16495 0.0,16496 0.0,16497 0.0,16498 0.0,16499 0.0,16500 0.0,16501 0.0,16502 0.0,16503 0.0,16504 0.0,16505 0.0,16506 0.0,16507 0.016508 ]16509 },16510 "ctl_replace_donor_zeroshot|sham_map|L3": {16511 "accuracy": 0.0,16512 "gain_vs_zero": {16513 "estimate": 0.0,16514 "low": 0.0,16515 "high": 0.0,16516 "level": 0.95,16517 "n_items": 35,16518 "n_clusters": 35,16519 "n_boot": 200016520 },16521 "outputs_sample": [16522 " 7\n",16523 " 24\n",16524 " 83\n",16525 " 19\n",16526 " 71\n"16527 ],16528 "correct": [16529 0.0,16530 0.0,16531 0.0,16532 0.0,16533 0.0,16534 0.0,16535 0.0,16536 0.0,16537 0.0,16538 0.0,16539 0.0,16540 0.0,16541 0.0,16542 0.0,16543 0.0,16544 0.0,16545 0.0,16546 0.0,16547 0.0,16548 0.0,16549 0.0,16550 0.0,16551 0.0,16552 0.0,16553 0.0,16554 0.0,16555 0.0,16556 0.0,16557 0.0,16558 0.0,16559 0.0,16560 0.0,16561 0.0,16562 0.0,16563 0.016564 ]16565 },16566 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L3": {16567 "accuracy": 0.0,16568 "gain_vs_zero": {16569 "estimate": 0.0,16570 "low": 0.0,16571 "high": 0.0,16572 "level": 0.95,16573 "n_items": 35,16574 "n_clusters": 35,16575 "n_boot": 200016576 },16577 "outputs_sample": [16578 " 7\n",16579 " 12\n",16580 " 83\n",16581 " 19\n",16582 " 71\n"16583 ],16584 "correct": [16585 0.0,16586 0.0,16587 0.0,16588 0.0,16589 0.0,16590 0.0,16591 0.0,16592 0.0,16593 0.0,16594 0.0,16595 0.0,16596 0.0,16597 0.0,16598 0.0,16599 0.0,16600 0.0,16601 0.0,16602 0.0,16603 0.0,16604 0.0,16605 0.0,16606 0.0,16607 0.0,16608 0.0,16609 0.0,16610 0.0,16611 0.0,16612 0.0,16613 0.0,16614 0.0,16615 0.0,16616 0.0,16617 0.0,16618 0.0,16619 0.016620 ]16621 },16622 "ctl_random_norm_matched|L3": {16623 "accuracy": 0.0,16624 "gain_vs_zero": {16625 "estimate": 0.0,16626 "low": 0.0,16627 "high": 0.0,16628 "level": 0.95,16629 "n_items": 35,16630 "n_clusters": 35,16631 "n_boot": 200016632 },16633 "correct": [16634 0.0,16635 0.0,16636 0.0,16637 0.0,16638 0.0,16639 0.0,16640 0.0,16641 0.0,16642 0.0,16643 0.0,16644 0.0,16645 0.0,16646 0.0,16647 0.0,16648 0.0,16649 0.0,16650 0.0,16651 0.0,16652 0.0,16653 0.0,16654 0.0,16655 0.0,16656 0.0,16657 0.0,16658 0.0,16659 0.0,16660 0.0,16661 0.0,16662 0.0,16663 0.0,16664 0.0,16665 0.0,16666 0.0,16667 0.0,16668 0.016669 ]16670 },16671 "ctl_unrelated_task_vector(antonym)|L3": {16672 "accuracy": 0.0,16673 "gain_vs_zero": {16674 "estimate": 0.0,16675 "low": 0.0,16676 "high": 0.0,16677 "level": 0.95,16678 "n_items": 35,16679 "n_clusters": 35,16680 "n_boot": 200016681 },16682 "correct": [16683 0.0,16684 0.0,16685 0.0,16686 0.0,16687 0.0,16688 0.0,16689 0.0,16690 0.0,16691 0.0,16692 0.0,16693 0.0,16694 0.0,16695 0.0,16696 0.0,16697 0.0,16698 0.0,16699 0.0,16700 0.0,16701 0.0,16702 0.0,16703 0.0,16704 0.0,16705 0.0,16706 0.0,16707 0.0,16708 0.0,16709 0.0,16710 0.0,16711 0.0,16712 0.0,16713 0.0,16714 0.0,16715 0.0,16716 0.0,16717 0.016718 ]16719 }16720 },16721 "items": {16722 "zero": [16723 0.0,16724 0.0,16725 0.0,16726 0.0,16727 0.0,16728 0.0,16729 0.0,16730 0.0,16731 0.0,16732 0.0,16733 0.0,16734 0.0,16735 0.0,16736 0.0,16737 0.0,16738 0.0,16739 0.0,16740 0.0,16741 0.0,16742 0.0,16743 0.0,16744 0.0,16745 0.0,16746 0.0,16747 0.0,16748 0.0,16749 0.0,16750 0.0,16751 0.0,16752 0.0,16753 0.0,16754 0.0,16755 0.0,16756 0.0,16757 0.016758 ],16759 "few": [16760 1.0,16761 1.0,16762 1.0,16763 1.0,16764 1.0,16765 1.0,16766 1.0,16767 1.0,16768 1.0,16769 1.0,16770 1.0,16771 1.0,16772 1.0,16773 1.0,16774 1.0,16775 1.0,16776 1.0,16777 1.0,16778 1.0,16779 1.0,16780 1.0,16781 1.0,16782 1.0,16783 1.0,16784 1.0,16785 1.0,16786 1.0,16787 1.0,16788 1.0,16789 1.0,16790 1.0,16791 1.0,16792 1.0,16793 1.0,16794 1.016795 ],16796 "own": [16797 0.0,16798 0.0,16799 0.0,16800 0.0,16801 0.0,16802 0.0,16803 0.0,16804 0.0,16805 0.0,16806 0.0,16807 0.0,16808 0.0,16809 0.0,16810 0.0,16811 0.0,16812 0.0,16813 0.0,16814 0.0,16815 0.0,16816 0.0,16817 0.0,16818 0.0,16819 0.0,16820 0.0,16821 0.0,16822 0.0,16823 0.0,16824 0.0,16825 0.0,16826 0.0,16827 0.0,16828 0.0,16829 0.0,16830 0.0,16831 0.016832 ]16833 }16834 }16835 },16836 "maps": {16837 "antonym|L16->L21|procrustes": {16838 "r2_fit": 0.8242908699345535,16839 "r2_heldout": 0.5913933873878174,16840 "n_params": 3147776,16841 "n_fit": 70016842 },16843 "antonym|L16->L21|ridge": {16844 "r2_fit": 0.9840400567727121,16845 "r2_heldout": 0.689455885937327,16846 "n_params": 3147776,16847 "n_fit": 70016848 },16849 "antonym|L16->L21|cca": {16850 "r2_fit": 1.0,16851 "r2_heldout": 0.5377708371911856,16852 "n_params": 3147776,16853 "n_fit": 70016854 },16855 "antonym|L16->L21|random_orth": {16856 "r2_fit": -1.0213353367698672,16857 "r2_heldout": -1.0271048022420954,16858 "n_params": 3147776,16859 "n_fit": 70016860 },16861 "antonym|L16->L25|procrustes": {16862 "r2_fit": 0.7789317263345014,16863 "r2_heldout": 0.5189323512035198,16864 "n_params": 3147776,16865 "n_fit": 70016866 },16867 "antonym|L16->L25|ridge": {16868 "r2_fit": 0.9768372484231601,16869 "r2_heldout": 0.561849639296945,16870 "n_params": 3147776,16871 "n_fit": 70016872 },16873 "antonym|L16->L25|cca": {16874 "r2_fit": 1.0,16875 "r2_heldout": 0.3522291325781527,16876 "n_params": 3147776,16877 "n_fit": 70016878 },16879 "antonym|L16->L25|random_orth": {16880 "r2_fit": -1.013307727170727,16881 "r2_heldout": -0.9742140107957578,16882 "n_params": 3147776,16883 "n_fit": 70016884 },16885 "capital|L22->L25|procrustes": {16886 "r2_fit": 0.6812579149842342,16887 "r2_heldout": 0.33049999614906345,16888 "n_params": 3147776,16889 "n_fit": 70016890 },16891 "capital|L22->L25|ridge": {16892 "r2_fit": 0.9980958684653297,16893 "r2_heldout": 0.2900994499441236,16894 "n_params": 3147776,16895 "n_fit": 70016896 },16897 "capital|L22->L25|cca": {16898 "r2_fit": 1.0,16899 "r2_heldout": 0.1727963417103383,16900 "n_params": 3147776,16901 "n_fit": 70016902 },16903 "capital|L22->L25|random_orth": {16904 "r2_fit": -1.0198097338466052,16905 "r2_heldout": -1.0727224352191658,16906 "n_params": 3147776,16907 "n_fit": 70016908 },16909 "capital|L22->L28|procrustes": {16910 "r2_fit": 0.7170739703394544,16911 "r2_heldout": 0.36713744532122183,16912 "n_params": 3147776,16913 "n_fit": 70016914 },16915 "capital|L22->L28|ridge": {16916 "r2_fit": 0.9979072175196985,16917 "r2_heldout": 0.2220964886238158,16918 "n_params": 3147776,16919 "n_fit": 70016920 },16921 "capital|L22->L28|cca": {16922 "r2_fit": 1.0,16923 "r2_heldout": 0.0975991245741894,16924 "n_params": 3147776,16925 "n_fit": 70016926 },16927 "capital|L22->L28|random_orth": {16928 "r2_fit": -1.0068048344805685,16929 "r2_heldout": -1.034999214455036,16930 "n_params": 3147776,16931 "n_fit": 70016932 },16933 "morph|L2->L2|procrustes": {16934 "r2_fit": 0.8768402596923065,16935 "r2_heldout": 0.8272276534578493,16936 "n_params": 3147776,16937 "n_fit": 70016938 },16939 "morph|L2->L2|ridge": {16940 "r2_fit": 0.9550618175123223,16941 "r2_heldout": 0.9249065149517056,16942 "n_params": 3147776,16943 "n_fit": 70016944 },16945 "morph|L2->L2|cca": {16946 "r2_fit": 1.0,16947 "r2_heldout": 0.9277687231418891,16948 "n_params": 3147776,16949 "n_fit": 70016950 },16951 "morph|L2->L2|random_orth": {16952 "r2_fit": -0.9796428978182967,16953 "r2_heldout": -0.9881587693428178,16954 "n_params": 3147776,16955 "n_fit": 70016956 },16957 "morph|L2->L3|procrustes": {16958 "r2_fit": 0.8908344763747743,16959 "r2_heldout": 0.8456872924889355,16960 "n_params": 3147776,16961 "n_fit": 70016962 },16963 "morph|L2->L3|ridge": {16964 "r2_fit": 0.9602412595525736,16965 "r2_heldout": 0.9332928632300228,16966 "n_params": 3147776,16967 "n_fit": 70016968 },16969 "morph|L2->L3|cca": {16970 "r2_fit": 1.0,16971 "r2_heldout": 0.9298938096912243,16972 "n_params": 3147776,16973 "n_fit": 70016974 },16975 "morph|L2->L3|random_orth": {16976 "r2_fit": -0.979687803645922,16977 "r2_heldout": -0.9987808883929721,16978 "n_params": 3147776,16979 "n_fit": 70016980 },16981 "addthree|L2->L2|procrustes": {16982 "r2_fit": 0.8768402596923065,16983 "r2_heldout": 0.8272276534578493,16984 "n_params": 3147776,16985 "n_fit": 70016986 },16987 "addthree|L2->L2|ridge": {16988 "r2_fit": 0.9550618175123223,16989 "r2_heldout": 0.9249065149517056,16990 "n_params": 3147776,16991 "n_fit": 70016992 },16993 "addthree|L2->L2|cca": {16994 "r2_fit": 1.0,16995 "r2_heldout": 0.9277687231418891,16996 "n_params": 3147776,16997 "n_fit": 70016998 },16999 "addthree|L2->L2|random_orth": {17000 "r2_fit": -0.9796428978182967,17001 "r2_heldout": -0.9881587693428178,17002 "n_params": 3147776,17003 "n_fit": 70017004 },17005 "addthree|L2->L3|procrustes": {17006 "r2_fit": 0.8908344763747743,17007 "r2_heldout": 0.8456872924889355,17008 "n_params": 3147776,17009 "n_fit": 70017010 },17011 "addthree|L2->L3|ridge": {17012 "r2_fit": 0.9602412595525736,17013 "r2_heldout": 0.9332928632300228,17014 "n_params": 3147776,17015 "n_fit": 70017016 },17017 "addthree|L2->L3|cca": {17018 "r2_fit": 1.0,17019 "r2_heldout": 0.9298938096912243,17020 "n_params": 3147776,17021 "n_fit": 70017022 },17023 "addthree|L2->L3|random_orth": {17024 "r2_fit": -0.979687803645922,17025 "r2_heldout": -0.9987808883929721,17026 "n_params": 3147776,17027 "n_fit": 70017028 }17029 },17030 "collateral": {17031 "antonym": {17032 "condition": "procrustes|L25|a1.0",17033 "heldout_nll_base": 1.9591156323750814,17034 "heldout_nll_with_vector": 1.8864750544230142,17035 "cross_task": {17036 "capital": {17037 "zero": 0.13636363636363635,17038 "with_vector": 0.017039 },17040 "morph": {17041 "zero": 0.0,17042 "with_vector": 0.017043 },17044 "addthree": {17045 "zero": 0.0,17046 "with_vector": 0.017047 }17048 }17049 },17050 "capital": {17051 "condition": "procrustes|L25|a1.0",17052 "heldout_nll_base": 1.9591156323750814,17053 "heldout_nll_with_vector": 1.9340380668640136,17054 "cross_task": {17055 "antonym": {17056 "zero": 0.09375,17057 "with_vector": 0.062517058 },17059 "morph": {17060 "zero": 0.0,17061 "with_vector": 0.017062 },17063 "addthree": {17064 "zero": 0.0,17065 "with_vector": 0.017066 }17067 }17068 },17069 "morph": {17070 "condition": "procrustes|L2|a1.0",17071 "heldout_nll_base": 1.9591156323750814,17072 "heldout_nll_with_vector": 1.929586378733317,17073 "cross_task": {17074 "antonym": {17075 "zero": 0.09375,17076 "with_vector": 0.062517077 },17078 "capital": {17079 "zero": 0.13636363636363635,17080 "with_vector": 0.04545454545454545617081 },17082 "addthree": {17083 "zero": 0.0,17084 "with_vector": 0.017085 }17086 }17087 },17088 "addthree": {17089 "condition": "procrustes|L2|a1.0",17090 "heldout_nll_base": 1.9591156323750814,17091 "heldout_nll_with_vector": 1.950550619761149,17092 "cross_task": {17093 "antonym": {17094 "zero": 0.09375,17095 "with_vector": 0.0937517096 },17097 "capital": {17098 "zero": 0.13636363636363635,17099 "with_vector": 0.04545454545454545617100 },17101 "morph": {17102 "zero": 0.0,17103 "with_vector": 0.017104 }17105 }17106 }17107 }17108 },17109 "llama3b->qwen3b": {17110 "donor": "llama3b",17111 "recipient": "qwen3b",17112 "tasks": {17113 "antonym": {17114 "recipient_zero": 0.09375,17115 "recipient_few": 0.9375,17116 "recipient_own_vector": 0.90625,17117 "donor_layer": 14,17118 "conditions": {17119 "procrustes|L18|a1.0": {17120 "accuracy": 0.15625,17121 "gain_vs_zero": {17122 "estimate": 0.0625,17123 "low": -0.0625,17124 "high": 0.1875,17125 "level": 0.95,17126 "n_items": 32,17127 "n_clusters": 32,17128 "n_boot": 200017129 },17130 "mapped_norm": 24.069671630859375,17131 "outputs_sample": [17132 " 3\n",17133 " 1\n",17134 " bright\n",17135 " cAaLm\n",17136 " under\n"17137 ],17138 "correct": [17139 0.0,17140 0.0,17141 0.0,17142 0.0,17143 1.0,17144 0.0,17145 0.0,17146 0.0,17147 0.0,17148 0.0,17149 0.0,17150 0.0,17151 0.0,17152 0.0,17153 0.0,17154 1.0,17155 0.0,17156 1.0,17157 0.0,17158 1.0,17159 0.0,17160 0.0,17161 0.0,17162 0.0,17163 0.0,17164 0.0,17165 0.0,17166 0.0,17167 1.0,17168 0.0,17169 0.0,17170 0.017171 ]17172 },17173 "procrustes|L18|a2.0": {17174 "accuracy": 0.25,17175 "gain_vs_zero": {17176 "estimate": 0.15625,17177 "low": 0.0,17178 "high": 0.3125,17179 "level": 0.95,17180 "n_items": 32,17181 "n_clusters": 32,17182 "n_boot": 200017183 },17184 "mapped_norm": 24.069671630859375,17185 "outputs_sample": [17186 " 4\n",17187 " arrive\n",17188 " bright\n",17189 " calm\n",17190 " over\n"17191 ],17192 "correct": [17193 0.0,17194 0.0,17195 0.0,17196 0.0,17197 0.0,17198 0.0,17199 0.0,17200 0.0,17201 0.0,17202 0.0,17203 1.0,17204 0.0,17205 1.0,17206 0.0,17207 0.0,17208 1.0,17209 0.0,17210 1.0,17211 0.0,17212 1.0,17213 0.0,17214 0.0,17215 0.0,17216 1.0,17217 1.0,17218 0.0,17219 0.0,17220 0.0,17221 1.0,17222 0.0,17223 0.0,17224 0.017225 ]17226 },17227 "procrustes_rescaled|L18|a1.0": {17228 "accuracy": 0.25,17229 "gain_vs_zero": {17230 "estimate": 0.15625,17231 "low": 0.0,17232 "high": 0.3125,17233 "level": 0.95,17234 "n_items": 32,17235 "n_clusters": 32,17236 "n_boot": 200017237 },17238 "mapped_norm": 57.11780548095703,17239 "outputs_sample": [17240 " happy\n",17241 " arrive\n",17242 " bright\n",17243 " calm\n",17244 " over\n"17245 ],17246 "correct": [17247 0.0,17248 0.0,17249 0.0,17250 0.0,17251 0.0,17252 0.0,17253 0.0,17254 0.0,17255 0.0,17256 0.0,17257 1.0,17258 0.0,17259 1.0,17260 0.0,17261 0.0,17262 1.0,17263 0.0,17264 1.0,17265 0.0,17266 1.0,17267 0.0,17268 0.0,17269 0.0,17270 1.0,17271 1.0,17272 0.0,17273 0.0,17274 0.0,17275 1.0,17276 0.0,17277 0.0,17278 0.017279 ]17280 },17281 "ridge|L18|a1.0": {17282 "accuracy": 0.25,17283 "gain_vs_zero": {17284 "estimate": 0.15625,17285 "low": 0.03125,17286 "high": 0.28125,17287 "level": 0.95,17288 "n_items": 32,17289 "n_clusters": 32,17290 "n_boot": 200017291 },17292 "mapped_norm": 31.35213279724121,17293 "outputs_sample": [17294 " h-a-p-p-y\n",17295 " 1\n",17296 " bright\n",17297 " cAml\n",17298 " under\n"17299 ],17300 "correct": [17301 0.0,17302 0.0,17303 0.0,17304 0.0,17305 1.0,17306 0.0,17307 0.0,17308 0.0,17309 0.0,17310 0.0,17311 0.0,17312 1.0,17313 1.0,17314 0.0,17315 0.0,17316 1.0,17317 0.0,17318 1.0,17319 0.0,17320 1.0,17321 0.0,17322 0.0,17323 0.0,17324 0.0,17325 1.0,17326 0.0,17327 0.0,17328 0.0,17329 1.0,17330 0.0,17331 0.0,17332 0.017333 ]17334 },17335 "ridge|L18|a2.0": {17336 "accuracy": 0.3125,17337 "gain_vs_zero": {17338 "estimate": 0.21875,17339 "low": 0.0625,17340 "high": 0.375,17341 "level": 0.95,17342 "n_items": 32,17343 "n_clusters": 32,17344 "n_boot": 200017345 },17346 "mapped_norm": 31.35213279724121,17347 "outputs_sample": [17348 " sad\n",17349 " 1\n",17350 " light\n",17351 " calm\n",17352 " over\n"17353 ],17354 "correct": [17355 1.0,17356 0.0,17357 0.0,17358 0.0,17359 0.0,17360 0.0,17361 0.0,17362 0.0,17363 1.0,17364 0.0,17365 1.0,17366 0.0,17367 0.0,17368 0.0,17369 0.0,17370 1.0,17371 0.0,17372 1.0,17373 0.0,17374 1.0,17375 1.0,17376 0.0,17377 0.0,17378 1.0,17379 1.0,17380 0.0,17381 0.0,17382 0.0,17383 1.0,17384 0.0,17385 0.0,17386 0.017387 ]17388 },17389 "ridge_rescaled|L18|a1.0": {17390 "accuracy": 0.4375,17391 "gain_vs_zero": {17392 "estimate": 0.34375,17393 "low": 0.15625,17394 "high": 0.53125,17395 "level": 0.95,17396 "n_items": 32,17397 "n_clusters": 32,17398 "n_boot": 200017399 },17400 "mapped_norm": 57.1178092956543,17401 "outputs_sample": [17402 " sad\n",17403 " 1\n",17404 " light\n",17405 " calm\n",17406 " over\n"17407 ],17408 "correct": [17409 1.0,17410 0.0,17411 0.0,17412 0.0,17413 0.0,17414 0.0,17415 0.0,17416 0.0,17417 1.0,17418 0.0,17419 1.0,17420 0.0,17421 1.0,17422 1.0,17423 0.0,17424 1.0,17425 1.0,17426 1.0,17427 0.0,17428 1.0,17429 1.0,17430 0.0,17431 0.0,17432 1.0,17433 1.0,17434 0.0,17435 0.0,17436 0.0,17437 1.0,17438 1.0,17439 0.0,17440 0.017441 ]17442 },17443 "cca|L18|a1.0": {17444 "accuracy": 0.46875,17445 "gain_vs_zero": {17446 "estimate": 0.375,17447 "low": 0.21875,17448 "high": 0.5320312499999957,17449 "level": 0.95,17450 "n_items": 32,17451 "n_clusters": 32,17452 "n_boot": 200017453 },17454 "mapped_norm": 34.392704010009766,17455 "outputs_sample": [17456 " 3\n",17457 " 1\n",17458 " light\n",17459 " Calm\n",17460 " under\n"17461 ],17462 "correct": [17463 0.0,17464 0.0,17465 0.0,17466 0.0,17467 1.0,17468 0.0,17469 0.0,17470 0.0,17471 0.0,17472 0.0,17473 1.0,17474 1.0,17475 1.0,17476 1.0,17477 0.0,17478 1.0,17479 1.0,17480 1.0,17481 1.0,17482 1.0,17483 1.0,17484 0.0,17485 0.0,17486 1.0,17487 1.0,17488 0.0,17489 0.0,17490 1.0,17491 1.0,17492 0.0,17493 0.0,17494 0.017495 ]17496 },17497 "cca|L18|a2.0": {17498 "accuracy": 0.375,17499 "gain_vs_zero": {17500 "estimate": 0.28125,17501 "low": 0.125,17502 "high": 0.46875,17503 "level": 0.95,17504 "n_items": 32,17505 "n_clusters": 32,17506 "n_boot": 200017507 },17508 "mapped_norm": 34.392704010009766,17509 "outputs_sample": [17510 " sad\n",17511 " arrive\n",17512 " dark\n",17513 " calm\n",17514 " over\n"17515 ],17516 "correct": [17517 1.0,17518 0.0,17519 1.0,17520 0.0,17521 0.0,17522 0.0,17523 0.0,17524 0.0,17525 0.0,17526 0.0,17527 1.0,17528 0.0,17529 1.0,17530 1.0,17531 0.0,17532 1.0,17533 0.0,17534 1.0,17535 0.0,17536 1.0,17537 1.0,17538 0.0,17539 0.0,17540 1.0,17541 1.0,17542 0.0,17543 0.0,17544 0.0,17545 1.0,17546 0.0,17547 0.0,17548 0.017549 ]17550 },17551 "random_orth|L18|a1.0": {17552 "accuracy": 0.1875,17553 "gain_vs_zero": {17554 "estimate": 0.09375,17555 "low": 0.0,17556 "high": 0.1875,17557 "level": 0.95,17558 "n_items": 32,17559 "n_clusters": 32,17560 "n_boot": 200017561 },17562 "mapped_norm": 25.001222610473633,17563 "outputs_sample": [17564 " 5\n",17565 " 1\n",17566 " The word \"bright\" is",17567 " 3\n",17568 " The word \"over\" is"17569 ],17570 "correct": [17571 0.0,17572 0.0,17573 0.0,17574 0.0,17575 0.0,17576 0.0,17577 0.0,17578 0.0,17579 0.0,17580 0.0,17581 0.0,17582 1.0,17583 0.0,17584 0.0,17585 0.0,17586 1.0,17587 0.0,17588 1.0,17589 0.0,17590 1.0,17591 0.0,17592 0.0,17593 0.0,17594 1.0,17595 1.0,17596 0.0,17597 0.0,17598 0.0,17599 0.0,17600 0.0,17601 0.0,17602 0.017603 ]17604 },17605 "random_orth|L18|a2.0": {17606 "accuracy": 0.21875,17607 "gain_vs_zero": {17608 "estimate": 0.125,17609 "low": 0.03125,17610 "high": 0.25,17611 "level": 0.95,17612 "n_items": 32,17613 "n_clusters": 32,17614 "n_boot": 200017615 },17616 "mapped_norm": 25.001222610473633,17617 "outputs_sample": [17618 " sad\n",17619 " 1\n",17620 " \"Bright\"\n",17621 " \"aCML\"\n",17622 " The word \"over\" is"17623 ],17624 "correct": [17625 1.0,17626 0.0,17627 0.0,17628 0.0,17629 0.0,17630 0.0,17631 0.0,17632 0.0,17633 0.0,17634 0.0,17635 1.0,17636 1.0,17637 0.0,17638 0.0,17639 0.0,17640 1.0,17641 0.0,17642 1.0,17643 0.0,17644 1.0,17645 0.0,17646 0.0,17647 0.0,17648 0.0,17649 1.0,17650 0.0,17651 0.0,17652 0.0,17653 0.0,17654 0.0,17655 0.0,17656 0.017657 ]17658 },17659 "replace_donor_fewshot|procrustes|L18": {17660 "accuracy": 0.28125,17661 "gain_vs_zero": {17662 "estimate": 0.1875,17663 "low": 0.03125,17664 "high": 0.34375,17665 "level": 0.95,17666 "n_items": 32,17667 "n_clusters": 32,17668 "n_boot": 200017669 },17670 "outputs_sample": [17671 " 3\n",17672 " 1\n",17673 " 1\n",17674 " cAml\n",17675 " over\n"17676 ],17677 "correct": [17678 0.0,17679 0.0,17680 0.0,17681 0.0,17682 0.0,17683 0.0,17684 0.0,17685 0.0,17686 0.0,17687 0.0,17688 1.0,17689 0.0,17690 1.0,17691 0.0,17692 0.0,17693 1.0,17694 1.0,17695 1.0,17696 0.0,17697 1.0,17698 0.0,17699 0.0,17700 0.0,17701 1.0,17702 1.0,17703 0.0,17704 0.0,17705 0.0,17706 1.0,17707 0.0,17708 0.0,17709 0.017710 ]17711 },17712 "ctl_replace_donor_zeroshot|procrustes|L18": {17713 "accuracy": 0.125,17714 "gain_vs_zero": {17715 "estimate": 0.03125,17716 "low": 0.0,17717 "high": 0.09375,17718 "level": 0.95,17719 "n_items": 32,17720 "n_clusters": 32,17721 "n_boot": 200017722 },17723 "outputs_sample": [17724 " 4\n",17725 " 1\n",17726 " The word \"bright\" is",17727 " a\n",17728 " 1\n"17729 ],17730 "correct": [17731 0.0,17732 0.0,17733 0.0,17734 0.0,17735 0.0,17736 0.0,17737 0.0,17738 0.0,17739 0.0,17740 0.0,17741 0.0,17742 1.0,17743 0.0,17744 0.0,17745 0.0,17746 0.0,17747 0.0,17748 1.0,17749 0.0,17750 1.0,17751 0.0,17752 0.0,17753 0.0,17754 0.0,17755 0.0,17756 0.0,17757 0.0,17758 1.0,17759 0.0,17760 0.0,17761 0.0,17762 0.017763 ]17764 },17765 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L18": {17766 "accuracy": 0.25,17767 "gain_vs_zero": {17768 "estimate": 0.15625,17769 "low": 0.0,17770 "high": 0.3125,17771 "level": 0.95,17772 "n_items": 32,17773 "n_clusters": 32,17774 "n_boot": 200017775 },17776 "outputs_sample": [17777 " 3\n",17778 " 1\n",17779 " \"Bright\"\n",17780 " True\n",17781 " under\n"17782 ],17783 "correct": [17784 0.0,17785 0.0,17786 0.0,17787 0.0,17788 1.0,17789 0.0,17790 0.0,17791 0.0,17792 0.0,17793 0.0,17794 1.0,17795 0.0,17796 0.0,17797 0.0,17798 0.0,17799 1.0,17800 1.0,17801 1.0,17802 0.0,17803 1.0,17804 0.0,17805 0.0,17806 0.0,17807 0.0,17808 1.0,17809 0.0,17810 0.0,17811 0.0,17812 1.0,17813 0.0,17814 0.0,17815 0.017816 ]17817 },17818 "replace_donor_fewshot|ridge|L18": {17819 "accuracy": 0.21875,17820 "gain_vs_zero": {17821 "estimate": 0.125,17822 "low": 0.0,17823 "high": 0.28125,17824 "level": 0.95,17825 "n_items": 32,17826 "n_clusters": 32,17827 "n_boot": 200017828 },17829 "outputs_sample": [17830 " 3\n",17831 " 1\n",17832 " light\n",17833 " False\n",17834 " over\n"17835 ],17836 "correct": [17837 0.0,17838 0.0,17839 0.0,17840 0.0,17841 0.0,17842 0.0,17843 0.0,17844 0.0,17845 0.0,17846 0.0,17847 0.0,17848 0.0,17849 1.0,17850 0.0,17851 0.0,17852 1.0,17853 0.0,17854 1.0,17855 1.0,17856 1.0,17857 0.0,17858 0.0,17859 0.0,17860 0.0,17861 1.0,17862 0.0,17863 0.0,17864 0.0,17865 1.0,17866 0.0,17867 0.0,17868 0.017869 ]17870 },17871 "ctl_replace_donor_zeroshot|ridge|L18": {17872 "accuracy": 0.09375,17873 "gain_vs_zero": {17874 "estimate": 0.0,17875 "low": 0.0,17876 "high": 0.0,17877 "level": 0.95,17878 "n_items": 32,17879 "n_clusters": 32,17880 "n_boot": 200017881 },17882 "outputs_sample": [17883 " 4\n",17884 " 1\n",17885 " 4\n",17886 " a\n",17887 " 1\n"17888 ],17889 "correct": [17890 0.0,17891 0.0,17892 0.0,17893 0.0,17894 0.0,17895 0.0,17896 0.0,17897 0.0,17898 0.0,17899 0.0,17900 0.0,17901 1.0,17902 0.0,17903 0.0,17904 0.0,17905 0.0,17906 0.0,17907 1.0,17908 0.0,17909 1.0,17910 0.0,17911 0.0,17912 0.0,17913 0.0,17914 0.0,17915 0.0,17916 0.0,17917 0.0,17918 0.0,17919 0.0,17920 0.0,17921 0.017922 ]17923 },17924 "ctl_replace_donor_fewshot_shuffled_query|ridge|L18": {17925 "accuracy": 0.15625,17926 "gain_vs_zero": {17927 "estimate": 0.0625,17928 "low": -0.0625,17929 "high": 0.1875,17930 "level": 0.95,17931 "n_items": 32,17932 "n_clusters": 32,17933 "n_boot": 200017934 },17935 "outputs_sample": [17936 " 3\n",17937 " 1\n",17938 " True\n",17939 " True\n",17940 " 1\n"17941 ],17942 "correct": [17943 0.0,17944 0.0,17945 0.0,17946 0.0,17947 0.0,17948 0.0,17949 0.0,17950 0.0,17951 0.0,17952 0.0,17953 0.0,17954 0.0,17955 0.0,17956 0.0,17957 0.0,17958 1.0,17959 0.0,17960 1.0,17961 0.0,17962 1.0,17963 0.0,17964 0.0,17965 0.0,17966 0.0,17967 1.0,17968 0.0,17969 0.0,17970 0.0,17971 1.0,17972 0.0,17973 0.0,17974 0.017975 ]17976 },17977 "ctl_replace_donor_fewshot|sham_map|L18": {17978 "accuracy": 0.21875,17979 "gain_vs_zero": {17980 "estimate": 0.125,17981 "low": 0.03125,17982 "high": 0.25,17983 "level": 0.95,17984 "n_items": 32,17985 "n_clusters": 32,17986 "n_boot": 200017987 },17988 "outputs_sample": [17989 " The word \"happy\" is",17990 " 1\n",17991 " The word \"bright\" is",17992 " The word \"calm\"",17993 " 1\n"17994 ],17995 "correct": [17996 0.0,17997 0.0,17998 0.0,17999 0.0,18000 0.0,18001 0.0,18002 0.0,18003 0.0,18004 0.0,18005 0.0,18006 1.0,18007 1.0,18008 0.0,18009 0.0,18010 0.0,18011 1.0,18012 0.0,18013 1.0,18014 0.0,18015 1.0,18016 0.0,18017 0.0,18018 0.0,18019 0.0,18020 0.0,18021 0.0,18022 0.0,18023 1.0,18024 1.0,18025 0.0,18026 0.0,18027 0.018028 ]18029 },18030 "ctl_replace_donor_zeroshot|sham_map|L18": {18031 "accuracy": 0.125,18032 "gain_vs_zero": {18033 "estimate": 0.03125,18034 "low": -0.0625,18035 "high": 0.125,18036 "level": 0.95,18037 "n_items": 32,18038 "n_clusters": 32,18039 "n_boot": 200018040 },18041 "outputs_sample": [18042 " 4\n",18043 " 1\n",18044 " The word \"bright\" is",18045 " \"aCML\"\n",18046 " 1\n"18047 ],18048 "correct": [18049 0.0,18050 0.0,18051 0.0,18052 0.0,18053 0.0,18054 0.0,18055 0.0,18056 0.0,18057 0.0,18058 0.0,18059 1.0,18060 0.0,18061 0.0,18062 0.0,18063 0.0,18064 1.0,18065 0.0,18066 1.0,18067 0.0,18068 1.0,18069 0.0,18070 0.0,18071 0.0,18072 0.0,18073 0.0,18074 0.0,18075 0.0,18076 0.0,18077 0.0,18078 0.0,18079 0.0,18080 0.018081 ]18082 },18083 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L18": {18084 "accuracy": 0.21875,18085 "gain_vs_zero": {18086 "estimate": 0.125,18087 "low": 0.0,18088 "high": 0.28125,18089 "level": 0.95,18090 "n_items": 32,18091 "n_clusters": 32,18092 "n_boot": 200018093 },18094 "outputs_sample": [18095 " The word \"happy\" is",18096 " 1\n",18097 " The word \"bright\" is",18098 " The word \"calm\"",18099 " 1\n"18100 ],18101 "correct": [18102 0.0,18103 0.0,18104 0.0,18105 0.0,18106 0.0,18107 0.0,18108 0.0,18109 0.0,18110 0.0,18111 0.0,18112 1.0,18113 0.0,18114 1.0,18115 0.0,18116 0.0,18117 1.0,18118 0.0,18119 1.0,18120 0.0,18121 1.0,18122 0.0,18123 0.0,18124 0.0,18125 0.0,18126 0.0,18127 0.0,18128 0.0,18129 1.0,18130 1.0,18131 0.0,18132 0.0,18133 0.018134 ]18135 },18136 "ctl_random_norm_matched|L18": {18137 "accuracy": 0.25,18138 "gain_vs_zero": {18139 "estimate": 0.15625,18140 "low": 0.03125,18141 "high": 0.28125,18142 "level": 0.95,18143 "n_items": 32,18144 "n_clusters": 32,18145 "n_boot": 200018146 },18147 "correct": [18148 0.0,18149 0.0,18150 0.0,18151 0.0,18152 0.0,18153 0.0,18154 0.0,18155 0.0,18156 0.0,18157 0.0,18158 1.0,18159 1.0,18160 0.0,18161 0.0,18162 0.0,18163 1.0,18164 0.0,18165 1.0,18166 0.0,18167 1.0,18168 0.0,18169 0.0,18170 0.0,18171 1.0,18172 0.0,18173 0.0,18174 0.0,18175 1.0,18176 0.0,18177 1.0,18178 0.0,18179 0.018180 ]18181 },18182 "ctl_unrelated_task_vector(capital)|L18": {18183 "accuracy": 0.15625,18184 "gain_vs_zero": {18185 "estimate": 0.0625,18186 "low": -0.0625,18187 "high": 0.1875,18188 "level": 0.95,18189 "n_items": 32,18190 "n_clusters": 32,18191 "n_boot": 200018192 },18193 "correct": [18194 0.0,18195 0.0,18196 0.0,18197 0.0,18198 0.0,18199 0.0,18200 0.0,18201 0.0,18202 0.0,18203 0.0,18204 0.0,18205 0.0,18206 0.0,18207 0.0,18208 0.0,18209 1.0,18210 0.0,18211 1.0,18212 0.0,18213 1.0,18214 0.0,18215 0.0,18216 0.0,18217 0.0,18218 0.0,18219 0.0,18220 0.0,18221 1.0,18222 1.0,18223 0.0,18224 0.0,18225 0.018226 ]18227 },18228 "procrustes|L25|a1.0": {18229 "accuracy": 0.78125,18230 "gain_vs_zero": {18231 "estimate": 0.6875,18232 "low": 0.53125,18233 "high": 0.84375,18234 "level": 0.95,18235 "n_items": 32,18236 "n_clusters": 32,18237 "n_boot": 200018238 },18239 "mapped_norm": 40.60661697387695,18240 "outputs_sample": [18241 " sad\n",18242 " depart\n",18243 " dark\n",18244 " panick\n",18245 " under\n"18246 ],18247 "correct": [18248 1.0,18249 1.0,18250 1.0,18251 0.0,18252 1.0,18253 0.0,18254 0.0,18255 1.0,18256 1.0,18257 1.0,18258 1.0,18259 1.0,18260 1.0,18261 0.0,18262 1.0,18263 1.0,18264 0.0,18265 1.0,18266 1.0,18267 1.0,18268 1.0,18269 1.0,18270 1.0,18271 1.0,18272 1.0,18273 0.0,18274 0.0,18275 1.0,18276 1.0,18277 1.0,18278 1.0,18279 1.018280 ]18281 },18282 "procrustes|L25|a2.0": {18283 "accuracy": 0.78125,18284 "gain_vs_zero": {18285 "estimate": 0.6875,18286 "low": 0.53125,18287 "high": 0.84375,18288 "level": 0.95,18289 "n_items": 32,18290 "n_clusters": 32,18291 "n_boot": 200018292 },18293 "mapped_norm": 40.60661697387695,18294 "outputs_sample": [18295 " sad\n",18296 " leave\n\n",18297 " dark\n",18298 " storm\n",18299 " under\n"18300 ],18301 "correct": [18302 1.0,18303 0.0,18304 1.0,18305 0.0,18306 1.0,18307 0.0,18308 1.0,18309 1.0,18310 1.0,18311 1.0,18312 1.0,18313 1.0,18314 1.0,18315 1.0,18316 1.0,18317 1.0,18318 0.0,18319 1.0,18320 1.0,18321 1.0,18322 1.0,18323 0.0,18324 1.0,18325 1.0,18326 1.0,18327 1.0,18328 0.0,18329 1.0,18330 1.0,18331 0.0,18332 1.0,18333 1.018334 ]18335 },18336 "procrustes_rescaled|L25|a1.0": {18337 "accuracy": 0.78125,18338 "gain_vs_zero": {18339 "estimate": 0.6875,18340 "low": 0.53125,18341 "high": 0.84375,18342 "level": 0.95,18343 "n_items": 32,18344 "n_clusters": 32,18345 "n_boot": 200018346 },18347 "mapped_norm": 57.1178092956543,18348 "outputs_sample": [18349 " sad\n",18350 " depart\n",18351 " dark\n",18352 " storm\n",18353 " under\n"18354 ],18355 "correct": [18356 1.0,18357 1.0,18358 1.0,18359 0.0,18360 1.0,18361 0.0,18362 1.0,18363 1.0,18364 1.0,18365 1.0,18366 1.0,18367 1.0,18368 1.0,18369 1.0,18370 1.0,18371 1.0,18372 0.0,18373 1.0,18374 1.0,18375 1.0,18376 1.0,18377 0.0,18378 1.0,18379 1.0,18380 1.0,18381 0.0,18382 0.0,18383 1.0,18384 1.0,18385 0.0,18386 1.0,18387 1.018388 ]18389 },18390 "ridge|L25|a1.0": {18391 "accuracy": 0.6875,18392 "gain_vs_zero": {18393 "estimate": 0.59375,18394 "low": 0.4375,18395 "high": 0.75,18396 "level": 0.95,18397 "n_items": 32,18398 "n_clusters": 32,18399 "n_boot": 200018400 },18401 "mapped_norm": 46.85785675048828,18402 "outputs_sample": [18403 " sad\n",18404 " leave\n\n",18405 " dark\n",18406 " warp\n",18407 " under\n"18408 ],18409 "correct": [18410 1.0,18411 0.0,18412 1.0,18413 0.0,18414 1.0,18415 0.0,18416 0.0,18417 1.0,18418 1.0,18419 1.0,18420 1.0,18421 1.0,18422 1.0,18423 1.0,18424 0.0,18425 1.0,18426 0.0,18427 1.0,18428 1.0,18429 1.0,18430 1.0,18431 0.0,18432 1.0,18433 1.0,18434 1.0,18435 1.0,18436 0.0,18437 1.0,18438 1.0,18439 0.0,18440 0.0,18441 1.018442 ]18443 },18444 "ridge|L25|a2.0": {18445 "accuracy": 0.25,18446 "gain_vs_zero": {18447 "estimate": 0.15625,18448 "low": 0.0,18449 "high": 0.3125,18450 "level": 0.95,18451 "n_items": 32,18452 "n_clusters": 32,18453 "n_boot": 200018454 },18455 "mapped_norm": 46.85785675048828,18456 "outputs_sample": [18457 " cool\n",18458 " kite\n",18459 " red\n",18460 " shy\n",18461 " under\n"18462 ],18463 "correct": [18464 0.0,18465 0.0,18466 0.0,18467 0.0,18468 1.0,18469 0.0,18470 0.0,18471 0.0,18472 1.0,18473 0.0,18474 0.0,18475 1.0,18476 0.0,18477 0.0,18478 0.0,18479 1.0,18480 0.0,18481 1.0,18482 0.0,18483 0.0,18484 1.0,18485 0.0,18486 0.0,18487 1.0,18488 1.0,18489 0.0,18490 0.0,18491 0.0,18492 0.0,18493 0.0,18494 0.0,18495 0.018496 ]18497 },18498 "ridge_rescaled|L25|a1.0": {18499 "accuracy": 0.6875,18500 "gain_vs_zero": {18501 "estimate": 0.59375,18502 "low": 0.4375,18503 "high": 0.75,18504 "level": 0.95,18505 "n_items": 32,18506 "n_clusters": 32,18507 "n_boot": 200018508 },18509 "mapped_norm": 57.11780548095703,18510 "outputs_sample": [18511 " sad\n",18512 " leave\n",18513 " dark\n",18514 " flash\n",18515 " under\n"18516 ],18517 "correct": [18518 1.0,18519 0.0,18520 1.0,18521 0.0,18522 1.0,18523 0.0,18524 0.0,18525 1.0,18526 1.0,18527 1.0,18528 1.0,18529 1.0,18530 1.0,18531 1.0,18532 1.0,18533 1.0,18534 0.0,18535 1.0,18536 1.0,18537 1.0,18538 1.0,18539 0.0,18540 0.0,18541 1.0,18542 1.0,18543 1.0,18544 0.0,18545 1.0,18546 1.0,18547 0.0,18548 0.0,18549 1.018550 ]18551 },18552 "cca|L25|a1.0": {18553 "accuracy": 0.8125,18554 "gain_vs_zero": {18555 "estimate": 0.71875,18556 "low": 0.5625,18557 "high": 0.875,18558 "level": 0.95,18559 "n_items": 32,18560 "n_clusters": 32,18561 "n_boot": 200018562 },18563 "mapped_norm": 58.244014739990234,18564 "outputs_sample": [18565 " sad\n",18566 " leave\n",18567 " dark\n",18568 " storm\n",18569 " under\n"18570 ],18571 "correct": [18572 1.0,18573 0.0,18574 1.0,18575 0.0,18576 1.0,18577 0.0,18578 1.0,18579 1.0,18580 1.0,18581 1.0,18582 1.0,18583 1.0,18584 1.0,18585 1.0,18586 1.0,18587 1.0,18588 0.0,18589 1.0,18590 1.0,18591 1.0,18592 1.0,18593 1.0,18594 1.0,18595 1.0,18596 1.0,18597 1.0,18598 0.0,18599 1.0,18600 1.0,18601 0.0,18602 1.0,18603 1.018604 ]18605 },18606 "cca|L25|a2.0": {18607 "accuracy": 0.03125,18608 "gain_vs_zero": {18609 "estimate": -0.0625,18610 "low": -0.15625,18611 "high": 0.0,18612 "level": 0.95,18613 "n_items": 32,18614 "n_clusters": 32,18615 "n_boot": 200018616 },18617 "mapped_norm": 58.244014739990234,18618 "outputs_sample": [18619 " cloud\n",18620 " duck\n\n",18621 " cloud\n",18622 " duck\n",18623 " duck\n"18624 ],18625 "correct": [18626 0.0,18627 0.0,18628 0.0,18629 0.0,18630 0.0,18631 0.0,18632 0.0,18633 0.0,18634 0.0,18635 0.0,18636 0.0,18637 0.0,18638 0.0,18639 0.0,18640 0.0,18641 0.0,18642 0.0,18643 1.0,18644 0.0,18645 0.0,18646 0.0,18647 0.0,18648 0.0,18649 0.0,18650 0.0,18651 0.0,18652 0.0,18653 0.0,18654 0.0,18655 0.0,18656 0.0,18657 0.018658 ]18659 },18660 "random_orth|L25|a1.0": {18661 "accuracy": 0.03125,18662 "gain_vs_zero": {18663 "estimate": -0.0625,18664 "low": -0.1875,18665 "high": 0.0625,18666 "level": 0.95,18667 "n_items": 32,18668 "n_clusters": 32,18669 "n_boot": 200018670 },18671 "mapped_norm": 41.031681060791016,18672 "outputs_sample": [18673 " 5\n",18674 " 1\n",18675 " 4\n",18676 " 3\n",18677 " 5\n"18678 ],18679 "correct": [18680 0.0,18681 0.0,18682 0.0,18683 0.0,18684 0.0,18685 0.0,18686 0.0,18687 0.0,18688 1.0,18689 0.0,18690 0.0,18691 0.0,18692 0.0,18693 0.0,18694 0.0,18695 0.0,18696 0.0,18697 0.0,18698 0.0,18699 0.0,18700 0.0,18701 0.0,18702 0.0,18703 0.0,18704 0.0,18705 0.0,18706 0.0,18707 0.0,18708 0.0,18709 0.0,18710 0.0,18711 0.018712 ]18713 },18714 "random_orth|L25|a2.0": {18715 "accuracy": 0.03125,18716 "gain_vs_zero": {18717 "estimate": -0.0625,18718 "low": -0.1875,18719 "high": 0.0625,18720 "level": 0.95,18721 "n_items": 32,18722 "n_clusters": 32,18723 "n_boot": 200018724 },18725 "mapped_norm": 41.031681060791016,18726 "outputs_sample": [18727 " 5\n",18728 " 1\n",18729 " 4\n",18730 " 3\n",18731 " 5\n"18732 ],18733 "correct": [18734 0.0,18735 0.0,18736 0.0,18737 0.0,18738 0.0,18739 0.0,18740 0.0,18741 0.0,18742 1.0,18743 0.0,18744 0.0,18745 0.0,18746 0.0,18747 0.0,18748 0.0,18749 0.0,18750 0.0,18751 0.0,18752 0.0,18753 0.0,18754 0.0,18755 0.0,18756 0.0,18757 0.0,18758 0.0,18759 0.0,18760 0.0,18761 0.0,18762 0.0,18763 0.0,18764 0.0,18765 0.018766 ]18767 },18768 "replace_donor_fewshot|procrustes|L25": {18769 "accuracy": 0.84375,18770 "gain_vs_zero": {18771 "estimate": 0.75,18772 "low": 0.59375,18773 "high": 0.875,18774 "level": 0.95,18775 "n_items": 32,18776 "n_clusters": 32,18777 "n_boot": 200018778 },18779 "outputs_sample": [18780 " sad\n",18781 " depart\n\n",18782 " dark\n",18783 " excited\n",18784 " under\n"18785 ],18786 "correct": [18787 1.0,18788 1.0,18789 1.0,18790 0.0,18791 1.0,18792 0.0,18793 1.0,18794 1.0,18795 1.0,18796 1.0,18797 1.0,18798 1.0,18799 1.0,18800 1.0,18801 1.0,18802 1.0,18803 0.0,18804 1.0,18805 1.0,18806 1.0,18807 1.0,18808 1.0,18809 1.0,18810 1.0,18811 1.0,18812 0.0,18813 0.0,18814 1.0,18815 1.0,18816 1.0,18817 1.0,18818 1.018819 ]18820 },18821 "ctl_replace_donor_zeroshot|procrustes|L25": {18822 "accuracy": 0.15625,18823 "gain_vs_zero": {18824 "estimate": 0.0625,18825 "low": -0.0625,18826 "high": 0.1875,18827 "level": 0.95,18828 "n_items": 32,18829 "n_clusters": 32,18830 "n_boot": 200018831 },18832 "outputs_sample": [18833 " 4\n",18834 " 1\n",18835 " The word \"bright\" is",18836 " The word \"calm\"",18837 " over\n"18838 ],18839 "correct": [18840 0.0,18841 0.0,18842 0.0,18843 0.0,18844 0.0,18845 0.0,18846 0.0,18847 0.0,18848 0.0,18849 0.0,18850 1.0,18851 0.0,18852 0.0,18853 0.0,18854 0.0,18855 1.0,18856 0.0,18857 1.0,18858 0.0,18859 1.0,18860 0.0,18861 0.0,18862 0.0,18863 0.0,18864 1.0,18865 0.0,18866 0.0,18867 0.0,18868 0.0,18869 0.0,18870 0.0,18871 0.018872 ]18873 },18874 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": {18875 "accuracy": 0.8125,18876 "gain_vs_zero": {18877 "estimate": 0.71875,18878 "low": 0.5625,18879 "high": 0.875,18880 "level": 0.95,18881 "n_items": 32,18882 "n_clusters": 32,18883 "n_boot": 200018884 },18885 "outputs_sample": [18886 " sad\n",18887 " depart\n",18888 " dark\n",18889 " excited\n",18890 " under\n"18891 ],18892 "correct": [18893 1.0,18894 1.0,18895 1.0,18896 0.0,18897 1.0,18898 0.0,18899 1.0,18900 1.0,18901 1.0,18902 1.0,18903 1.0,18904 1.0,18905 1.0,18906 1.0,18907 1.0,18908 1.0,18909 1.0,18910 1.0,18911 1.0,18912 1.0,18913 1.0,18914 1.0,18915 1.0,18916 1.0,18917 1.0,18918 0.0,18919 0.0,18920 1.0,18921 1.0,18922 0.0,18923 0.0,18924 1.018925 ]18926 },18927 "replace_donor_fewshot|ridge|L25": {18928 "accuracy": 0.75,18929 "gain_vs_zero": {18930 "estimate": 0.65625,18931 "low": 0.5,18932 "high": 0.8125,18933 "level": 0.95,18934 "n_items": 32,18935 "n_clusters": 32,18936 "n_boot": 200018937 },18938 "outputs_sample": [18939 " sad\n",18940 " depart\n\n",18941 " dark\n",18942 " storm\n",18943 " under\n"18944 ],18945 "correct": [18946 1.0,18947 1.0,18948 1.0,18949 0.0,18950 1.0,18951 0.0,18952 1.0,18953 1.0,18954 1.0,18955 1.0,18956 1.0,18957 1.0,18958 1.0,18959 1.0,18960 1.0,18961 1.0,18962 0.0,18963 1.0,18964 1.0,18965 1.0,18966 1.0,18967 0.0,18968 0.0,18969 1.0,18970 1.0,18971 0.0,18972 0.0,18973 1.0,18974 1.0,18975 0.0,18976 1.0,18977 1.018978 ]18979 },18980 "ctl_replace_donor_zeroshot|ridge|L25": {18981 "accuracy": 0.0,18982 "gain_vs_zero": {18983 "estimate": -0.09375,18984 "low": -0.1875,18985 "high": 0.0,18986 "level": 0.95,18987 "n_items": 32,18988 "n_clusters": 32,18989 "n_boot": 200018990 },18991 "outputs_sample": [18992 " 5\n",18993 " The word \"arrive\"",18994 " The word \"bright\" is",18995 " ['a', 'c',",18996 " The word \"over\" is"18997 ],18998 "correct": [18999 0.0,19000 0.0,19001 0.0,19002 0.0,19003 0.0,19004 0.0,19005 0.0,19006 0.0,19007 0.0,19008 0.0,19009 0.0,19010 0.0,19011 0.0,19012 0.0,19013 0.0,19014 0.0,19015 0.0,19016 0.0,19017 0.0,19018 0.0,19019 0.0,19020 0.0,19021 0.0,19022 0.0,19023 0.0,19024 0.0,19025 0.0,19026 0.0,19027 0.0,19028 0.0,19029 0.0,19030 0.019031 ]19032 },19033 "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": {19034 "accuracy": 0.75,19035 "gain_vs_zero": {19036 "estimate": 0.65625,19037 "low": 0.5,19038 "high": 0.8125,19039 "level": 0.95,19040 "n_items": 32,19041 "n_clusters": 32,19042 "n_boot": 200019043 },19044 "outputs_sample": [19045 " sad\n",19046 " depart\n",19047 " dark\n",19048 " wave\n",19049 " under\n"19050 ],19051 "correct": [19052 1.0,19053 1.0,19054 1.0,19055 0.0,19056 1.0,19057 0.0,19058 1.0,19059 1.0,19060 1.0,19061 1.0,19062 1.0,19063 1.0,19064 1.0,19065 1.0,19066 1.0,19067 1.0,19068 0.0,19069 1.0,19070 1.0,19071 1.0,19072 1.0,19073 0.0,19074 1.0,19075 1.0,19076 1.0,19077 0.0,19078 0.0,19079 1.0,19080 1.0,19081 0.0,19082 0.0,19083 1.019084 ]19085 },19086 "ctl_replace_donor_fewshot|sham_map|L25": {19087 "accuracy": 0.125,19088 "gain_vs_zero": {19089 "estimate": 0.03125,19090 "low": -0.0625,19091 "high": 0.125,19092 "level": 0.95,19093 "n_items": 32,19094 "n_clusters": 32,19095 "n_boot": 200019096 },19097 "outputs_sample": [19098 " sad\n",19099 " 1\n",19100 " The word \"bright\" is",19101 " The word \"calm\"",19102 " 5\n\n"19103 ],19104 "correct": [19105 1.0,19106 0.0,19107 0.0,19108 0.0,19109 0.0,19110 0.0,19111 0.0,19112 0.0,19113 1.0,19114 0.0,19115 0.0,19116 1.0,19117 0.0,19118 0.0,19119 0.0,19120 0.0,19121 0.0,19122 0.0,19123 0.0,19124 1.0,19125 0.0,19126 0.0,19127 0.0,19128 0.0,19129 0.0,19130 0.0,19131 0.0,19132 0.0,19133 0.0,19134 0.0,19135 0.0,19136 0.019137 ]19138 },19139 "ctl_replace_donor_zeroshot|sham_map|L25": {19140 "accuracy": 0.09375,19141 "gain_vs_zero": {19142 "estimate": 0.0,19143 "low": -0.125,19144 "high": 0.125,19145 "level": 0.95,19146 "n_items": 32,19147 "n_clusters": 32,19148 "n_boot": 200019149 },19150 "outputs_sample": [19151 " happy\n",19152 " The word \"arrive\"",19153 " The word \"bright\" is",19154 " The word \"calm\"",19155 " The word \"over\" is"19156 ],19157 "correct": [19158 0.0,19159 0.0,19160 0.0,19161 0.0,19162 0.0,19163 0.0,19164 0.0,19165 0.0,19166 0.0,19167 0.0,19168 0.0,19169 0.0,19170 0.0,19171 0.0,19172 0.0,19173 1.0,19174 0.0,19175 0.0,19176 0.0,19177 1.0,19178 0.0,19179 0.0,19180 0.0,19181 0.0,19182 0.0,19183 0.0,19184 0.0,19185 0.0,19186 1.0,19187 0.0,19188 0.0,19189 0.019190 ]19191 },19192 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": {19193 "accuracy": 0.09375,19194 "gain_vs_zero": {19195 "estimate": 0.0,19196 "low": -0.125,19197 "high": 0.125,19198 "level": 0.95,19199 "n_items": 32,19200 "n_clusters": 32,19201 "n_boot": 200019202 },19203 "outputs_sample": [19204 " 5\n",19205 " 1\n",19206 " The word \"bright\" is",19207 " 3\n",19208 " over\n"19209 ],19210 "correct": [19211 0.0,19212 0.0,19213 0.0,19214 0.0,19215 0.0,19216 0.0,19217 0.0,19218 0.0,19219 1.0,19220 0.0,19221 0.0,19222 0.0,19223 0.0,19224 0.0,19225 0.0,19226 1.0,19227 0.0,19228 0.0,19229 0.0,19230 1.0,19231 0.0,19232 0.0,19233 0.0,19234 0.0,19235 0.0,19236 0.0,19237 0.0,19238 0.0,19239 0.0,19240 0.0,19241 0.0,19242 0.019243 ]19244 },19245 "ctl_random_norm_matched|L25": {19246 "accuracy": 0.03125,19247 "gain_vs_zero": {19248 "estimate": -0.0625,19249 "low": -0.15625,19250 "high": 0.0,19251 "level": 0.95,19252 "n_items": 32,19253 "n_clusters": 32,19254 "n_boot": 200019255 },19256 "correct": [19257 0.0,19258 0.0,19259 0.0,19260 0.0,19261 0.0,19262 0.0,19263 0.0,19264 0.0,19265 0.0,19266 0.0,19267 0.0,19268 0.0,19269 0.0,19270 0.0,19271 0.0,19272 0.0,19273 0.0,19274 1.0,19275 0.0,19276 0.0,19277 0.0,19278 0.0,19279 0.0,19280 0.0,19281 0.0,19282 0.0,19283 0.0,19284 0.0,19285 0.0,19286 0.0,19287 0.0,19288 0.019289 ]19290 },19291 "ctl_unrelated_task_vector(capital)|L25": {19292 "accuracy": 0.3125,19293 "gain_vs_zero": {19294 "estimate": 0.21875,19295 "low": 0.09375,19296 "high": 0.375,19297 "level": 0.95,19298 "n_items": 32,19299 "n_clusters": 32,19300 "n_boot": 200019301 },19302 "correct": [19303 0.0,19304 0.0,19305 0.0,19306 0.0,19307 0.0,19308 0.0,19309 0.0,19310 0.0,19311 1.0,19312 0.0,19313 1.0,19314 1.0,19315 0.0,19316 0.0,19317 0.0,19318 1.0,19319 1.0,19320 1.0,19321 0.0,19322 1.0,19323 0.0,19324 0.0,19325 0.0,19326 1.0,19327 1.0,19328 0.0,19329 0.0,19330 0.0,19331 1.0,19332 0.0,19333 0.0,19334 0.019335 ]19336 }19337 },19338 "items": {19339 "zero": [19340 0.0,19341 0.0,19342 0.0,19343 0.0,19344 0.0,19345 0.0,19346 0.0,19347 0.0,19348 0.0,19349 0.0,19350 0.0,19351 1.0,19352 0.0,19353 0.0,19354 0.0,19355 0.0,19356 0.0,19357 1.0,19358 0.0,19359 1.0,19360 0.0,19361 0.0,19362 0.0,19363 0.0,19364 0.0,19365 0.0,19366 0.0,19367 0.0,19368 0.0,19369 0.0,19370 0.0,19371 0.019372 ],19373 "few": [19374 1.0,19375 1.0,19376 1.0,19377 0.0,19378 1.0,19379 1.0,19380 1.0,19381 1.0,19382 1.0,19383 1.0,19384 1.0,19385 1.0,19386 1.0,19387 1.0,19388 1.0,19389 1.0,19390 1.0,19391 1.0,19392 1.0,19393 1.0,19394 1.0,19395 1.0,19396 0.0,19397 1.0,19398 1.0,19399 1.0,19400 1.0,19401 1.0,19402 1.0,19403 1.0,19404 1.0,19405 1.019406 ],19407 "own": [19408 1.0,19409 0.0,19410 1.0,19411 0.0,19412 1.0,19413 1.0,19414 1.0,19415 1.0,19416 1.0,19417 1.0,19418 1.0,19419 1.0,19420 1.0,19421 1.0,19422 1.0,19423 1.0,19424 0.0,19425 1.0,19426 1.0,19427 1.0,19428 1.0,19429 1.0,19430 1.0,19431 1.0,19432 1.0,19433 1.0,19434 1.0,19435 1.0,19436 1.0,19437 1.0,19438 1.0,19439 1.019440 ]19441 }19442 },19443 "capital": {19444 "recipient_zero": 0.13636363636363635,19445 "recipient_few": 1.0,19446 "recipient_own_vector": 0.8181818181818182,19447 "donor_layer": 14,19448 "conditions": {19449 "procrustes|L18|a1.0": {19450 "accuracy": 0.5454545454545454,19451 "gain_vs_zero": {19452 "estimate": 0.4090909090909091,19453 "low": 0.22727272727272727,19454 "high": 0.6363636363636364,19455 "level": 0.95,19456 "n_items": 22,19457 "n_clusters": 22,19458 "n_boot": 200019459 },19460 "mapped_norm": 25.164409637451172,19461 "outputs_sample": [19462 " Caracas\n\n",19463 " 5.9\n",19464 " Casablanca\n\n",19465 " 100\n",19466 " Tokyo\n\n"19467 ],19468 "correct": [19469 1.0,19470 0.0,19471 0.0,19472 0.0,19473 1.0,19474 0.0,19475 1.0,19476 1.0,19477 0.0,19478 0.0,19479 1.0,19480 1.0,19481 0.0,19482 1.0,19483 1.0,19484 0.0,19485 0.0,19486 1.0,19487 0.0,19488 1.0,19489 1.0,19490 1.019491 ]19492 },19493 "procrustes|L18|a2.0": {19494 "accuracy": 0.13636363636363635,19495 "gain_vs_zero": {19496 "estimate": 0.0,19497 "low": -0.22727272727272727,19498 "high": 0.22727272727272727,19499 "level": 0.95,19500 "n_items": 22,19501 "n_clusters": 22,19502 "n_boot": 200019503 },19504 "mapped_norm": 25.164409637451172,19505 "outputs_sample": [19506 " Venezuela\n\n",19507 " 5.9\n",19508 " Moroccan\n\n",19509 " Turkiye\n\n",19510 " Tokyo\n\n"19511 ],19512 "correct": [19513 0.0,19514 0.0,19515 0.0,19516 0.0,19517 1.0,19518 0.0,19519 0.0,19520 0.0,19521 0.0,19522 0.0,19523 0.0,19524 0.0,19525 0.0,19526 0.0,19527 1.0,19528 0.0,19529 0.0,19530 0.0,19531 0.0,19532 0.0,19533 0.0,19534 1.019535 ]19536 },19537 "procrustes_rescaled|L18|a1.0": {19538 "accuracy": 0.09090909090909091,19539 "gain_vs_zero": {19540 "estimate": -0.045454545454545456,19541 "low": -0.22727272727272727,19542 "high": 0.13636363636363635,19543 "level": 0.95,19544 "n_items": 22,19545 "n_clusters": 22,19546 "n_boot": 200019547 },19548 "mapped_norm": 56.586326599121094,19549 "outputs_sample": [19550 " Venezuela\n\n",19551 " Finland\n\n",19552 " Moroccan\n\n",19553 " Turkey\n\n",19554 " Japanese\n\n"19555 ],19556 "correct": [19557 0.0,19558 0.0,19559 0.0,19560 0.0,19561 0.0,19562 0.0,19563 0.0,19564 0.0,19565 0.0,19566 0.0,19567 0.0,19568 0.0,19569 0.0,19570 0.0,19571 1.0,19572 0.0,19573 0.0,19574 0.0,19575 0.0,19576 0.0,19577 0.0,19578 1.019579 ]19580 },19581 "ridge|L18|a1.0": {19582 "accuracy": 0.5454545454545454,19583 "gain_vs_zero": {19584 "estimate": 0.4090909090909091,19585 "low": 0.22727272727272727,19586 "high": 0.6363636363636364,19587 "level": 0.95,19588 "n_items": 22,19589 "n_clusters": 22,19590 "n_boot": 200019591 },19592 "mapped_norm": 33.83639907836914,19593 "outputs_sample": [19594 " Caracas\n\n",19595 " Finnish\n\n",19596 " Casablanca\n\n",19597 " Turkey\n\n",19598 " Tokyo\n\n"19599 ],19600 "correct": [19601 1.0,19602 0.0,19603 0.0,19604 0.0,19605 1.0,19606 0.0,19607 1.0,19608 1.0,19609 0.0,19610 0.0,19611 1.0,19612 1.0,19613 0.0,19614 1.0,19615 1.0,19616 0.0,19617 0.0,19618 1.0,19619 0.0,19620 1.0,19621 1.0,19622 1.019623 ]19624 },19625 "ridge|L18|a2.0": {19626 "accuracy": 0.0,19627 "gain_vs_zero": {19628 "estimate": -0.13636363636363635,19629 "low": -0.2727272727272727,19630 "high": 0.0,19631 "level": 0.95,19632 "n_items": 22,19633 "n_clusters": 22,19634 "n_boot": 200019635 },19636 "mapped_norm": 33.83639907836914,19637 "outputs_sample": [19638 " Venezuela\n",19639 " Finland\n",19640 " Morocco\n",19641 " Turkey\n\n",19642 " Japan\n\n"19643 ],19644 "correct": [19645 0.0,19646 0.0,19647 0.0,19648 0.0,19649 0.0,19650 0.0,19651 0.0,19652 0.0,19653 0.0,19654 0.0,19655 0.0,19656 0.0,19657 0.0,19658 0.0,19659 0.0,19660 0.0,19661 0.0,19662 0.0,19663 0.0,19664 0.0,19665 0.0,19666 0.019667 ]19668 },19669 "ridge_rescaled|L18|a1.0": {19670 "accuracy": 0.09090909090909091,19671 "gain_vs_zero": {19672 "estimate": -0.045454545454545456,19673 "low": -0.22727272727272727,19674 "high": 0.13636363636363635,19675 "level": 0.95,19676 "n_items": 22,19677 "n_clusters": 22,19678 "n_boot": 200019679 },19680 "mapped_norm": 56.58633041381836,19681 "outputs_sample": [19682 " Venezuela\n",19683 " Finland\n",19684 " Morocco\n",19685 " Turkey\n",19686 " Japan\n\n"19687 ],19688 "correct": [19689 0.0,19690 0.0,19691 0.0,19692 0.0,19693 0.0,19694 0.0,19695 0.0,19696 0.0,19697 0.0,19698 0.0,19699 0.0,19700 0.0,19701 0.0,19702 0.0,19703 0.0,19704 0.0,19705 0.0,19706 1.0,19707 0.0,19708 0.0,19709 0.0,19710 1.019711 ]19712 },19713 "cca|L18|a1.0": {19714 "accuracy": 0.6363636363636364,19715 "gain_vs_zero": {19716 "estimate": 0.5,19717 "low": 0.2727272727272727,19718 "high": 0.7272727272727273,19719 "level": 0.95,19720 "n_items": 22,19721 "n_clusters": 22,19722 "n_boot": 200019723 },19724 "mapped_norm": 36.52907180786133,19725 "outputs_sample": [19726 " Caracas\n\n",19727 " 5.9\n",19728 " Casablanca\n\n",19729 " Istanbul\n\n",19730 " Tokyo\n\n"19731 ],19732 "correct": [19733 1.0,19734 0.0,19735 0.0,19736 0.0,19737 1.0,19738 0.0,19739 1.0,19740 1.0,19741 0.0,19742 1.0,19743 1.0,19744 1.0,19745 1.0,19746 1.0,19747 1.0,19748 0.0,19749 0.0,19750 1.0,19751 0.0,19752 1.0,19753 1.0,19754 1.019755 ]19756 },19757 "cca|L18|a2.0": {19758 "accuracy": 0.4090909090909091,19759 "gain_vs_zero": {19760 "estimate": 0.2727272727272727,19761 "low": 0.09090909090909091,19762 "high": 0.45454545454545453,19763 "level": 0.95,19764 "n_items": 22,19765 "n_clusters": 22,19766 "n_boot": 200019767 },19768 "mapped_norm": 36.52907180786133,19769 "outputs_sample": [19770 " Caracas\n\n",19771 " Finland\n",19772 " Casablanca\n\n",19773 " Turkey\n\n",19774 " Tokyo\n\n"19775 ],19776 "correct": [19777 1.0,19778 0.0,19779 0.0,19780 0.0,19781 1.0,19782 0.0,19783 1.0,19784 1.0,19785 0.0,19786 1.0,19787 0.0,19788 0.0,19789 0.0,19790 0.0,19791 1.0,19792 0.0,19793 0.0,19794 1.0,19795 0.0,19796 0.0,19797 1.0,19798 1.019799 ]19800 },19801 "random_orth|L18|a1.0": {19802 "accuracy": 0.0,19803 "gain_vs_zero": {19804 "estimate": -0.13636363636363635,19805 "low": -0.2727272727272727,19806 "high": 0.0,19807 "level": 0.95,19808 "n_items": 22,19809 "n_clusters": 22,19810 "n_boot": 200019811 },19812 "mapped_norm": 26.534799575805664,19813 "outputs_sample": [19814 " South America\n\n",19815 " fi\n\n",19816 " North Africa\n",19817 " 1\n",19818 " \u65e5\u672c\n"19819 ],19820 "correct": [19821 0.0,19822 0.0,19823 0.0,19824 0.0,19825 0.0,19826 0.0,19827 0.0,19828 0.0,19829 0.0,19830 0.0,19831 0.0,19832 0.0,19833 0.0,19834 0.0,19835 0.0,19836 0.0,19837 0.0,19838 0.0,19839 0.0,19840 0.0,19841 0.0,19842 0.019843 ]19844 },19845 "random_orth|L18|a2.0": {19846 "accuracy": 0.0,19847 "gain_vs_zero": {19848 "estimate": -0.13636363636363635,19849 "low": -0.2727272727272727,19850 "high": 0.0,19851 "level": 0.95,19852 "n_items": 22,19853 "n_clusters": 22,19854 "n_boot": 200019855 },19856 "mapped_norm": 26.534799575805664,19857 "outputs_sample": [19858 " Venezuela\n\n",19859 " 180\n\n",19860 " Morocco\n\n",19861 " Turkey\n\n",19862 " 12345"19863 ],19864 "correct": [19865 0.0,19866 0.0,19867 0.0,19868 0.0,19869 0.0,19870 0.0,19871 0.0,19872 0.0,19873 0.0,19874 0.0,19875 0.0,19876 0.0,19877 0.0,19878 0.0,19879 0.0,19880 0.0,19881 0.0,19882 0.0,19883 0.0,19884 0.0,19885 0.0,19886 0.019887 ]19888 },19889 "replace_donor_fewshot|procrustes|L18": {19890 "accuracy": 0.5,19891 "gain_vs_zero": {19892 "estimate": 0.36363636363636365,19893 "low": 0.18181818181818182,19894 "high": 0.5465909090909028,19895 "level": 0.95,19896 "n_items": 22,19897 "n_clusters": 22,19898 "n_boot": 200019899 },19900 "outputs_sample": [19901 " Caracas\n\n",19902 " 5.9\n",19903 " Casablanca\n\n",19904 " 100\n\n",19905 " Tokyo\n\n"19906 ],19907 "correct": [19908 1.0,19909 0.0,19910 0.0,19911 0.0,19912 1.0,19913 0.0,19914 1.0,19915 1.0,19916 0.0,19917 1.0,19918 0.0,19919 0.0,19920 0.0,19921 1.0,19922 1.0,19923 0.0,19924 0.0,19925 1.0,19926 0.0,19927 1.0,19928 1.0,19929 1.019930 ]19931 },19932 "ctl_replace_donor_zeroshot|procrustes|L18": {19933 "accuracy": 0.22727272727272727,19934 "gain_vs_zero": {19935 "estimate": 0.09090909090909091,19936 "low": -0.09090909090909091,19937 "high": 0.2727272727272727,19938 "level": 0.95,19939 "n_items": 22,19940 "n_clusters": 22,19941 "n_boot": 200019942 },19943 "outputs_sample": [19944 " South America\n\n",19945 " 5.9\n",19946 " Casablanca\n\n",19947 " Turkey is a country located in",19948 " Tokyo\n\n"19949 ],19950 "correct": [19951 0.0,19952 0.0,19953 0.0,19954 0.0,19955 1.0,19956 0.0,19957 1.0,19958 1.0,19959 0.0,19960 0.0,19961 0.0,19962 0.0,19963 0.0,19964 0.0,19965 1.0,19966 0.0,19967 0.0,19968 0.0,19969 0.0,19970 0.0,19971 0.0,19972 1.019973 ]19974 },19975 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L18": {19976 "accuracy": 0.4090909090909091,19977 "gain_vs_zero": {19978 "estimate": 0.2727272727272727,19979 "low": 0.045454545454545456,19980 "high": 0.5,19981 "level": 0.95,19982 "n_items": 22,19983 "n_clusters": 22,19984 "n_boot": 200019985 },19986 "outputs_sample": [19987 " 1. Venezuela\n",19988 " 5.9\n",19989 " Casablanca\n\n",19990 " 100\n\n",19991 " Tokyo\n\n"19992 ],19993 "correct": [19994 0.0,19995 0.0,19996 0.0,19997 0.0,19998 1.0,19999 0.0,20000 1.0,20001 1.0,20002 0.0,20003 0.0,20004 0.0,20005 1.0,20006 0.0,20007 1.0,20008 1.0,20009 0.0,20010 0.0,20011 1.0,20012 0.0,20013 1.0,20014 0.0,20015 1.020016 ]20017 },20018 "replace_donor_fewshot|ridge|L18": {20019 "accuracy": 0.3181818181818182,20020 "gain_vs_zero": {20021 "estimate": 0.18181818181818182,20022 "low": -0.045454545454545456,20023 "high": 0.4090909090909091,20024 "level": 0.95,20025 "n_items": 22,20026 "n_clusters": 22,20027 "n_boot": 200020028 },20029 "outputs_sample": [20030 " 1.8\n",20031 " 5.9\n",20032 " Casablanca\n\n",20033 " 100\n\n",20034 " Tokyo\n\n"20035 ],20036 "correct": [20037 0.0,20038 0.0,20039 0.0,20040 0.0,20041 1.0,20042 0.0,20043 0.0,20044 1.0,20045 0.0,20046 0.0,20047 1.0,20048 0.0,20049 0.0,20050 0.0,20051 1.0,20052 0.0,20053 0.0,20054 1.0,20055 0.0,20056 1.0,20057 0.0,20058 1.020059 ]20060 },20061 "ctl_replace_donor_zeroshot|ridge|L18": {20062 "accuracy": 0.0,20063 "gain_vs_zero": {20064 "estimate": -0.13636363636363635,20065 "low": -0.2727272727272727,20066 "high": 0.0,20067 "level": 0.95,20068 "n_items": 22,20069 "n_clusters": 22,20070 "n_boot": 200020071 },20072 "outputs_sample": [20073 " Venezuela is a country located in",20074 " Finland is a Nordic country located",20075 " Morocco is a country located in",20076 " Turkey is a country located in",20077 " Japan is a sovereign island country"20078 ],20079 "correct": [20080 0.0,20081 0.0,20082 0.0,20083 0.0,20084 0.0,20085 0.0,20086 0.0,20087 0.0,20088 0.0,20089 0.0,20090 0.0,20091 0.0,20092 0.0,20093 0.0,20094 0.0,20095 0.0,20096 0.0,20097 0.0,20098 0.0,20099 0.0,20100 0.0,20101 0.020102 ]20103 },20104 "ctl_replace_donor_fewshot_shuffled_query|ridge|L18": {20105 "accuracy": 0.2727272727272727,20106 "gain_vs_zero": {20107 "estimate": 0.13636363636363635,20108 "low": -0.09090909090909091,20109 "high": 0.36363636363636365,20110 "level": 0.95,20111 "n_items": 22,20112 "n_clusters": 22,20113 "n_boot": 200020114 },20115 "outputs_sample": [20116 " 1. Venezuela\n",20117 " 5.9\n",20118 " Casablanca\n\n",20119 " 100\n",20120 " Tokyo\n\n"20121 ],20122 "correct": [20123 0.0,20124 0.0,20125 0.0,20126 0.0,20127 1.0,20128 0.0,20129 0.0,20130 1.0,20131 0.0,20132 0.0,20133 0.0,20134 0.0,20135 0.0,20136 0.0,20137 1.0,20138 0.0,20139 0.0,20140 1.0,20141 0.0,20142 1.0,20143 0.0,20144 1.020145 ]20146 },20147 "ctl_replace_donor_fewshot|sham_map|L18": {20148 "accuracy": 0.18181818181818182,20149 "gain_vs_zero": {20150 "estimate": 0.045454545454545456,20151 "low": -0.09090909090909091,20152 "high": 0.18181818181818182,20153 "level": 0.95,20154 "n_items": 22,20155 "n_clusters": 22,20156 "n_boot": 200020157 },20158 "outputs_sample": [20159 " Venezuela is a country located in",20160 " 180\n\n",20161 " Casablanca\n\n",20162 " 100\n\n",20163 " Japanese\n\n"20164 ],20165 "correct": [20166 0.0,20167 0.0,20168 0.0,20169 0.0,20170 0.0,20171 0.0,20172 1.0,20173 1.0,20174 0.0,20175 0.0,20176 1.0,20177 0.0,20178 0.0,20179 0.0,20180 0.0,20181 0.0,20182 0.0,20183 0.0,20184 0.0,20185 0.0,20186 0.0,20187 1.020188 ]20189 },20190 "ctl_replace_donor_zeroshot|sham_map|L18": {20191 "accuracy": 0.45454545454545453,20192 "gain_vs_zero": {20193 "estimate": 0.3181818181818182,20194 "low": 0.13636363636363635,20195 "high": 0.5454545454545454,20196 "level": 0.95,20197 "n_items": 22,20198 "n_clusters": 22,20199 "n_boot": 200020200 },20201 "outputs_sample": [20202 " Caracas\n\n",20203 " 5.9\n",20204 " Casablanca\n\n",20205 " 100\n\n",20206 " Tokyo\n\n"20207 ],20208 "correct": [20209 1.0,20210 0.0,20211 0.0,20212 0.0,20213 1.0,20214 0.0,20215 1.0,20216 1.0,20217 0.0,20218 0.0,20219 1.0,20220 1.0,20221 0.0,20222 0.0,20223 1.0,20224 0.0,20225 0.0,20226 0.0,20227 0.0,20228 1.0,20229 1.0,20230 1.020231 ]20232 },20233 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L18": {20234 "accuracy": 0.3181818181818182,20235 "gain_vs_zero": {20236 "estimate": 0.18181818181818182,20237 "low": 0.0,20238 "high": 0.36363636363636365,20239 "level": 0.95,20240 "n_items": 22,20241 "n_clusters": 22,20242 "n_boot": 200020243 },20244 "outputs_sample": [20245 " Caracas\n\n",20246 " 5.9\n",20247 " Casablanca\n\n",20248 " 100\n\n",20249 " Tokyo\n\n"20250 ],20251 "correct": [20252 1.0,20253 0.0,20254 0.0,20255 0.0,20256 1.0,20257 0.0,20258 1.0,20259 1.0,20260 0.0,20261 0.0,20262 1.0,20263 0.0,20264 0.0,20265 0.0,20266 1.0,20267 0.0,20268 0.0,20269 0.0,20270 0.0,20271 0.0,20272 0.0,20273 1.020274 ]20275 },20276 "ctl_random_norm_matched|L18": {20277 "accuracy": 0.0,20278 "gain_vs_zero": {20279 "estimate": -0.13636363636363635,20280 "low": -0.2727272727272727,20281 "high": 0.0,20282 "level": 0.95,20283 "n_items": 22,20284 "n_clusters": 22,20285 "n_boot": 200020286 },20287 "correct": [20288 0.0,20289 0.0,20290 0.0,20291 0.0,20292 0.0,20293 0.0,20294 0.0,20295 0.0,20296 0.0,20297 0.0,20298 0.0,20299 0.0,20300 0.0,20301 0.0,20302 0.0,20303 0.0,20304 0.0,20305 0.0,20306 0.0,20307 0.0,20308 0.0,20309 0.020310 ]20311 },20312 "ctl_unrelated_task_vector(antonym)|L18": {20313 "accuracy": 0.36363636363636365,20314 "gain_vs_zero": {20315 "estimate": 0.22727272727272727,20316 "low": 0.09090909090909091,20317 "high": 0.4090909090909091,20318 "level": 0.95,20319 "n_items": 22,20320 "n_clusters": 22,20321 "n_boot": 200020322 },20323 "correct": [20324 1.0,20325 0.0,20326 0.0,20327 0.0,20328 1.0,20329 0.0,20330 1.0,20331 1.0,20332 0.0,20333 0.0,20334 0.0,20335 0.0,20336 0.0,20337 0.0,20338 1.0,20339 0.0,20340 0.0,20341 0.0,20342 0.0,20343 1.0,20344 1.0,20345 1.020346 ]20347 },20348 "procrustes|L25|a1.0": {20349 "accuracy": 0.0,20350 "gain_vs_zero": {20351 "estimate": -0.13636363636363635,20352 "low": -0.2727272727272727,20353 "high": 0.0,20354 "level": 0.95,20355 "n_items": 22,20356 "n_clusters": 22,20357 "n_boot": 200020358 },20359 "mapped_norm": 42.69282531738281,20360 "outputs_sample": [20361 " Cuba\n\n",20362 " Estonia\n\n",20363 " Algeria, Tunisia, Mauritania",20364 " Greece\n\n",20365 " Japan is an island nation in"20366 ],20367 "correct": [20368 0.0,20369 0.0,20370 0.0,20371 0.0,20372 0.0,20373 0.0,20374 0.0,20375 0.0,20376 0.0,20377 0.0,20378 0.0,20379 0.0,20380 0.0,20381 0.0,20382 0.0,20383 0.0,20384 0.0,20385 0.0,20386 0.0,20387 0.0,20388 0.0,20389 0.020390 ]20391 },20392 "procrustes|L25|a2.0": {20393 "accuracy": 0.0,20394 "gain_vs_zero": {20395 "estimate": -0.13636363636363635,20396 "low": -0.2727272727272727,20397 "high": 0.0,20398 "level": 0.95,20399 "n_items": 22,20400 "n_clusters": 22,20401 "n_boot": 200020402 },20403 "mapped_norm": 42.69282531738281,20404 "outputs_sample": [20405 " Venezuela is a country located in",20406 " Finland is a Nordic country located",20407 " Morocco\n",20408 " Turkey is a country located in",20409 " Japan is an island nation in"20410 ],20411 "correct": [20412 0.0,20413 0.0,20414 0.0,20415 0.0,20416 0.0,20417 0.0,20418 0.0,20419 0.0,20420 0.0,20421 0.0,20422 0.0,20423 0.0,20424 0.0,20425 0.0,20426 0.0,20427 0.0,20428 0.0,20429 0.0,20430 0.0,20431 0.0,20432 0.0,20433 0.020434 ]20435 },20436 "procrustes_rescaled|L25|a1.0": {20437 "accuracy": 0.0,20438 "gain_vs_zero": {20439 "estimate": -0.13636363636363635,20440 "low": -0.2727272727272727,20441 "high": 0.0,20442 "level": 0.95,20443 "n_items": 22,20444 "n_clusters": 22,20445 "n_boot": 200020446 },20447 "mapped_norm": 56.586326599121094,20448 "outputs_sample": [20449 " United States\n\n",20450 " Estonia\n\n",20451 " Tunisia\n",20452 " Turkey is a country located in",20453 " Japan is an island nation in"20454 ],20455 "correct": [20456 0.0,20457 0.0,20458 0.0,20459 0.0,20460 0.0,20461 0.0,20462 0.0,20463 0.0,20464 0.0,20465 0.0,20466 0.0,20467 0.0,20468 0.0,20469 0.0,20470 0.0,20471 0.0,20472 0.0,20473 0.0,20474 0.0,20475 0.0,20476 0.0,20477 0.020478 ]20479 },20480 "ridge|L25|a1.0": {20481 "accuracy": 0.0,20482 "gain_vs_zero": {20483 "estimate": -0.13636363636363635,20484 "low": -0.2727272727272727,20485 "high": 0.0,20486 "level": 0.95,20487 "n_items": 22,20488 "n_clusters": 22,20489 "n_boot": 200020490 },20491 "mapped_norm": 47.21369171142578,20492 "outputs_sample": [20493 " Bolivia\n",20494 " Sweden\n",20495 " Tunisia\n",20496 " Greece\n\n",20497 " China\n\n"20498 ],20499 "correct": [20500 0.0,20501 0.0,20502 0.0,20503 0.0,20504 0.0,20505 0.0,20506 0.0,20507 0.0,20508 0.0,20509 0.0,20510 0.0,20511 0.0,20512 0.0,20513 0.0,20514 0.0,20515 0.0,20516 0.0,20517 0.0,20518 0.0,20519 0.0,20520 0.0,20521 0.020522 ]20523 },20524 "ridge|L25|a2.0": {20525 "accuracy": 0.0,20526 "gain_vs_zero": {20527 "estimate": -0.13636363636363635,20528 "low": -0.2727272727272727,20529 "high": 0.0,20530 "level": 0.95,20531 "n_items": 22,20532 "n_clusters": 22,20533 "n_boot": 200020534 },20535 "mapped_norm": 47.21369171142578,20536 "outputs_sample": [20537 " Peru\n\n",20538 " Sweden\n",20539 " Algeria, Tunisia, Libya,",20540 " Egypt\n\n",20541 " Korea\n"20542 ],20543 "correct": [20544 0.0,20545 0.0,20546 0.0,20547 0.0,20548 0.0,20549 0.0,20550 0.0,20551 0.0,20552 0.0,20553 0.0,20554 0.0,20555 0.0,20556 0.0,20557 0.0,20558 0.0,20559 0.0,20560 0.0,20561 0.0,20562 0.0,20563 0.0,20564 0.0,20565 0.020566 ]20567 },20568 "ridge_rescaled|L25|a1.0": {20569 "accuracy": 0.0,20570 "gain_vs_zero": {20571 "estimate": -0.13636363636363635,20572 "low": -0.2727272727272727,20573 "high": 0.0,20574 "level": 0.95,20575 "n_items": 22,20576 "n_clusters": 22,20577 "n_boot": 200020578 },20579 "mapped_norm": 56.58632278442383,20580 "outputs_sample": [20581 " Bolivia\n",20582 " Sweden\n",20583 " Tunisia\n",20584 " Egypt\n\n",20585 " China\n\n"20586 ],20587 "correct": [20588 0.0,20589 0.0,20590 0.0,20591 0.0,20592 0.0,20593 0.0,20594 0.0,20595 0.0,20596 0.0,20597 0.0,20598 0.0,20599 0.0,20600 0.0,20601 0.0,20602 0.0,20603 0.0,20604 0.0,20605 0.0,20606 0.0,20607 0.0,20608 0.0,20609 0.020610 ]20611 },20612 "cca|L25|a1.0": {20613 "accuracy": 0.0,20614 "gain_vs_zero": {20615 "estimate": -0.13636363636363635,20616 "low": -0.2727272727272727,20617 "high": 0.0,20618 "level": 0.95,20619 "n_items": 22,20620 "n_clusters": 22,20621 "n_boot": 200020622 },20623 "mapped_norm": 55.75974655151367,20624 "outputs_sample": [20625 " Colombia, Brazil, Guyana",20626 " Sweden\n",20627 " Algeria, Tunisia, Libya,",20628 " 100\n\n",20629 " Japan is an island nation in"20630 ],20631 "correct": [20632 0.0,20633 0.0,20634 0.0,20635 0.0,20636 0.0,20637 0.0,20638 0.0,20639 0.0,20640 0.0,20641 0.0,20642 0.0,20643 0.0,20644 0.0,20645 0.0,20646 0.0,20647 0.0,20648 0.0,20649 0.0,20650 0.0,20651 0.0,20652 0.0,20653 0.020654 ]20655 },20656 "cca|L25|a2.0": {20657 "accuracy": 0.0,20658 "gain_vs_zero": {20659 "estimate": -0.13636363636363635,20660 "low": -0.2727272727272727,20661 "high": 0.0,20662 "level": 0.95,20663 "n_items": 22,20664 "n_clusters": 22,20665 "n_boot": 200020666 },20667 "mapped_norm": 55.75974655151367,20668 "outputs_sample": [20669 " Peru\n\n",20670 " Pineapple\n",20671 " Palm trees, Sahara Desert,",20672 " Earthquake\n",20673 " Earthquake\n\n"20674 ],20675 "correct": [20676 0.0,20677 0.0,20678 0.0,20679 0.0,20680 0.0,20681 0.0,20682 0.0,20683 0.0,20684 0.0,20685 0.0,20686 0.0,20687 0.0,20688 0.0,20689 0.0,20690 0.0,20691 0.0,20692 0.0,20693 0.0,20694 0.0,20695 0.0,20696 0.0,20697 0.020698 ]20699 },20700 "random_orth|L25|a1.0": {20701 "accuracy": 0.0,20702 "gain_vs_zero": {20703 "estimate": -0.13636363636363635,20704 "low": -0.2727272727272727,20705 "high": 0.0,20706 "level": 0.95,20707 "n_items": 22,20708 "n_clusters": 22,20709 "n_boot": 200020710 },20711 "mapped_norm": 43.54856872558594,20712 "outputs_sample": [20713 " 28\n",20714 " 5.9\n",20715 " 122\n",20716 " 100\n",20717 " Japan is an island nation in"20718 ],20719 "correct": [20720 0.0,20721 0.0,20722 0.0,20723 0.0,20724 0.0,20725 0.0,20726 0.0,20727 0.0,20728 0.0,20729 0.0,20730 0.0,20731 0.0,20732 0.0,20733 0.0,20734 0.0,20735 0.0,20736 0.0,20737 0.0,20738 0.0,20739 0.0,20740 0.0,20741 0.020742 ]20743 },20744 "random_orth|L25|a2.0": {20745 "accuracy": 0.0,20746 "gain_vs_zero": {20747 "estimate": -0.13636363636363635,20748 "low": -0.2727272727272727,20749 "high": 0.0,20750 "level": 0.95,20751 "n_items": 22,20752 "n_clusters": 22,20753 "n_boot": 200020754 },20755 "mapped_norm": 43.54856872558594,20756 "outputs_sample": [20757 " 1. Venezuela is a",20758 " 5.9\n",20759 " 122\n",20760 " 100\n",20761 " 12345"20762 ],20763 "correct": [20764 0.0,20765 0.0,20766 0.0,20767 0.0,20768 0.0,20769 0.0,20770 0.0,20771 0.0,20772 0.0,20773 0.0,20774 0.0,20775 0.0,20776 0.0,20777 0.0,20778 0.0,20779 0.0,20780 0.0,20781 0.0,20782 0.0,20783 0.0,20784 0.0,20785 0.020786 ]20787 },20788 "replace_donor_fewshot|procrustes|L25": {20789 "accuracy": 0.0,20790 "gain_vs_zero": {20791 "estimate": -0.13636363636363635,20792 "low": -0.2727272727272727,20793 "high": 0.0,20794 "level": 0.95,20795 "n_items": 22,20796 "n_clusters": 22,20797 "n_boot": 200020798 },20799 "outputs_sample": [20800 " Bolivia\n\n",20801 " Estonia\n\n",20802 " Algeria, Tunisia, Mauritania",20803 " 1\n\n",20804 " Korea\n"20805 ],20806 "correct": [20807 0.0,20808 0.0,20809 0.0,20810 0.0,20811 0.0,20812 0.0,20813 0.0,20814 0.0,20815 0.0,20816 0.0,20817 0.0,20818 0.0,20819 0.0,20820 0.0,20821 0.0,20822 0.0,20823 0.0,20824 0.0,20825 0.0,20826 0.0,20827 0.0,20828 0.020829 ]20830 },20831 "ctl_replace_donor_zeroshot|procrustes|L25": {20832 "accuracy": 0.0,20833 "gain_vs_zero": {20834 "estimate": -0.13636363636363635,20835 "low": -0.2727272727272727,20836 "high": 0.0,20837 "level": 0.95,20838 "n_items": 22,20839 "n_clusters": 22,20840 "n_boot": 200020841 },20842 "outputs_sample": [20843 " 28\n",20844 " 180 degrees\n\n",20845 " 122\n",20846 " 100\n",20847 " 123\n\n"20848 ],20849 "correct": [20850 0.0,20851 0.0,20852 0.0,20853 0.0,20854 0.0,20855 0.0,20856 0.0,20857 0.0,20858 0.0,20859 0.0,20860 0.0,20861 0.0,20862 0.0,20863 0.0,20864 0.0,20865 0.0,20866 0.0,20867 0.0,20868 0.0,20869 0.0,20870 0.0,20871 0.020872 ]20873 },20874 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": {20875 "accuracy": 0.0,20876 "gain_vs_zero": {20877 "estimate": -0.13636363636363635,20878 "low": -0.2727272727272727,20879 "high": 0.0,20880 "level": 0.95,20881 "n_items": 22,20882 "n_clusters": 22,20883 "n_boot": 200020884 },20885 "outputs_sample": [20886 " Bolivia\n\n",20887 " Estonia\n\n",20888 " Tunisia\n\n",20889 " 100\n",20890 " 123\n\n"20891 ],20892 "correct": [20893 0.0,20894 0.0,20895 0.0,20896 0.0,20897 0.0,20898 0.0,20899 0.0,20900 0.0,20901 0.0,20902 0.0,20903 0.0,20904 0.0,20905 0.0,20906 0.0,20907 0.0,20908 0.0,20909 0.0,20910 0.0,20911 0.0,20912 0.0,20913 0.0,20914 0.020915 ]20916 },20917 "replace_donor_fewshot|ridge|L25": {20918 "accuracy": 0.0,20919 "gain_vs_zero": {20920 "estimate": -0.13636363636363635,20921 "low": -0.2727272727272727,20922 "high": 0.0,20923 "level": 0.95,20924 "n_items": 22,20925 "n_clusters": 22,20926 "n_boot": 200020927 },20928 "outputs_sample": [20929 " 28\n\n",20930 " Sweden\n",20931 " 122\n",20932 " Turkey\n\n",20933 " China\n\n"20934 ],20935 "correct": [20936 0.0,20937 0.0,20938 0.0,20939 0.0,20940 0.0,20941 0.0,20942 0.0,20943 0.0,20944 0.0,20945 0.0,20946 0.0,20947 0.0,20948 0.0,20949 0.0,20950 0.0,20951 0.0,20952 0.0,20953 0.0,20954 0.0,20955 0.0,20956 0.0,20957 0.020958 ]20959 },20960 "ctl_replace_donor_zeroshot|ridge|L25": {20961 "accuracy": 0.0,20962 "gain_vs_zero": {20963 "estimate": -0.13636363636363635,20964 "low": -0.2727272727272727,20965 "high": 0.0,20966 "level": 0.95,20967 "n_items": 22,20968 "n_clusters": 22,20969 "n_boot": 200020970 },20971 "outputs_sample": [20972 " 28\n",20973 " 5.9\n",20974 " 122\n",20975 " Turkey is a country located in",20976 " Japan is an island nation in"20977 ],20978 "correct": [20979 0.0,20980 0.0,20981 0.0,20982 0.0,20983 0.0,20984 0.0,20985 0.0,20986 0.0,20987 0.0,20988 0.0,20989 0.0,20990 0.0,20991 0.0,20992 0.0,20993 0.0,20994 0.0,20995 0.0,20996 0.0,20997 0.0,20998 0.0,20999 0.0,21000 0.021001 ]21002 },21003 "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": {21004 "accuracy": 0.0,21005 "gain_vs_zero": {21006 "estimate": -0.13636363636363635,21007 "low": -0.2727272727272727,21008 "high": 0.0,21009 "level": 0.95,21010 "n_items": 22,21011 "n_clusters": 22,21012 "n_boot": 200021013 },21014 "outputs_sample": [21015 " 28\n",21016 " 180 degrees\n\n",21017 " Tunisia\n\n",21018 " Turkey\n\n",21019 " 123\n\n"21020 ],21021 "correct": [21022 0.0,21023 0.0,21024 0.0,21025 0.0,21026 0.0,21027 0.0,21028 0.0,21029 0.0,21030 0.0,21031 0.0,21032 0.0,21033 0.0,21034 0.0,21035 0.0,21036 0.0,21037 0.0,21038 0.0,21039 0.0,21040 0.0,21041 0.0,21042 0.0,21043 0.021044 ]21045 },21046 "ctl_replace_donor_fewshot|sham_map|L25": {21047 "accuracy": 0.0,21048 "gain_vs_zero": {21049 "estimate": -0.13636363636363635,21050 "low": -0.2727272727272727,21051 "high": 0.0,21052 "level": 0.95,21053 "n_items": 22,21054 "n_clusters": 22,21055 "n_boot": 200021056 },21057 "outputs_sample": [21058 " 28\n",21059 " 5.9\n",21060 " 122\n",21061 " Turkey is a country located in",21062 " 12345"21063 ],21064 "correct": [21065 0.0,21066 0.0,21067 0.0,21068 0.0,21069 0.0,21070 0.0,21071 0.0,21072 0.0,21073 0.0,21074 0.0,21075 0.0,21076 0.0,21077 0.0,21078 0.0,21079 0.0,21080 0.0,21081 0.0,21082 0.0,21083 0.0,21084 0.0,21085 0.0,21086 0.021087 ]21088 },21089 "ctl_replace_donor_zeroshot|sham_map|L25": {21090 "accuracy": 0.0,21091 "gain_vs_zero": {21092 "estimate": -0.13636363636363635,21093 "low": -0.2727272727272727,21094 "high": 0.0,21095 "level": 0.95,21096 "n_items": 22,21097 "n_clusters": 22,21098 "n_boot": 200021099 },21100 "outputs_sample": [21101 " The capital of Venezuela is Car",21102 " Finland\n",21103 " Morocco\n",21104 " Turkey\n\n",21105 " Japan is an island nation in"21106 ],21107 "correct": [21108 0.0,21109 0.0,21110 0.0,21111 0.0,21112 0.0,21113 0.0,21114 0.0,21115 0.0,21116 0.0,21117 0.0,21118 0.0,21119 0.0,21120 0.0,21121 0.0,21122 0.0,21123 0.0,21124 0.0,21125 0.0,21126 0.0,21127 0.0,21128 0.0,21129 0.021130 ]21131 },21132 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": {21133 "accuracy": 0.0,21134 "gain_vs_zero": {21135 "estimate": -0.13636363636363635,21136 "low": -0.2727272727272727,21137 "high": 0.0,21138 "level": 0.95,21139 "n_items": 22,21140 "n_clusters": 22,21141 "n_boot": 200021142 },21143 "outputs_sample": [21144 " 28.7\n",21145 " 5.9\n",21146 " 122\n",21147 " 100\n",21148 " 12345"21149 ],21150 "correct": [21151 0.0,21152 0.0,21153 0.0,21154 0.0,21155 0.0,21156 0.0,21157 0.0,21158 0.0,21159 0.0,21160 0.0,21161 0.0,21162 0.0,21163 0.0,21164 0.0,21165 0.0,21166 0.0,21167 0.0,21168 0.0,21169 0.0,21170 0.0,21171 0.0,21172 0.021173 ]21174 },21175 "ctl_random_norm_matched|L25": {21176 "accuracy": 0.0,21177 "gain_vs_zero": {21178 "estimate": -0.13636363636363635,21179 "low": -0.2727272727272727,21180 "high": 0.0,21181 "level": 0.95,21182 "n_items": 22,21183 "n_clusters": 22,21184 "n_boot": 200021185 },21186 "correct": [21187 0.0,21188 0.0,21189 0.0,21190 0.0,21191 0.0,21192 0.0,21193 0.0,21194 0.0,21195 0.0,21196 0.0,21197 0.0,21198 0.0,21199 0.0,21200 0.0,21201 0.0,21202 0.0,21203 0.0,21204 0.0,21205 0.0,21206 0.0,21207 0.0,21208 0.021209 ]21210 },21211 "ctl_unrelated_task_vector(antonym)|L25": {21212 "accuracy": 0.0,21213 "gain_vs_zero": {21214 "estimate": -0.13636363636363635,21215 "low": -0.2727272727272727,21216 "high": 0.0,21217 "level": 0.95,21218 "n_items": 22,21219 "n_clusters": 22,21220 "n_boot": 200021221 },21222 "correct": [21223 0.0,21224 0.0,21225 0.0,21226 0.0,21227 0.0,21228 0.0,21229 0.0,21230 0.0,21231 0.0,21232 0.0,21233 0.0,21234 0.0,21235 0.0,21236 0.0,21237 0.0,21238 0.0,21239 0.0,21240 0.0,21241 0.0,21242 0.0,21243 0.0,21244 0.021245 ]21246 }21247 },21248 "items": {21249 "zero": [21250 0.0,21251 0.0,21252 0.0,21253 0.0,21254 0.0,21255 0.0,21256 1.0,21257 1.0,21258 0.0,21259 0.0,21260 0.0,21261 0.0,21262 0.0,21263 0.0,21264 0.0,21265 0.0,21266 0.0,21267 0.0,21268 0.0,21269 0.0,21270 1.0,21271 0.021272 ],21273 "few": [21274 1.0,21275 1.0,21276 1.0,21277 1.0,21278 1.0,21279 1.0,21280 1.0,21281 1.0,21282 1.0,21283 1.0,21284 1.0,21285 1.0,21286 1.0,21287 1.0,21288 1.0,21289 1.0,21290 1.0,21291 1.0,21292 1.0,21293 1.0,21294 1.0,21295 1.021296 ],21297 "own": [21298 1.0,21299 1.0,21300 1.0,21301 1.0,21302 1.0,21303 0.0,21304 1.0,21305 1.0,21306 0.0,21307 0.0,21308 1.0,21309 1.0,21310 1.0,21311 1.0,21312 1.0,21313 1.0,21314 0.0,21315 1.0,21316 1.0,21317 1.0,21318 1.0,21319 1.021320 ]21321 }21322 },21323 "morph": {21324 "recipient_zero": 0.0,21325 "recipient_few": 0.4,21326 "recipient_own_vector": 0.0,21327 "donor_layer": 2,21328 "conditions": {21329 "procrustes|L2|a1.0": {21330 "accuracy": 0.0,21331 "gain_vs_zero": {21332 "estimate": 0.0,21333 "low": 0.0,21334 "high": 0.0,21335 "level": 0.95,21336 "n_items": 40,21337 "n_clusters": 40,21338 "n_boot": 200021339 },21340 "mapped_norm": 5.954409599304199,21341 "outputs_sample": [21342 " The word \"zeni\"",21343 " 1\n",21344 " 0\n",21345 " 1\n",21346 " 1\n"21347 ],21348 "correct": [21349 0.0,21350 0.0,21351 0.0,21352 0.0,21353 0.0,21354 0.0,21355 0.0,21356 0.0,21357 0.0,21358 0.0,21359 0.0,21360 0.0,21361 0.0,21362 0.0,21363 0.0,21364 0.0,21365 0.0,21366 0.0,21367 0.0,21368 0.0,21369 0.0,21370 0.0,21371 0.0,21372 0.0,21373 0.0,21374 0.0,21375 0.0,21376 0.0,21377 0.0,21378 0.0,21379 0.0,21380 0.0,21381 0.0,21382 0.0,21383 0.0,21384 0.0,21385 0.0,21386 0.0,21387 0.0,21388 0.021389 ]21390 },21391 "procrustes|L2|a2.0": {21392 "accuracy": 0.0,21393 "gain_vs_zero": {21394 "estimate": 0.0,21395 "low": 0.0,21396 "high": 0.0,21397 "level": 0.95,21398 "n_items": 40,21399 "n_clusters": 40,21400 "n_boot": 200021401 },21402 "mapped_norm": 5.954409599304199,21403 "outputs_sample": [21404 " The word \"zeni\"",21405 " 1\n",21406 " 1\n",21407 " 1\n",21408 " False\n"21409 ],21410 "correct": [21411 0.0,21412 0.0,21413 0.0,21414 0.0,21415 0.0,21416 0.0,21417 0.0,21418 0.0,21419 0.0,21420 0.0,21421 0.0,21422 0.0,21423 0.0,21424 0.0,21425 0.0,21426 0.0,21427 0.0,21428 0.0,21429 0.0,21430 0.0,21431 0.0,21432 0.0,21433 0.0,21434 0.0,21435 0.0,21436 0.0,21437 0.0,21438 0.0,21439 0.0,21440 0.0,21441 0.0,21442 0.0,21443 0.0,21444 0.0,21445 0.0,21446 0.0,21447 0.0,21448 0.0,21449 0.0,21450 0.021451 ]21452 },21453 "procrustes_rescaled|L2|a1.0": {21454 "accuracy": 0.0,21455 "gain_vs_zero": {21456 "estimate": 0.0,21457 "low": 0.0,21458 "high": 0.0,21459 "level": 0.95,21460 "n_items": 40,21461 "n_clusters": 40,21462 "n_boot": 200021463 },21464 "mapped_norm": 6.1436028480529785,21465 "outputs_sample": [21466 " The word \"zeni\"",21467 " 1\n",21468 " 0\n",21469 " 1\n",21470 " The word \"zute\""21471 ],21472 "correct": [21473 0.0,21474 0.0,21475 0.0,21476 0.0,21477 0.0,21478 0.0,21479 0.0,21480 0.0,21481 0.0,21482 0.0,21483 0.0,21484 0.0,21485 0.0,21486 0.0,21487 0.0,21488 0.0,21489 0.0,21490 0.0,21491 0.0,21492 0.0,21493 0.0,21494 0.0,21495 0.0,21496 0.0,21497 0.0,21498 0.0,21499 0.0,21500 0.0,21501 0.0,21502 0.0,21503 0.0,21504 0.0,21505 0.0,21506 0.0,21507 0.0,21508 0.0,21509 0.0,21510 0.0,21511 0.0,21512 0.021513 ]21514 },21515 "ridge|L2|a1.0": {21516 "accuracy": 0.0,21517 "gain_vs_zero": {21518 "estimate": 0.0,21519 "low": 0.0,21520 "high": 0.0,21521 "level": 0.95,21522 "n_items": 40,21523 "n_clusters": 40,21524 "n_boot": 200021525 },21526 "mapped_norm": 5.354901313781738,21527 "outputs_sample": [21528 " The word \"zeni\"",21529 " 1\n",21530 " 0\n",21531 " 1\n",21532 " The word \"zute\""21533 ],21534 "correct": [21535 0.0,21536 0.0,21537 0.0,21538 0.0,21539 0.0,21540 0.0,21541 0.0,21542 0.0,21543 0.0,21544 0.0,21545 0.0,21546 0.0,21547 0.0,21548 0.0,21549 0.0,21550 0.0,21551 0.0,21552 0.0,21553 0.0,21554 0.0,21555 0.0,21556 0.0,21557 0.0,21558 0.0,21559 0.0,21560 0.0,21561 0.0,21562 0.0,21563 0.0,21564 0.0,21565 0.0,21566 0.0,21567 0.0,21568 0.0,21569 0.0,21570 0.0,21571 0.0,21572 0.0,21573 0.0,21574 0.021575 ]21576 },21577 "ridge|L2|a2.0": {21578 "accuracy": 0.0,21579 "gain_vs_zero": {21580 "estimate": 0.0,21581 "low": 0.0,21582 "high": 0.0,21583 "level": 0.95,21584 "n_items": 40,21585 "n_clusters": 40,21586 "n_boot": 200021587 },21588 "mapped_norm": 5.354901313781738,21589 "outputs_sample": [21590 " The word \"zeni\"",21591 " 1\n",21592 " 1\n",21593 " 1\n",21594 " False\n"21595 ],21596 "correct": [21597 0.0,21598 0.0,21599 0.0,21600 0.0,21601 0.0,21602 0.0,21603 0.0,21604 0.0,21605 0.0,21606 0.0,21607 0.0,21608 0.0,21609 0.0,21610 0.0,21611 0.0,21612 0.0,21613 0.0,21614 0.0,21615 0.0,21616 0.0,21617 0.0,21618 0.0,21619 0.0,21620 0.0,21621 0.0,21622 0.0,21623 0.0,21624 0.0,21625 0.0,21626 0.0,21627 0.0,21628 0.0,21629 0.0,21630 0.0,21631 0.0,21632 0.0,21633 0.0,21634 0.0,21635 0.0,21636 0.021637 ]21638 },21639 "ridge_rescaled|L2|a1.0": {21640 "accuracy": 0.0,21641 "gain_vs_zero": {21642 "estimate": 0.0,21643 "low": 0.0,21644 "high": 0.0,21645 "level": 0.95,21646 "n_items": 40,21647 "n_clusters": 40,21648 "n_boot": 200021649 },21650 "mapped_norm": 6.14360237121582,21651 "outputs_sample": [21652 " The word \"zeni\"",21653 " 1\n",21654 " 0\n",21655 " 1\n",21656 " The word \"zute\""21657 ],21658 "correct": [21659 0.0,21660 0.0,21661 0.0,21662 0.0,21663 0.0,21664 0.0,21665 0.0,21666 0.0,21667 0.0,21668 0.0,21669 0.0,21670 0.0,21671 0.0,21672 0.0,21673 0.0,21674 0.0,21675 0.0,21676 0.0,21677 0.0,21678 0.0,21679 0.0,21680 0.0,21681 0.0,21682 0.0,21683 0.0,21684 0.0,21685 0.0,21686 0.0,21687 0.0,21688 0.0,21689 0.0,21690 0.0,21691 0.0,21692 0.0,21693 0.0,21694 0.0,21695 0.0,21696 0.0,21697 0.0,21698 0.021699 ]21700 },21701 "cca|L2|a1.0": {21702 "accuracy": 0.0,21703 "gain_vs_zero": {21704 "estimate": 0.0,21705 "low": 0.0,21706 "high": 0.0,21707 "level": 0.95,21708 "n_items": 40,21709 "n_clusters": 40,21710 "n_boot": 200021711 },21712 "mapped_norm": 5.984060764312744,21713 "outputs_sample": [21714 " The word \"zeni\"",21715 " 1\n",21716 " 0\n",21717 " 1\n",21718 " The word \"zute\""21719 ],21720 "correct": [21721 0.0,21722 0.0,21723 0.0,21724 0.0,21725 0.0,21726 0.0,21727 0.0,21728 0.0,21729 0.0,21730 0.0,21731 0.0,21732 0.0,21733 0.0,21734 0.0,21735 0.0,21736 0.0,21737 0.0,21738 0.0,21739 0.0,21740 0.0,21741 0.0,21742 0.0,21743 0.0,21744 0.0,21745 0.0,21746 0.0,21747 0.0,21748 0.0,21749 0.0,21750 0.0,21751 0.0,21752 0.0,21753 0.0,21754 0.0,21755 0.0,21756 0.0,21757 0.0,21758 0.0,21759 0.0,21760 0.021761 ]21762 },21763 "cca|L2|a2.0": {21764 "accuracy": 0.0,21765 "gain_vs_zero": {21766 "estimate": 0.0,21767 "low": 0.0,21768 "high": 0.0,21769 "level": 0.95,21770 "n_items": 40,21771 "n_clusters": 40,21772 "n_boot": 200021773 },21774 "mapped_norm": 5.984060764312744,21775 "outputs_sample": [21776 " The word \"zeni\"",21777 " 1\n",21778 " 1\n",21779 " 1\n",21780 " False\n"21781 ],21782 "correct": [21783 0.0,21784 0.0,21785 0.0,21786 0.0,21787 0.0,21788 0.0,21789 0.0,21790 0.0,21791 0.0,21792 0.0,21793 0.0,21794 0.0,21795 0.0,21796 0.0,21797 0.0,21798 0.0,21799 0.0,21800 0.0,21801 0.0,21802 0.0,21803 0.0,21804 0.0,21805 0.0,21806 0.0,21807 0.0,21808 0.0,21809 0.0,21810 0.0,21811 0.0,21812 0.0,21813 0.0,21814 0.0,21815 0.0,21816 0.0,21817 0.0,21818 0.0,21819 0.0,21820 0.0,21821 0.0,21822 0.021823 ]21824 },21825 "random_orth|L2|a1.0": {21826 "accuracy": 0.0,21827 "gain_vs_zero": {21828 "estimate": 0.0,21829 "low": 0.0,21830 "high": 0.0,21831 "level": 0.95,21832 "n_items": 40,21833 "n_clusters": 40,21834 "n_boot": 200021835 },21836 "mapped_norm": 5.355937480926514,21837 "outputs_sample": [21838 " The word \"zeni\"",21839 " 1\n",21840 " 0\n",21841 " The word \"tuken\"",21842 " The word \"zute\""21843 ],21844 "correct": [21845 0.0,21846 0.0,21847 0.0,21848 0.0,21849 0.0,21850 0.0,21851 0.0,21852 0.0,21853 0.0,21854 0.0,21855 0.0,21856 0.0,21857 0.0,21858 0.0,21859 0.0,21860 0.0,21861 0.0,21862 0.0,21863 0.0,21864 0.0,21865 0.0,21866 0.0,21867 0.0,21868 0.0,21869 0.0,21870 0.0,21871 0.0,21872 0.0,21873 0.0,21874 0.0,21875 0.0,21876 0.0,21877 0.0,21878 0.0,21879 0.0,21880 0.0,21881 0.0,21882 0.0,21883 0.0,21884 0.021885 ]21886 },21887 "random_orth|L2|a2.0": {21888 "accuracy": 0.0,21889 "gain_vs_zero": {21890 "estimate": 0.0,21891 "low": 0.0,21892 "high": 0.0,21893 "level": 0.95,21894 "n_items": 40,21895 "n_clusters": 40,21896 "n_boot": 200021897 },21898 "mapped_norm": 5.355937480926514,21899 "outputs_sample": [21900 " The word \"zeni\"",21901 " 1\n",21902 " 0\n",21903 " 1\n",21904 " The word \"zute\""21905 ],21906 "correct": [21907 0.0,21908 0.0,21909 0.0,21910 0.0,21911 0.0,21912 0.0,21913 0.0,21914 0.0,21915 0.0,21916 0.0,21917 0.0,21918 0.0,21919 0.0,21920 0.0,21921 0.0,21922 0.0,21923 0.0,21924 0.0,21925 0.0,21926 0.0,21927 0.0,21928 0.0,21929 0.0,21930 0.0,21931 0.0,21932 0.0,21933 0.0,21934 0.0,21935 0.0,21936 0.0,21937 0.0,21938 0.0,21939 0.0,21940 0.0,21941 0.0,21942 0.0,21943 0.0,21944 0.0,21945 0.0,21946 0.021947 ]21948 },21949 "replace_donor_fewshot|procrustes|L2": {21950 "accuracy": 0.0,21951 "gain_vs_zero": {21952 "estimate": 0.0,21953 "low": 0.0,21954 "high": 0.0,21955 "level": 0.95,21956 "n_items": 40,21957 "n_clusters": 40,21958 "n_boot": 200021959 },21960 "outputs_sample": [21961 " The word \"zeni\"",21962 " 1\n",21963 " 0\n",21964 " 1\n",21965 " The word \"zute\""21966 ],21967 "correct": [21968 0.0,21969 0.0,21970 0.0,21971 0.0,21972 0.0,21973 0.0,21974 0.0,21975 0.0,21976 0.0,21977 0.0,21978 0.0,21979 0.0,21980 0.0,21981 0.0,21982 0.0,21983 0.0,21984 0.0,21985 0.0,21986 0.0,21987 0.0,21988 0.0,21989 0.0,21990 0.0,21991 0.0,21992 0.0,21993 0.0,21994 0.0,21995 0.0,21996 0.0,21997 0.0,21998 0.0,21999 0.0,22000 0.0,22001 0.0,22002 0.0,22003 0.0,22004 0.0,22005 0.0,22006 0.0,22007 0.022008 ]22009 },22010 "ctl_replace_donor_zeroshot|procrustes|L2": {22011 "accuracy": 0.0,22012 "gain_vs_zero": {22013 "estimate": 0.0,22014 "low": 0.0,22015 "high": 0.0,22016 "level": 0.95,22017 "n_items": 40,22018 "n_clusters": 40,22019 "n_boot": 200022020 },22021 "outputs_sample": [22022 " The word \"zeni\"",22023 " 1\n",22024 " The word \"vofisu",22025 " The word \"tuken\"",22026 " The word \"zute\""22027 ],22028 "correct": [22029 0.0,22030 0.0,22031 0.0,22032 0.0,22033 0.0,22034 0.0,22035 0.0,22036 0.0,22037 0.0,22038 0.0,22039 0.0,22040 0.0,22041 0.0,22042 0.0,22043 0.0,22044 0.0,22045 0.0,22046 0.0,22047 0.0,22048 0.0,22049 0.0,22050 0.0,22051 0.0,22052 0.0,22053 0.0,22054 0.0,22055 0.0,22056 0.0,22057 0.0,22058 0.0,22059 0.0,22060 0.0,22061 0.0,22062 0.0,22063 0.0,22064 0.0,22065 0.0,22066 0.0,22067 0.0,22068 0.022069 ]22070 },22071 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {22072 "accuracy": 0.0,22073 "gain_vs_zero": {22074 "estimate": 0.0,22075 "low": 0.0,22076 "high": 0.0,22077 "level": 0.95,22078 "n_items": 40,22079 "n_clusters": 40,22080 "n_boot": 200022081 },22082 "outputs_sample": [22083 " The word \"zeni\"",22084 " 1\n",22085 " 0\n",22086 " 1\n",22087 " The word \"zute\""22088 ],22089 "correct": [22090 0.0,22091 0.0,22092 0.0,22093 0.0,22094 0.0,22095 0.0,22096 0.0,22097 0.0,22098 0.0,22099 0.0,22100 0.0,22101 0.0,22102 0.0,22103 0.0,22104 0.0,22105 0.0,22106 0.0,22107 0.0,22108 0.0,22109 0.0,22110 0.0,22111 0.0,22112 0.0,22113 0.0,22114 0.0,22115 0.0,22116 0.0,22117 0.0,22118 0.0,22119 0.0,22120 0.0,22121 0.0,22122 0.0,22123 0.0,22124 0.0,22125 0.0,22126 0.0,22127 0.0,22128 0.0,22129 0.022130 ]22131 },22132 "replace_donor_fewshot|ridge|L2": {22133 "accuracy": 0.0,22134 "gain_vs_zero": {22135 "estimate": 0.0,22136 "low": 0.0,22137 "high": 0.0,22138 "level": 0.95,22139 "n_items": 40,22140 "n_clusters": 40,22141 "n_boot": 200022142 },22143 "outputs_sample": [22144 " The word \"zeni\"",22145 " 0\n",22146 " 0\n",22147 " 1\n",22148 " The word \"zute\""22149 ],22150 "correct": [22151 0.0,22152 0.0,22153 0.0,22154 0.0,22155 0.0,22156 0.0,22157 0.0,22158 0.0,22159 0.0,22160 0.0,22161 0.0,22162 0.0,22163 0.0,22164 0.0,22165 0.0,22166 0.0,22167 0.0,22168 0.0,22169 0.0,22170 0.0,22171 0.0,22172 0.0,22173 0.0,22174 0.0,22175 0.0,22176 0.0,22177 0.0,22178 0.0,22179 0.0,22180 0.0,22181 0.0,22182 0.0,22183 0.0,22184 0.0,22185 0.0,22186 0.0,22187 0.0,22188 0.0,22189 0.0,22190 0.022191 ]22192 },22193 "ctl_replace_donor_zeroshot|ridge|L2": {22194 "accuracy": 0.0,22195 "gain_vs_zero": {22196 "estimate": 0.0,22197 "low": 0.0,22198 "high": 0.0,22199 "level": 0.95,22200 "n_items": 40,22201 "n_clusters": 40,22202 "n_boot": 200022203 },22204 "outputs_sample": [22205 " The word \"zeni\"",22206 " 1\n",22207 " 0\n",22208 " The word \"tuken\"",22209 " The word \"zute\""22210 ],22211 "correct": [22212 0.0,22213 0.0,22214 0.0,22215 0.0,22216 0.0,22217 0.0,22218 0.0,22219 0.0,22220 0.0,22221 0.0,22222 0.0,22223 0.0,22224 0.0,22225 0.0,22226 0.0,22227 0.0,22228 0.0,22229 0.0,22230 0.0,22231 0.0,22232 0.0,22233 0.0,22234 0.0,22235 0.0,22236 0.0,22237 0.0,22238 0.0,22239 0.0,22240 0.0,22241 0.0,22242 0.0,22243 0.0,22244 0.0,22245 0.0,22246 0.0,22247 0.0,22248 0.0,22249 0.0,22250 0.0,22251 0.022252 ]22253 },22254 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {22255 "accuracy": 0.0,22256 "gain_vs_zero": {22257 "estimate": 0.0,22258 "low": 0.0,22259 "high": 0.0,22260 "level": 0.95,22261 "n_items": 40,22262 "n_clusters": 40,22263 "n_boot": 200022264 },22265 "outputs_sample": [22266 " The word \"zeni\"",22267 " 1\n",22268 " 0\n",22269 " 1\n",22270 " The word \"zute\""22271 ],22272 "correct": [22273 0.0,22274 0.0,22275 0.0,22276 0.0,22277 0.0,22278 0.0,22279 0.0,22280 0.0,22281 0.0,22282 0.0,22283 0.0,22284 0.0,22285 0.0,22286 0.0,22287 0.0,22288 0.0,22289 0.0,22290 0.0,22291 0.0,22292 0.0,22293 0.0,22294 0.0,22295 0.0,22296 0.0,22297 0.0,22298 0.0,22299 0.0,22300 0.0,22301 0.0,22302 0.0,22303 0.0,22304 0.0,22305 0.0,22306 0.0,22307 0.0,22308 0.0,22309 0.0,22310 0.0,22311 0.0,22312 0.022313 ]22314 },22315 "ctl_replace_donor_fewshot|sham_map|L2": {22316 "accuracy": 0.0,22317 "gain_vs_zero": {22318 "estimate": 0.0,22319 "low": 0.0,22320 "high": 0.0,22321 "level": 0.95,22322 "n_items": 40,22323 "n_clusters": 40,22324 "n_boot": 200022325 },22326 "outputs_sample": [22327 " The word \"zeni\"",22328 " 1\n",22329 " The word \"vofisu",22330 " 1\n",22331 " The word \"zute\""22332 ],22333 "correct": [22334 0.0,22335 0.0,22336 0.0,22337 0.0,22338 0.0,22339 0.0,22340 0.0,22341 0.0,22342 0.0,22343 0.0,22344 0.0,22345 0.0,22346 0.0,22347 0.0,22348 0.0,22349 0.0,22350 0.0,22351 0.0,22352 0.0,22353 0.0,22354 0.0,22355 0.0,22356 0.0,22357 0.0,22358 0.0,22359 0.0,22360 0.0,22361 0.0,22362 0.0,22363 0.0,22364 0.0,22365 0.0,22366 0.0,22367 0.0,22368 0.0,22369 0.0,22370 0.0,22371 0.0,22372 0.0,22373 0.022374 ]22375 },22376 "ctl_replace_donor_zeroshot|sham_map|L2": {22377 "accuracy": 0.0,22378 "gain_vs_zero": {22379 "estimate": 0.0,22380 "low": 0.0,22381 "high": 0.0,22382 "level": 0.95,22383 "n_items": 40,22384 "n_clusters": 40,22385 "n_boot": 200022386 },22387 "outputs_sample": [22388 " The word \"zeni\"",22389 " 1\n",22390 " 0\n\n",22391 " 1\n",22392 " The word \"zute\""22393 ],22394 "correct": [22395 0.0,22396 0.0,22397 0.0,22398 0.0,22399 0.0,22400 0.0,22401 0.0,22402 0.0,22403 0.0,22404 0.0,22405 0.0,22406 0.0,22407 0.0,22408 0.0,22409 0.0,22410 0.0,22411 0.0,22412 0.0,22413 0.0,22414 0.0,22415 0.0,22416 0.0,22417 0.0,22418 0.0,22419 0.0,22420 0.0,22421 0.0,22422 0.0,22423 0.0,22424 0.0,22425 0.0,22426 0.0,22427 0.0,22428 0.0,22429 0.0,22430 0.0,22431 0.0,22432 0.0,22433 0.0,22434 0.022435 ]22436 },22437 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {22438 "accuracy": 0.0,22439 "gain_vs_zero": {22440 "estimate": 0.0,22441 "low": 0.0,22442 "high": 0.0,22443 "level": 0.95,22444 "n_items": 40,22445 "n_clusters": 40,22446 "n_boot": 200022447 },22448 "outputs_sample": [22449 " The word \"zeni\"",22450 " 1\n",22451 " The word \"vofisu",22452 " The word \"tuken\"",22453 " The word \"zute\""22454 ],22455 "correct": [22456 0.0,22457 0.0,22458 0.0,22459 0.0,22460 0.0,22461 0.0,22462 0.0,22463 0.0,22464 0.0,22465 0.0,22466 0.0,22467 0.0,22468 0.0,22469 0.0,22470 0.0,22471 0.0,22472 0.0,22473 0.0,22474 0.0,22475 0.0,22476 0.0,22477 0.0,22478 0.0,22479 0.0,22480 0.0,22481 0.0,22482 0.0,22483 0.0,22484 0.0,22485 0.0,22486 0.0,22487 0.0,22488 0.0,22489 0.0,22490 0.0,22491 0.0,22492 0.0,22493 0.0,22494 0.0,22495 0.022496 ]22497 },22498 "ctl_random_norm_matched|L2": {22499 "accuracy": 0.0,22500 "gain_vs_zero": {22501 "estimate": 0.0,22502 "low": 0.0,22503 "high": 0.0,22504 "level": 0.95,22505 "n_items": 40,22506 "n_clusters": 40,22507 "n_boot": 200022508 },22509 "correct": [22510 0.0,22511 0.0,22512 0.0,22513 0.0,22514 0.0,22515 0.0,22516 0.0,22517 0.0,22518 0.0,22519 0.0,22520 0.0,22521 0.0,22522 0.0,22523 0.0,22524 0.0,22525 0.0,22526 0.0,22527 0.0,22528 0.0,22529 0.0,22530 0.0,22531 0.0,22532 0.0,22533 0.0,22534 0.0,22535 0.0,22536 0.0,22537 0.0,22538 0.0,22539 0.0,22540 0.0,22541 0.0,22542 0.0,22543 0.0,22544 0.0,22545 0.0,22546 0.0,22547 0.0,22548 0.0,22549 0.022550 ]22551 },22552 "ctl_unrelated_task_vector(antonym)|L2": {22553 "accuracy": 0.0,22554 "gain_vs_zero": {22555 "estimate": 0.0,22556 "low": 0.0,22557 "high": 0.0,22558 "level": 0.95,22559 "n_items": 40,22560 "n_clusters": 40,22561 "n_boot": 200022562 },22563 "correct": [22564 0.0,22565 0.0,22566 0.0,22567 0.0,22568 0.0,22569 0.0,22570 0.0,22571 0.0,22572 0.0,22573 0.0,22574 0.0,22575 0.0,22576 0.0,22577 0.0,22578 0.0,22579 0.0,22580 0.0,22581 0.0,22582 0.0,22583 0.0,22584 0.0,22585 0.0,22586 0.0,22587 0.0,22588 0.0,22589 0.0,22590 0.0,22591 0.0,22592 0.0,22593 0.0,22594 0.0,22595 0.0,22596 0.0,22597 0.0,22598 0.0,22599 0.0,22600 0.0,22601 0.0,22602 0.0,22603 0.022604 ]22605 },22606 "procrustes|L3|a1.0": {22607 "accuracy": 0.0,22608 "gain_vs_zero": {22609 "estimate": 0.0,22610 "low": 0.0,22611 "high": 0.0,22612 "level": 0.95,22613 "n_items": 40,22614 "n_clusters": 40,22615 "n_boot": 200022616 },22617 "mapped_norm": 9.434996604919434,22618 "outputs_sample": [22619 " The word \"zeni\"",22620 " 1\n",22621 " 0\n",22622 " 1\n",22623 " 1\n"22624 ],22625 "correct": [22626 0.0,22627 0.0,22628 0.0,22629 0.0,22630 0.0,22631 0.0,22632 0.0,22633 0.0,22634 0.0,22635 0.0,22636 0.0,22637 0.0,22638 0.0,22639 0.0,22640 0.0,22641 0.0,22642 0.0,22643 0.0,22644 0.0,22645 0.0,22646 0.0,22647 0.0,22648 0.0,22649 0.0,22650 0.0,22651 0.0,22652 0.0,22653 0.0,22654 0.0,22655 0.0,22656 0.0,22657 0.0,22658 0.0,22659 0.0,22660 0.0,22661 0.0,22662 0.0,22663 0.0,22664 0.0,22665 0.022666 ]22667 },22668 "procrustes|L3|a2.0": {22669 "accuracy": 0.0,22670 "gain_vs_zero": {22671 "estimate": 0.0,22672 "low": 0.0,22673 "high": 0.0,22674 "level": 0.95,22675 "n_items": 40,22676 "n_clusters": 40,22677 "n_boot": 200022678 },22679 "mapped_norm": 9.434996604919434,22680 "outputs_sample": [22681 " The word \"zeni\"",22682 " 1\n",22683 " 0\n",22684 " 1\n",22685 " The word \"zute\""22686 ],22687 "correct": [22688 0.0,22689 0.0,22690 0.0,22691 0.0,22692 0.0,22693 0.0,22694 0.0,22695 0.0,22696 0.0,22697 0.0,22698 0.0,22699 0.0,22700 0.0,22701 0.0,22702 0.0,22703 0.0,22704 0.0,22705 0.0,22706 0.0,22707 0.0,22708 0.0,22709 0.0,22710 0.0,22711 0.0,22712 0.0,22713 0.0,22714 0.0,22715 0.0,22716 0.0,22717 0.0,22718 0.0,22719 0.0,22720 0.0,22721 0.0,22722 0.0,22723 0.0,22724 0.0,22725 0.0,22726 0.0,22727 0.022728 ]22729 },22730 "procrustes_rescaled|L3|a1.0": {22731 "accuracy": 0.0,22732 "gain_vs_zero": {22733 "estimate": 0.0,22734 "low": 0.0,22735 "high": 0.0,22736 "level": 0.95,22737 "n_items": 40,22738 "n_clusters": 40,22739 "n_boot": 200022740 },22741 "mapped_norm": 6.1436028480529785,22742 "outputs_sample": [22743 " The word \"zeni\"",22744 " 1\n",22745 " 0\n",22746 " 1\n",22747 " The word \"zute\""22748 ],22749 "correct": [22750 0.0,22751 0.0,22752 0.0,22753 0.0,22754 0.0,22755 0.0,22756 0.0,22757 0.0,22758 0.0,22759 0.0,22760 0.0,22761 0.0,22762 0.0,22763 0.0,22764 0.0,22765 0.0,22766 0.0,22767 0.0,22768 0.0,22769 0.0,22770 0.0,22771 0.0,22772 0.0,22773 0.0,22774 0.0,22775 0.0,22776 0.0,22777 0.0,22778 0.0,22779 0.0,22780 0.0,22781 0.0,22782 0.0,22783 0.0,22784 0.0,22785 0.0,22786 0.0,22787 0.0,22788 0.0,22789 0.022790 ]22791 },22792 "ridge|L3|a1.0": {22793 "accuracy": 0.0,22794 "gain_vs_zero": {22795 "estimate": 0.0,22796 "low": 0.0,22797 "high": 0.0,22798 "level": 0.95,22799 "n_items": 40,22800 "n_clusters": 40,22801 "n_boot": 200022802 },22803 "mapped_norm": 8.171993255615234,22804 "outputs_sample": [22805 " The word \"zeni\"",22806 " 1\n",22807 " 0\n",22808 " 1\n",22809 " The word \"zute\""22810 ],22811 "correct": [22812 0.0,22813 0.0,22814 0.0,22815 0.0,22816 0.0,22817 0.0,22818 0.0,22819 0.0,22820 0.0,22821 0.0,22822 0.0,22823 0.0,22824 0.0,22825 0.0,22826 0.0,22827 0.0,22828 0.0,22829 0.0,22830 0.0,22831 0.0,22832 0.0,22833 0.0,22834 0.0,22835 0.0,22836 0.0,22837 0.0,22838 0.0,22839 0.0,22840 0.0,22841 0.0,22842 0.0,22843 0.0,22844 0.0,22845 0.0,22846 0.0,22847 0.0,22848 0.0,22849 0.0,22850 0.0,22851 0.022852 ]22853 },22854 "ridge|L3|a2.0": {22855 "accuracy": 0.0,22856 "gain_vs_zero": {22857 "estimate": 0.0,22858 "low": 0.0,22859 "high": 0.0,22860 "level": 0.95,22861 "n_items": 40,22862 "n_clusters": 40,22863 "n_boot": 200022864 },22865 "mapped_norm": 8.171993255615234,22866 "outputs_sample": [22867 " The word \"zeni\"",22868 " 1\n",22869 " 0\n",22870 " 1\n",22871 " The word \"zute\""22872 ],22873 "correct": [22874 0.0,22875 0.0,22876 0.0,22877 0.0,22878 0.0,22879 0.0,22880 0.0,22881 0.0,22882 0.0,22883 0.0,22884 0.0,22885 0.0,22886 0.0,22887 0.0,22888 0.0,22889 0.0,22890 0.0,22891 0.0,22892 0.0,22893 0.0,22894 0.0,22895 0.0,22896 0.0,22897 0.0,22898 0.0,22899 0.0,22900 0.0,22901 0.0,22902 0.0,22903 0.0,22904 0.0,22905 0.0,22906 0.0,22907 0.0,22908 0.0,22909 0.0,22910 0.0,22911 0.0,22912 0.0,22913 0.022914 ]22915 },22916 "ridge_rescaled|L3|a1.0": {22917 "accuracy": 0.0,22918 "gain_vs_zero": {22919 "estimate": 0.0,22920 "low": 0.0,22921 "high": 0.0,22922 "level": 0.95,22923 "n_items": 40,22924 "n_clusters": 40,22925 "n_boot": 200022926 },22927 "mapped_norm": 6.1436028480529785,22928 "outputs_sample": [22929 " The word \"zeni\"",22930 " 1\n",22931 " 0\n",22932 " 1\n",22933 " The word \"zute\""22934 ],22935 "correct": [22936 0.0,22937 0.0,22938 0.0,22939 0.0,22940 0.0,22941 0.0,22942 0.0,22943 0.0,22944 0.0,22945 0.0,22946 0.0,22947 0.0,22948 0.0,22949 0.0,22950 0.0,22951 0.0,22952 0.0,22953 0.0,22954 0.0,22955 0.0,22956 0.0,22957 0.0,22958 0.0,22959 0.0,22960 0.0,22961 0.0,22962 0.0,22963 0.0,22964 0.0,22965 0.0,22966 0.0,22967 0.0,22968 0.0,22969 0.0,22970 0.0,22971 0.0,22972 0.0,22973 0.0,22974 0.0,22975 0.022976 ]22977 },22978 "cca|L3|a1.0": {22979 "accuracy": 0.0,22980 "gain_vs_zero": {22981 "estimate": 0.0,22982 "low": 0.0,22983 "high": 0.0,22984 "level": 0.95,22985 "n_items": 40,22986 "n_clusters": 40,22987 "n_boot": 200022988 },22989 "mapped_norm": 9.100357055664062,22990 "outputs_sample": [22991 " The word \"zeni\"",22992 " 1\n",22993 " 0\n",22994 " 1\n",22995 " The word \"zute\""22996 ],22997 "correct": [22998 0.0,22999 0.0,23000 0.0,23001 0.0,23002 0.0,23003 0.0,23004 0.0,23005 0.0,23006 0.0,23007 0.0,23008 0.0,23009 0.0,23010 0.0,23011 0.0,23012 0.0,23013 0.0,23014 0.0,23015 0.0,23016 0.0,23017 0.0,23018 0.0,23019 0.0,23020 0.0,23021 0.0,23022 0.0,23023 0.0,23024 0.0,23025 0.0,23026 0.0,23027 0.0,23028 0.0,23029 0.0,23030 0.0,23031 0.0,23032 0.0,23033 0.0,23034 0.0,23035 0.0,23036 0.0,23037 0.023038 ]23039 },23040 "cca|L3|a2.0": {23041 "accuracy": 0.0,23042 "gain_vs_zero": {23043 "estimate": 0.0,23044 "low": 0.0,23045 "high": 0.0,23046 "level": 0.95,23047 "n_items": 40,23048 "n_clusters": 40,23049 "n_boot": 200023050 },23051 "mapped_norm": 9.100357055664062,23052 "outputs_sample": [23053 " The word \"zeni\"",23054 " 1\n",23055 " 0\n",23056 " 1\n",23057 " zute\n"23058 ],23059 "correct": [23060 0.0,23061 0.0,23062 0.0,23063 0.0,23064 0.0,23065 0.0,23066 0.0,23067 0.0,23068 0.0,23069 0.0,23070 0.0,23071 0.0,23072 0.0,23073 0.0,23074 0.0,23075 0.0,23076 0.0,23077 0.0,23078 0.0,23079 0.0,23080 0.0,23081 0.0,23082 0.0,23083 0.0,23084 0.0,23085 0.0,23086 0.0,23087 0.0,23088 0.0,23089 0.0,23090 0.0,23091 0.0,23092 0.0,23093 0.0,23094 0.0,23095 0.0,23096 0.0,23097 0.0,23098 0.0,23099 0.023100 ]23101 },23102 "random_orth|L3|a1.0": {23103 "accuracy": 0.0,23104 "gain_vs_zero": {23105 "estimate": 0.0,23106 "low": 0.0,23107 "high": 0.0,23108 "level": 0.95,23109 "n_items": 40,23110 "n_clusters": 40,23111 "n_boot": 200023112 },23113 "mapped_norm": 8.374195098876953,23114 "outputs_sample": [23115 " The word \"zeni\"",23116 " 1\n",23117 " 0\n",23118 " The word \"tuken\"",23119 " The word \"zute\""23120 ],23121 "correct": [23122 0.0,23123 0.0,23124 0.0,23125 0.0,23126 0.0,23127 0.0,23128 0.0,23129 0.0,23130 0.0,23131 0.0,23132 0.0,23133 0.0,23134 0.0,23135 0.0,23136 0.0,23137 0.0,23138 0.0,23139 0.0,23140 0.0,23141 0.0,23142 0.0,23143 0.0,23144 0.0,23145 0.0,23146 0.0,23147 0.0,23148 0.0,23149 0.0,23150 0.0,23151 0.0,23152 0.0,23153 0.0,23154 0.0,23155 0.0,23156 0.0,23157 0.0,23158 0.0,23159 0.0,23160 0.0,23161 0.023162 ]23163 },23164 "random_orth|L3|a2.0": {23165 "accuracy": 0.0,23166 "gain_vs_zero": {23167 "estimate": 0.0,23168 "low": 0.0,23169 "high": 0.0,23170 "level": 0.95,23171 "n_items": 40,23172 "n_clusters": 40,23173 "n_boot": 200023174 },23175 "mapped_norm": 8.374195098876953,23176 "outputs_sample": [23177 " The word \"zeni\"",23178 " fabzon\n",23179 " 0\n",23180 " 1\n",23181 " 1\n"23182 ],23183 "correct": [23184 0.0,23185 0.0,23186 0.0,23187 0.0,23188 0.0,23189 0.0,23190 0.0,23191 0.0,23192 0.0,23193 0.0,23194 0.0,23195 0.0,23196 0.0,23197 0.0,23198 0.0,23199 0.0,23200 0.0,23201 0.0,23202 0.0,23203 0.0,23204 0.0,23205 0.0,23206 0.0,23207 0.0,23208 0.0,23209 0.0,23210 0.0,23211 0.0,23212 0.0,23213 0.0,23214 0.0,23215 0.0,23216 0.0,23217 0.0,23218 0.0,23219 0.0,23220 0.0,23221 0.0,23222 0.0,23223 0.023224 ]23225 },23226 "replace_donor_fewshot|procrustes|L3": {23227 "accuracy": 0.0,23228 "gain_vs_zero": {23229 "estimate": 0.0,23230 "low": 0.0,23231 "high": 0.0,23232 "level": 0.95,23233 "n_items": 40,23234 "n_clusters": 40,23235 "n_boot": 200023236 },23237 "outputs_sample": [23238 " The word \"zeni\"",23239 " 1\n",23240 " 0\n",23241 " 1\n",23242 " The word \"zute\""23243 ],23244 "correct": [23245 0.0,23246 0.0,23247 0.0,23248 0.0,23249 0.0,23250 0.0,23251 0.0,23252 0.0,23253 0.0,23254 0.0,23255 0.0,23256 0.0,23257 0.0,23258 0.0,23259 0.0,23260 0.0,23261 0.0,23262 0.0,23263 0.0,23264 0.0,23265 0.0,23266 0.0,23267 0.0,23268 0.0,23269 0.0,23270 0.0,23271 0.0,23272 0.0,23273 0.0,23274 0.0,23275 0.0,23276 0.0,23277 0.0,23278 0.0,23279 0.0,23280 0.0,23281 0.0,23282 0.0,23283 0.0,23284 0.023285 ]23286 },23287 "ctl_replace_donor_zeroshot|procrustes|L3": {23288 "accuracy": 0.0,23289 "gain_vs_zero": {23290 "estimate": 0.0,23291 "low": 0.0,23292 "high": 0.0,23293 "level": 0.95,23294 "n_items": 40,23295 "n_clusters": 40,23296 "n_boot": 200023297 },23298 "outputs_sample": [23299 " The word \"zeni\"",23300 " 0\n",23301 " The word \"vofisu",23302 " The word \"tuken\"",23303 " The word \"zute\""23304 ],23305 "correct": [23306 0.0,23307 0.0,23308 0.0,23309 0.0,23310 0.0,23311 0.0,23312 0.0,23313 0.0,23314 0.0,23315 0.0,23316 0.0,23317 0.0,23318 0.0,23319 0.0,23320 0.0,23321 0.0,23322 0.0,23323 0.0,23324 0.0,23325 0.0,23326 0.0,23327 0.0,23328 0.0,23329 0.0,23330 0.0,23331 0.0,23332 0.0,23333 0.0,23334 0.0,23335 0.0,23336 0.0,23337 0.0,23338 0.0,23339 0.0,23340 0.0,23341 0.0,23342 0.0,23343 0.0,23344 0.0,23345 0.023346 ]23347 },23348 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L3": {23349 "accuracy": 0.0,23350 "gain_vs_zero": {23351 "estimate": 0.0,23352 "low": 0.0,23353 "high": 0.0,23354 "level": 0.95,23355 "n_items": 40,23356 "n_clusters": 40,23357 "n_boot": 200023358 },23359 "outputs_sample": [23360 " The word \"zeni\"",23361 " 1\n",23362 " The word \"vofisu",23363 " 1\n",23364 " The word \"zute\""23365 ],23366 "correct": [23367 0.0,23368 0.0,23369 0.0,23370 0.0,23371 0.0,23372 0.0,23373 0.0,23374 0.0,23375 0.0,23376 0.0,23377 0.0,23378 0.0,23379 0.0,23380 0.0,23381 0.0,23382 0.0,23383 0.0,23384 0.0,23385 0.0,23386 0.0,23387 0.0,23388 0.0,23389 0.0,23390 0.0,23391 0.0,23392 0.0,23393 0.0,23394 0.0,23395 0.0,23396 0.0,23397 0.0,23398 0.0,23399 0.0,23400 0.0,23401 0.0,23402 0.0,23403 0.0,23404 0.0,23405 0.0,23406 0.023407 ]23408 },23409 "replace_donor_fewshot|ridge|L3": {23410 "accuracy": 0.0,23411 "gain_vs_zero": {23412 "estimate": 0.0,23413 "low": 0.0,23414 "high": 0.0,23415 "level": 0.95,23416 "n_items": 40,23417 "n_clusters": 40,23418 "n_boot": 200023419 },23420 "outputs_sample": [23421 " The word \"zeni\"",23422 " 1\n",23423 " 0\n",23424 " 1\n",23425 " The word \"zute\""23426 ],23427 "correct": [23428 0.0,23429 0.0,23430 0.0,23431 0.0,23432 0.0,23433 0.0,23434 0.0,23435 0.0,23436 0.0,23437 0.0,23438 0.0,23439 0.0,23440 0.0,23441 0.0,23442 0.0,23443 0.0,23444 0.0,23445 0.0,23446 0.0,23447 0.0,23448 0.0,23449 0.0,23450 0.0,23451 0.0,23452 0.0,23453 0.0,23454 0.0,23455 0.0,23456 0.0,23457 0.0,23458 0.0,23459 0.0,23460 0.0,23461 0.0,23462 0.0,23463 0.0,23464 0.0,23465 0.0,23466 0.0,23467 0.023468 ]23469 },23470 "ctl_replace_donor_zeroshot|ridge|L3": {23471 "accuracy": 0.0,23472 "gain_vs_zero": {23473 "estimate": 0.0,23474 "low": 0.0,23475 "high": 0.0,23476 "level": 0.95,23477 "n_items": 40,23478 "n_clusters": 40,23479 "n_boot": 200023480 },23481 "outputs_sample": [23482 " The word \"zeni\"",23483 " 0\n",23484 " The word \"vofisu",23485 " The word \"tuken\"",23486 " The word \"zute\""23487 ],23488 "correct": [23489 0.0,23490 0.0,23491 0.0,23492 0.0,23493 0.0,23494 0.0,23495 0.0,23496 0.0,23497 0.0,23498 0.0,23499 0.0,23500 0.0,23501 0.0,23502 0.0,23503 0.0,23504 0.0,23505 0.0,23506 0.0,23507 0.0,23508 0.0,23509 0.0,23510 0.0,23511 0.0,23512 0.0,23513 0.0,23514 0.0,23515 0.0,23516 0.0,23517 0.0,23518 0.0,23519 0.0,23520 0.0,23521 0.0,23522 0.0,23523 0.0,23524 0.0,23525 0.0,23526 0.0,23527 0.0,23528 0.023529 ]23530 },23531 "ctl_replace_donor_fewshot_shuffled_query|ridge|L3": {23532 "accuracy": 0.0,23533 "gain_vs_zero": {23534 "estimate": 0.0,23535 "low": 0.0,23536 "high": 0.0,23537 "level": 0.95,23538 "n_items": 40,23539 "n_clusters": 40,23540 "n_boot": 200023541 },23542 "outputs_sample": [23543 " The word \"zeni\"",23544 " 1\n",23545 " 0\n",23546 " 1\n",23547 " The word \"zute\""23548 ],23549 "correct": [23550 0.0,23551 0.0,23552 0.0,23553 0.0,23554 0.0,23555 0.0,23556 0.0,23557 0.0,23558 0.0,23559 0.0,23560 0.0,23561 0.0,23562 0.0,23563 0.0,23564 0.0,23565 0.0,23566 0.0,23567 0.0,23568 0.0,23569 0.0,23570 0.0,23571 0.0,23572 0.0,23573 0.0,23574 0.0,23575 0.0,23576 0.0,23577 0.0,23578 0.0,23579 0.0,23580 0.0,23581 0.0,23582 0.0,23583 0.0,23584 0.0,23585 0.0,23586 0.0,23587 0.0,23588 0.0,23589 0.023590 ]23591 },23592 "ctl_replace_donor_fewshot|sham_map|L3": {23593 "accuracy": 0.0,23594 "gain_vs_zero": {23595 "estimate": 0.0,23596 "low": 0.0,23597 "high": 0.0,23598 "level": 0.95,23599 "n_items": 40,23600 "n_clusters": 40,23601 "n_boot": 200023602 },23603 "outputs_sample": [23604 " The word \"zeni\"",23605 " The word \"zonofab",23606 " The word \"vofisu",23607 " The word \"tuken\"",23608 " The word \"zute\""23609 ],23610 "correct": [23611 0.0,23612 0.0,23613 0.0,23614 0.0,23615 0.0,23616 0.0,23617 0.0,23618 0.0,23619 0.0,23620 0.0,23621 0.0,23622 0.0,23623 0.0,23624 0.0,23625 0.0,23626 0.0,23627 0.0,23628 0.0,23629 0.0,23630 0.0,23631 0.0,23632 0.0,23633 0.0,23634 0.0,23635 0.0,23636 0.0,23637 0.0,23638 0.0,23639 0.0,23640 0.0,23641 0.0,23642 0.0,23643 0.0,23644 0.0,23645 0.0,23646 0.0,23647 0.0,23648 0.0,23649 0.0,23650 0.023651 ]23652 },23653 "ctl_replace_donor_zeroshot|sham_map|L3": {23654 "accuracy": 0.0,23655 "gain_vs_zero": {23656 "estimate": 0.0,23657 "low": 0.0,23658 "high": 0.0,23659 "level": 0.95,23660 "n_items": 40,23661 "n_clusters": 40,23662 "n_boot": 200023663 },23664 "outputs_sample": [23665 " The word \"zeni\"",23666 " 0\n",23667 " The word \"vofisu",23668 " 1\n",23669 " The word \"zute\""23670 ],23671 "correct": [23672 0.0,23673 0.0,23674 0.0,23675 0.0,23676 0.0,23677 0.0,23678 0.0,23679 0.0,23680 0.0,23681 0.0,23682 0.0,23683 0.0,23684 0.0,23685 0.0,23686 0.0,23687 0.0,23688 0.0,23689 0.0,23690 0.0,23691 0.0,23692 0.0,23693 0.0,23694 0.0,23695 0.0,23696 0.0,23697 0.0,23698 0.0,23699 0.0,23700 0.0,23701 0.0,23702 0.0,23703 0.0,23704 0.0,23705 0.0,23706 0.0,23707 0.0,23708 0.0,23709 0.0,23710 0.0,23711 0.023712 ]23713 },23714 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L3": {23715 "accuracy": 0.0,23716 "gain_vs_zero": {23717 "estimate": 0.0,23718 "low": 0.0,23719 "high": 0.0,23720 "level": 0.95,23721 "n_items": 40,23722 "n_clusters": 40,23723 "n_boot": 200023724 },23725 "outputs_sample": [23726 " The word \"zeni\"",23727 " The word \"zonofab",23728 " The word \"vofisu",23729 " The word \"tuken\"",23730 " The word \"zute\""23731 ],23732 "correct": [23733 0.0,23734 0.0,23735 0.0,23736 0.0,23737 0.0,23738 0.0,23739 0.0,23740 0.0,23741 0.0,23742 0.0,23743 0.0,23744 0.0,23745 0.0,23746 0.0,23747 0.0,23748 0.0,23749 0.0,23750 0.0,23751 0.0,23752 0.0,23753 0.0,23754 0.0,23755 0.0,23756 0.0,23757 0.0,23758 0.0,23759 0.0,23760 0.0,23761 0.0,23762 0.0,23763 0.0,23764 0.0,23765 0.0,23766 0.0,23767 0.0,23768 0.0,23769 0.0,23770 0.0,23771 0.0,23772 0.023773 ]23774 },23775 "ctl_random_norm_matched|L3": {23776 "accuracy": 0.0,23777 "gain_vs_zero": {23778 "estimate": 0.0,23779 "low": 0.0,23780 "high": 0.0,23781 "level": 0.95,23782 "n_items": 40,23783 "n_clusters": 40,23784 "n_boot": 200023785 },23786 "correct": [23787 0.0,23788 0.0,23789 0.0,23790 0.0,23791 0.0,23792 0.0,23793 0.0,23794 0.0,23795 0.0,23796 0.0,23797 0.0,23798 0.0,23799 0.0,23800 0.0,23801 0.0,23802 0.0,23803 0.0,23804 0.0,23805 0.0,23806 0.0,23807 0.0,23808 0.0,23809 0.0,23810 0.0,23811 0.0,23812 0.0,23813 0.0,23814 0.0,23815 0.0,23816 0.0,23817 0.0,23818 0.0,23819 0.0,23820 0.0,23821 0.0,23822 0.0,23823 0.0,23824 0.0,23825 0.0,23826 0.023827 ]23828 },23829 "ctl_unrelated_task_vector(antonym)|L3": {23830 "accuracy": 0.0,23831 "gain_vs_zero": {23832 "estimate": 0.0,23833 "low": 0.0,23834 "high": 0.0,23835 "level": 0.95,23836 "n_items": 40,23837 "n_clusters": 40,23838 "n_boot": 200023839 },23840 "correct": [23841 0.0,23842 0.0,23843 0.0,23844 0.0,23845 0.0,23846 0.0,23847 0.0,23848 0.0,23849 0.0,23850 0.0,23851 0.0,23852 0.0,23853 0.0,23854 0.0,23855 0.0,23856 0.0,23857 0.0,23858 0.0,23859 0.0,23860 0.0,23861 0.0,23862 0.0,23863 0.0,23864 0.0,23865 0.0,23866 0.0,23867 0.0,23868 0.0,23869 0.0,23870 0.0,23871 0.0,23872 0.0,23873 0.0,23874 0.0,23875 0.0,23876 0.0,23877 0.0,23878 0.0,23879 0.0,23880 0.023881 ]23882 }23883 },23884 "items": {23885 "zero": [23886 0.0,23887 0.0,23888 0.0,23889 0.0,23890 0.0,23891 0.0,23892 0.0,23893 0.0,23894 0.0,23895 0.0,23896 0.0,23897 0.0,23898 0.0,23899 0.0,23900 0.0,23901 0.0,23902 0.0,23903 0.0,23904 0.0,23905 0.0,23906 0.0,23907 0.0,23908 0.0,23909 0.0,23910 0.0,23911 0.0,23912 0.0,23913 0.0,23914 0.0,23915 0.0,23916 0.0,23917 0.0,23918 0.0,23919 0.0,23920 0.0,23921 0.0,23922 0.0,23923 0.0,23924 0.0,23925 0.023926 ],23927 "few": [23928 0.0,23929 1.0,23930 1.0,23931 0.0,23932 1.0,23933 1.0,23934 0.0,23935 1.0,23936 1.0,23937 0.0,23938 0.0,23939 1.0,23940 0.0,23941 0.0,23942 0.0,23943 1.0,23944 0.0,23945 0.0,23946 0.0,23947 1.0,23948 0.0,23949 1.0,23950 0.0,23951 0.0,23952 1.0,23953 0.0,23954 0.0,23955 1.0,23956 0.0,23957 0.0,23958 0.0,23959 1.0,23960 0.0,23961 0.0,23962 0.0,23963 1.0,23964 0.0,23965 1.0,23966 0.0,23967 1.023968 ],23969 "own": [23970 0.0,23971 0.0,23972 0.0,23973 0.0,23974 0.0,23975 0.0,23976 0.0,23977 0.0,23978 0.0,23979 0.0,23980 0.0,23981 0.0,23982 0.0,23983 0.0,23984 0.0,23985 0.0,23986 0.0,23987 0.0,23988 0.0,23989 0.0,23990 0.0,23991 0.0,23992 0.0,23993 0.0,23994 0.0,23995 0.0,23996 0.0,23997 0.0,23998 0.0,23999 0.0,24000 0.0,24001 0.0,24002 0.0,24003 0.0,24004 0.0,24005 0.0,24006 0.0,24007 0.0,24008 0.0,24009 0.024010 ]24011 }24012 },24013 "addthree": {24014 "recipient_zero": 0.0,24015 "recipient_few": 1.0,24016 "recipient_own_vector": 0.0,24017 "donor_layer": 14,24018 "conditions": {24019 "procrustes|L2|a1.0": {24020 "accuracy": 0.0,24021 "gain_vs_zero": {24022 "estimate": 0.0,24023 "low": 0.0,24024 "high": 0.0,24025 "level": 0.95,24026 "n_items": 35,24027 "n_clusters": 35,24028 "n_boot": 200024029 },24030 "mapped_norm": 4.482480525970459,24031 "outputs_sample": [24032 " 7\n",24033 " 24\n",24034 " 83\n",24035 " 19\n",24036 " 71\n"24037 ],24038 "correct": [24039 0.0,24040 0.0,24041 0.0,24042 0.0,24043 0.0,24044 0.0,24045 0.0,24046 0.0,24047 0.0,24048 0.0,24049 0.0,24050 0.0,24051 0.0,24052 0.0,24053 0.0,24054 0.0,24055 0.0,24056 0.0,24057 0.0,24058 0.0,24059 0.0,24060 0.0,24061 0.0,24062 0.0,24063 0.0,24064 0.0,24065 0.0,24066 0.0,24067 0.0,24068 0.0,24069 0.0,24070 0.0,24071 0.0,24072 0.0,24073 0.024074 ]24075 },24076 "procrustes|L2|a2.0": {24077 "accuracy": 0.0,24078 "gain_vs_zero": {24079 "estimate": 0.0,24080 "low": 0.0,24081 "high": 0.0,24082 "level": 0.95,24083 "n_items": 35,24084 "n_clusters": 35,24085 "n_boot": 200024086 },24087 "mapped_norm": 4.482480525970459,24088 "outputs_sample": [24089 " 7\n",24090 " 12\n",24091 " 83\n",24092 " 19\n",24093 " 71\n"24094 ],24095 "correct": [24096 0.0,24097 0.0,24098 0.0,24099 0.0,24100 0.0,24101 0.0,24102 0.0,24103 0.0,24104 0.0,24105 0.0,24106 0.0,24107 0.0,24108 0.0,24109 0.0,24110 0.0,24111 0.0,24112 0.0,24113 0.0,24114 0.0,24115 0.0,24116 0.0,24117 0.0,24118 0.0,24119 0.0,24120 0.0,24121 0.0,24122 0.0,24123 0.0,24124 0.0,24125 0.0,24126 0.0,24127 0.0,24128 0.0,24129 0.0,24130 0.024131 ]24132 },24133 "procrustes_rescaled|L2|a1.0": {24134 "accuracy": 0.0,24135 "gain_vs_zero": {24136 "estimate": 0.0,24137 "low": 0.0,24138 "high": 0.0,24139 "level": 0.95,24140 "n_items": 35,24141 "n_clusters": 35,24142 "n_boot": 200024143 },24144 "mapped_norm": 5.985179424285889,24145 "outputs_sample": [24146 " 7\n",24147 " 12\n",24148 " 83\n",24149 " 19\n",24150 " 71\n"24151 ],24152 "correct": [24153 0.0,24154 0.0,24155 0.0,24156 0.0,24157 0.0,24158 0.0,24159 0.0,24160 0.0,24161 0.0,24162 0.0,24163 0.0,24164 0.0,24165 0.0,24166 0.0,24167 0.0,24168 0.0,24169 0.0,24170 0.0,24171 0.0,24172 0.0,24173 0.0,24174 0.0,24175 0.0,24176 0.0,24177 0.0,24178 0.0,24179 0.0,24180 0.0,24181 0.0,24182 0.0,24183 0.0,24184 0.0,24185 0.0,24186 0.0,24187 0.024188 ]24189 },24190 "ridge|L2|a1.0": {24191 "accuracy": 0.0,24192 "gain_vs_zero": {24193 "estimate": 0.0,24194 "low": 0.0,24195 "high": 0.0,24196 "level": 0.95,24197 "n_items": 35,24198 "n_clusters": 35,24199 "n_boot": 200024200 },24201 "mapped_norm": 5.249469757080078,24202 "outputs_sample": [24203 " 7\n",24204 " 12\n",24205 " 83\n",24206 " 19\n",24207 " 71\n"24208 ],24209 "correct": [24210 0.0,24211 0.0,24212 0.0,24213 0.0,24214 0.0,24215 0.0,24216 0.0,24217 0.0,24218 0.0,24219 0.0,24220 0.0,24221 0.0,24222 0.0,24223 0.0,24224 0.0,24225 0.0,24226 0.0,24227 0.0,24228 0.0,24229 0.0,24230 0.0,24231 0.0,24232 0.0,24233 0.0,24234 0.0,24235 0.0,24236 0.0,24237 0.0,24238 0.0,24239 0.0,24240 0.0,24241 0.0,24242 0.0,24243 0.0,24244 0.024245 ]24246 },24247 "ridge|L2|a2.0": {24248 "accuracy": 0.0,24249 "gain_vs_zero": {24250 "estimate": 0.0,24251 "low": 0.0,24252 "high": 0.0,24253 "level": 0.95,24254 "n_items": 35,24255 "n_clusters": 35,24256 "n_boot": 200024257 },24258 "mapped_norm": 5.249469757080078,24259 "outputs_sample": [24260 " 7\n",24261 " 12\n",24262 " 83\n",24263 " 19\n",24264 " 71\n"24265 ],24266 "correct": [24267 0.0,24268 0.0,24269 0.0,24270 0.0,24271 0.0,24272 0.0,24273 0.0,24274 0.0,24275 0.0,24276 0.0,24277 0.0,24278 0.0,24279 0.0,24280 0.0,24281 0.0,24282 0.0,24283 0.0,24284 0.0,24285 0.0,24286 0.0,24287 0.0,24288 0.0,24289 0.0,24290 0.0,24291 0.0,24292 0.0,24293 0.0,24294 0.0,24295 0.0,24296 0.0,24297 0.0,24298 0.0,24299 0.0,24300 0.0,24301 0.024302 ]24303 },24304 "ridge_rescaled|L2|a1.0": {24305 "accuracy": 0.0,24306 "gain_vs_zero": {24307 "estimate": 0.0,24308 "low": 0.0,24309 "high": 0.0,24310 "level": 0.95,24311 "n_items": 35,24312 "n_clusters": 35,24313 "n_boot": 200024314 },24315 "mapped_norm": 5.985179901123047,24316 "outputs_sample": [24317 " 7\n",24318 " 12\n",24319 " 83\n",24320 " 19\n",24321 " 71\n"24322 ],24323 "correct": [24324 0.0,24325 0.0,24326 0.0,24327 0.0,24328 0.0,24329 0.0,24330 0.0,24331 0.0,24332 0.0,24333 0.0,24334 0.0,24335 0.0,24336 0.0,24337 0.0,24338 0.0,24339 0.0,24340 0.0,24341 0.0,24342 0.0,24343 0.0,24344 0.0,24345 0.0,24346 0.0,24347 0.0,24348 0.0,24349 0.0,24350 0.0,24351 0.0,24352 0.0,24353 0.0,24354 0.0,24355 0.0,24356 0.0,24357 0.0,24358 0.024359 ]24360 },24361 "cca|L2|a1.0": {24362 "accuracy": 0.0,24363 "gain_vs_zero": {24364 "estimate": 0.0,24365 "low": 0.0,24366 "high": 0.0,24367 "level": 0.95,24368 "n_items": 35,24369 "n_clusters": 35,24370 "n_boot": 200024371 },24372 "mapped_norm": 5.8015241622924805,24373 "outputs_sample": [24374 " 7\n",24375 " 12\n",24376 " 83\n",24377 " 19\n",24378 " 71\n"24379 ],24380 "correct": [24381 0.0,24382 0.0,24383 0.0,24384 0.0,24385 0.0,24386 0.0,24387 0.0,24388 0.0,24389 0.0,24390 0.0,24391 0.0,24392 0.0,24393 0.0,24394 0.0,24395 0.0,24396 0.0,24397 0.0,24398 0.0,24399 0.0,24400 0.0,24401 0.0,24402 0.0,24403 0.0,24404 0.0,24405 0.0,24406 0.0,24407 0.0,24408 0.0,24409 0.0,24410 0.0,24411 0.0,24412 0.0,24413 0.0,24414 0.0,24415 0.024416 ]24417 },24418 "cca|L2|a2.0": {24419 "accuracy": 0.0,24420 "gain_vs_zero": {24421 "estimate": 0.0,24422 "low": 0.0,24423 "high": 0.0,24424 "level": 0.95,24425 "n_items": 35,24426 "n_clusters": 35,24427 "n_boot": 200024428 },24429 "mapped_norm": 5.8015241622924805,24430 "outputs_sample": [24431 " 7\n",24432 " 12\n",24433 " 83\n",24434 " 19\n",24435 " 71\n"24436 ],24437 "correct": [24438 0.0,24439 0.0,24440 0.0,24441 0.0,24442 0.0,24443 0.0,24444 0.0,24445 0.0,24446 0.0,24447 0.0,24448 0.0,24449 0.0,24450 0.0,24451 0.0,24452 0.0,24453 0.0,24454 0.0,24455 0.0,24456 0.0,24457 0.0,24458 0.0,24459 0.0,24460 0.0,24461 0.0,24462 0.0,24463 0.0,24464 0.0,24465 0.0,24466 0.0,24467 0.0,24468 0.0,24469 0.0,24470 0.0,24471 0.0,24472 0.024473 ]24474 },24475 "random_orth|L2|a1.0": {24476 "accuracy": 0.0,24477 "gain_vs_zero": {24478 "estimate": 0.0,24479 "low": 0.0,24480 "high": 0.0,24481 "level": 0.95,24482 "n_items": 35,24483 "n_clusters": 35,24484 "n_boot": 200024485 },24486 "mapped_norm": 5.193780899047852,24487 "outputs_sample": [24488 " 7\n",24489 " 12\n",24490 " 83\n",24491 " 19\n",24492 " 71\n"24493 ],24494 "correct": [24495 0.0,24496 0.0,24497 0.0,24498 0.0,24499 0.0,24500 0.0,24501 0.0,24502 0.0,24503 0.0,24504 0.0,24505 0.0,24506 0.0,24507 0.0,24508 0.0,24509 0.0,24510 0.0,24511 0.0,24512 0.0,24513 0.0,24514 0.0,24515 0.0,24516 0.0,24517 0.0,24518 0.0,24519 0.0,24520 0.0,24521 0.0,24522 0.0,24523 0.0,24524 0.0,24525 0.0,24526 0.0,24527 0.0,24528 0.0,24529 0.024530 ]24531 },24532 "random_orth|L2|a2.0": {24533 "accuracy": 0.0,24534 "gain_vs_zero": {24535 "estimate": 0.0,24536 "low": 0.0,24537 "high": 0.0,24538 "level": 0.95,24539 "n_items": 35,24540 "n_clusters": 35,24541 "n_boot": 200024542 },24543 "mapped_norm": 5.193780899047852,24544 "outputs_sample": [24545 " 7\n",24546 " 12\n",24547 " 83\n",24548 " 19\n",24549 " 71\n"24550 ],24551 "correct": [24552 0.0,24553 0.0,24554 0.0,24555 0.0,24556 0.0,24557 0.0,24558 0.0,24559 0.0,24560 0.0,24561 0.0,24562 0.0,24563 0.0,24564 0.0,24565 0.0,24566 0.0,24567 0.0,24568 0.0,24569 0.0,24570 0.0,24571 0.0,24572 0.0,24573 0.0,24574 0.0,24575 0.0,24576 0.0,24577 0.0,24578 0.0,24579 0.0,24580 0.0,24581 0.0,24582 0.0,24583 0.0,24584 0.0,24585 0.0,24586 0.024587 ]24588 },24589 "replace_donor_fewshot|procrustes|L2": {24590 "accuracy": 0.0,24591 "gain_vs_zero": {24592 "estimate": 0.0,24593 "low": 0.0,24594 "high": 0.0,24595 "level": 0.95,24596 "n_items": 35,24597 "n_clusters": 35,24598 "n_boot": 200024599 },24600 "outputs_sample": [24601 " 7\n",24602 " 12\n",24603 " 83\n",24604 " 19\n",24605 " 71\n"24606 ],24607 "correct": [24608 0.0,24609 0.0,24610 0.0,24611 0.0,24612 0.0,24613 0.0,24614 0.0,24615 0.0,24616 0.0,24617 0.0,24618 0.0,24619 0.0,24620 0.0,24621 0.0,24622 0.0,24623 0.0,24624 0.0,24625 0.0,24626 0.0,24627 0.0,24628 0.0,24629 0.0,24630 0.0,24631 0.0,24632 0.0,24633 0.0,24634 0.0,24635 0.0,24636 0.0,24637 0.0,24638 0.0,24639 0.0,24640 0.0,24641 0.0,24642 0.024643 ]24644 },24645 "ctl_replace_donor_zeroshot|procrustes|L2": {24646 "accuracy": 0.0,24647 "gain_vs_zero": {24648 "estimate": 0.0,24649 "low": 0.0,24650 "high": 0.0,24651 "level": 0.95,24652 "n_items": 35,24653 "n_clusters": 35,24654 "n_boot": 200024655 },24656 "outputs_sample": [24657 " 7\n",24658 " 12\n",24659 " 83\n",24660 " 19\n",24661 " 71\n"24662 ],24663 "correct": [24664 0.0,24665 0.0,24666 0.0,24667 0.0,24668 0.0,24669 0.0,24670 0.0,24671 0.0,24672 0.0,24673 0.0,24674 0.0,24675 0.0,24676 0.0,24677 0.0,24678 0.0,24679 0.0,24680 0.0,24681 0.0,24682 0.0,24683 0.0,24684 0.0,24685 0.0,24686 0.0,24687 0.0,24688 0.0,24689 0.0,24690 0.0,24691 0.0,24692 0.0,24693 0.0,24694 0.0,24695 0.0,24696 0.0,24697 0.0,24698 0.024699 ]24700 },24701 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {24702 "accuracy": 0.0,24703 "gain_vs_zero": {24704 "estimate": 0.0,24705 "low": 0.0,24706 "high": 0.0,24707 "level": 0.95,24708 "n_items": 35,24709 "n_clusters": 35,24710 "n_boot": 200024711 },24712 "outputs_sample": [24713 " 7\n",24714 " 24\n",24715 " 83\n",24716 " 19\n",24717 " 71\n"24718 ],24719 "correct": [24720 0.0,24721 0.0,24722 0.0,24723 0.0,24724 0.0,24725 0.0,24726 0.0,24727 0.0,24728 0.0,24729 0.0,24730 0.0,24731 0.0,24732 0.0,24733 0.0,24734 0.0,24735 0.0,24736 0.0,24737 0.0,24738 0.0,24739 0.0,24740 0.0,24741 0.0,24742 0.0,24743 0.0,24744 0.0,24745 0.0,24746 0.0,24747 0.0,24748 0.0,24749 0.0,24750 0.0,24751 0.0,24752 0.0,24753 0.0,24754 0.024755 ]24756 },24757 "replace_donor_fewshot|ridge|L2": {24758 "accuracy": 0.0,24759 "gain_vs_zero": {24760 "estimate": 0.0,24761 "low": 0.0,24762 "high": 0.0,24763 "level": 0.95,24764 "n_items": 35,24765 "n_clusters": 35,24766 "n_boot": 200024767 },24768 "outputs_sample": [24769 " 7\n",24770 " 12\n",24771 " 83\n",24772 " 19\n",24773 " 71\n"24774 ],24775 "correct": [24776 0.0,24777 0.0,24778 0.0,24779 0.0,24780 0.0,24781 0.0,24782 0.0,24783 0.0,24784 0.0,24785 0.0,24786 0.0,24787 0.0,24788 0.0,24789 0.0,24790 0.0,24791 0.0,24792 0.0,24793 0.0,24794 0.0,24795 0.0,24796 0.0,24797 0.0,24798 0.0,24799 0.0,24800 0.0,24801 0.0,24802 0.0,24803 0.0,24804 0.0,24805 0.0,24806 0.0,24807 0.0,24808 0.0,24809 0.0,24810 0.024811 ]24812 },24813 "ctl_replace_donor_zeroshot|ridge|L2": {24814 "accuracy": 0.0,24815 "gain_vs_zero": {24816 "estimate": 0.0,24817 "low": 0.0,24818 "high": 0.0,24819 "level": 0.95,24820 "n_items": 35,24821 "n_clusters": 35,24822 "n_boot": 200024823 },24824 "outputs_sample": [24825 " 7\n",24826 " 12\n",24827 " 83\n",24828 " 19\n",24829 " 71\n"24830 ],24831 "correct": [24832 0.0,24833 0.0,24834 0.0,24835 0.0,24836 0.0,24837 0.0,24838 0.0,24839 0.0,24840 0.0,24841 0.0,24842 0.0,24843 0.0,24844 0.0,24845 0.0,24846 0.0,24847 0.0,24848 0.0,24849 0.0,24850 0.0,24851 0.0,24852 0.0,24853 0.0,24854 0.0,24855 0.0,24856 0.0,24857 0.0,24858 0.0,24859 0.0,24860 0.0,24861 0.0,24862 0.0,24863 0.0,24864 0.0,24865 0.0,24866 0.024867 ]24868 },24869 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {24870 "accuracy": 0.0,24871 "gain_vs_zero": {24872 "estimate": 0.0,24873 "low": 0.0,24874 "high": 0.0,24875 "level": 0.95,24876 "n_items": 35,24877 "n_clusters": 35,24878 "n_boot": 200024879 },24880 "outputs_sample": [24881 " 7\n",24882 " 12\n",24883 " 83\n",24884 " 19\n",24885 " 71\n"24886 ],24887 "correct": [24888 0.0,24889 0.0,24890 0.0,24891 0.0,24892 0.0,24893 0.0,24894 0.0,24895 0.0,24896 0.0,24897 0.0,24898 0.0,24899 0.0,24900 0.0,24901 0.0,24902 0.0,24903 0.0,24904 0.0,24905 0.0,24906 0.0,24907 0.0,24908 0.0,24909 0.0,24910 0.0,24911 0.0,24912 0.0,24913 0.0,24914 0.0,24915 0.0,24916 0.0,24917 0.0,24918 0.0,24919 0.0,24920 0.0,24921 0.0,24922 0.024923 ]24924 },24925 "ctl_replace_donor_fewshot|sham_map|L2": {24926 "accuracy": 0.0,24927 "gain_vs_zero": {24928 "estimate": 0.0,24929 "low": 0.0,24930 "high": 0.0,24931 "level": 0.95,24932 "n_items": 35,24933 "n_clusters": 35,24934 "n_boot": 200024935 },24936 "outputs_sample": [24937 " 7\n",24938 " 12\n",24939 " 83\n",24940 " 19\n",24941 " 71\n"24942 ],24943 "correct": [24944 0.0,24945 0.0,24946 0.0,24947 0.0,24948 0.0,24949 0.0,24950 0.0,24951 0.0,24952 0.0,24953 0.0,24954 0.0,24955 0.0,24956 0.0,24957 0.0,24958 0.0,24959 0.0,24960 0.0,24961 0.0,24962 0.0,24963 0.0,24964 0.0,24965 0.0,24966 0.0,24967 0.0,24968 0.0,24969 0.0,24970 0.0,24971 0.0,24972 0.0,24973 0.0,24974 0.0,24975 0.0,24976 0.0,24977 0.0,24978 0.024979 ]24980 },24981 "ctl_replace_donor_zeroshot|sham_map|L2": {24982 "accuracy": 0.0,24983 "gain_vs_zero": {24984 "estimate": 0.0,24985 "low": 0.0,24986 "high": 0.0,24987 "level": 0.95,24988 "n_items": 35,24989 "n_clusters": 35,24990 "n_boot": 200024991 },24992 "outputs_sample": [24993 " 7\n",24994 " 12\n",24995 " 83\n",24996 " 19\n",24997 " 71\n"24998 ],24999 "correct": [25000 0.0,25001 0.0,25002 0.0,25003 0.0,25004 0.0,25005 0.0,25006 0.0,25007 0.0,25008 0.0,25009 0.0,25010 0.0,25011 0.0,25012 0.0,25013 0.0,25014 0.0,25015 0.0,25016 0.0,25017 0.0,25018 0.0,25019 0.0,25020 0.0,25021 0.0,25022 0.0,25023 0.0,25024 0.0,25025 0.0,25026 0.0,25027 0.0,25028 0.0,25029 0.0,25030 0.0,25031 0.0,25032 0.0,25033 0.0,25034 0.025035 ]25036 },25037 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {25038 "accuracy": 0.0,25039 "gain_vs_zero": {25040 "estimate": 0.0,25041 "low": 0.0,25042 "high": 0.0,25043 "level": 0.95,25044 "n_items": 35,25045 "n_clusters": 35,25046 "n_boot": 200025047 },25048 "outputs_sample": [25049 " 7\n",25050 " 24\n",25051 " 83\n",25052 " 19\n",25053 " 71\n"25054 ],25055 "correct": [25056 0.0,25057 0.0,25058 0.0,25059 0.0,25060 0.0,25061 0.0,25062 0.0,25063 0.0,25064 0.0,25065 0.0,25066 0.0,25067 0.0,25068 0.0,25069 0.0,25070 0.0,25071 0.0,25072 0.0,25073 0.0,25074 0.0,25075 0.0,25076 0.0,25077 0.0,25078 0.0,25079 0.0,25080 0.0,25081 0.0,25082 0.0,25083 0.0,25084 0.0,25085 0.0,25086 0.0,25087 0.0,25088 0.0,25089 0.0,25090 0.025091 ]25092 },25093 "ctl_random_norm_matched|L2": {25094 "accuracy": 0.0,25095 "gain_vs_zero": {25096 "estimate": 0.0,25097 "low": 0.0,25098 "high": 0.0,25099 "level": 0.95,25100 "n_items": 35,25101 "n_clusters": 35,25102 "n_boot": 200025103 },25104 "correct": [25105 0.0,25106 0.0,25107 0.0,25108 0.0,25109 0.0,25110 0.0,25111 0.0,25112 0.0,25113 0.0,25114 0.0,25115 0.0,25116 0.0,25117 0.0,25118 0.0,25119 0.0,25120 0.0,25121 0.0,25122 0.0,25123 0.0,25124 0.0,25125 0.0,25126 0.0,25127 0.0,25128 0.0,25129 0.0,25130 0.0,25131 0.0,25132 0.0,25133 0.0,25134 0.0,25135 0.0,25136 0.0,25137 0.0,25138 0.0,25139 0.025140 ]25141 },25142 "ctl_unrelated_task_vector(antonym)|L2": {25143 "accuracy": 0.0,25144 "gain_vs_zero": {25145 "estimate": 0.0,25146 "low": 0.0,25147 "high": 0.0,25148 "level": 0.95,25149 "n_items": 35,25150 "n_clusters": 35,25151 "n_boot": 200025152 },25153 "correct": [25154 0.0,25155 0.0,25156 0.0,25157 0.0,25158 0.0,25159 0.0,25160 0.0,25161 0.0,25162 0.0,25163 0.0,25164 0.0,25165 0.0,25166 0.0,25167 0.0,25168 0.0,25169 0.0,25170 0.0,25171 0.0,25172 0.0,25173 0.0,25174 0.0,25175 0.0,25176 0.0,25177 0.0,25178 0.0,25179 0.0,25180 0.0,25181 0.0,25182 0.0,25183 0.0,25184 0.0,25185 0.0,25186 0.0,25187 0.0,25188 0.025189 ]25190 },25191 "procrustes|L18|a1.0": {25192 "accuracy": 0.0,25193 "gain_vs_zero": {25194 "estimate": 0.0,25195 "low": 0.0,25196 "high": 0.0,25197 "level": 0.95,25198 "n_items": 35,25199 "n_clusters": 35,25200 "n_boot": 200025201 },25202 "mapped_norm": 28.56645393371582,25203 "outputs_sample": [25204 " 7\n",25205 " 24\n",25206 " 83\n",25207 " 19\n",25208 " 71\n"25209 ],25210 "correct": [25211 0.0,25212 0.0,25213 0.0,25214 0.0,25215 0.0,25216 0.0,25217 0.0,25218 0.0,25219 0.0,25220 0.0,25221 0.0,25222 0.0,25223 0.0,25224 0.0,25225 0.0,25226 0.0,25227 0.0,25228 0.0,25229 0.0,25230 0.0,25231 0.0,25232 0.0,25233 0.0,25234 0.0,25235 0.0,25236 0.0,25237 0.0,25238 0.0,25239 0.0,25240 0.0,25241 0.0,25242 0.0,25243 0.0,25244 0.0,25245 0.025246 ]25247 },25248 "procrustes|L18|a2.0": {25249 "accuracy": 0.0,25250 "gain_vs_zero": {25251 "estimate": 0.0,25252 "low": 0.0,25253 "high": 0.0,25254 "level": 0.95,25255 "n_items": 35,25256 "n_clusters": 35,25257 "n_boot": 200025258 },25259 "mapped_norm": 28.56645393371582,25260 "outputs_sample": [25261 " 7\n\n",25262 " 24\n",25263 " 83\n",25264 " 19\n",25265 " 71\n"25266 ],25267 "correct": [25268 0.0,25269 0.0,25270 0.0,25271 0.0,25272 0.0,25273 0.0,25274 0.0,25275 0.0,25276 0.0,25277 0.0,25278 0.0,25279 0.0,25280 0.0,25281 0.0,25282 0.0,25283 0.0,25284 0.0,25285 0.0,25286 0.0,25287 0.0,25288 0.0,25289 0.0,25290 0.0,25291 0.0,25292 0.0,25293 0.0,25294 0.0,25295 0.0,25296 0.0,25297 0.0,25298 0.0,25299 0.0,25300 0.0,25301 0.0,25302 0.025303 ]25304 },25305 "procrustes_rescaled|L18|a1.0": {25306 "accuracy": 0.0,25307 "gain_vs_zero": {25308 "estimate": 0.0,25309 "low": 0.0,25310 "high": 0.0,25311 "level": 0.95,25312 "n_items": 35,25313 "n_clusters": 35,25314 "n_boot": 200025315 },25316 "mapped_norm": 5.985179901123047,25317 "outputs_sample": [25318 " 7\n",25319 " 12\n",25320 " 83\n",25321 " 19\n",25322 " 71\n"25323 ],25324 "correct": [25325 0.0,25326 0.0,25327 0.0,25328 0.0,25329 0.0,25330 0.0,25331 0.0,25332 0.0,25333 0.0,25334 0.0,25335 0.0,25336 0.0,25337 0.0,25338 0.0,25339 0.0,25340 0.0,25341 0.0,25342 0.0,25343 0.0,25344 0.0,25345 0.0,25346 0.0,25347 0.0,25348 0.0,25349 0.0,25350 0.0,25351 0.0,25352 0.0,25353 0.0,25354 0.0,25355 0.0,25356 0.0,25357 0.0,25358 0.0,25359 0.025360 ]25361 },25362 "ridge|L18|a1.0": {25363 "accuracy": 0.0,25364 "gain_vs_zero": {25365 "estimate": 0.0,25366 "low": 0.0,25367 "high": 0.0,25368 "level": 0.95,25369 "n_items": 35,25370 "n_clusters": 35,25371 "n_boot": 200025372 },25373 "mapped_norm": 31.941503524780273,25374 "outputs_sample": [25375 " 7\n",25376 " 12\n",25377 " 83\n",25378 " 19\n",25379 " 71\n"25380 ],25381 "correct": [25382 0.0,25383 0.0,25384 0.0,25385 0.0,25386 0.0,25387 0.0,25388 0.0,25389 0.0,25390 0.0,25391 0.0,25392 0.0,25393 0.0,25394 0.0,25395 0.0,25396 0.0,25397 0.0,25398 0.0,25399 0.0,25400 0.0,25401 0.0,25402 0.0,25403 0.0,25404 0.0,25405 0.0,25406 0.0,25407 0.0,25408 0.0,25409 0.0,25410 0.0,25411 0.0,25412 0.0,25413 0.0,25414 0.0,25415 0.0,25416 0.025417 ]25418 },25419 "ridge|L18|a2.0": {25420 "accuracy": 0.0,25421 "gain_vs_zero": {25422 "estimate": 0.0,25423 "low": 0.0,25424 "high": 0.0,25425 "level": 0.95,25426 "n_items": 35,25427 "n_clusters": 35,25428 "n_boot": 200025429 },25430 "mapped_norm": 31.941503524780273,25431 "outputs_sample": [25432 " 7\n\n",25433 " 24\n",25434 " 83\n",25435 " 19\n",25436 " 71\n"25437 ],25438 "correct": [25439 0.0,25440 0.0,25441 0.0,25442 0.0,25443 0.0,25444 0.0,25445 0.0,25446 0.0,25447 0.0,25448 0.0,25449 0.0,25450 0.0,25451 0.0,25452 0.0,25453 0.0,25454 0.0,25455 0.0,25456 0.0,25457 0.0,25458 0.0,25459 0.0,25460 0.0,25461 0.0,25462 0.0,25463 0.0,25464 0.0,25465 0.0,25466 0.0,25467 0.0,25468 0.0,25469 0.0,25470 0.0,25471 0.0,25472 0.0,25473 0.025474 ]25475 },25476 "ridge_rescaled|L18|a1.0": {25477 "accuracy": 0.0,25478 "gain_vs_zero": {25479 "estimate": 0.0,25480 "low": 0.0,25481 "high": 0.0,25482 "level": 0.95,25483 "n_items": 35,25484 "n_clusters": 35,25485 "n_boot": 200025486 },25487 "mapped_norm": 5.985179901123047,25488 "outputs_sample": [25489 " 7\n",25490 " 24\n",25491 " 83\n",25492 " 19\n",25493 " 71\n"25494 ],25495 "correct": [25496 0.0,25497 0.0,25498 0.0,25499 0.0,25500 0.0,25501 0.0,25502 0.0,25503 0.0,25504 0.0,25505 0.0,25506 0.0,25507 0.0,25508 0.0,25509 0.0,25510 0.0,25511 0.0,25512 0.0,25513 0.0,25514 0.0,25515 0.0,25516 0.0,25517 0.0,25518 0.0,25519 0.0,25520 0.0,25521 0.0,25522 0.0,25523 0.0,25524 0.0,25525 0.0,25526 0.0,25527 0.0,25528 0.0,25529 0.0,25530 0.025531 ]25532 },25533 "cca|L18|a1.0": {25534 "accuracy": 0.0,25535 "gain_vs_zero": {25536 "estimate": 0.0,25537 "low": 0.0,25538 "high": 0.0,25539 "level": 0.95,25540 "n_items": 35,25541 "n_clusters": 35,25542 "n_boot": 200025543 },25544 "mapped_norm": 33.86625289916992,25545 "outputs_sample": [25546 " 7\n",25547 " 24\n",25548 " 83\n",25549 " 19\n",25550 " 71\n"25551 ],25552 "correct": [25553 0.0,25554 0.0,25555 0.0,25556 0.0,25557 0.0,25558 0.0,25559 0.0,25560 0.0,25561 0.0,25562 0.0,25563 0.0,25564 0.0,25565 0.0,25566 0.0,25567 0.0,25568 0.0,25569 0.0,25570 0.0,25571 0.0,25572 0.0,25573 0.0,25574 0.0,25575 0.0,25576 0.0,25577 0.0,25578 0.0,25579 0.0,25580 0.0,25581 0.0,25582 0.0,25583 0.0,25584 0.0,25585 0.0,25586 0.0,25587 0.025588 ]25589 },25590 "cca|L18|a2.0": {25591 "accuracy": 0.0,25592 "gain_vs_zero": {25593 "estimate": 0.0,25594 "low": 0.0,25595 "high": 0.0,25596 "level": 0.95,25597 "n_items": 35,25598 "n_clusters": 35,25599 "n_boot": 200025600 },25601 "mapped_norm": 33.86625289916992,25602 "outputs_sample": [25603 " 7\n\n",25604 " 24\n",25605 " 83\n",25606 " 19\n",25607 " 71\n"25608 ],25609 "correct": [25610 0.0,25611 0.0,25612 0.0,25613 0.0,25614 0.0,25615 0.0,25616 0.0,25617 0.0,25618 0.0,25619 0.0,25620 0.0,25621 0.0,25622 0.0,25623 0.0,25624 0.0,25625 0.0,25626 0.0,25627 0.0,25628 0.0,25629 0.0,25630 0.0,25631 0.0,25632 0.0,25633 0.0,25634 0.0,25635 0.0,25636 0.0,25637 0.0,25638 0.0,25639 0.0,25640 0.0,25641 0.0,25642 0.0,25643 0.0,25644 0.025645 ]25646 },25647 "random_orth|L18|a1.0": {25648 "accuracy": 0.0,25649 "gain_vs_zero": {25650 "estimate": 0.0,25651 "low": 0.0,25652 "high": 0.0,25653 "level": 0.95,25654 "n_items": 35,25655 "n_clusters": 35,25656 "n_boot": 200025657 },25658 "mapped_norm": 30.29051399230957,25659 "outputs_sample": [25660 " 7\n",25661 " 12\n",25662 " 83\n",25663 " 19\n",25664 " 71\n"25665 ],25666 "correct": [25667 0.0,25668 0.0,25669 0.0,25670 0.0,25671 0.0,25672 0.0,25673 0.0,25674 0.0,25675 0.0,25676 0.0,25677 0.0,25678 0.0,25679 0.0,25680 0.0,25681 0.0,25682 0.0,25683 0.0,25684 0.0,25685 0.0,25686 0.0,25687 0.0,25688 0.0,25689 0.0,25690 0.0,25691 0.0,25692 0.0,25693 0.0,25694 0.0,25695 0.0,25696 0.0,25697 0.0,25698 0.0,25699 0.0,25700 0.0,25701 0.025702 ]25703 },25704 "random_orth|L18|a2.0": {25705 "accuracy": 0.0,25706 "gain_vs_zero": {25707 "estimate": 0.0,25708 "low": 0.0,25709 "high": 0.0,25710 "level": 0.95,25711 "n_items": 35,25712 "n_clusters": 35,25713 "n_boot": 200025714 },25715 "mapped_norm": 30.29051399230957,25716 "outputs_sample": [25717 " 7\n",25718 " 24\n",25719 " 83\n",25720 " 19\n",25721 " 71\n"25722 ],25723 "correct": [25724 0.0,25725 0.0,25726 0.0,25727 0.0,25728 0.0,25729 0.0,25730 0.0,25731 0.0,25732 0.0,25733 0.0,25734 0.0,25735 0.0,25736 0.0,25737 0.0,25738 0.0,25739 0.0,25740 0.0,25741 0.0,25742 0.0,25743 0.0,25744 0.0,25745 0.0,25746 0.0,25747 0.0,25748 0.0,25749 0.0,25750 0.0,25751 0.0,25752 0.0,25753 0.0,25754 0.0,25755 0.0,25756 0.0,25757 0.0,25758 0.025759 ]25760 },25761 "replace_donor_fewshot|procrustes|L18": {25762 "accuracy": 0.0,25763 "gain_vs_zero": {25764 "estimate": 0.0,25765 "low": 0.0,25766 "high": 0.0,25767 "level": 0.95,25768 "n_items": 35,25769 "n_clusters": 35,25770 "n_boot": 200025771 },25772 "outputs_sample": [25773 " 7\n",25774 " 24\n",25775 " 83\n",25776 " 19\n",25777 " 71\n"25778 ],25779 "correct": [25780 0.0,25781 0.0,25782 0.0,25783 0.0,25784 0.0,25785 0.0,25786 0.0,25787 0.0,25788 0.0,25789 0.0,25790 0.0,25791 0.0,25792 0.0,25793 0.0,25794 0.0,25795 0.0,25796 0.0,25797 0.0,25798 0.0,25799 0.0,25800 0.0,25801 0.0,25802 0.0,25803 0.0,25804 0.0,25805 0.0,25806 0.0,25807 0.0,25808 0.0,25809 0.0,25810 0.0,25811 0.0,25812 0.0,25813 0.0,25814 0.025815 ]25816 },25817 "ctl_replace_donor_zeroshot|procrustes|L18": {25818 "accuracy": 0.0,25819 "gain_vs_zero": {25820 "estimate": 0.0,25821 "low": 0.0,25822 "high": 0.0,25823 "level": 0.95,25824 "n_items": 35,25825 "n_clusters": 35,25826 "n_boot": 200025827 },25828 "outputs_sample": [25829 " 7\n",25830 " 12\n",25831 " 83\n",25832 " 19\n",25833 " 71\n"25834 ],25835 "correct": [25836 0.0,25837 0.0,25838 0.0,25839 0.0,25840 0.0,25841 0.0,25842 0.0,25843 0.0,25844 0.0,25845 0.0,25846 0.0,25847 0.0,25848 0.0,25849 0.0,25850 0.0,25851 0.0,25852 0.0,25853 0.0,25854 0.0,25855 0.0,25856 0.0,25857 0.0,25858 0.0,25859 0.0,25860 0.0,25861 0.0,25862 0.0,25863 0.0,25864 0.0,25865 0.0,25866 0.0,25867 0.0,25868 0.0,25869 0.0,25870 0.025871 ]25872 },25873 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L18": {25874 "accuracy": 0.0,25875 "gain_vs_zero": {25876 "estimate": 0.0,25877 "low": 0.0,25878 "high": 0.0,25879 "level": 0.95,25880 "n_items": 35,25881 "n_clusters": 35,25882 "n_boot": 200025883 },25884 "outputs_sample": [25885 " 7\n",25886 " 24\n",25887 " 83\n",25888 " 19\n",25889 " 71\n"25890 ],25891 "correct": [25892 0.0,25893 0.0,25894 0.0,25895 0.0,25896 0.0,25897 0.0,25898 0.0,25899 0.0,25900 0.0,25901 0.0,25902 0.0,25903 0.0,25904 0.0,25905 0.0,25906 0.0,25907 0.0,25908 0.0,25909 0.0,25910 0.0,25911 0.0,25912 0.0,25913 0.0,25914 0.0,25915 0.0,25916 0.0,25917 0.0,25918 0.0,25919 0.0,25920 0.0,25921 0.0,25922 0.0,25923 0.0,25924 0.0,25925 0.0,25926 0.025927 ]25928 },25929 "replace_donor_fewshot|ridge|L18": {25930 "accuracy": 0.0,25931 "gain_vs_zero": {25932 "estimate": 0.0,25933 "low": 0.0,25934 "high": 0.0,25935 "level": 0.95,25936 "n_items": 35,25937 "n_clusters": 35,25938 "n_boot": 200025939 },25940 "outputs_sample": [25941 " 7\n",25942 " 24\n",25943 " 83\n",25944 " 19\n",25945 " 71\n"25946 ],25947 "correct": [25948 0.0,25949 0.0,25950 0.0,25951 0.0,25952 0.0,25953 0.0,25954 0.0,25955 0.0,25956 0.0,25957 0.0,25958 0.0,25959 0.0,25960 0.0,25961 0.0,25962 0.0,25963 0.0,25964 0.0,25965 0.0,25966 0.0,25967 0.0,25968 0.0,25969 0.0,25970 0.0,25971 0.0,25972 0.0,25973 0.0,25974 0.0,25975 0.0,25976 0.0,25977 0.0,25978 0.0,25979 0.0,25980 0.0,25981 0.0,25982 0.025983 ]25984 },25985 "ctl_replace_donor_zeroshot|ridge|L18": {25986 "accuracy": 0.0,25987 "gain_vs_zero": {25988 "estimate": 0.0,25989 "low": 0.0,25990 "high": 0.0,25991 "level": 0.95,25992 "n_items": 35,25993 "n_clusters": 35,25994 "n_boot": 200025995 },25996 "outputs_sample": [25997 " 7\n",25998 " 12\n",25999 " 83\n",26000 " 19\n",26001 " 71\n"26002 ],26003 "correct": [26004 0.0,26005 0.0,26006 0.0,26007 0.0,26008 0.0,26009 0.0,26010 0.0,26011 0.0,26012 0.0,26013 0.0,26014 0.0,26015 0.0,26016 0.0,26017 0.0,26018 0.0,26019 0.0,26020 0.0,26021 0.0,26022 0.0,26023 0.0,26024 0.0,26025 0.0,26026 0.0,26027 0.0,26028 0.0,26029 0.0,26030 0.0,26031 0.0,26032 0.0,26033 0.0,26034 0.0,26035 0.0,26036 0.0,26037 0.0,26038 0.026039 ]26040 },26041 "ctl_replace_donor_fewshot_shuffled_query|ridge|L18": {26042 "accuracy": 0.0,26043 "gain_vs_zero": {26044 "estimate": 0.0,26045 "low": 0.0,26046 "high": 0.0,26047 "level": 0.95,26048 "n_items": 35,26049 "n_clusters": 35,26050 "n_boot": 200026051 },26052 "outputs_sample": [26053 " 7\n",26054 " 12\n",26055 " 83\n",26056 " 19\n",26057 " 71\n"26058 ],26059 "correct": [26060 0.0,26061 0.0,26062 0.0,26063 0.0,26064 0.0,26065 0.0,26066 0.0,26067 0.0,26068 0.0,26069 0.0,26070 0.0,26071 0.0,26072 0.0,26073 0.0,26074 0.0,26075 0.0,26076 0.0,26077 0.0,26078 0.0,26079 0.0,26080 0.0,26081 0.0,26082 0.0,26083 0.0,26084 0.0,26085 0.0,26086 0.0,26087 0.0,26088 0.0,26089 0.0,26090 0.0,26091 0.0,26092 0.0,26093 0.0,26094 0.026095 ]26096 },26097 "ctl_replace_donor_fewshot|sham_map|L18": {26098 "accuracy": 0.0,26099 "gain_vs_zero": {26100 "estimate": 0.0,26101 "low": 0.0,26102 "high": 0.0,26103 "level": 0.95,26104 "n_items": 35,26105 "n_clusters": 35,26106 "n_boot": 200026107 },26108 "outputs_sample": [26109 " 7\n",26110 " 24\n",26111 " 83\n",26112 " 19\n",26113 " 71\n"26114 ],26115 "correct": [26116 0.0,26117 0.0,26118 0.0,26119 0.0,26120 0.0,26121 0.0,26122 0.0,26123 0.0,26124 0.0,26125 0.0,26126 0.0,26127 0.0,26128 0.0,26129 0.0,26130 0.0,26131 0.0,26132 0.0,26133 0.0,26134 0.0,26135 0.0,26136 0.0,26137 0.0,26138 0.0,26139 0.0,26140 0.0,26141 0.0,26142 0.0,26143 0.0,26144 0.0,26145 0.0,26146 0.0,26147 0.0,26148 0.0,26149 0.0,26150 0.026151 ]26152 },26153 "ctl_replace_donor_zeroshot|sham_map|L18": {26154 "accuracy": 0.0,26155 "gain_vs_zero": {26156 "estimate": 0.0,26157 "low": 0.0,26158 "high": 0.0,26159 "level": 0.95,26160 "n_items": 35,26161 "n_clusters": 35,26162 "n_boot": 200026163 },26164 "outputs_sample": [26165 " 7\n\n",26166 " 24\n",26167 " 83\n",26168 " 19\n",26169 " 71\n"26170 ],26171 "correct": [26172 0.0,26173 0.0,26174 0.0,26175 0.0,26176 0.0,26177 0.0,26178 0.0,26179 0.0,26180 0.0,26181 0.0,26182 0.0,26183 0.0,26184 0.0,26185 0.0,26186 0.0,26187 0.0,26188 0.0,26189 0.0,26190 0.0,26191 0.0,26192 0.0,26193 0.0,26194 0.0,26195 0.0,26196 0.0,26197 0.0,26198 0.0,26199 0.0,26200 0.0,26201 0.0,26202 0.0,26203 0.0,26204 0.0,26205 0.0,26206 0.026207 ]26208 },26209 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L18": {26210 "accuracy": 0.0,26211 "gain_vs_zero": {26212 "estimate": 0.0,26213 "low": 0.0,26214 "high": 0.0,26215 "level": 0.95,26216 "n_items": 35,26217 "n_clusters": 35,26218 "n_boot": 200026219 },26220 "outputs_sample": [26221 " 7\n",26222 " 24\n",26223 " 83\n",26224 " 19\n",26225 " 71\n"26226 ],26227 "correct": [26228 0.0,26229 0.0,26230 0.0,26231 0.0,26232 0.0,26233 0.0,26234 0.0,26235 0.0,26236 0.0,26237 0.0,26238 0.0,26239 0.0,26240 0.0,26241 0.0,26242 0.0,26243 0.0,26244 0.0,26245 0.0,26246 0.0,26247 0.0,26248 0.0,26249 0.0,26250 0.0,26251 0.0,26252 0.0,26253 0.0,26254 0.0,26255 0.0,26256 0.0,26257 0.0,26258 0.0,26259 0.0,26260 0.0,26261 0.0,26262 0.026263 ]26264 },26265 "ctl_random_norm_matched|L18": {26266 "accuracy": 0.0,26267 "gain_vs_zero": {26268 "estimate": 0.0,26269 "low": 0.0,26270 "high": 0.0,26271 "level": 0.95,26272 "n_items": 35,26273 "n_clusters": 35,26274 "n_boot": 200026275 },26276 "correct": [26277 0.0,26278 0.0,26279 0.0,26280 0.0,26281 0.0,26282 0.0,26283 0.0,26284 0.0,26285 0.0,26286 0.0,26287 0.0,26288 0.0,26289 0.0,26290 0.0,26291 0.0,26292 0.0,26293 0.0,26294 0.0,26295 0.0,26296 0.0,26297 0.0,26298 0.0,26299 0.0,26300 0.0,26301 0.0,26302 0.0,26303 0.0,26304 0.0,26305 0.0,26306 0.0,26307 0.0,26308 0.0,26309 0.0,26310 0.0,26311 0.026312 ]26313 },26314 "ctl_unrelated_task_vector(antonym)|L18": {26315 "accuracy": 0.0,26316 "gain_vs_zero": {26317 "estimate": 0.0,26318 "low": 0.0,26319 "high": 0.0,26320 "level": 0.95,26321 "n_items": 35,26322 "n_clusters": 35,26323 "n_boot": 200026324 },26325 "correct": [26326 0.0,26327 0.0,26328 0.0,26329 0.0,26330 0.0,26331 0.0,26332 0.0,26333 0.0,26334 0.0,26335 0.0,26336 0.0,26337 0.0,26338 0.0,26339 0.0,26340 0.0,26341 0.0,26342 0.0,26343 0.0,26344 0.0,26345 0.0,26346 0.0,26347 0.0,26348 0.0,26349 0.0,26350 0.0,26351 0.0,26352 0.0,26353 0.0,26354 0.0,26355 0.0,26356 0.0,26357 0.0,26358 0.0,26359 0.0,26360 0.026361 ]26362 }26363 },26364 "items": {26365 "zero": [26366 0.0,26367 0.0,26368 0.0,26369 0.0,26370 0.0,26371 0.0,26372 0.0,26373 0.0,26374 0.0,26375 0.0,26376 0.0,26377 0.0,26378 0.0,26379 0.0,26380 0.0,26381 0.0,26382 0.0,26383 0.0,26384 0.0,26385 0.0,26386 0.0,26387 0.0,26388 0.0,26389 0.0,26390 0.0,26391 0.0,26392 0.0,26393 0.0,26394 0.0,26395 0.0,26396 0.0,26397 0.0,26398 0.0,26399 0.0,26400 0.026401 ],26402 "few": [26403 1.0,26404 1.0,26405 1.0,26406 1.0,26407 1.0,26408 1.0,26409 1.0,26410 1.0,26411 1.0,26412 1.0,26413 1.0,26414 1.0,26415 1.0,26416 1.0,26417 1.0,26418 1.0,26419 1.0,26420 1.0,26421 1.0,26422 1.0,26423 1.0,26424 1.0,26425 1.0,26426 1.0,26427 1.0,26428 1.0,26429 1.0,26430 1.0,26431 1.0,26432 1.0,26433 1.0,26434 1.0,26435 1.0,26436 1.0,26437 1.026438 ],26439 "own": [26440 0.0,26441 0.0,26442 0.0,26443 0.0,26444 0.0,26445 0.0,26446 0.0,26447 0.0,26448 0.0,26449 0.0,26450 0.0,26451 0.0,26452 0.0,26453 0.0,26454 0.0,26455 0.0,26456 0.0,26457 0.0,26458 0.0,26459 0.0,26460 0.0,26461 0.0,26462 0.0,26463 0.0,26464 0.0,26465 0.0,26466 0.0,26467 0.0,26468 0.0,26469 0.0,26470 0.0,26471 0.0,26472 0.0,26473 0.0,26474 0.026475 ]26476 }26477 }26478 },26479 "maps": {26480 "antonym|L14->L18|procrustes": {26481 "r2_fit": 0.6868407901875786,26482 "r2_heldout": 0.4669828723044739,26483 "n_params": 6293504,26484 "n_fit": 70026485 },26486 "antonym|L14->L18|ridge": {26487 "r2_fit": 0.963120765631994,26488 "r2_heldout": 0.8047740967865992,26489 "n_params": 6293504,26490 "n_fit": 70026491 },26492 "antonym|L14->L18|cca": {26493 "r2_fit": 1.0,26494 "r2_heldout": 0.7295383090156082,26495 "n_params": 6293504,26496 "n_fit": 70026497 },26498 "antonym|L14->L18|random_orth": {26499 "r2_fit": -0.6864451809408316,26500 "r2_heldout": -0.7182724499429143,26501 "n_params": 6293504,26502 "n_fit": 70026503 },26504 "antonym|L14->L25|procrustes": {26505 "r2_fit": 0.7282876113598957,26506 "r2_heldout": 0.41206423588135443,26507 "n_params": 6293504,26508 "n_fit": 70026509 },26510 "antonym|L14->L25|ridge": {26511 "r2_fit": 0.9332560192977741,26512 "r2_heldout": 0.6309363353698481,26513 "n_params": 6293504,26514 "n_fit": 70026515 },26516 "antonym|L14->L25|cca": {26517 "r2_fit": 1.0,26518 "r2_heldout": 0.4947346163783535,26519 "n_params": 6293504,26520 "n_fit": 70026521 },26522 "antonym|L14->L25|random_orth": {26523 "r2_fit": -0.6595555170053047,26524 "r2_heldout": -0.6477575741119497,26525 "n_params": 6293504,26526 "n_fit": 70026527 },26528 "capital|L14->L18|procrustes": {26529 "r2_fit": 0.6868407901875786,26530 "r2_heldout": 0.4669828723044739,26531 "n_params": 6293504,26532 "n_fit": 70026533 },26534 "capital|L14->L18|ridge": {26535 "r2_fit": 0.963120765631994,26536 "r2_heldout": 0.8047740967865992,26537 "n_params": 6293504,26538 "n_fit": 70026539 },26540 "capital|L14->L18|cca": {26541 "r2_fit": 1.0,26542 "r2_heldout": 0.7295383090156082,26543 "n_params": 6293504,26544 "n_fit": 70026545 },26546 "capital|L14->L18|random_orth": {26547 "r2_fit": -0.6864451809408316,26548 "r2_heldout": -0.7182724499429143,26549 "n_params": 6293504,26550 "n_fit": 70026551 },26552 "capital|L14->L25|procrustes": {26553 "r2_fit": 0.7282876113598957,26554 "r2_heldout": 0.41206423588135443,26555 "n_params": 6293504,26556 "n_fit": 70026557 },26558 "capital|L14->L25|ridge": {26559 "r2_fit": 0.9332560192977741,26560 "r2_heldout": 0.6309363353698481,26561 "n_params": 6293504,26562 "n_fit": 70026563 },26564 "capital|L14->L25|cca": {26565 "r2_fit": 1.0,26566 "r2_heldout": 0.4947346163783535,26567 "n_params": 6293504,26568 "n_fit": 70026569 },26570 "capital|L14->L25|random_orth": {26571 "r2_fit": -0.6595555170053047,26572 "r2_heldout": -0.6477575741119497,26573 "n_params": 6293504,26574 "n_fit": 70026575 },26576 "morph|L2->L2|procrustes": {26577 "r2_fit": 0.8233956329127388,26578 "r2_heldout": 0.7422517425815569,26579 "n_params": 6293504,26580 "n_fit": 70026581 },26582 "morph|L2->L2|ridge": {26583 "r2_fit": 0.8481998701907668,26584 "r2_heldout": 0.8312299915524781,26585 "n_params": 6293504,26586 "n_fit": 70026587 },26588 "morph|L2->L2|cca": {26589 "r2_fit": 1.0,26590 "r2_heldout": 0.9310207456689841,26591 "n_params": 6293504,26592 "n_fit": 70026593 },26594 "morph|L2->L2|random_orth": {26595 "r2_fit": -0.6985893545087158,26596 "r2_heldout": -0.7688108032309755,26597 "n_params": 6293504,26598 "n_fit": 70026599 },26600 "morph|L2->L3|procrustes": {26601 "r2_fit": 0.8455857777969141,26602 "r2_heldout": 0.7712971918788024,26603 "n_params": 6293504,26604 "n_fit": 70026605 },26606 "morph|L2->L3|ridge": {26607 "r2_fit": 0.8695070084176718,26608 "r2_heldout": 0.851282498732451,26609 "n_params": 6293504,26610 "n_fit": 70026611 },26612 "morph|L2->L3|cca": {26613 "r2_fit": 1.0,26614 "r2_heldout": 0.93649944109384,26615 "n_params": 6293504,26616 "n_fit": 70026617 },26618 "morph|L2->L3|random_orth": {26619 "r2_fit": -0.6877623655841276,26620 "r2_heldout": -0.7628028844222381,26621 "n_params": 6293504,26622 "n_fit": 70026623 },26624 "addthree|L14->L2|procrustes": {26625 "r2_fit": 0.5717374558340125,26626 "r2_heldout": 0.38930347111818153,26627 "n_params": 6293504,26628 "n_fit": 70026629 },26630 "addthree|L14->L2|ridge": {26631 "r2_fit": 0.9718170288377197,26632 "r2_heldout": 0.8485459583506982,26633 "n_params": 6293504,26634 "n_fit": 70026635 },26636 "addthree|L14->L2|cca": {26637 "r2_fit": 1.0,26638 "r2_heldout": 0.8130475658829048,26639 "n_params": 6293504,26640 "n_fit": 70026641 },26642 "addthree|L14->L2|random_orth": {26643 "r2_fit": -0.6719415846045302,26644 "r2_heldout": -0.7427301801937709,26645 "n_params": 6293504,26646 "n_fit": 70026647 },26648 "addthree|L14->L18|procrustes": {26649 "r2_fit": 0.6868407901875786,26650 "r2_heldout": 0.4669828723044739,26651 "n_params": 6293504,26652 "n_fit": 70026653 },26654 "addthree|L14->L18|ridge": {26655 "r2_fit": 0.963120765631994,26656 "r2_heldout": 0.8047740967865992,26657 "n_params": 6293504,26658 "n_fit": 70026659 },26660 "addthree|L14->L18|cca": {26661 "r2_fit": 1.0,26662 "r2_heldout": 0.7295383090156082,26663 "n_params": 6293504,26664 "n_fit": 70026665 },26666 "addthree|L14->L18|random_orth": {26667 "r2_fit": -0.6864451809408316,26668 "r2_heldout": -0.7182724499429143,26669 "n_params": 6293504,26670 "n_fit": 70026671 }26672 },26673 "collateral": {26674 "antonym": {26675 "condition": "cca|L25|a1.0",26676 "heldout_nll_base": 1.9591156323750814,26677 "heldout_nll_with_vector": 1.8215762456258138,26678 "cross_task": {26679 "capital": {26680 "zero": 0.13636363636363635,26681 "with_vector": 0.026682 },26683 "morph": {26684 "zero": 0.0,26685 "with_vector": 0.026686 },26687 "addthree": {26688 "zero": 0.0,26689 "with_vector": 0.026690 }26691 }26692 },26693 "capital": {26694 "condition": "cca|L18|a1.0",26695 "heldout_nll_base": 1.9591156323750814,26696 "heldout_nll_with_vector": 1.9002180417378745,26697 "cross_task": {26698 "antonym": {26699 "zero": 0.09375,26700 "with_vector": 0.2812526701 },26702 "morph": {26703 "zero": 0.0,26704 "with_vector": 0.026705 },26706 "addthree": {26707 "zero": 0.0,26708 "with_vector": 0.026709 }26710 }26711 },26712 "morph": {26713 "condition": "procrustes|L2|a1.0",26714 "heldout_nll_base": 1.9591156323750814,26715 "heldout_nll_with_vector": 1.9592396100362142,26716 "cross_task": {26717 "antonym": {26718 "zero": 0.09375,26719 "with_vector": 0.0937526720 },26721 "capital": {26722 "zero": 0.13636363636363635,26723 "with_vector": 0.0909090909090909126724 },26725 "addthree": {26726 "zero": 0.0,26727 "with_vector": 0.026728 }26729 }26730 },26731 "addthree": {26732 "condition": "procrustes|L2|a1.0",26733 "heldout_nll_base": 1.9591156323750814,26734 "heldout_nll_with_vector": 1.9594650586446127,26735 "cross_task": {26736 "antonym": {26737 "zero": 0.09375,26738 "with_vector": 0.0937526739 },26740 "capital": {26741 "zero": 0.13636363636363635,26742 "with_vector": 0.04545454545454545626743 },26744 "morph": {26745 "zero": 0.0,26746 "with_vector": 0.026747 }26748 }26749 }26750 }26751 },26752 "qwen3b->llama3b": {26753 "donor": "qwen3b",26754 "recipient": "llama3b",26755 "tasks": {26756 "antonym": {26757 "recipient_zero": 0.0625,26758 "recipient_few": 0.90625,26759 "recipient_own_vector": 0.84375,26760 "donor_layer": 25,26761 "conditions": {26762 "procrustes|L14|a1.0": {26763 "accuracy": 0.59375,26764 "gain_vs_zero": {26765 "estimate": 0.53125,26766 "low": 0.375,26767 "high": 0.6875,26768 "level": 0.95,26769 "n_items": 32,26770 "n_clusters": 32,26771 "n_boot": 200026772 },26773 "mapped_norm": 10.356851577758789,26774 "outputs_sample": [26775 " sad\n\n",26776 " depart\n\n",26777 " dark\n\n",26778 " peaceful\n\n",26779 " under\n\n"26780 ],26781 "correct": [26782 1.0,26783 1.0,26784 1.0,26785 0.0,26786 1.0,26787 1.0,26788 0.0,26789 0.0,26790 1.0,26791 1.0,26792 0.0,26793 1.0,26794 0.0,26795 1.0,26796 0.0,26797 1.0,26798 0.0,26799 1.0,26800 1.0,26801 1.0,26802 1.0,26803 0.0,26804 0.0,26805 1.0,26806 1.0,26807 0.0,26808 0.0,26809 1.0,26810 1.0,26811 0.0,26812 1.0,26813 0.026814 ]26815 },26816 "procrustes|L14|a2.0": {26817 "accuracy": 0.09375,26818 "gain_vs_zero": {26819 "estimate": 0.03125,26820 "low": -0.09375,26821 "high": 0.15625,26822 "level": 0.95,26823 "n_items": 32,26824 "n_clusters": 32,26825 "n_boot": 200026826 },26827 "mapped_norm": 10.356851577758789,26828 "outputs_sample": [26829 " waves\n\n",26830 " waves\n\n",26831 " dark\n\n",26832 " waves\n\n",26833 " boat\n"26834 ],26835 "correct": [26836 0.0,26837 0.0,26838 1.0,26839 0.0,26840 0.0,26841 0.0,26842 0.0,26843 0.0,26844 0.0,26845 0.0,26846 0.0,26847 0.0,26848 0.0,26849 0.0,26850 0.0,26851 0.0,26852 0.0,26853 1.0,26854 0.0,26855 0.0,26856 1.0,26857 0.0,26858 0.0,26859 0.0,26860 0.0,26861 0.0,26862 0.0,26863 0.0,26864 0.0,26865 0.0,26866 0.0,26867 0.026868 ]26869 },26870 "procrustes_rescaled|L14|a1.0": {26871 "accuracy": 0.59375,26872 "gain_vs_zero": {26873 "estimate": 0.53125,26874 "low": 0.375,26875 "high": 0.6875,26876 "level": 0.95,26877 "n_items": 32,26878 "n_clusters": 32,26879 "n_boot": 200026880 },26881 "mapped_norm": 10.605620384216309,26882 "outputs_sample": [26883 " sad\n\n",26884 " depart\n\n",26885 " dark\n\n",26886 " peaceful\n\n",26887 " under\n\n"26888 ],26889 "correct": [26890 1.0,26891 1.0,26892 1.0,26893 0.0,26894 1.0,26895 1.0,26896 0.0,26897 0.0,26898 1.0,26899 1.0,26900 0.0,26901 1.0,26902 0.0,26903 1.0,26904 0.0,26905 1.0,26906 0.0,26907 1.0,26908 1.0,26909 1.0,26910 1.0,26911 0.0,26912 0.0,26913 1.0,26914 1.0,26915 0.0,26916 0.0,26917 1.0,26918 1.0,26919 0.0,26920 1.0,26921 0.026922 ]26923 },26924 "ridge|L14|a1.0": {26925 "accuracy": 0.3125,26926 "gain_vs_zero": {26927 "estimate": 0.25,26928 "low": 0.09375,26929 "high": 0.4375,26930 "level": 0.95,26931 "n_items": 32,26932 "n_clusters": 32,26933 "n_boot": 200026934 },26935 "mapped_norm": 11.430046081542969,26936 "outputs_sample": [26937 " sunny\n",26938 " depart\n\n",26939 " sunny\n\n",26940 " peaceful\n\n",26941 " output\n"26942 ],26943 "correct": [26944 0.0,26945 1.0,26946 0.0,26947 0.0,26948 0.0,26949 0.0,26950 0.0,26951 0.0,26952 0.0,26953 1.0,26954 0.0,26955 0.0,26956 0.0,26957 0.0,26958 0.0,26959 1.0,26960 0.0,26961 1.0,26962 1.0,26963 1.0,26964 1.0,26965 0.0,26966 0.0,26967 1.0,26968 1.0,26969 0.0,26970 0.0,26971 0.0,26972 1.0,26973 0.0,26974 0.0,26975 0.026976 ]26977 },26978 "ridge|L14|a2.0": {26979 "accuracy": 0.0625,26980 "gain_vs_zero": {26981 "estimate": 0.0,26982 "low": -0.125,26983 "high": 0.125,26984 "level": 0.95,26985 "n_items": 32,26986 "n_clusters": 32,26987 "n_boot": 200026988 },26989 "mapped_norm": 11.430046081542969,26990 "outputs_sample": [26991 " waves\n\n",26992 " wave\n\n",26993 " waves\n\n",26994 " wave\n\n",26995 " lake\n"26996 ],26997 "correct": [26998 0.0,26999 0.0,27000 0.0,27001 0.0,27002 0.0,27003 0.0,27004 0.0,27005 0.0,27006 0.0,27007 0.0,27008 0.0,27009 0.0,27010 0.0,27011 0.0,27012 0.0,27013 1.0,27014 0.0,27015 0.0,27016 0.0,27017 1.0,27018 0.0,27019 0.0,27020 0.0,27021 0.0,27022 0.0,27023 0.0,27024 0.0,27025 0.0,27026 0.0,27027 0.0,27028 0.0,27029 0.027030 ]27031 },27032 "ridge_rescaled|L14|a1.0": {27033 "accuracy": 0.28125,27034 "gain_vs_zero": {27035 "estimate": 0.21875,27036 "low": 0.0625,27037 "high": 0.375,27038 "level": 0.95,27039 "n_items": 32,27040 "n_clusters": 32,27041 "n_boot": 200027042 },27043 "mapped_norm": 10.605620384216309,27044 "outputs_sample": [27045 " smile\n\n",27046 " depart\n\n",27047 " sunny\n\n",27048 " peaceful\n\n",27049 " output\n"27050 ],27051 "correct": [27052 0.0,27053 1.0,27054 0.0,27055 0.0,27056 0.0,27057 0.0,27058 0.0,27059 0.0,27060 0.0,27061 1.0,27062 0.0,27063 0.0,27064 0.0,27065 0.0,27066 0.0,27067 1.0,27068 0.0,27069 1.0,27070 1.0,27071 0.0,27072 1.0,27073 0.0,27074 0.0,27075 1.0,27076 1.0,27077 0.0,27078 0.0,27079 0.0,27080 1.0,27081 0.0,27082 0.0,27083 0.027084 ]27085 },27086 "cca|L14|a1.0": {27087 "accuracy": 0.21875,27088 "gain_vs_zero": {27089 "estimate": 0.15625,27090 "low": 0.0,27091 "high": 0.3125,27092 "level": 0.95,27093 "n_items": 32,27094 "n_clusters": 32,27095 "n_boot": 200027096 },27097 "mapped_norm": 13.041030883789062,27098 "outputs_sample": [27099 " smile\n\n",27100 " depart\n\n",27101 " radiant\n\n",27102 " peaceful\n\n",27103 " output\n"27104 ],27105 "correct": [27106 0.0,27107 1.0,27108 0.0,27109 0.0,27110 0.0,27111 0.0,27112 0.0,27113 0.0,27114 0.0,27115 0.0,27116 0.0,27117 0.0,27118 0.0,27119 0.0,27120 0.0,27121 1.0,27122 0.0,27123 1.0,27124 1.0,27125 0.0,27126 0.0,27127 0.0,27128 0.0,27129 1.0,27130 1.0,27131 0.0,27132 0.0,27133 0.0,27134 1.0,27135 0.0,27136 0.0,27137 0.027138 ]27139 },27140 "cca|L14|a2.0": {27141 "accuracy": 0.0,27142 "gain_vs_zero": {27143 "estimate": -0.0625,27144 "low": -0.15625,27145 "high": 0.0,27146 "level": 0.95,27147 "n_items": 32,27148 "n_clusters": 32,27149 "n_boot": 200027150 },27151 "mapped_norm": 13.041030883789062,27152 "outputs_sample": [27153 " waves\n\n",27154 " wave\n\n",27155 " sun\n\n",27156 " waves\n\n",27157 " flag\n"27158 ],27159 "correct": [27160 0.0,27161 0.0,27162 0.0,27163 0.0,27164 0.0,27165 0.0,27166 0.0,27167 0.0,27168 0.0,27169 0.0,27170 0.0,27171 0.0,27172 0.0,27173 0.0,27174 0.0,27175 0.0,27176 0.0,27177 0.0,27178 0.0,27179 0.0,27180 0.0,27181 0.0,27182 0.0,27183 0.0,27184 0.0,27185 0.0,27186 0.0,27187 0.0,27188 0.0,27189 0.0,27190 0.0,27191 0.027192 ]27193 },27194 "random_orth|L14|a1.0": {27195 "accuracy": 0.0,27196 "gain_vs_zero": {27197 "estimate": -0.0625,27198 "low": -0.15625,27199 "high": 0.0,27200 "level": 0.95,27201 "n_items": 32,27202 "n_clusters": 32,27203 "n_boot": 200027204 },27205 "mapped_norm": 12.13602066040039,27206 "outputs_sample": [27207 " The word \"happy\" is",27208 " arrive\n\n",27209 " bright\n\n",27210 " calm\n\n",27211 " output\n"27212 ],27213 "correct": [27214 0.0,27215 0.0,27216 0.0,27217 0.0,27218 0.0,27219 0.0,27220 0.0,27221 0.0,27222 0.0,27223 0.0,27224 0.0,27225 0.0,27226 0.0,27227 0.0,27228 0.0,27229 0.0,27230 0.0,27231 0.0,27232 0.0,27233 0.0,27234 0.0,27235 0.0,27236 0.0,27237 0.0,27238 0.0,27239 0.0,27240 0.0,27241 0.0,27242 0.0,27243 0.0,27244 0.0,27245 0.027246 ]27247 },27248 "random_orth|L14|a2.0": {27249 "accuracy": 0.0,27250 "gain_vs_zero": {27251 "estimate": -0.0625,27252 "low": -0.15625,27253 "high": 0.0,27254 "level": 0.95,27255 "n_items": 32,27256 "n_clusters": 32,27257 "n_boot": 200027258 },27259 "mapped_norm": 12.13602066040039,27260 "outputs_sample": [27261 " 1\n",27262 " 1\n\n",27263 " Output: bright\n\n",27264 " 1\n\n",27265 " Output: 1\n\n"27266 ],27267 "correct": [27268 0.0,27269 0.0,27270 0.0,27271 0.0,27272 0.0,27273 0.0,27274 0.0,27275 0.0,27276 0.0,27277 0.0,27278 0.0,27279 0.0,27280 0.0,27281 0.0,27282 0.0,27283 0.0,27284 0.0,27285 0.0,27286 0.0,27287 0.0,27288 0.0,27289 0.0,27290 0.0,27291 0.0,27292 0.0,27293 0.0,27294 0.0,27295 0.0,27296 0.0,27297 0.0,27298 0.0,27299 0.027300 ]27301 },27302 "replace_donor_fewshot|procrustes|L14": {27303 "accuracy": 0.46875,27304 "gain_vs_zero": {27305 "estimate": 0.40625,27306 "low": 0.21875,27307 "high": 0.59375,27308 "level": 0.95,27309 "n_items": 32,27310 "n_clusters": 32,27311 "n_boot": 200027312 },27313 "outputs_sample": [27314 " sad\n\n",27315 " depart\n\n",27316 " cloudless\n\n",27317 " calm\n\n",27318 " pool\n\n"27319 ],27320 "correct": [27321 1.0,27322 1.0,27323 0.0,27324 0.0,27325 0.0,27326 1.0,27327 0.0,27328 0.0,27329 1.0,27330 0.0,27331 1.0,27332 0.0,27333 0.0,27334 0.0,27335 0.0,27336 1.0,27337 1.0,27338 1.0,27339 0.0,27340 1.0,27341 1.0,27342 0.0,27343 0.0,27344 1.0,27345 1.0,27346 0.0,27347 0.0,27348 1.0,27349 1.0,27350 0.0,27351 0.0,27352 1.027353 ]27354 },27355 "ctl_replace_donor_zeroshot|procrustes|L14": {27356 "accuracy": 0.0,27357 "gain_vs_zero": {27358 "estimate": -0.0625,27359 "low": -0.15625,27360 "high": 0.0,27361 "level": 0.95,27362 "n_items": 32,27363 "n_clusters": 32,27364 "n_boot": 200027365 },27366 "outputs_sample": [27367 " 1\n\n",27368 " 1\n\n",27369 " bright\n\n",27370 " peaceful\n\n",27371 " 1\n\n"27372 ],27373 "correct": [27374 0.0,27375 0.0,27376 0.0,27377 0.0,27378 0.0,27379 0.0,27380 0.0,27381 0.0,27382 0.0,27383 0.0,27384 0.0,27385 0.0,27386 0.0,27387 0.0,27388 0.0,27389 0.0,27390 0.0,27391 0.0,27392 0.0,27393 0.0,27394 0.0,27395 0.0,27396 0.0,27397 0.0,27398 0.0,27399 0.0,27400 0.0,27401 0.0,27402 0.0,27403 0.0,27404 0.0,27405 0.027406 ]27407 },27408 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {27409 "accuracy": 0.375,27410 "gain_vs_zero": {27411 "estimate": 0.3125,27412 "low": 0.125,27413 "high": 0.5,27414 "level": 0.95,27415 "n_items": 32,27416 "n_clusters": 32,27417 "n_boot": 200027418 },27419 "outputs_sample": [27420 " sad\n\n",27421 " depart\n\n",27422 " cloudless\n\n",27423 " calm\n\n",27424 " ocean\n"27425 ],27426 "correct": [27427 1.0,27428 1.0,27429 0.0,27430 0.0,27431 0.0,27432 1.0,27433 0.0,27434 0.0,27435 1.0,27436 0.0,27437 1.0,27438 0.0,27439 0.0,27440 0.0,27441 0.0,27442 1.0,27443 1.0,27444 1.0,27445 0.0,27446 0.0,27447 0.0,27448 0.0,27449 0.0,27450 1.0,27451 1.0,27452 0.0,27453 0.0,27454 0.0,27455 1.0,27456 0.0,27457 0.0,27458 1.027459 ]27460 },27461 "replace_donor_fewshot|ridge|L14": {27462 "accuracy": 0.25,27463 "gain_vs_zero": {27464 "estimate": 0.1875,27465 "low": 0.0,27466 "high": 0.375,27467 "level": 0.95,27468 "n_items": 32,27469 "n_clusters": 32,27470 "n_boot": 200027471 },27472 "outputs_sample": [27473 " sad\n\n",27474 " depart\n\n",27475 " sunset\n\n",27476 " peaceful\n\n",27477 " ocean\n"27478 ],27479 "correct": [27480 1.0,27481 1.0,27482 0.0,27483 0.0,27484 0.0,27485 0.0,27486 0.0,27487 0.0,27488 0.0,27489 0.0,27490 0.0,27491 0.0,27492 0.0,27493 0.0,27494 0.0,27495 1.0,27496 1.0,27497 0.0,27498 1.0,27499 1.0,27500 0.0,27501 0.0,27502 0.0,27503 0.0,27504 1.0,27505 0.0,27506 0.0,27507 0.0,27508 1.0,27509 0.0,27510 0.0,27511 0.027512 ]27513 },27514 "ctl_replace_donor_zeroshot|ridge|L14": {27515 "accuracy": 0.0,27516 "gain_vs_zero": {27517 "estimate": -0.0625,27518 "low": -0.15625,27519 "high": 0.0,27520 "level": 0.95,27521 "n_items": 32,27522 "n_clusters": 32,27523 "n_boot": 200027524 },27525 "outputs_sample": [27526 " happy\n\n",27527 " 1\n\n",27528 " 1.0\n\n",27529 " peaceful\n\n",27530 " 1\n\n"27531 ],27532 "correct": [27533 0.0,27534 0.0,27535 0.0,27536 0.0,27537 0.0,27538 0.0,27539 0.0,27540 0.0,27541 0.0,27542 0.0,27543 0.0,27544 0.0,27545 0.0,27546 0.0,27547 0.0,27548 0.0,27549 0.0,27550 0.0,27551 0.0,27552 0.0,27553 0.0,27554 0.0,27555 0.0,27556 0.0,27557 0.0,27558 0.0,27559 0.0,27560 0.0,27561 0.0,27562 0.0,27563 0.0,27564 0.027565 ]27566 },27567 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {27568 "accuracy": 0.25,27569 "gain_vs_zero": {27570 "estimate": 0.1875,27571 "low": 0.0,27572 "high": 0.375,27573 "level": 0.95,27574 "n_items": 32,27575 "n_clusters": 32,27576 "n_boot": 200027577 },27578 "outputs_sample": [27579 " sunny\n",27580 " depart\n\n",27581 " sunset\n\n",27582 " peaceful\n\n",27583 " summer\n\n"27584 ],27585 "correct": [27586 0.0,27587 1.0,27588 0.0,27589 0.0,27590 0.0,27591 0.0,27592 0.0,27593 0.0,27594 0.0,27595 0.0,27596 1.0,27597 0.0,27598 0.0,27599 1.0,27600 0.0,27601 1.0,27602 1.0,27603 0.0,27604 0.0,27605 1.0,27606 1.0,27607 0.0,27608 0.0,27609 0.0,27610 0.0,27611 0.0,27612 0.0,27613 0.0,27614 1.0,27615 0.0,27616 0.0,27617 0.027618 ]27619 },27620 "ctl_replace_donor_fewshot|sham_map|L14": {27621 "accuracy": 0.0,27622 "gain_vs_zero": {27623 "estimate": -0.0625,27624 "low": -0.15625,27625 "high": 0.0,27626 "level": 0.95,27627 "n_items": 32,27628 "n_clusters": 32,27629 "n_boot": 200027630 },27631 "outputs_sample": [27632 " The word \"happy\" is",27633 " 1\n\n",27634 " 1.0\n\n",27635 " The calmness of the evening",27636 " 1\n\n"27637 ],27638 "correct": [27639 0.0,27640 0.0,27641 0.0,27642 0.0,27643 0.0,27644 0.0,27645 0.0,27646 0.0,27647 0.0,27648 0.0,27649 0.0,27650 0.0,27651 0.0,27652 0.0,27653 0.0,27654 0.0,27655 0.0,27656 0.0,27657 0.0,27658 0.0,27659 0.0,27660 0.0,27661 0.0,27662 0.0,27663 0.0,27664 0.0,27665 0.0,27666 0.0,27667 0.0,27668 0.0,27669 0.0,27670 0.027671 ]27672 },27673 "ctl_replace_donor_zeroshot|sham_map|L14": {27674 "accuracy": 0.0,27675 "gain_vs_zero": {27676 "estimate": -0.0625,27677 "low": -0.15625,27678 "high": 0.0,27679 "level": 0.95,27680 "n_items": 32,27681 "n_clusters": 32,27682 "n_boot": 200027683 },27684 "outputs_sample": [27685 " 1\n\n",27686 " 1\n\n",27687 " 1\n\n",27688 " 0.0\n\n",27689 " 0\n"27690 ],27691 "correct": [27692 0.0,27693 0.0,27694 0.0,27695 0.0,27696 0.0,27697 0.0,27698 0.0,27699 0.0,27700 0.0,27701 0.0,27702 0.0,27703 0.0,27704 0.0,27705 0.0,27706 0.0,27707 0.0,27708 0.0,27709 0.0,27710 0.0,27711 0.0,27712 0.0,27713 0.0,27714 0.0,27715 0.0,27716 0.0,27717 0.0,27718 0.0,27719 0.0,27720 0.0,27721 0.0,27722 0.0,27723 0.027724 ]27725 },27726 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {27727 "accuracy": 0.0,27728 "gain_vs_zero": {27729 "estimate": -0.0625,27730 "low": -0.15625,27731 "high": 0.0,27732 "level": 0.95,27733 "n_items": 32,27734 "n_clusters": 32,27735 "n_boot": 200027736 },27737 "outputs_sample": [27738 " 1\n\n",27739 " 1\n\n",27740 " 1\n\n",27741 " The calmness of the evening",27742 " 1\n"27743 ],27744 "correct": [27745 0.0,27746 0.0,27747 0.0,27748 0.0,27749 0.0,27750 0.0,27751 0.0,27752 0.0,27753 0.0,27754 0.0,27755 0.0,27756 0.0,27757 0.0,27758 0.0,27759 0.0,27760 0.0,27761 0.0,27762 0.0,27763 0.0,27764 0.0,27765 0.0,27766 0.0,27767 0.0,27768 0.0,27769 0.0,27770 0.0,27771 0.0,27772 0.0,27773 0.0,27774 0.0,27775 0.0,27776 0.027777 ]27778 },27779 "ctl_random_norm_matched|L14": {27780 "accuracy": 0.0625,27781 "gain_vs_zero": {27782 "estimate": 0.0,27783 "low": -0.09375,27784 "high": 0.09375,27785 "level": 0.95,27786 "n_items": 32,27787 "n_clusters": 32,27788 "n_boot": 200027789 },27790 "correct": [27791 0.0,27792 0.0,27793 0.0,27794 0.0,27795 0.0,27796 0.0,27797 0.0,27798 0.0,27799 0.0,27800 0.0,27801 0.0,27802 0.0,27803 0.0,27804 0.0,27805 0.0,27806 0.0,27807 0.0,27808 0.0,27809 0.0,27810 0.0,27811 0.0,27812 0.0,27813 0.0,27814 0.0,27815 0.0,27816 0.0,27817 0.0,27818 1.0,27819 1.0,27820 0.0,27821 0.0,27822 0.027823 ]27824 },27825 "ctl_unrelated_task_vector(capital)|L14": {27826 "accuracy": 0.3125,27827 "gain_vs_zero": {27828 "estimate": 0.25,27829 "low": 0.125,27830 "high": 0.40625,27831 "level": 0.95,27832 "n_items": 32,27833 "n_clusters": 32,27834 "n_boot": 200027835 },27836 "correct": [27837 1.0,27838 1.0,27839 0.0,27840 0.0,27841 0.0,27842 0.0,27843 0.0,27844 0.0,27845 0.0,27846 1.0,27847 0.0,27848 0.0,27849 0.0,27850 0.0,27851 0.0,27852 0.0,27853 0.0,27854 1.0,27855 0.0,27856 1.0,27857 1.0,27858 0.0,27859 0.0,27860 1.0,27861 1.0,27862 0.0,27863 0.0,27864 1.0,27865 1.0,27866 0.0,27867 0.0,27868 0.027869 ]27870 },27871 "procrustes|L19|a1.0": {27872 "accuracy": 0.34375,27873 "gain_vs_zero": {27874 "estimate": 0.28125,27875 "low": 0.125,27876 "high": 0.4375,27877 "level": 0.95,27878 "n_items": 32,27879 "n_clusters": 32,27880 "n_boot": 200027881 },27882 "mapped_norm": 16.430200576782227,27883 "outputs_sample": [27884 " smile\n\n",27885 " depart\n\n",27886 " dark\n\n",27887 " peaceful\n\n",27888 " over\n"27889 ],27890 "correct": [27891 0.0,27892 1.0,27893 1.0,27894 0.0,27895 0.0,27896 0.0,27897 0.0,27898 0.0,27899 1.0,27900 1.0,27901 0.0,27902 0.0,27903 0.0,27904 0.0,27905 0.0,27906 0.0,27907 1.0,27908 1.0,27909 0.0,27910 1.0,27911 1.0,27912 0.0,27913 0.0,27914 1.0,27915 0.0,27916 0.0,27917 0.0,27918 1.0,27919 0.0,27920 0.0,27921 0.0,27922 1.027923 ]27924 },27925 "procrustes|L19|a2.0": {27926 "accuracy": 0.28125,27927 "gain_vs_zero": {27928 "estimate": 0.21875,27929 "low": 0.03125,27930 "high": 0.40625,27931 "level": 0.95,27932 "n_items": 32,27933 "n_clusters": 32,27934 "n_boot": 200027935 },27936 "mapped_norm": 16.430200576782227,27937 "outputs_sample": [27938 " smile\n\n",27939 " arrival\n\n",27940 " dark\n\n",27941 " calm\n\n",27942 " over\n"27943 ],27944 "correct": [27945 0.0,27946 0.0,27947 1.0,27948 0.0,27949 0.0,27950 0.0,27951 0.0,27952 0.0,27953 1.0,27954 0.0,27955 0.0,27956 0.0,27957 0.0,27958 0.0,27959 0.0,27960 0.0,27961 1.0,27962 1.0,27963 0.0,27964 1.0,27965 1.0,27966 0.0,27967 0.0,27968 1.0,27969 1.0,27970 0.0,27971 0.0,27972 0.0,27973 0.0,27974 0.0,27975 0.0,27976 1.027977 ]27978 },27979 "procrustes_rescaled|L19|a1.0": {27980 "accuracy": 0.28125,27981 "gain_vs_zero": {27982 "estimate": 0.21875,27983 "low": 0.09375,27984 "high": 0.375,27985 "level": 0.95,27986 "n_items": 32,27987 "n_clusters": 32,27988 "n_boot": 200027989 },27990 "mapped_norm": 10.605620384216309,27991 "outputs_sample": [27992 " smile\n\n",27993 " depart\n\n",27994 " bright\n\n",27995 " peaceful\n\n",27996 " over\n"27997 ],27998 "correct": [27999 0.0,28000 1.0,28001 0.0,28002 0.0,28003 0.0,28004 0.0,28005 0.0,28006 0.0,28007 0.0,28008 1.0,28009 0.0,28010 0.0,28011 0.0,28012 0.0,28013 0.0,28014 0.0,28015 1.0,28016 1.0,28017 0.0,28018 0.0,28019 1.0,28020 0.0,28021 0.0,28022 1.0,28023 1.0,28024 0.0,28025 0.0,28026 1.0,28027 1.0,28028 0.0,28029 0.0,28030 0.028031 ]28032 },28033 "ridge|L19|a1.0": {28034 "accuracy": 0.1875,28035 "gain_vs_zero": {28036 "estimate": 0.125,28037 "low": 0.0,28038 "high": 0.28125,28039 "level": 0.95,28040 "n_items": 32,28041 "n_clusters": 32,28042 "n_boot": 200028043 },28044 "mapped_norm": 18.576635360717773,28045 "outputs_sample": [28046 " smile\n\n",28047 " arrive\n\n",28048 " sunny\n\n",28049 " peaceful\n\n",28050 " over\n"28051 ],28052 "correct": [28053 0.0,28054 0.0,28055 0.0,28056 0.0,28057 0.0,28058 0.0,28059 0.0,28060 0.0,28061 0.0,28062 0.0,28063 0.0,28064 0.0,28065 0.0,28066 0.0,28067 0.0,28068 0.0,28069 0.0,28070 1.0,28071 0.0,28072 0.0,28073 1.0,28074 0.0,28075 0.0,28076 1.0,28077 1.0,28078 0.0,28079 0.0,28080 1.0,28081 0.0,28082 0.0,28083 0.0,28084 1.028085 ]28086 },28087 "ridge|L19|a2.0": {28088 "accuracy": 0.0,28089 "gain_vs_zero": {28090 "estimate": -0.0625,28091 "low": -0.15625,28092 "high": 0.0,28093 "level": 0.95,28094 "n_items": 32,28095 "n_clusters": 32,28096 "n_boot": 200028097 },28098 "mapped_norm": 18.576635360717773,28099 "outputs_sample": [28100 " boat\n",28101 " arrival\n\n",28102 " bridge\n",28103 " calm\n\n",28104 " wave\n\n"28105 ],28106 "correct": [28107 0.0,28108 0.0,28109 0.0,28110 0.0,28111 0.0,28112 0.0,28113 0.0,28114 0.0,28115 0.0,28116 0.0,28117 0.0,28118 0.0,28119 0.0,28120 0.0,28121 0.0,28122 0.0,28123 0.0,28124 0.0,28125 0.0,28126 0.0,28127 0.0,28128 0.0,28129 0.0,28130 0.0,28131 0.0,28132 0.0,28133 0.0,28134 0.0,28135 0.0,28136 0.0,28137 0.0,28138 0.028139 ]28140 },28141 "ridge_rescaled|L19|a1.0": {28142 "accuracy": 0.25,28143 "gain_vs_zero": {28144 "estimate": 0.1875,28145 "low": 0.0625,28146 "high": 0.34375,28147 "level": 0.95,28148 "n_items": 32,28149 "n_clusters": 32,28150 "n_boot": 200028151 },28152 "mapped_norm": 10.605620384216309,28153 "outputs_sample": [28154 " smile\n\n",28155 " arrive\n\n",28156 " bright\n\n",28157 " peaceful\n\n",28158 " over\n"28159 ],28160 "correct": [28161 0.0,28162 0.0,28163 0.0,28164 0.0,28165 0.0,28166 0.0,28167 0.0,28168 0.0,28169 0.0,28170 1.0,28171 0.0,28172 0.0,28173 0.0,28174 0.0,28175 0.0,28176 0.0,28177 0.0,28178 1.0,28179 0.0,28180 0.0,28181 1.0,28182 1.0,28183 0.0,28184 1.0,28185 1.0,28186 0.0,28187 0.0,28188 1.0,28189 1.0,28190 0.0,28191 0.0,28192 0.028193 ]28194 },28195 "cca|L19|a1.0": {28196 "accuracy": 0.1875,28197 "gain_vs_zero": {28198 "estimate": 0.125,28199 "low": 0.0,28200 "high": 0.28125,28201 "level": 0.95,28202 "n_items": 32,28203 "n_clusters": 32,28204 "n_boot": 200028205 },28206 "mapped_norm": 21.833940505981445,28207 "outputs_sample": [28208 " smile\n\n",28209 " arrival\n\n",28210 " bright\n\n",28211 " peaceful\n\n",28212 " over\n"28213 ],28214 "correct": [28215 0.0,28216 0.0,28217 0.0,28218 0.0,28219 0.0,28220 0.0,28221 0.0,28222 0.0,28223 0.0,28224 0.0,28225 0.0,28226 1.0,28227 0.0,28228 0.0,28229 0.0,28230 0.0,28231 0.0,28232 1.0,28233 0.0,28234 0.0,28235 1.0,28236 0.0,28237 0.0,28238 1.0,28239 1.0,28240 0.0,28241 0.0,28242 1.0,28243 0.0,28244 0.0,28245 0.0,28246 0.028247 ]28248 },28249 "cca|L19|a2.0": {28250 "accuracy": 0.0,28251 "gain_vs_zero": {28252 "estimate": -0.0625,28253 "low": -0.15625,28254 "high": 0.0,28255 "level": 0.95,28256 "n_items": 32,28257 "n_clusters": 32,28258 "n_boot": 200028259 },28260 "mapped_norm": 21.833940505981445,28261 "outputs_sample": [28262 " boat\n",28263 " arrival\n\n",28264 " tiffany blue\n\n",28265 " calm\n\n",28266 " t\n"28267 ],28268 "correct": [28269 0.0,28270 0.0,28271 0.0,28272 0.0,28273 0.0,28274 0.0,28275 0.0,28276 0.0,28277 0.0,28278 0.0,28279 0.0,28280 0.0,28281 0.0,28282 0.0,28283 0.0,28284 0.0,28285 0.0,28286 0.0,28287 0.0,28288 0.0,28289 0.0,28290 0.0,28291 0.0,28292 0.0,28293 0.0,28294 0.0,28295 0.0,28296 0.0,28297 0.0,28298 0.0,28299 0.0,28300 0.028301 ]28302 },28303 "random_orth|L19|a1.0": {28304 "accuracy": 0.0,28305 "gain_vs_zero": {28306 "estimate": -0.0625,28307 "low": -0.15625,28308 "high": 0.0,28309 "level": 0.95,28310 "n_items": 32,28311 "n_clusters": 32,28312 "n_boot": 200028313 },28314 "mapped_norm": 20.380252838134766,28315 "outputs_sample": [28316 " 1\n\n",28317 " 1\n\n",28318 " 1.0\n\n",28319 " calm\n\n",28320 " over\n"28321 ],28322 "correct": [28323 0.0,28324 0.0,28325 0.0,28326 0.0,28327 0.0,28328 0.0,28329 0.0,28330 0.0,28331 0.0,28332 0.0,28333 0.0,28334 0.0,28335 0.0,28336 0.0,28337 0.0,28338 0.0,28339 0.0,28340 0.0,28341 0.0,28342 0.0,28343 0.0,28344 0.0,28345 0.0,28346 0.0,28347 0.0,28348 0.0,28349 0.0,28350 0.0,28351 0.0,28352 0.0,28353 0.0,28354 0.028355 ]28356 },28357 "random_orth|L19|a2.0": {28358 "accuracy": 0.0,28359 "gain_vs_zero": {28360 "estimate": -0.0625,28361 "low": -0.15625,28362 "high": 0.0,28363 "level": 0.95,28364 "n_items": 32,28365 "n_clusters": 32,28366 "n_boot": 200028367 },28368 "mapped_norm": 20.380252838134766,28369 "outputs_sample": [28370 " 1\n\n",28371 " 1\n\n",28372 " 1.0\n\n",28373 " calm\n\n",28374 " Output\n"28375 ],28376 "correct": [28377 0.0,28378 0.0,28379 0.0,28380 0.0,28381 0.0,28382 0.0,28383 0.0,28384 0.0,28385 0.0,28386 0.0,28387 0.0,28388 0.0,28389 0.0,28390 0.0,28391 0.0,28392 0.0,28393 0.0,28394 0.0,28395 0.0,28396 0.0,28397 0.0,28398 0.0,28399 0.0,28400 0.0,28401 0.0,28402 0.0,28403 0.0,28404 0.0,28405 0.0,28406 0.0,28407 0.0,28408 0.028409 ]28410 },28411 "replace_donor_fewshot|procrustes|L19": {28412 "accuracy": 0.03125,28413 "gain_vs_zero": {28414 "estimate": -0.03125,28415 "low": -0.125,28416 "high": 0.0625,28417 "level": 0.95,28418 "n_items": 32,28419 "n_clusters": 32,28420 "n_boot": 200028421 },28422 "outputs_sample": [28423 " smile\n\n",28424 " window\n\n",28425 " dark\n\n",28426 " tree\n\n",28427 " window\n"28428 ],28429 "correct": [28430 0.0,28431 0.0,28432 1.0,28433 0.0,28434 0.0,28435 0.0,28436 0.0,28437 0.0,28438 0.0,28439 0.0,28440 0.0,28441 0.0,28442 0.0,28443 0.0,28444 0.0,28445 0.0,28446 0.0,28447 0.0,28448 0.0,28449 0.0,28450 0.0,28451 0.0,28452 0.0,28453 0.0,28454 0.0,28455 0.0,28456 0.0,28457 0.0,28458 0.0,28459 0.0,28460 0.0,28461 0.028462 ]28463 },28464 "ctl_replace_donor_zeroshot|procrustes|L19": {28465 "accuracy": 0.0,28466 "gain_vs_zero": {28467 "estimate": -0.0625,28468 "low": -0.15625,28469 "high": 0.0,28470 "level": 0.95,28471 "n_items": 32,28472 "n_clusters": 32,28473 "n_boot": 200028474 },28475 "outputs_sample": [28476 " 1\n\n",28477 " 1\n\n",28478 " 1.0\n\n",28479 " 0.0\n\n",28480 " 1\n\n"28481 ],28482 "correct": [28483 0.0,28484 0.0,28485 0.0,28486 0.0,28487 0.0,28488 0.0,28489 0.0,28490 0.0,28491 0.0,28492 0.0,28493 0.0,28494 0.0,28495 0.0,28496 0.0,28497 0.0,28498 0.0,28499 0.0,28500 0.0,28501 0.0,28502 0.0,28503 0.0,28504 0.0,28505 0.0,28506 0.0,28507 0.0,28508 0.0,28509 0.0,28510 0.0,28511 0.0,28512 0.0,28513 0.0,28514 0.028515 ]28516 },28517 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": {28518 "accuracy": 0.0,28519 "gain_vs_zero": {28520 "estimate": -0.0625,28521 "low": -0.15625,28522 "high": 0.0,28523 "level": 0.95,28524 "n_items": 32,28525 "n_clusters": 32,28526 "n_boot": 200028527 },28528 "outputs_sample": [28529 " smile\n\n",28530 " summer\n\n",28531 " red\n\n",28532 " smile\n\n",28533 " summer\n\n"28534 ],28535 "correct": [28536 0.0,28537 0.0,28538 0.0,28539 0.0,28540 0.0,28541 0.0,28542 0.0,28543 0.0,28544 0.0,28545 0.0,28546 0.0,28547 0.0,28548 0.0,28549 0.0,28550 0.0,28551 0.0,28552 0.0,28553 0.0,28554 0.0,28555 0.0,28556 0.0,28557 0.0,28558 0.0,28559 0.0,28560 0.0,28561 0.0,28562 0.0,28563 0.0,28564 0.0,28565 0.0,28566 0.0,28567 0.028568 ]28569 },28570 "replace_donor_fewshot|ridge|L19": {28571 "accuracy": 0.0,28572 "gain_vs_zero": {28573 "estimate": -0.0625,28574 "low": -0.15625,28575 "high": 0.0,28576 "level": 0.95,28577 "n_items": 32,28578 "n_clusters": 32,28579 "n_boot": 200028580 },28581 "outputs_sample": [28582 " summer\n",28583 " snow\n\n",28584 " summer\n\n",28585 " sailboat\n\n",28586 " boat\n"28587 ],28588 "correct": [28589 0.0,28590 0.0,28591 0.0,28592 0.0,28593 0.0,28594 0.0,28595 0.0,28596 0.0,28597 0.0,28598 0.0,28599 0.0,28600 0.0,28601 0.0,28602 0.0,28603 0.0,28604 0.0,28605 0.0,28606 0.0,28607 0.0,28608 0.0,28609 0.0,28610 0.0,28611 0.0,28612 0.0,28613 0.0,28614 0.0,28615 0.0,28616 0.0,28617 0.0,28618 0.0,28619 0.0,28620 0.028621 ]28622 },28623 "ctl_replace_donor_zeroshot|ridge|L19": {28624 "accuracy": 0.0,28625 "gain_vs_zero": {28626 "estimate": -0.0625,28627 "low": -0.15625,28628 "high": 0.0,28629 "level": 0.95,28630 "n_items": 32,28631 "n_clusters": 32,28632 "n_boot": 200028633 },28634 "outputs_sample": [28635 " 1\n\n",28636 " 1\n\n",28637 " 1.0\n\n",28638 " 0.0\n\n",28639 " 1\n\n"28640 ],28641 "correct": [28642 0.0,28643 0.0,28644 0.0,28645 0.0,28646 0.0,28647 0.0,28648 0.0,28649 0.0,28650 0.0,28651 0.0,28652 0.0,28653 0.0,28654 0.0,28655 0.0,28656 0.0,28657 0.0,28658 0.0,28659 0.0,28660 0.0,28661 0.0,28662 0.0,28663 0.0,28664 0.0,28665 0.0,28666 0.0,28667 0.0,28668 0.0,28669 0.0,28670 0.0,28671 0.0,28672 0.0,28673 0.028674 ]28675 },28676 "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": {28677 "accuracy": 0.0,28678 "gain_vs_zero": {28679 "estimate": -0.0625,28680 "low": -0.15625,28681 "high": 0.0,28682 "level": 0.95,28683 "n_items": 32,28684 "n_clusters": 32,28685 "n_boot": 200028686 },28687 "outputs_sample": [28688 " summer\n",28689 " water\n\n",28690 " garden\n",28691 " summer\n\n",28692 " summer\n\n"28693 ],28694 "correct": [28695 0.0,28696 0.0,28697 0.0,28698 0.0,28699 0.0,28700 0.0,28701 0.0,28702 0.0,28703 0.0,28704 0.0,28705 0.0,28706 0.0,28707 0.0,28708 0.0,28709 0.0,28710 0.0,28711 0.0,28712 0.0,28713 0.0,28714 0.0,28715 0.0,28716 0.0,28717 0.0,28718 0.0,28719 0.0,28720 0.0,28721 0.0,28722 0.0,28723 0.0,28724 0.0,28725 0.0,28726 0.028727 ]28728 },28729 "ctl_replace_donor_fewshot|sham_map|L19": {28730 "accuracy": 0.0,28731 "gain_vs_zero": {28732 "estimate": -0.0625,28733 "low": -0.15625,28734 "high": 0.0,28735 "level": 0.95,28736 "n_items": 32,28737 "n_clusters": 32,28738 "n_boot": 200028739 },28740 "outputs_sample": [28741 " 1\n\n",28742 " 1\n\n",28743 " 1\n\n",28744 " 1\n\n",28745 " 1\n\n"28746 ],28747 "correct": [28748 0.0,28749 0.0,28750 0.0,28751 0.0,28752 0.0,28753 0.0,28754 0.0,28755 0.0,28756 0.0,28757 0.0,28758 0.0,28759 0.0,28760 0.0,28761 0.0,28762 0.0,28763 0.0,28764 0.0,28765 0.0,28766 0.0,28767 0.0,28768 0.0,28769 0.0,28770 0.0,28771 0.0,28772 0.0,28773 0.0,28774 0.0,28775 0.0,28776 0.0,28777 0.0,28778 0.0,28779 0.028780 ]28781 },28782 "ctl_replace_donor_zeroshot|sham_map|L19": {28783 "accuracy": 0.0,28784 "gain_vs_zero": {28785 "estimate": -0.0625,28786 "low": -0.15625,28787 "high": 0.0,28788 "level": 0.95,28789 "n_items": 32,28790 "n_clusters": 32,28791 "n_boot": 200028792 },28793 "outputs_sample": [28794 " 1\n\n",28795 " 1\n\n",28796 " 1\n\n",28797 " 0.0\n\n",28798 " 1\n\n"28799 ],28800 "correct": [28801 0.0,28802 0.0,28803 0.0,28804 0.0,28805 0.0,28806 0.0,28807 0.0,28808 0.0,28809 0.0,28810 0.0,28811 0.0,28812 0.0,28813 0.0,28814 0.0,28815 0.0,28816 0.0,28817 0.0,28818 0.0,28819 0.0,28820 0.0,28821 0.0,28822 0.0,28823 0.0,28824 0.0,28825 0.0,28826 0.0,28827 0.0,28828 0.0,28829 0.0,28830 0.0,28831 0.0,28832 0.028833 ]28834 },28835 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": {28836 "accuracy": 0.0,28837 "gain_vs_zero": {28838 "estimate": -0.0625,28839 "low": -0.15625,28840 "high": 0.0,28841 "level": 0.95,28842 "n_items": 32,28843 "n_clusters": 32,28844 "n_boot": 200028845 },28846 "outputs_sample": [28847 " 1\n\n",28848 " 1\n\n",28849 " 1\n\n",28850 " 1\n\n",28851 " 1\n\n"28852 ],28853 "correct": [28854 0.0,28855 0.0,28856 0.0,28857 0.0,28858 0.0,28859 0.0,28860 0.0,28861 0.0,28862 0.0,28863 0.0,28864 0.0,28865 0.0,28866 0.0,28867 0.0,28868 0.0,28869 0.0,28870 0.0,28871 0.0,28872 0.0,28873 0.0,28874 0.0,28875 0.0,28876 0.0,28877 0.0,28878 0.0,28879 0.0,28880 0.0,28881 0.0,28882 0.0,28883 0.0,28884 0.0,28885 0.028886 ]28887 },28888 "ctl_random_norm_matched|L19": {28889 "accuracy": 0.03125,28890 "gain_vs_zero": {28891 "estimate": -0.03125,28892 "low": -0.09375,28893 "high": 0.0,28894 "level": 0.95,28895 "n_items": 32,28896 "n_clusters": 32,28897 "n_boot": 200028898 },28899 "correct": [28900 0.0,28901 0.0,28902 0.0,28903 0.0,28904 0.0,28905 0.0,28906 0.0,28907 0.0,28908 0.0,28909 1.0,28910 0.0,28911 0.0,28912 0.0,28913 0.0,28914 0.0,28915 0.0,28916 0.0,28917 0.0,28918 0.0,28919 0.0,28920 0.0,28921 0.0,28922 0.0,28923 0.0,28924 0.0,28925 0.0,28926 0.0,28927 0.0,28928 0.0,28929 0.0,28930 0.0,28931 0.028932 ]28933 },28934 "ctl_unrelated_task_vector(capital)|L19": {28935 "accuracy": 0.34375,28936 "gain_vs_zero": {28937 "estimate": 0.28125,28938 "low": 0.125,28939 "high": 0.4375,28940 "level": 0.95,28941 "n_items": 32,28942 "n_clusters": 32,28943 "n_boot": 200028944 },28945 "correct": [28946 0.0,28947 1.0,28948 1.0,28949 0.0,28950 0.0,28951 0.0,28952 0.0,28953 0.0,28954 1.0,28955 1.0,28956 0.0,28957 1.0,28958 0.0,28959 0.0,28960 0.0,28961 0.0,28962 1.0,28963 1.0,28964 0.0,28965 1.0,28966 1.0,28967 0.0,28968 0.0,28969 1.0,28970 0.0,28971 0.0,28972 0.0,28973 1.0,28974 0.0,28975 0.0,28976 0.0,28977 0.028978 ]28979 }28980 },28981 "items": {28982 "zero": [28983 0.0,28984 0.0,28985 0.0,28986 0.0,28987 0.0,28988 0.0,28989 0.0,28990 0.0,28991 0.0,28992 1.0,28993 0.0,28994 0.0,28995 0.0,28996 0.0,28997 0.0,28998 0.0,28999 0.0,29000 0.0,29001 0.0,29002 0.0,29003 0.0,29004 0.0,29005 0.0,29006 0.0,29007 0.0,29008 0.0,29009 0.0,29010 1.0,29011 0.0,29012 0.0,29013 0.0,29014 0.029015 ],29016 "few": [29017 1.0,29018 1.0,29019 1.0,29020 0.0,29021 1.0,29022 1.0,29023 1.0,29024 1.0,29025 1.0,29026 1.0,29027 1.0,29028 1.0,29029 1.0,29030 1.0,29031 1.0,29032 1.0,29033 1.0,29034 1.0,29035 1.0,29036 1.0,29037 1.0,29038 1.0,29039 0.0,29040 1.0,29041 1.0,29042 1.0,29043 0.0,29044 1.0,29045 1.0,29046 1.0,29047 1.0,29048 1.029049 ],29050 "own": [29051 1.0,29052 0.0,29053 1.0,29054 0.0,29055 1.0,29056 1.0,29057 1.0,29058 1.0,29059 1.0,29060 1.0,29061 1.0,29062 1.0,29063 0.0,29064 1.0,29065 1.0,29066 1.0,29067 1.0,29068 1.0,29069 1.0,29070 1.0,29071 1.0,29072 1.0,29073 1.0,29074 1.0,29075 1.0,29076 1.0,29077 0.0,29078 1.0,29079 1.0,29080 1.0,29081 0.0,29082 1.029083 ]29084 }29085 },29086 "capital": {29087 "recipient_zero": 0.09090909090909091,29088 "recipient_few": 1.0,29089 "recipient_own_vector": 1.0,29090 "donor_layer": 25,29091 "conditions": {29092 "procrustes|L14|a1.0": {29093 "accuracy": 0.09090909090909091,29094 "gain_vs_zero": {29095 "estimate": 0.0,29096 "low": -0.18181818181818182,29097 "high": 0.18181818181818182,29098 "level": 0.95,29099 "n_items": 22,29100 "n_clusters": 22,29101 "n_boot": 200029102 },29103 "mapped_norm": 10.260481834411621,29104 "outputs_sample": [29105 " Venezuela\n",29106 " Helsinki\n",29107 " Morocco\n",29108 " Turkey\n",29109 " Japan\n"29110 ],29111 "correct": [29112 0.0,29113 1.0,29114 0.0,29115 0.0,29116 0.0,29117 0.0,29118 0.0,29119 0.0,29120 0.0,29121 0.0,29122 0.0,29123 0.0,29124 0.0,29125 1.0,29126 0.0,29127 0.0,29128 0.0,29129 0.0,29130 0.0,29131 0.0,29132 0.0,29133 0.029134 ]29135 },29136 "procrustes|L14|a2.0": {29137 "accuracy": 0.0,29138 "gain_vs_zero": {29139 "estimate": -0.09090909090909091,29140 "low": -0.22727272727272727,29141 "high": 0.0,29142 "level": 0.95,29143 "n_items": 22,29144 "n_clusters": 22,29145 "n_boot": 200029146 },29147 "mapped_norm": 10.260481834411621,29148 "outputs_sample": [29149 " Ongoing crisis\n",29150 " Norway\n",29151 " Port Said\n",29152 " Turkey\n",29153 " Japan\n"29154 ],29155 "correct": [29156 0.0,29157 0.0,29158 0.0,29159 0.0,29160 0.0,29161 0.0,29162 0.0,29163 0.0,29164 0.0,29165 0.0,29166 0.0,29167 0.0,29168 0.0,29169 0.0,29170 0.0,29171 0.0,29172 0.0,29173 0.0,29174 0.0,29175 0.0,29176 0.0,29177 0.029178 ]29179 },29180 "procrustes_rescaled|L14|a1.0": {29181 "accuracy": 0.045454545454545456,29182 "gain_vs_zero": {29183 "estimate": -0.045454545454545456,29184 "low": -0.18181818181818182,29185 "high": 0.09090909090909091,29186 "level": 0.95,29187 "n_items": 22,29188 "n_clusters": 22,29189 "n_boot": 200029190 },29191 "mapped_norm": 11.205496788024902,29192 "outputs_sample": [29193 " Venezuela\n",29194 " Helsinki\n",29195 " Morocco\n",29196 " Turkey\n",29197 " Japan\n"29198 ],29199 "correct": [29200 0.0,29201 1.0,29202 0.0,29203 0.0,29204 0.0,29205 0.0,29206 0.0,29207 0.0,29208 0.0,29209 0.0,29210 0.0,29211 0.0,29212 0.0,29213 0.0,29214 0.0,29215 0.0,29216 0.0,29217 0.0,29218 0.0,29219 0.0,29220 0.0,29221 0.029222 ]29223 },29224 "ridge|L14|a1.0": {29225 "accuracy": 0.045454545454545456,29226 "gain_vs_zero": {29227 "estimate": -0.045454545454545456,29228 "low": -0.18181818181818182,29229 "high": 0.09090909090909091,29230 "level": 0.95,29231 "n_items": 22,29232 "n_clusters": 22,29233 "n_boot": 200029234 },29235 "mapped_norm": 12.27599048614502,29236 "outputs_sample": [29237 " A list of all the countries",29238 " Finland\n",29239 " Morocco\n",29240 " Turkey\n",29241 " Japan\n"29242 ],29243 "correct": [29244 0.0,29245 0.0,29246 0.0,29247 0.0,29248 0.0,29249 0.0,29250 0.0,29251 0.0,29252 0.0,29253 0.0,29254 0.0,29255 0.0,29256 0.0,29257 1.0,29258 0.0,29259 0.0,29260 0.0,29261 0.0,29262 0.0,29263 0.0,29264 0.0,29265 0.029266 ]29267 },29268 "ridge|L14|a2.0": {29269 "accuracy": 0.0,29270 "gain_vs_zero": {29271 "estimate": -0.09090909090909091,29272 "low": -0.22727272727272727,29273 "high": 0.0,29274 "level": 0.95,29275 "n_items": 22,29276 "n_clusters": 22,29277 "n_boot": 200029278 },29279 "mapped_norm": 12.27599048614502,29280 "outputs_sample": [29281 " A country in South America,",29282 " Population: 5.5",29283 " A country in North Africa\n",29284 " A delicious meal of roasted turkey",29285 " A list of all the countries"29286 ],29287 "correct": [29288 0.0,29289 0.0,29290 0.0,29291 0.0,29292 0.0,29293 0.0,29294 0.0,29295 0.0,29296 0.0,29297 0.0,29298 0.0,29299 0.0,29300 0.0,29301 0.0,29302 0.0,29303 0.0,29304 0.0,29305 0.0,29306 0.0,29307 0.0,29308 0.0,29309 0.029310 ]29311 },29312 "ridge_rescaled|L14|a1.0": {29313 "accuracy": 0.045454545454545456,29314 "gain_vs_zero": {29315 "estimate": -0.045454545454545456,29316 "low": -0.18181818181818182,29317 "high": 0.09090909090909091,29318 "level": 0.95,29319 "n_items": 22,29320 "n_clusters": 22,29321 "n_boot": 200029322 },29323 "mapped_norm": 11.205497741699219,29324 "outputs_sample": [29325 " A list of all the countries",29326 " Finland\n",29327 " Morocco\n",29328 " Turkey\n",29329 " Japan\n"29330 ],29331 "correct": [29332 0.0,29333 0.0,29334 0.0,29335 0.0,29336 0.0,29337 0.0,29338 0.0,29339 0.0,29340 0.0,29341 0.0,29342 0.0,29343 0.0,29344 0.0,29345 1.0,29346 0.0,29347 0.0,29348 0.0,29349 0.0,29350 0.0,29351 0.0,29352 0.0,29353 0.029354 ]29355 },29356 "cca|L14|a1.0": {29357 "accuracy": 0.045454545454545456,29358 "gain_vs_zero": {29359 "estimate": -0.045454545454545456,29360 "low": -0.13636363636363635,29361 "high": 0.0,29362 "level": 0.95,29363 "n_items": 22,29364 "n_clusters": 22,29365 "n_boot": 200029366 },29367 "mapped_norm": 14.739575386047363,29368 "outputs_sample": [29369 " Venezuela\n",29370 " Finland\n",29371 " Morocco\n",29372 " Turkey\n",29373 " Japan\n"29374 ],29375 "correct": [29376 0.0,29377 0.0,29378 0.0,29379 0.0,29380 0.0,29381 1.0,29382 0.0,29383 0.0,29384 0.0,29385 0.0,29386 0.0,29387 0.0,29388 0.0,29389 0.0,29390 0.0,29391 0.0,29392 0.0,29393 0.0,29394 0.0,29395 0.0,29396 0.0,29397 0.029398 ]29399 },29400 "cca|L14|a2.0": {29401 "accuracy": 0.0,29402 "gain_vs_zero": {29403 "estimate": -0.09090909090909091,29404 "low": -0.22727272727272727,29405 "high": 0.0,29406 "level": 0.95,29407 "n_items": 22,29408 "n_clusters": 22,29409 "n_boot": 200029410 },29411 "mapped_norm": 14.739575386047363,29412 "outputs_sample": [29413 " A country in South America,",29414 " Population: 5.5",29415 " A country in North Africa\n",29416 " Nation\n",29417 " Producers\n"29418 ],29419 "correct": [29420 0.0,29421 0.0,29422 0.0,29423 0.0,29424 0.0,29425 0.0,29426 0.0,29427 0.0,29428 0.0,29429 0.0,29430 0.0,29431 0.0,29432 0.0,29433 0.0,29434 0.0,29435 0.0,29436 0.0,29437 0.0,29438 0.0,29439 0.0,29440 0.0,29441 0.029442 ]29443 },29444 "random_orth|L14|a1.0": {29445 "accuracy": 0.09090909090909091,29446 "gain_vs_zero": {29447 "estimate": 0.0,29448 "low": 0.0,29449 "high": 0.0,29450 "level": 0.95,29451 "n_items": 22,29452 "n_clusters": 22,29453 "n_boot": 200029454 },29455 "mapped_norm": 12.02309513092041,29456 "outputs_sample": [29457 " 1.5 million\n",29458 " Finland\n",29459 " Morocco\n",29460 " 1\n",29461 " Japan\n"29462 ],29463 "correct": [29464 0.0,29465 0.0,29466 0.0,29467 0.0,29468 0.0,29469 1.0,29470 0.0,29471 0.0,29472 0.0,29473 0.0,29474 0.0,29475 0.0,29476 0.0,29477 0.0,29478 1.0,29479 0.0,29480 0.0,29481 0.0,29482 0.0,29483 0.0,29484 0.0,29485 0.029486 ]29487 },29488 "random_orth|L14|a2.0": {29489 "accuracy": 0.0,29490 "gain_vs_zero": {29491 "estimate": -0.09090909090909091,29492 "low": -0.22727272727272727,29493 "high": 0.0,29494 "level": 0.95,29495 "n_items": 22,29496 "n_clusters": 22,29497 "n_boot": 200029498 },29499 "mapped_norm": 12.02309513092041,29500 "outputs_sample": [29501 " 1.5 million\n",29502 " Finland\n",29503 " Morocco\n",29504 " Output\n",29505 " Output\n"29506 ],29507 "correct": [29508 0.0,29509 0.0,29510 0.0,29511 0.0,29512 0.0,29513 0.0,29514 0.0,29515 0.0,29516 0.0,29517 0.0,29518 0.0,29519 0.0,29520 0.0,29521 0.0,29522 0.0,29523 0.0,29524 0.0,29525 0.0,29526 0.0,29527 0.0,29528 0.0,29529 0.029530 ]29531 },29532 "replace_donor_fewshot|procrustes|L14": {29533 "accuracy": 0.0,29534 "gain_vs_zero": {29535 "estimate": -0.09090909090909091,29536 "low": -0.22727272727272727,29537 "high": 0.0,29538 "level": 0.95,29539 "n_items": 22,29540 "n_clusters": 22,29541 "n_boot": 200029542 },29543 "outputs_sample": [29544 " Venezuela\n",29545 " Finland\n",29546 " Morocco\n",29547 " Turkey\n",29548 " Japan\n"29549 ],29550 "correct": [29551 0.0,29552 0.0,29553 0.0,29554 0.0,29555 0.0,29556 0.0,29557 0.0,29558 0.0,29559 0.0,29560 0.0,29561 0.0,29562 0.0,29563 0.0,29564 0.0,29565 0.0,29566 0.0,29567 0.0,29568 0.0,29569 0.0,29570 0.0,29571 0.0,29572 0.029573 ]29574 },29575 "ctl_replace_donor_zeroshot|procrustes|L14": {29576 "accuracy": 0.0,29577 "gain_vs_zero": {29578 "estimate": -0.09090909090909091,29579 "low": -0.22727272727272727,29580 "high": 0.0,29581 "level": 0.95,29582 "n_items": 22,29583 "n_clusters": 22,29584 "n_boot": 200029585 },29586 "outputs_sample": [29587 " Venezuela is a country located in",29588 " Finland\n",29589 " Morocco\n",29590 " The turkey is a large,",29591 " Japan\n"29592 ],29593 "correct": [29594 0.0,29595 0.0,29596 0.0,29597 0.0,29598 0.0,29599 0.0,29600 0.0,29601 0.0,29602 0.0,29603 0.0,29604 0.0,29605 0.0,29606 0.0,29607 0.0,29608 0.0,29609 0.0,29610 0.0,29611 0.0,29612 0.0,29613 0.0,29614 0.0,29615 0.029616 ]29617 },29618 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {29619 "accuracy": 0.045454545454545456,29620 "gain_vs_zero": {29621 "estimate": -0.045454545454545456,29622 "low": -0.13636363636363635,29623 "high": 0.0,29624 "level": 0.95,29625 "n_items": 22,29626 "n_clusters": 22,29627 "n_boot": 200029628 },29629 "outputs_sample": [29630 " Venezuela\n",29631 " Finland\n",29632 " Morocco\n",29633 " Turkey\n",29634 " Japan\n"29635 ],29636 "correct": [29637 0.0,29638 0.0,29639 0.0,29640 0.0,29641 0.0,29642 0.0,29643 0.0,29644 0.0,29645 0.0,29646 0.0,29647 0.0,29648 0.0,29649 0.0,29650 0.0,29651 1.0,29652 0.0,29653 0.0,29654 0.0,29655 0.0,29656 0.0,29657 0.0,29658 0.029659 ]29660 },29661 "replace_donor_fewshot|ridge|L14": {29662 "accuracy": 0.09090909090909091,29663 "gain_vs_zero": {29664 "estimate": 0.0,29665 "low": -0.13636363636363635,29666 "high": 0.13636363636363635,29667 "level": 0.95,29668 "n_items": 22,29669 "n_clusters": 22,29670 "n_boot": 200029671 },29672 "outputs_sample": [29673 " A list of all the countries",29674 " Sweden\n",29675 " A list of all the countries",29676 " A delicious meal of roasted turkey",29677 " A list of all the countries"29678 ],29679 "correct": [29680 0.0,29681 0.0,29682 0.0,29683 0.0,29684 0.0,29685 1.0,29686 0.0,29687 0.0,29688 0.0,29689 0.0,29690 0.0,29691 0.0,29692 0.0,29693 0.0,29694 0.0,29695 0.0,29696 0.0,29697 0.0,29698 1.0,29699 0.0,29700 0.0,29701 0.029702 ]29703 },29704 "ctl_replace_donor_zeroshot|ridge|L14": {29705 "accuracy": 0.045454545454545456,29706 "gain_vs_zero": {29707 "estimate": -0.045454545454545456,29708 "low": -0.13636363636363635,29709 "high": 0.0,29710 "level": 0.95,29711 "n_items": 22,29712 "n_clusters": 22,29713 "n_boot": 200029714 },29715 "outputs_sample": [29716 " Venezuela\n",29717 " Finland\n",29718 " Morocco\n",29719 " 1.5 million\n",29720 " Japan\n"29721 ],29722 "correct": [29723 0.0,29724 0.0,29725 0.0,29726 0.0,29727 0.0,29728 1.0,29729 0.0,29730 0.0,29731 0.0,29732 0.0,29733 0.0,29734 0.0,29735 0.0,29736 0.0,29737 0.0,29738 0.0,29739 0.0,29740 0.0,29741 0.0,29742 0.0,29743 0.0,29744 0.029745 ]29746 },29747 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {29748 "accuracy": 0.09090909090909091,29749 "gain_vs_zero": {29750 "estimate": 0.0,29751 "low": -0.18181818181818182,29752 "high": 0.18181818181818182,29753 "level": 0.95,29754 "n_items": 22,29755 "n_clusters": 22,29756 "n_boot": 200029757 },29758 "outputs_sample": [29759 " A list of all the countries",29760 " Sweden\n",29761 " Marrakech\n",29762 " A delicious meal of roasted turkey",29763 " A list of all the countries"29764 ],29765 "correct": [29766 0.0,29767 0.0,29768 0.0,29769 0.0,29770 0.0,29771 0.0,29772 0.0,29773 0.0,29774 0.0,29775 0.0,29776 0.0,29777 0.0,29778 1.0,29779 0.0,29780 0.0,29781 0.0,29782 0.0,29783 0.0,29784 0.0,29785 1.0,29786 0.0,29787 0.029788 ]29789 },29790 "ctl_replace_donor_fewshot|sham_map|L14": {29791 "accuracy": 0.0,29792 "gain_vs_zero": {29793 "estimate": -0.09090909090909091,29794 "low": -0.22727272727272727,29795 "high": 0.0,29796 "level": 0.95,29797 "n_items": 22,29798 "n_clusters": 22,29799 "n_boot": 200029800 },29801 "outputs_sample": [29802 " 1.5 million\n",29803 " Finland\n",29804 " Morocco\n",29805 " Turkey\n",29806 " 1\n\n"29807 ],29808 "correct": [29809 0.0,29810 0.0,29811 0.0,29812 0.0,29813 0.0,29814 0.0,29815 0.0,29816 0.0,29817 0.0,29818 0.0,29819 0.0,29820 0.0,29821 0.0,29822 0.0,29823 0.0,29824 0.0,29825 0.0,29826 0.0,29827 0.0,29828 0.0,29829 0.0,29830 0.029831 ]29832 },29833 "ctl_replace_donor_zeroshot|sham_map|L14": {29834 "accuracy": 0.0,29835 "gain_vs_zero": {29836 "estimate": -0.09090909090909091,29837 "low": -0.22727272727272727,29838 "high": 0.0,29839 "level": 0.95,29840 "n_items": 22,29841 "n_clusters": 22,29842 "n_boot": 200029843 },29844 "outputs_sample": [29845 " 0.0\n\n",29846 " 1.5 million\n",29847 " 1.5 million\n",29848 " 1\n\n",29849 " 0.0\n"29850 ],29851 "correct": [29852 0.0,29853 0.0,29854 0.0,29855 0.0,29856 0.0,29857 0.0,29858 0.0,29859 0.0,29860 0.0,29861 0.0,29862 0.0,29863 0.0,29864 0.0,29865 0.0,29866 0.0,29867 0.0,29868 0.0,29869 0.0,29870 0.0,29871 0.0,29872 0.0,29873 0.029874 ]29875 },29876 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {29877 "accuracy": 0.0,29878 "gain_vs_zero": {29879 "estimate": -0.09090909090909091,29880 "low": -0.22727272727272727,29881 "high": 0.0,29882 "level": 0.95,29883 "n_items": 22,29884 "n_clusters": 22,29885 "n_boot": 200029886 },29887 "outputs_sample": [29888 " 1.5 million\n",29889 " Finland\n",29890 " 1\n",29891 " 1\n\n",29892 " 1\n\n"29893 ],29894 "correct": [29895 0.0,29896 0.0,29897 0.0,29898 0.0,29899 0.0,29900 0.0,29901 0.0,29902 0.0,29903 0.0,29904 0.0,29905 0.0,29906 0.0,29907 0.0,29908 0.0,29909 0.0,29910 0.0,29911 0.0,29912 0.0,29913 0.0,29914 0.0,29915 0.0,29916 0.029917 ]29918 },29919 "ctl_random_norm_matched|L14": {29920 "accuracy": 0.0,29921 "gain_vs_zero": {29922 "estimate": -0.09090909090909091,29923 "low": -0.22727272727272727,29924 "high": 0.0,29925 "level": 0.95,29926 "n_items": 22,29927 "n_clusters": 22,29928 "n_boot": 200029929 },29930 "correct": [29931 0.0,29932 0.0,29933 0.0,29934 0.0,29935 0.0,29936 0.0,29937 0.0,29938 0.0,29939 0.0,29940 0.0,29941 0.0,29942 0.0,29943 0.0,29944 0.0,29945 0.0,29946 0.0,29947 0.0,29948 0.0,29949 0.0,29950 0.0,29951 0.0,29952 0.029953 ]29954 },29955 "ctl_unrelated_task_vector(antonym)|L14": {29956 "accuracy": 0.13636363636363635,29957 "gain_vs_zero": {29958 "estimate": 0.045454545454545456,29959 "low": -0.13636363636363635,29960 "high": 0.22727272727272727,29961 "level": 0.95,29962 "n_items": 22,29963 "n_clusters": 22,29964 "n_boot": 200029965 },29966 "correct": [29967 0.0,29968 0.0,29969 0.0,29970 0.0,29971 1.0,29972 0.0,29973 0.0,29974 0.0,29975 0.0,29976 0.0,29977 0.0,29978 0.0,29979 0.0,29980 1.0,29981 0.0,29982 0.0,29983 0.0,29984 0.0,29985 0.0,29986 0.0,29987 0.0,29988 1.029989 ]29990 },29991 "procrustes|L19|a1.0": {29992 "accuracy": 0.045454545454545456,29993 "gain_vs_zero": {29994 "estimate": -0.045454545454545456,29995 "low": -0.18181818181818182,29996 "high": 0.09090909090909091,29997 "level": 0.95,29998 "n_items": 22,29999 "n_clusters": 22,30000 "n_boot": 200030001 },30002 "mapped_norm": 16.27731704711914,30003 "outputs_sample": [30004 " Venezuela\n",30005 " Finland\n",30006 " Morocco\n",30007 " Turkey\n",30008 " Japan\n"30009 ],30010 "correct": [30011 0.0,30012 0.0,30013 0.0,30014 0.0,30015 0.0,30016 0.0,30017 0.0,30018 0.0,30019 0.0,30020 0.0,30021 0.0,30022 0.0,30023 0.0,30024 1.0,30025 0.0,30026 0.0,30027 0.0,30028 0.0,30029 0.0,30030 0.0,30031 0.0,30032 0.030033 ]30034 },30035 "procrustes|L19|a2.0": {30036 "accuracy": 0.0,30037 "gain_vs_zero": {30038 "estimate": -0.09090909090909091,30039 "low": -0.22727272727272727,30040 "high": 0.0,30041 "level": 0.95,30042 "n_items": 22,30043 "n_clusters": 22,30044 "n_boot": 200030045 },30046 "mapped_norm": 16.27731704711914,30047 "outputs_sample": [30048 " F\n",30049 " Fennoscandia\n",30050 " M\n",30051 " Avian influenza\n",30052 " Japan\n"30053 ],30054 "correct": [30055 0.0,30056 0.0,30057 0.0,30058 0.0,30059 0.0,30060 0.0,30061 0.0,30062 0.0,30063 0.0,30064 0.0,30065 0.0,30066 0.0,30067 0.0,30068 0.0,30069 0.0,30070 0.0,30071 0.0,30072 0.0,30073 0.0,30074 0.0,30075 0.0,30076 0.030077 ]30078 },30079 "procrustes_rescaled|L19|a1.0": {30080 "accuracy": 0.09090909090909091,30081 "gain_vs_zero": {30082 "estimate": 0.0,30083 "low": -0.13636363636363635,30084 "high": 0.13636363636363635,30085 "level": 0.95,30086 "n_items": 22,30087 "n_clusters": 22,30088 "n_boot": 200030089 },30090 "mapped_norm": 11.205497741699219,30091 "outputs_sample": [30092 " Venezuela\n",30093 " Finland\n",30094 " Morocco\n",30095 " Turkey\n",30096 " Japan\n"30097 ],30098 "correct": [30099 0.0,30100 0.0,30101 0.0,30102 0.0,30103 0.0,30104 0.0,30105 0.0,30106 0.0,30107 0.0,30108 0.0,30109 0.0,30110 0.0,30111 0.0,30112 1.0,30113 1.0,30114 0.0,30115 0.0,30116 0.0,30117 0.0,30118 0.0,30119 0.0,30120 0.030121 ]30122 },30123 "ridge|L19|a1.0": {30124 "accuracy": 0.0,30125 "gain_vs_zero": {30126 "estimate": -0.09090909090909091,30127 "low": -0.22727272727272727,30128 "high": 0.0,30129 "level": 0.95,30130 "n_items": 22,30131 "n_clusters": 22,30132 "n_boot": 200030133 },30134 "mapped_norm": 21.924419403076172,30135 "outputs_sample": [30136 " The country's economy has been",30137 " Finland\n",30138 " The country of Morocco\n",30139 " Turkey\n",30140 " Japan\n"30141 ],30142 "correct": [30143 0.0,30144 0.0,30145 0.0,30146 0.0,30147 0.0,30148 0.0,30149 0.0,30150 0.0,30151 0.0,30152 0.0,30153 0.0,30154 0.0,30155 0.0,30156 0.0,30157 0.0,30158 0.0,30159 0.0,30160 0.0,30161 0.0,30162 0.0,30163 0.0,30164 0.030165 ]30166 },30167 "ridge|L19|a2.0": {30168 "accuracy": 0.0,30169 "gain_vs_zero": {30170 "estimate": -0.09090909090909091,30171 "low": -0.22727272727272727,30172 "high": 0.0,30173 "level": 0.95,30174 "n_items": 22,30175 "n_clusters": 22,30176 "n_boot": 200030177 },30178 "mapped_norm": 21.924419403076172,30179 "outputs_sample": [30180 " The country's economy has been",30181 " D\n",30182 " The country of Morocco\n",30183 " Dijon mustard\n",30184 " Japan\n"30185 ],30186 "correct": [30187 0.0,30188 0.0,30189 0.0,30190 0.0,30191 0.0,30192 0.0,30193 0.0,30194 0.0,30195 0.0,30196 0.0,30197 0.0,30198 0.0,30199 0.0,30200 0.0,30201 0.0,30202 0.0,30203 0.0,30204 0.0,30205 0.0,30206 0.0,30207 0.0,30208 0.030209 ]30210 },30211 "ridge_rescaled|L19|a1.0": {30212 "accuracy": 0.0,30213 "gain_vs_zero": {30214 "estimate": -0.09090909090909091,30215 "low": -0.22727272727272727,30216 "high": 0.0,30217 "level": 0.95,30218 "n_items": 22,30219 "n_clusters": 22,30220 "n_boot": 200030221 },30222 "mapped_norm": 11.205498695373535,30223 "outputs_sample": [30224 " Venezuela\n",30225 " Finland\n",30226 " Morocco\n",30227 " The turkey is a large,",30228 " Japan\n"30229 ],30230 "correct": [30231 0.0,30232 0.0,30233 0.0,30234 0.0,30235 0.0,30236 0.0,30237 0.0,30238 0.0,30239 0.0,30240 0.0,30241 0.0,30242 0.0,30243 0.0,30244 0.0,30245 0.0,30246 0.0,30247 0.0,30248 0.0,30249 0.0,30250 0.0,30251 0.0,30252 0.030253 ]30254 },30255 "cca|L19|a1.0": {30256 "accuracy": 0.0,30257 "gain_vs_zero": {30258 "estimate": -0.09090909090909091,30259 "low": -0.22727272727272727,30260 "high": 0.0,30261 "level": 0.95,30262 "n_items": 22,30263 "n_clusters": 22,30264 "n_boot": 200030265 },30266 "mapped_norm": 27.182331085205078,30267 "outputs_sample": [30268 " The country's economy has been",30269 " Finland\n",30270 " The country of Morocco\n",30271 " Turkey\n",30272 " Japan\n"30273 ],30274 "correct": [30275 0.0,30276 0.0,30277 0.0,30278 0.0,30279 0.0,30280 0.0,30281 0.0,30282 0.0,30283 0.0,30284 0.0,30285 0.0,30286 0.0,30287 0.0,30288 0.0,30289 0.0,30290 0.0,30291 0.0,30292 0.0,30293 0.0,30294 0.0,30295 0.0,30296 0.030297 ]30298 },30299 "cca|L19|a2.0": {30300 "accuracy": 0.0,30301 "gain_vs_zero": {30302 "estimate": -0.09090909090909091,30303 "low": -0.22727272727272727,30304 "high": 0.0,30305 "level": 0.95,30306 "n_items": 22,30307 "n_clusters": 22,30308 "n_boot": 200030309 },30310 "mapped_norm": 27.182331085205078,30311 "outputs_sample": [30312 " W\n",30313 " Topp 10\n",30314 " Tangerine\n",30315 " D\u00f6ner Kebab",30316 " Taro Yamada\n"30317 ],30318 "correct": [30319 0.0,30320 0.0,30321 0.0,30322 0.0,30323 0.0,30324 0.0,30325 0.0,30326 0.0,30327 0.0,30328 0.0,30329 0.0,30330 0.0,30331 0.0,30332 0.0,30333 0.0,30334 0.0,30335 0.0,30336 0.0,30337 0.0,30338 0.0,30339 0.0,30340 0.030341 ]30342 },30343 "random_orth|L19|a1.0": {30344 "accuracy": 0.0,30345 "gain_vs_zero": {30346 "estimate": -0.09090909090909091,30347 "low": -0.22727272727272727,30348 "high": 0.0,30349 "level": 0.95,30350 "n_items": 22,30351 "n_clusters": 22,30352 "n_boot": 200030353 },30354 "mapped_norm": 20.19061279296875,30355 "outputs_sample": [30356 " 1.5 million\n",30357 " Finland\n",30358 " Morocco\n",30359 " 1.5 million\n",30360 " 1.5 million\n"30361 ],30362 "correct": [30363 0.0,30364 0.0,30365 0.0,30366 0.0,30367 0.0,30368 0.0,30369 0.0,30370 0.0,30371 0.0,30372 0.0,30373 0.0,30374 0.0,30375 0.0,30376 0.0,30377 0.0,30378 0.0,30379 0.0,30380 0.0,30381 0.0,30382 0.0,30383 0.0,30384 0.030385 ]30386 },30387 "random_orth|L19|a2.0": {30388 "accuracy": 0.0,30389 "gain_vs_zero": {30390 "estimate": -0.09090909090909091,30391 "low": -0.22727272727272727,30392 "high": 0.0,30393 "level": 0.95,30394 "n_items": 22,30395 "n_clusters": 22,30396 "n_boot": 200030397 },30398 "mapped_norm": 20.19061279296875,30399 "outputs_sample": [30400 " 1.5 million\n",30401 " 1\n",30402 " 1\n",30403 " 1\n",30404 " 1\n"30405 ],30406 "correct": [30407 0.0,30408 0.0,30409 0.0,30410 0.0,30411 0.0,30412 0.0,30413 0.0,30414 0.0,30415 0.0,30416 0.0,30417 0.0,30418 0.0,30419 0.0,30420 0.0,30421 0.0,30422 0.0,30423 0.0,30424 0.0,30425 0.0,30426 0.0,30427 0.0,30428 0.030429 ]30430 },30431 "replace_donor_fewshot|procrustes|L19": {30432 "accuracy": 0.0,30433 "gain_vs_zero": {30434 "estimate": -0.09090909090909091,30435 "low": -0.22727272727272727,30436 "high": 0.0,30437 "level": 0.95,30438 "n_items": 22,30439 "n_clusters": 22,30440 "n_boot": 200030441 },30442 "outputs_sample": [30443 " The country's economy has been",30444 " The Finnish language, also known",30445 " The country of Morocco\n",30446 " The turkey is a large,",30447 " The Japanese government has announced plans"30448 ],30449 "correct": [30450 0.0,30451 0.0,30452 0.0,30453 0.0,30454 0.0,30455 0.0,30456 0.0,30457 0.0,30458 0.0,30459 0.0,30460 0.0,30461 0.0,30462 0.0,30463 0.0,30464 0.0,30465 0.0,30466 0.0,30467 0.0,30468 0.0,30469 0.0,30470 0.0,30471 0.030472 ]30473 },30474 "ctl_replace_donor_zeroshot|procrustes|L19": {30475 "accuracy": 0.0,30476 "gain_vs_zero": {30477 "estimate": -0.09090909090909091,30478 "low": -0.22727272727272727,30479 "high": 0.0,30480 "level": 0.95,30481 "n_items": 22,30482 "n_clusters": 22,30483 "n_boot": 200030484 },30485 "outputs_sample": [30486 " The country's economy has been",30487 " The Finnish language, also known",30488 " The country of Morocco\n",30489 " The turkey is a large,",30490 " The Japanese government has announced plans"30491 ],30492 "correct": [30493 0.0,30494 0.0,30495 0.0,30496 0.0,30497 0.0,30498 0.0,30499 0.0,30500 0.0,30501 0.0,30502 0.0,30503 0.0,30504 0.0,30505 0.0,30506 0.0,30507 0.0,30508 0.0,30509 0.0,30510 0.0,30511 0.0,30512 0.0,30513 0.0,30514 0.030515 ]30516 },30517 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": {30518 "accuracy": 0.0,30519 "gain_vs_zero": {30520 "estimate": -0.09090909090909091,30521 "low": -0.22727272727272727,30522 "high": 0.0,30523 "level": 0.95,30524 "n_items": 22,30525 "n_clusters": 22,30526 "n_boot": 200030527 },30528 "outputs_sample": [30529 " The country's economy has been",30530 " The Finnish language, also known",30531 " The country of Morocco\n",30532 " The turkey is a large,",30533 " The Japanese government has announced plans"30534 ],30535 "correct": [30536 0.0,30537 0.0,30538 0.0,30539 0.0,30540 0.0,30541 0.0,30542 0.0,30543 0.0,30544 0.0,30545 0.0,30546 0.0,30547 0.0,30548 0.0,30549 0.0,30550 0.0,30551 0.0,30552 0.0,30553 0.0,30554 0.0,30555 0.0,30556 0.0,30557 0.030558 ]30559 },30560 "replace_donor_fewshot|ridge|L19": {30561 "accuracy": 0.0,30562 "gain_vs_zero": {30563 "estimate": -0.09090909090909091,30564 "low": -0.22727272727272727,30565 "high": 0.0,30566 "level": 0.95,30567 "n_items": 22,30568 "n_clusters": 22,30569 "n_boot": 200030570 },30571 "outputs_sample": [30572 " A list of all the countries",30573 " The Finnish language, also known",30574 " The country of Morocco\n",30575 " The turkey is a large,",30576 " The Japanese government has announced plans"30577 ],30578 "correct": [30579 0.0,30580 0.0,30581 0.0,30582 0.0,30583 0.0,30584 0.0,30585 0.0,30586 0.0,30587 0.0,30588 0.0,30589 0.0,30590 0.0,30591 0.0,30592 0.0,30593 0.0,30594 0.0,30595 0.0,30596 0.0,30597 0.0,30598 0.0,30599 0.0,30600 0.030601 ]30602 },30603 "ctl_replace_donor_zeroshot|ridge|L19": {30604 "accuracy": 0.045454545454545456,30605 "gain_vs_zero": {30606 "estimate": -0.045454545454545456,30607 "low": -0.13636363636363635,30608 "high": 0.0,30609 "level": 0.95,30610 "n_items": 22,30611 "n_clusters": 22,30612 "n_boot": 200030613 },30614 "outputs_sample": [30615 " 1.5 million\n",30616 " 1.5 million\n",30617 " 1.5 million\n",30618 " 1\n\n",30619 " 1.2 billion USD"30620 ],30621 "correct": [30622 0.0,30623 0.0,30624 0.0,30625 0.0,30626 0.0,30627 1.0,30628 0.0,30629 0.0,30630 0.0,30631 0.0,30632 0.0,30633 0.0,30634 0.0,30635 0.0,30636 0.0,30637 0.0,30638 0.0,30639 0.0,30640 0.0,30641 0.0,30642 0.0,30643 0.030644 ]30645 },30646 "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": {30647 "accuracy": 0.0,30648 "gain_vs_zero": {30649 "estimate": -0.09090909090909091,30650 "low": -0.22727272727272727,30651 "high": 0.0,30652 "level": 0.95,30653 "n_items": 22,30654 "n_clusters": 22,30655 "n_boot": 200030656 },30657 "outputs_sample": [30658 " The country's economy has been",30659 " The Finnish language, also known",30660 " The country of Morocco\n",30661 " The Ottoman Empire\n",30662 " The Japanese government has announced plans"30663 ],30664 "correct": [30665 0.0,30666 0.0,30667 0.0,30668 0.0,30669 0.0,30670 0.0,30671 0.0,30672 0.0,30673 0.0,30674 0.0,30675 0.0,30676 0.0,30677 0.0,30678 0.0,30679 0.0,30680 0.0,30681 0.0,30682 0.0,30683 0.0,30684 0.0,30685 0.0,30686 0.030687 ]30688 },30689 "ctl_replace_donor_fewshot|sham_map|L19": {30690 "accuracy": 0.0,30691 "gain_vs_zero": {30692 "estimate": -0.09090909090909091,30693 "low": -0.22727272727272727,30694 "high": 0.0,30695 "level": 0.95,30696 "n_items": 22,30697 "n_clusters": 22,30698 "n_boot": 200030699 },30700 "outputs_sample": [30701 " 1.5 million\n",30702 " 1\n",30703 " 1\n",30704 " 1\n",30705 " 1\n"30706 ],30707 "correct": [30708 0.0,30709 0.0,30710 0.0,30711 0.0,30712 0.0,30713 0.0,30714 0.0,30715 0.0,30716 0.0,30717 0.0,30718 0.0,30719 0.0,30720 0.0,30721 0.0,30722 0.0,30723 0.0,30724 0.0,30725 0.0,30726 0.0,30727 0.0,30728 0.0,30729 0.030730 ]30731 },30732 "ctl_replace_donor_zeroshot|sham_map|L19": {30733 "accuracy": 0.0,30734 "gain_vs_zero": {30735 "estimate": -0.09090909090909091,30736 "low": -0.22727272727272727,30737 "high": 0.0,30738 "level": 0.95,30739 "n_items": 22,30740 "n_clusters": 22,30741 "n_boot": 200030742 },30743 "outputs_sample": [30744 " The country's economy has been",30745 " The Finnish language, also known",30746 " The country of Morocco\n",30747 " The turkey is a large,",30748 " The Japanese government has announced plans"30749 ],30750 "correct": [30751 0.0,30752 0.0,30753 0.0,30754 0.0,30755 0.0,30756 0.0,30757 0.0,30758 0.0,30759 0.0,30760 0.0,30761 0.0,30762 0.0,30763 0.0,30764 0.0,30765 0.0,30766 0.0,30767 0.0,30768 0.0,30769 0.0,30770 0.0,30771 0.0,30772 0.030773 ]30774 },30775 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": {30776 "accuracy": 0.0,30777 "gain_vs_zero": {30778 "estimate": -0.09090909090909091,30779 "low": -0.22727272727272727,30780 "high": 0.0,30781 "level": 0.95,30782 "n_items": 22,30783 "n_clusters": 22,30784 "n_boot": 200030785 },30786 "outputs_sample": [30787 " 1.5 million\n",30788 " 1\n",30789 " 1.5 million\n",30790 " 1\n",30791 " 1\n"30792 ],30793 "correct": [30794 0.0,30795 0.0,30796 0.0,30797 0.0,30798 0.0,30799 0.0,30800 0.0,30801 0.0,30802 0.0,30803 0.0,30804 0.0,30805 0.0,30806 0.0,30807 0.0,30808 0.0,30809 0.0,30810 0.0,30811 0.0,30812 0.0,30813 0.0,30814 0.0,30815 0.030816 ]30817 },30818 "ctl_random_norm_matched|L19": {30819 "accuracy": 0.09090909090909091,30820 "gain_vs_zero": {30821 "estimate": 0.0,30822 "low": 0.0,30823 "high": 0.0,30824 "level": 0.95,30825 "n_items": 22,30826 "n_clusters": 22,30827 "n_boot": 200030828 },30829 "correct": [30830 0.0,30831 0.0,30832 0.0,30833 0.0,30834 0.0,30835 1.0,30836 0.0,30837 0.0,30838 0.0,30839 0.0,30840 0.0,30841 0.0,30842 0.0,30843 0.0,30844 1.0,30845 0.0,30846 0.0,30847 0.0,30848 0.0,30849 0.0,30850 0.0,30851 0.030852 ]30853 },30854 "ctl_unrelated_task_vector(antonym)|L19": {30855 "accuracy": 0.045454545454545456,30856 "gain_vs_zero": {30857 "estimate": -0.045454545454545456,30858 "low": -0.18181818181818182,30859 "high": 0.09090909090909091,30860 "level": 0.95,30861 "n_items": 22,30862 "n_clusters": 22,30863 "n_boot": 200030864 },30865 "correct": [30866 0.0,30867 0.0,30868 0.0,30869 0.0,30870 0.0,30871 0.0,30872 0.0,30873 0.0,30874 0.0,30875 0.0,30876 0.0,30877 0.0,30878 0.0,30879 1.0,30880 0.0,30881 0.0,30882 0.0,30883 0.0,30884 0.0,30885 0.0,30886 0.0,30887 0.030888 ]30889 }30890 },30891 "items": {30892 "zero": [30893 0.0,30894 0.0,30895 0.0,30896 0.0,30897 0.0,30898 1.0,30899 0.0,30900 0.0,30901 0.0,30902 0.0,30903 0.0,30904 0.0,30905 0.0,30906 0.0,30907 1.0,30908 0.0,30909 0.0,30910 0.0,30911 0.0,30912 0.0,30913 0.0,30914 0.030915 ],30916 "few": [30917 1.0,30918 1.0,30919 1.0,30920 1.0,30921 1.0,30922 1.0,30923 1.0,30924 1.0,30925 1.0,30926 1.0,30927 1.0,30928 1.0,30929 1.0,30930 1.0,30931 1.0,30932 1.0,30933 1.0,30934 1.0,30935 1.0,30936 1.0,30937 1.0,30938 1.030939 ],30940 "own": [30941 1.0,30942 1.0,30943 1.0,30944 1.0,30945 1.0,30946 1.0,30947 1.0,30948 1.0,30949 1.0,30950 1.0,30951 1.0,30952 1.0,30953 1.0,30954 1.0,30955 1.0,30956 1.0,30957 1.0,30958 1.0,30959 1.0,30960 1.0,30961 1.0,30962 1.030963 ]30964 }30965 },30966 "morph": {30967 "recipient_zero": 0.0,30968 "recipient_few": 0.275,30969 "recipient_own_vector": 0.0,30970 "donor_layer": 2,30971 "conditions": {30972 "procrustes|L2|a1.0": {30973 "accuracy": 0.0,30974 "gain_vs_zero": {30975 "estimate": 0.0,30976 "low": 0.0,30977 "high": 0.0,30978 "level": 0.95,30979 "n_items": 40,30980 "n_clusters": 40,30981 "n_boot": 200030982 },30983 "mapped_norm": 1.726072907447815,30984 "outputs_sample": [30985 " 0.0\n\n",30986 " zone of fab\n",30987 " 5\n\n",30988 " tuk\n",30989 " 97\n\n"30990 ],30991 "correct": [30992 0.0,30993 0.0,30994 0.0,30995 0.0,30996 0.0,30997 0.0,30998 0.0,30999 0.0,31000 0.0,31001 0.0,31002 0.0,31003 0.0,31004 0.0,31005 0.0,31006 0.0,31007 0.0,31008 0.0,31009 0.0,31010 0.0,31011 0.0,31012 0.0,31013 0.0,31014 0.0,31015 0.0,31016 0.0,31017 0.0,31018 0.0,31019 0.0,31020 0.0,31021 0.0,31022 0.0,31023 0.0,31024 0.0,31025 0.0,31026 0.0,31027 0.0,31028 0.0,31029 0.0,31030 0.0,31031 0.031032 ]31033 },31034 "procrustes|L2|a2.0": {31035 "accuracy": 0.0,31036 "gain_vs_zero": {31037 "estimate": 0.0,31038 "low": 0.0,31039 "high": 0.0,31040 "level": 0.95,31041 "n_items": 40,31042 "n_clusters": 40,31043 "n_boot": 200031044 },31045 "mapped_norm": 1.726072907447815,31046 "outputs_sample": [31047 " 0.0\n\n",31048 " 0\n\n",31049 " 5\n\n",31050 " tukene\n\n",31051 " 97\n\n"31052 ],31053 "correct": [31054 0.0,31055 0.0,31056 0.0,31057 0.0,31058 0.0,31059 0.0,31060 0.0,31061 0.0,31062 0.0,31063 0.0,31064 0.0,31065 0.0,31066 0.0,31067 0.0,31068 0.0,31069 0.0,31070 0.0,31071 0.0,31072 0.0,31073 0.0,31074 0.0,31075 0.0,31076 0.0,31077 0.0,31078 0.0,31079 0.0,31080 0.0,31081 0.0,31082 0.0,31083 0.0,31084 0.0,31085 0.0,31086 0.0,31087 0.0,31088 0.0,31089 0.0,31090 0.0,31091 0.0,31092 0.0,31093 0.031094 ]31095 },31096 "procrustes_rescaled|L2|a1.0": {31097 "accuracy": 0.0,31098 "gain_vs_zero": {31099 "estimate": 0.0,31100 "low": 0.0,31101 "high": 0.0,31102 "level": 0.95,31103 "n_items": 40,31104 "n_clusters": 40,31105 "n_boot": 200031106 },31107 "mapped_norm": 2.0388922691345215,31108 "outputs_sample": [31109 " 0.0\n\n",31110 " zone of fab\n",31111 " 5\n\n",31112 " tukene\n\n",31113 " 97\n\n"31114 ],31115 "correct": [31116 0.0,31117 0.0,31118 0.0,31119 0.0,31120 0.0,31121 0.0,31122 0.0,31123 0.0,31124 0.0,31125 0.0,31126 0.0,31127 0.0,31128 0.0,31129 0.0,31130 0.0,31131 0.0,31132 0.0,31133 0.0,31134 0.0,31135 0.0,31136 0.0,31137 0.0,31138 0.0,31139 0.0,31140 0.0,31141 0.0,31142 0.0,31143 0.0,31144 0.0,31145 0.0,31146 0.0,31147 0.0,31148 0.0,31149 0.0,31150 0.0,31151 0.0,31152 0.0,31153 0.0,31154 0.0,31155 0.031156 ]31157 },31158 "ridge|L2|a1.0": {31159 "accuracy": 0.0,31160 "gain_vs_zero": {31161 "estimate": 0.0,31162 "low": 0.0,31163 "high": 0.0,31164 "level": 0.95,31165 "n_items": 40,31166 "n_clusters": 40,31167 "n_boot": 200031168 },31169 "mapped_norm": 2.0462143421173096,31170 "outputs_sample": [31171 " 0.0\n\n",31172 " zone of fab\n",31173 " 5\n\n",31174 " tukene\n\n",31175 " 97\n\n"31176 ],31177 "correct": [31178 0.0,31179 0.0,31180 0.0,31181 0.0,31182 0.0,31183 0.0,31184 0.0,31185 0.0,31186 0.0,31187 0.0,31188 0.0,31189 0.0,31190 0.0,31191 0.0,31192 0.0,31193 0.0,31194 0.0,31195 0.0,31196 0.0,31197 0.0,31198 0.0,31199 0.0,31200 0.0,31201 0.0,31202 0.0,31203 0.0,31204 0.0,31205 0.0,31206 0.0,31207 0.0,31208 0.0,31209 0.0,31210 0.0,31211 0.0,31212 0.0,31213 0.0,31214 0.0,31215 0.0,31216 0.0,31217 0.031218 ]31219 },31220 "ridge|L2|a2.0": {31221 "accuracy": 0.0,31222 "gain_vs_zero": {31223 "estimate": 0.0,31224 "low": 0.0,31225 "high": 0.0,31226 "level": 0.95,31227 "n_items": 40,31228 "n_clusters": 40,31229 "n_boot": 200031230 },31231 "mapped_norm": 2.0462143421173096,31232 "outputs_sample": [31233 " 0.0\n\n",31234 " 0\n\n",31235 " 5\n\n",31236 " tukene\n\n",31237 " 97\n\n"31238 ],31239 "correct": [31240 0.0,31241 0.0,31242 0.0,31243 0.0,31244 0.0,31245 0.0,31246 0.0,31247 0.0,31248 0.0,31249 0.0,31250 0.0,31251 0.0,31252 0.0,31253 0.0,31254 0.0,31255 0.0,31256 0.0,31257 0.0,31258 0.0,31259 0.0,31260 0.0,31261 0.0,31262 0.0,31263 0.0,31264 0.0,31265 0.0,31266 0.0,31267 0.0,31268 0.0,31269 0.0,31270 0.0,31271 0.0,31272 0.0,31273 0.0,31274 0.0,31275 0.0,31276 0.0,31277 0.0,31278 0.0,31279 0.031280 ]31281 },31282 "ridge_rescaled|L2|a1.0": {31283 "accuracy": 0.0,31284 "gain_vs_zero": {31285 "estimate": 0.0,31286 "low": 0.0,31287 "high": 0.0,31288 "level": 0.95,31289 "n_items": 40,31290 "n_clusters": 40,31291 "n_boot": 200031292 },31293 "mapped_norm": 2.0388925075531006,31294 "outputs_sample": [31295 " 0.0\n\n",31296 " zone of fab\n",31297 " 5\n\n",31298 " tukene\n\n",31299 " 97\n\n"31300 ],31301 "correct": [31302 0.0,31303 0.0,31304 0.0,31305 0.0,31306 0.0,31307 0.0,31308 0.0,31309 0.0,31310 0.0,31311 0.0,31312 0.0,31313 0.0,31314 0.0,31315 0.0,31316 0.0,31317 0.0,31318 0.0,31319 0.0,31320 0.0,31321 0.0,31322 0.0,31323 0.0,31324 0.0,31325 0.0,31326 0.0,31327 0.0,31328 0.0,31329 0.0,31330 0.0,31331 0.0,31332 0.0,31333 0.0,31334 0.0,31335 0.0,31336 0.0,31337 0.0,31338 0.0,31339 0.0,31340 0.0,31341 0.031342 ]31343 },31344 "cca|L2|a1.0": {31345 "accuracy": 0.0,31346 "gain_vs_zero": {31347 "estimate": 0.0,31348 "low": 0.0,31349 "high": 0.0,31350 "level": 0.95,31351 "n_items": 40,31352 "n_clusters": 40,31353 "n_boot": 200031354 },31355 "mapped_norm": 2.1700942516326904,31356 "outputs_sample": [31357 " 0.0\n\n",31358 " zone of fab\n",31359 " 5\n\n",31360 " tukene\n\n",31361 " 97\n\n"31362 ],31363 "correct": [31364 0.0,31365 0.0,31366 0.0,31367 0.0,31368 0.0,31369 0.0,31370 0.0,31371 0.0,31372 0.0,31373 0.0,31374 0.0,31375 0.0,31376 0.0,31377 0.0,31378 0.0,31379 0.0,31380 0.0,31381 0.0,31382 0.0,31383 0.0,31384 0.0,31385 0.0,31386 0.0,31387 0.0,31388 0.0,31389 0.0,31390 0.0,31391 0.0,31392 0.0,31393 0.0,31394 0.0,31395 0.0,31396 0.0,31397 0.0,31398 0.0,31399 0.0,31400 0.0,31401 0.0,31402 0.0,31403 0.031404 ]31405 },31406 "cca|L2|a2.0": {31407 "accuracy": 0.0,31408 "gain_vs_zero": {31409 "estimate": 0.0,31410 "low": 0.0,31411 "high": 0.0,31412 "level": 0.95,31413 "n_items": 40,31414 "n_clusters": 40,31415 "n_boot": 200031416 },31417 "mapped_norm": 2.1700942516326904,31418 "outputs_sample": [31419 " 0.0\n\n",31420 " 0\n\n",31421 " 5\n\n",31422 " tukenu\n\n",31423 " 97\n\n"31424 ],31425 "correct": [31426 0.0,31427 0.0,31428 0.0,31429 0.0,31430 0.0,31431 0.0,31432 0.0,31433 0.0,31434 0.0,31435 0.0,31436 0.0,31437 0.0,31438 0.0,31439 0.0,31440 0.0,31441 0.0,31442 0.0,31443 0.0,31444 0.0,31445 0.0,31446 0.0,31447 0.0,31448 0.0,31449 0.0,31450 0.0,31451 0.0,31452 0.0,31453 0.0,31454 0.0,31455 0.0,31456 0.0,31457 0.0,31458 0.0,31459 0.0,31460 0.0,31461 0.0,31462 0.0,31463 0.0,31464 0.0,31465 0.031466 ]31467 },31468 "random_orth|L2|a1.0": {31469 "accuracy": 0.0,31470 "gain_vs_zero": {31471 "estimate": 0.0,31472 "low": 0.0,31473 "high": 0.0,31474 "level": 0.95,31475 "n_items": 40,31476 "n_clusters": 40,31477 "n_boot": 200031478 },31479 "mapped_norm": 1.9021942615509033,31480 "outputs_sample": [31481 " 100\n\n",31482 " 0\n\n",31483 " 5\n\n",31484 " tukne\n\n",31485 " 97\n\n"31486 ],31487 "correct": [31488 0.0,31489 0.0,31490 0.0,31491 0.0,31492 0.0,31493 0.0,31494 0.0,31495 0.0,31496 0.0,31497 0.0,31498 0.0,31499 0.0,31500 0.0,31501 0.0,31502 0.0,31503 0.0,31504 0.0,31505 0.0,31506 0.0,31507 0.0,31508 0.0,31509 0.0,31510 0.0,31511 0.0,31512 0.0,31513 0.0,31514 0.0,31515 0.0,31516 0.0,31517 0.0,31518 0.0,31519 0.0,31520 0.0,31521 0.0,31522 0.0,31523 0.0,31524 0.0,31525 0.0,31526 0.0,31527 0.031528 ]31529 },31530 "random_orth|L2|a2.0": {31531 "accuracy": 0.0,31532 "gain_vs_zero": {31533 "estimate": 0.0,31534 "low": 0.0,31535 "high": 0.0,31536 "level": 0.95,31537 "n_items": 40,31538 "n_clusters": 40,31539 "n_boot": 200031540 },31541 "mapped_norm": 1.9021942615509033,31542 "outputs_sample": [31543 " 0.0\n\n",31544 " 0\n\n",31545 " 5\n\n",31546 " tukne\n\n",31547 " 97\n\n"31548 ],31549 "correct": [31550 0.0,31551 0.0,31552 0.0,31553 0.0,31554 0.0,31555 0.0,31556 0.0,31557 0.0,31558 0.0,31559 0.0,31560 0.0,31561 0.0,31562 0.0,31563 0.0,31564 0.0,31565 0.0,31566 0.0,31567 0.0,31568 0.0,31569 0.0,31570 0.0,31571 0.0,31572 0.0,31573 0.0,31574 0.0,31575 0.0,31576 0.0,31577 0.0,31578 0.0,31579 0.0,31580 0.0,31581 0.0,31582 0.0,31583 0.0,31584 0.0,31585 0.0,31586 0.0,31587 0.0,31588 0.0,31589 0.031590 ]31591 },31592 "replace_donor_fewshot|procrustes|L2": {31593 "accuracy": 0.0,31594 "gain_vs_zero": {31595 "estimate": 0.0,31596 "low": 0.0,31597 "high": 0.0,31598 "level": 0.95,31599 "n_items": 40,31600 "n_clusters": 40,31601 "n_boot": 200031602 },31603 "outputs_sample": [31604 " 0.0\n\n",31605 " 0\n\n",31606 " 5\n\n",31607 " tukene\n\n",31608 " 97\n\n"31609 ],31610 "correct": [31611 0.0,31612 0.0,31613 0.0,31614 0.0,31615 0.0,31616 0.0,31617 0.0,31618 0.0,31619 0.0,31620 0.0,31621 0.0,31622 0.0,31623 0.0,31624 0.0,31625 0.0,31626 0.0,31627 0.0,31628 0.0,31629 0.0,31630 0.0,31631 0.0,31632 0.0,31633 0.0,31634 0.0,31635 0.0,31636 0.0,31637 0.0,31638 0.0,31639 0.0,31640 0.0,31641 0.0,31642 0.0,31643 0.0,31644 0.0,31645 0.0,31646 0.0,31647 0.0,31648 0.0,31649 0.0,31650 0.031651 ]31652 },31653 "ctl_replace_donor_zeroshot|procrustes|L2": {31654 "accuracy": 0.0,31655 "gain_vs_zero": {31656 "estimate": 0.0,31657 "low": 0.0,31658 "high": 0.0,31659 "level": 0.95,31660 "n_items": 40,31661 "n_clusters": 40,31662 "n_boot": 200031663 },31664 "outputs_sample": [31665 " 0.0\n\n",31666 " 0\n\n",31667 " 5\n\n",31668 " tukne\n\n",31669 " 122\n\n"31670 ],31671 "correct": [31672 0.0,31673 0.0,31674 0.0,31675 0.0,31676 0.0,31677 0.0,31678 0.0,31679 0.0,31680 0.0,31681 0.0,31682 0.0,31683 0.0,31684 0.0,31685 0.0,31686 0.0,31687 0.0,31688 0.0,31689 0.0,31690 0.0,31691 0.0,31692 0.0,31693 0.0,31694 0.0,31695 0.0,31696 0.0,31697 0.0,31698 0.0,31699 0.0,31700 0.0,31701 0.0,31702 0.0,31703 0.0,31704 0.0,31705 0.0,31706 0.0,31707 0.0,31708 0.0,31709 0.0,31710 0.0,31711 0.031712 ]31713 },31714 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {31715 "accuracy": 0.0,31716 "gain_vs_zero": {31717 "estimate": 0.0,31718 "low": 0.0,31719 "high": 0.0,31720 "level": 0.95,31721 "n_items": 40,31722 "n_clusters": 40,31723 "n_boot": 200031724 },31725 "outputs_sample": [31726 " 0.0\n\n",31727 " zone of fab\n",31728 " 5\n\n",31729 " tukene\n\n",31730 " 97\n\n"31731 ],31732 "correct": [31733 0.0,31734 0.0,31735 0.0,31736 0.0,31737 0.0,31738 0.0,31739 0.0,31740 0.0,31741 0.0,31742 0.0,31743 0.0,31744 0.0,31745 0.0,31746 0.0,31747 0.0,31748 0.0,31749 0.0,31750 0.0,31751 0.0,31752 0.0,31753 0.0,31754 0.0,31755 0.0,31756 0.0,31757 0.0,31758 0.0,31759 0.0,31760 0.0,31761 0.0,31762 0.0,31763 0.0,31764 0.0,31765 0.0,31766 0.0,31767 0.0,31768 0.0,31769 0.0,31770 0.0,31771 0.0,31772 0.031773 ]31774 },31775 "replace_donor_fewshot|ridge|L2": {31776 "accuracy": 0.0,31777 "gain_vs_zero": {31778 "estimate": 0.0,31779 "low": 0.0,31780 "high": 0.0,31781 "level": 0.95,31782 "n_items": 40,31783 "n_clusters": 40,31784 "n_boot": 200031785 },31786 "outputs_sample": [31787 " 0.0\n\n",31788 " zone of fab\n",31789 " 5\n\n",31790 " tukene\n\n",31791 " 97\n\n"31792 ],31793 "correct": [31794 0.0,31795 0.0,31796 0.0,31797 0.0,31798 0.0,31799 0.0,31800 0.0,31801 0.0,31802 0.0,31803 0.0,31804 0.0,31805 0.0,31806 0.0,31807 0.0,31808 0.0,31809 0.0,31810 0.0,31811 0.0,31812 0.0,31813 0.0,31814 0.0,31815 0.0,31816 0.0,31817 0.0,31818 0.0,31819 0.0,31820 0.0,31821 0.0,31822 0.0,31823 0.0,31824 0.0,31825 0.0,31826 0.0,31827 0.0,31828 0.0,31829 0.0,31830 0.0,31831 0.0,31832 0.0,31833 0.031834 ]31835 },31836 "ctl_replace_donor_zeroshot|ridge|L2": {31837 "accuracy": 0.0,31838 "gain_vs_zero": {31839 "estimate": 0.0,31840 "low": 0.0,31841 "high": 0.0,31842 "level": 0.95,31843 "n_items": 40,31844 "n_clusters": 40,31845 "n_boot": 200031846 },31847 "outputs_sample": [31848 " 0.0\n\n",31849 " zone of fab\n",31850 " 5\n\n",31851 " tukne\n",31852 " 122\n\n"31853 ],31854 "correct": [31855 0.0,31856 0.0,31857 0.0,31858 0.0,31859 0.0,31860 0.0,31861 0.0,31862 0.0,31863 0.0,31864 0.0,31865 0.0,31866 0.0,31867 0.0,31868 0.0,31869 0.0,31870 0.0,31871 0.0,31872 0.0,31873 0.0,31874 0.0,31875 0.0,31876 0.0,31877 0.0,31878 0.0,31879 0.0,31880 0.0,31881 0.0,31882 0.0,31883 0.0,31884 0.0,31885 0.0,31886 0.0,31887 0.0,31888 0.0,31889 0.0,31890 0.0,31891 0.0,31892 0.0,31893 0.0,31894 0.031895 ]31896 },31897 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {31898 "accuracy": 0.0,31899 "gain_vs_zero": {31900 "estimate": 0.0,31901 "low": 0.0,31902 "high": 0.0,31903 "level": 0.95,31904 "n_items": 40,31905 "n_clusters": 40,31906 "n_boot": 200031907 },31908 "outputs_sample": [31909 " 0.0\n\n",31910 " zone of fab\n",31911 " 5\n\n",31912 " tukene\n\n",31913 " 97\n\n"31914 ],31915 "correct": [31916 0.0,31917 0.0,31918 0.0,31919 0.0,31920 0.0,31921 0.0,31922 0.0,31923 0.0,31924 0.0,31925 0.0,31926 0.0,31927 0.0,31928 0.0,31929 0.0,31930 0.0,31931 0.0,31932 0.0,31933 0.0,31934 0.0,31935 0.0,31936 0.0,31937 0.0,31938 0.0,31939 0.0,31940 0.0,31941 0.0,31942 0.0,31943 0.0,31944 0.0,31945 0.0,31946 0.0,31947 0.0,31948 0.0,31949 0.0,31950 0.0,31951 0.0,31952 0.0,31953 0.0,31954 0.0,31955 0.031956 ]31957 },31958 "ctl_replace_donor_fewshot|sham_map|L2": {31959 "accuracy": 0.0,31960 "gain_vs_zero": {31961 "estimate": 0.0,31962 "low": 0.0,31963 "high": 0.0,31964 "level": 0.95,31965 "n_items": 40,31966 "n_clusters": 40,31967 "n_boot": 200031968 },31969 "outputs_sample": [31970 " 0.0\n\n",31971 " zone of fab\n",31972 " 5\n\n",31973 " tukene\n\n",31974 " 122\n\n"31975 ],31976 "correct": [31977 0.0,31978 0.0,31979 0.0,31980 0.0,31981 0.0,31982 0.0,31983 0.0,31984 0.0,31985 0.0,31986 0.0,31987 0.0,31988 0.0,31989 0.0,31990 0.0,31991 0.0,31992 0.0,31993 0.0,31994 0.0,31995 0.0,31996 0.0,31997 0.0,31998 0.0,31999 0.0,32000 0.0,32001 0.0,32002 0.0,32003 0.0,32004 0.0,32005 0.0,32006 0.0,32007 0.0,32008 0.0,32009 0.0,32010 0.0,32011 0.0,32012 0.0,32013 0.0,32014 0.0,32015 0.0,32016 0.032017 ]32018 },32019 "ctl_replace_donor_zeroshot|sham_map|L2": {32020 "accuracy": 0.0,32021 "gain_vs_zero": {32022 "estimate": 0.0,32023 "low": 0.0,32024 "high": 0.0,32025 "level": 0.95,32026 "n_items": 40,32027 "n_clusters": 40,32028 "n_boot": 200032029 },32030 "outputs_sample": [32031 " 0.0\n\n",32032 " 0\n\n",32033 " 5\n\n",32034 " tukne\n\n",32035 " 122\n\n"32036 ],32037 "correct": [32038 0.0,32039 0.0,32040 0.0,32041 0.0,32042 0.0,32043 0.0,32044 0.0,32045 0.0,32046 0.0,32047 0.0,32048 0.0,32049 0.0,32050 0.0,32051 0.0,32052 0.0,32053 0.0,32054 0.0,32055 0.0,32056 0.0,32057 0.0,32058 0.0,32059 0.0,32060 0.0,32061 0.0,32062 0.0,32063 0.0,32064 0.0,32065 0.0,32066 0.0,32067 0.0,32068 0.0,32069 0.0,32070 0.0,32071 0.0,32072 0.0,32073 0.0,32074 0.0,32075 0.0,32076 0.0,32077 0.032078 ]32079 },32080 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {32081 "accuracy": 0.0,32082 "gain_vs_zero": {32083 "estimate": 0.0,32084 "low": 0.0,32085 "high": 0.0,32086 "level": 0.95,32087 "n_items": 40,32088 "n_clusters": 40,32089 "n_boot": 200032090 },32091 "outputs_sample": [32092 " 0.0\n\n",32093 " zone of fab\n",32094 " 5\n\n",32095 " tukene\n\n",32096 " 122\n\n"32097 ],32098 "correct": [32099 0.0,32100 0.0,32101 0.0,32102 0.0,32103 0.0,32104 0.0,32105 0.0,32106 0.0,32107 0.0,32108 0.0,32109 0.0,32110 0.0,32111 0.0,32112 0.0,32113 0.0,32114 0.0,32115 0.0,32116 0.0,32117 0.0,32118 0.0,32119 0.0,32120 0.0,32121 0.0,32122 0.0,32123 0.0,32124 0.0,32125 0.0,32126 0.0,32127 0.0,32128 0.0,32129 0.0,32130 0.0,32131 0.0,32132 0.0,32133 0.0,32134 0.0,32135 0.0,32136 0.0,32137 0.0,32138 0.032139 ]32140 },32141 "ctl_random_norm_matched|L2": {32142 "accuracy": 0.0,32143 "gain_vs_zero": {32144 "estimate": 0.0,32145 "low": 0.0,32146 "high": 0.0,32147 "level": 0.95,32148 "n_items": 40,32149 "n_clusters": 40,32150 "n_boot": 200032151 },32152 "correct": [32153 0.0,32154 0.0,32155 0.0,32156 0.0,32157 0.0,32158 0.0,32159 0.0,32160 0.0,32161 0.0,32162 0.0,32163 0.0,32164 0.0,32165 0.0,32166 0.0,32167 0.0,32168 0.0,32169 0.0,32170 0.0,32171 0.0,32172 0.0,32173 0.0,32174 0.0,32175 0.0,32176 0.0,32177 0.0,32178 0.0,32179 0.0,32180 0.0,32181 0.0,32182 0.0,32183 0.0,32184 0.0,32185 0.0,32186 0.0,32187 0.0,32188 0.0,32189 0.0,32190 0.0,32191 0.0,32192 0.032193 ]32194 },32195 "ctl_unrelated_task_vector(antonym)|L2": {32196 "accuracy": 0.0,32197 "gain_vs_zero": {32198 "estimate": 0.0,32199 "low": 0.0,32200 "high": 0.0,32201 "level": 0.95,32202 "n_items": 40,32203 "n_clusters": 40,32204 "n_boot": 200032205 },32206 "correct": [32207 0.0,32208 0.0,32209 0.0,32210 0.0,32211 0.0,32212 0.0,32213 0.0,32214 0.0,32215 0.0,32216 0.0,32217 0.0,32218 0.0,32219 0.0,32220 0.0,32221 0.0,32222 0.0,32223 0.0,32224 0.0,32225 0.0,32226 0.0,32227 0.0,32228 0.0,32229 0.0,32230 0.0,32231 0.0,32232 0.0,32233 0.0,32234 0.0,32235 0.0,32236 0.0,32237 0.0,32238 0.0,32239 0.0,32240 0.0,32241 0.0,32242 0.0,32243 0.0,32244 0.0,32245 0.0,32246 0.032247 ]32248 }32249 },32250 "items": {32251 "zero": [32252 0.0,32253 0.0,32254 0.0,32255 0.0,32256 0.0,32257 0.0,32258 0.0,32259 0.0,32260 0.0,32261 0.0,32262 0.0,32263 0.0,32264 0.0,32265 0.0,32266 0.0,32267 0.0,32268 0.0,32269 0.0,32270 0.0,32271 0.0,32272 0.0,32273 0.0,32274 0.0,32275 0.0,32276 0.0,32277 0.0,32278 0.0,32279 0.0,32280 0.0,32281 0.0,32282 0.0,32283 0.0,32284 0.0,32285 0.0,32286 0.0,32287 0.0,32288 0.0,32289 0.0,32290 0.0,32291 0.032292 ],32293 "few": [32294 0.0,32295 1.0,32296 0.0,32297 0.0,32298 1.0,32299 1.0,32300 0.0,32301 0.0,32302 0.0,32303 0.0,32304 0.0,32305 0.0,32306 0.0,32307 0.0,32308 1.0,32309 0.0,32310 0.0,32311 0.0,32312 1.0,32313 0.0,32314 0.0,32315 0.0,32316 1.0,32317 0.0,32318 0.0,32319 0.0,32320 0.0,32321 0.0,32322 0.0,32323 0.0,32324 1.0,32325 1.0,32326 0.0,32327 0.0,32328 0.0,32329 1.0,32330 0.0,32331 1.0,32332 0.0,32333 1.032334 ],32335 "own": [32336 0.0,32337 0.0,32338 0.0,32339 0.0,32340 0.0,32341 0.0,32342 0.0,32343 0.0,32344 0.0,32345 0.0,32346 0.0,32347 0.0,32348 0.0,32349 0.0,32350 0.0,32351 0.0,32352 0.0,32353 0.0,32354 0.0,32355 0.0,32356 0.0,32357 0.0,32358 0.0,32359 0.0,32360 0.0,32361 0.0,32362 0.0,32363 0.0,32364 0.0,32365 0.0,32366 0.0,32367 0.0,32368 0.0,32369 0.0,32370 0.0,32371 0.0,32372 0.0,32373 0.0,32374 0.0,32375 0.032376 ]32377 }32378 },32379 "addthree": {32380 "recipient_zero": 0.0,32381 "recipient_few": 1.0,32382 "recipient_own_vector": 0.6857142857142857,32383 "donor_layer": 2,32384 "conditions": {32385 "procrustes|L2|a1.0": {32386 "accuracy": 0.0,32387 "gain_vs_zero": {32388 "estimate": 0.0,32389 "low": 0.0,32390 "high": 0.0,32391 "level": 0.95,32392 "n_items": 35,32393 "n_clusters": 35,32394 "n_boot": 200032395 },32396 "mapped_norm": 1.681563377380371,32397 "outputs_sample": [32398 " 50\n",32399 " 24\n\n",32400 " 83\n\n",32401 " 19\n\n",32402 " 72\n\n"32403 ],32404 "correct": [32405 0.0,32406 0.0,32407 0.0,32408 0.0,32409 0.0,32410 0.0,32411 0.0,32412 0.0,32413 0.0,32414 0.0,32415 0.0,32416 0.0,32417 0.0,32418 0.0,32419 0.0,32420 0.0,32421 0.0,32422 0.0,32423 0.0,32424 0.0,32425 0.0,32426 0.0,32427 0.0,32428 0.0,32429 0.0,32430 0.0,32431 0.0,32432 0.0,32433 0.0,32434 0.0,32435 0.0,32436 0.0,32437 0.0,32438 0.0,32439 0.032440 ]32441 },32442 "procrustes|L2|a2.0": {32443 "accuracy": 0.0,32444 "gain_vs_zero": {32445 "estimate": 0.0,32446 "low": 0.0,32447 "high": 0.0,32448 "level": 0.95,32449 "n_items": 35,32450 "n_clusters": 35,32451 "n_boot": 200032452 },32453 "mapped_norm": 1.681563377380371,32454 "outputs_sample": [32455 " 50\n\n",32456 " 24\n\n",32457 " 83\n\n",32458 " 19\n\n",32459 " 71\n\n"32460 ],32461 "correct": [32462 0.0,32463 0.0,32464 0.0,32465 0.0,32466 0.0,32467 0.0,32468 0.0,32469 0.0,32470 0.0,32471 0.0,32472 0.0,32473 0.0,32474 0.0,32475 0.0,32476 0.0,32477 0.0,32478 0.0,32479 0.0,32480 0.0,32481 0.0,32482 0.0,32483 0.0,32484 0.0,32485 0.0,32486 0.0,32487 0.0,32488 0.0,32489 0.0,32490 0.0,32491 0.0,32492 0.0,32493 0.0,32494 0.0,32495 0.0,32496 0.032497 ]32498 },32499 "procrustes_rescaled|L2|a1.0": {32500 "accuracy": 0.0,32501 "gain_vs_zero": {32502 "estimate": 0.0,32503 "low": 0.0,32504 "high": 0.0,32505 "level": 0.95,32506 "n_items": 35,32507 "n_clusters": 35,32508 "n_boot": 200032509 },32510 "mapped_norm": 12.959115982055664,32511 "outputs_sample": [32512 " 50\n\n",32513 " 24\n\n",32514 " 83\n\n",32515 " 19\n\n",32516 " 71\n\n"32517 ],32518 "correct": [32519 0.0,32520 0.0,32521 0.0,32522 0.0,32523 0.0,32524 0.0,32525 0.0,32526 0.0,32527 0.0,32528 0.0,32529 0.0,32530 0.0,32531 0.0,32532 0.0,32533 0.0,32534 0.0,32535 0.0,32536 0.0,32537 0.0,32538 0.0,32539 0.0,32540 0.0,32541 0.0,32542 0.0,32543 0.0,32544 0.0,32545 0.0,32546 0.0,32547 0.0,32548 0.0,32549 0.0,32550 0.0,32551 0.0,32552 0.0,32553 0.032554 ]32555 },32556 "ridge|L2|a1.0": {32557 "accuracy": 0.0,32558 "gain_vs_zero": {32559 "estimate": 0.0,32560 "low": 0.0,32561 "high": 0.0,32562 "level": 0.95,32563 "n_items": 35,32564 "n_clusters": 35,32565 "n_boot": 200032566 },32567 "mapped_norm": 2.031049966812134,32568 "outputs_sample": [32569 " 50\n\n",32570 " 24\n\n",32571 " 83\n\n",32572 " 19\n\n",32573 " 72\n\n"32574 ],32575 "correct": [32576 0.0,32577 0.0,32578 0.0,32579 0.0,32580 0.0,32581 0.0,32582 0.0,32583 0.0,32584 0.0,32585 0.0,32586 0.0,32587 0.0,32588 0.0,32589 0.0,32590 0.0,32591 0.0,32592 0.0,32593 0.0,32594 0.0,32595 0.0,32596 0.0,32597 0.0,32598 0.0,32599 0.0,32600 0.0,32601 0.0,32602 0.0,32603 0.0,32604 0.0,32605 0.0,32606 0.0,32607 0.0,32608 0.0,32609 0.0,32610 0.032611 ]32612 },32613 "ridge|L2|a2.0": {32614 "accuracy": 0.0,32615 "gain_vs_zero": {32616 "estimate": 0.0,32617 "low": 0.0,32618 "high": 0.0,32619 "level": 0.95,32620 "n_items": 35,32621 "n_clusters": 35,32622 "n_boot": 200032623 },32624 "mapped_norm": 2.031049966812134,32625 "outputs_sample": [32626 " 50\n\n",32627 " 24\n\n",32628 " 83\n\n",32629 " 19\n\n",32630 " 71\n\n"32631 ],32632 "correct": [32633 0.0,32634 0.0,32635 0.0,32636 0.0,32637 0.0,32638 0.0,32639 0.0,32640 0.0,32641 0.0,32642 0.0,32643 0.0,32644 0.0,32645 0.0,32646 0.0,32647 0.0,32648 0.0,32649 0.0,32650 0.0,32651 0.0,32652 0.0,32653 0.0,32654 0.0,32655 0.0,32656 0.0,32657 0.0,32658 0.0,32659 0.0,32660 0.0,32661 0.0,32662 0.0,32663 0.0,32664 0.0,32665 0.0,32666 0.0,32667 0.032668 ]32669 },32670 "ridge_rescaled|L2|a1.0": {32671 "accuracy": 0.0,32672 "gain_vs_zero": {32673 "estimate": 0.0,32674 "low": 0.0,32675 "high": 0.0,32676 "level": 0.95,32677 "n_items": 35,32678 "n_clusters": 35,32679 "n_boot": 200032680 },32681 "mapped_norm": 12.959115028381348,32682 "outputs_sample": [32683 " 50\n\n",32684 " 24\n\n",32685 " 83\n\n",32686 " 19\n\n",32687 " 71\n\n"32688 ],32689 "correct": [32690 0.0,32691 0.0,32692 0.0,32693 0.0,32694 0.0,32695 0.0,32696 0.0,32697 0.0,32698 0.0,32699 0.0,32700 0.0,32701 0.0,32702 0.0,32703 0.0,32704 0.0,32705 0.0,32706 0.0,32707 0.0,32708 0.0,32709 0.0,32710 0.0,32711 0.0,32712 0.0,32713 0.0,32714 0.0,32715 0.0,32716 0.0,32717 0.0,32718 0.0,32719 0.0,32720 0.0,32721 0.0,32722 0.0,32723 0.0,32724 0.032725 ]32726 },32727 "cca|L2|a1.0": {32728 "accuracy": 0.0,32729 "gain_vs_zero": {32730 "estimate": 0.0,32731 "low": 0.0,32732 "high": 0.0,32733 "level": 0.95,32734 "n_items": 35,32735 "n_clusters": 35,32736 "n_boot": 200032737 },32738 "mapped_norm": 2.2255494594573975,32739 "outputs_sample": [32740 " 50\n\n",32741 " 24\n\n",32742 " 83\n\n",32743 " 19\n\n",32744 " 71\n\n"32745 ],32746 "correct": [32747 0.0,32748 0.0,32749 0.0,32750 0.0,32751 0.0,32752 0.0,32753 0.0,32754 0.0,32755 0.0,32756 0.0,32757 0.0,32758 0.0,32759 0.0,32760 0.0,32761 0.0,32762 0.0,32763 0.0,32764 0.0,32765 0.0,32766 0.0,32767 0.0,32768 0.0,32769 0.0,32770 0.0,32771 0.0,32772 0.0,32773 0.0,32774 0.0,32775 0.0,32776 0.0,32777 0.0,32778 0.0,32779 0.0,32780 0.0,32781 0.032782 ]32783 },32784 "cca|L2|a2.0": {32785 "accuracy": 0.0,32786 "gain_vs_zero": {32787 "estimate": 0.0,32788 "low": 0.0,32789 "high": 0.0,32790 "level": 0.95,32791 "n_items": 35,32792 "n_clusters": 35,32793 "n_boot": 200032794 },32795 "mapped_norm": 2.2255494594573975,32796 "outputs_sample": [32797 " 50\n\n",32798 " 24\n\n",32799 " 83\n\n",32800 " 19\n\n",32801 " 71\n\n"32802 ],32803 "correct": [32804 0.0,32805 0.0,32806 0.0,32807 0.0,32808 0.0,32809 0.0,32810 0.0,32811 0.0,32812 0.0,32813 0.0,32814 0.0,32815 0.0,32816 0.0,32817 0.0,32818 0.0,32819 0.0,32820 0.0,32821 0.0,32822 0.0,32823 0.0,32824 0.0,32825 0.0,32826 0.0,32827 0.0,32828 0.0,32829 0.0,32830 0.0,32831 0.0,32832 0.0,32833 0.0,32834 0.0,32835 0.0,32836 0.0,32837 0.0,32838 0.032839 ]32840 },32841 "random_orth|L2|a1.0": {32842 "accuracy": 0.0,32843 "gain_vs_zero": {32844 "estimate": 0.0,32845 "low": 0.0,32846 "high": 0.0,32847 "level": 0.95,32848 "n_items": 35,32849 "n_clusters": 35,32850 "n_boot": 200032851 },32852 "mapped_norm": 1.8531432151794434,32853 "outputs_sample": [32854 " 50\n\n",32855 " 24\n\n",32856 " 83\n\n",32857 " 19\n\n",32858 " 71\n\n"32859 ],32860 "correct": [32861 0.0,32862 0.0,32863 0.0,32864 0.0,32865 0.0,32866 0.0,32867 0.0,32868 0.0,32869 0.0,32870 0.0,32871 0.0,32872 0.0,32873 0.0,32874 0.0,32875 0.0,32876 0.0,32877 0.0,32878 0.0,32879 0.0,32880 0.0,32881 0.0,32882 0.0,32883 0.0,32884 0.0,32885 0.0,32886 0.0,32887 0.0,32888 0.0,32889 0.0,32890 0.0,32891 0.0,32892 0.0,32893 0.0,32894 0.0,32895 0.032896 ]32897 },32898 "random_orth|L2|a2.0": {32899 "accuracy": 0.0,32900 "gain_vs_zero": {32901 "estimate": 0.0,32902 "low": 0.0,32903 "high": 0.0,32904 "level": 0.95,32905 "n_items": 35,32906 "n_clusters": 35,32907 "n_boot": 200032908 },32909 "mapped_norm": 1.8531432151794434,32910 "outputs_sample": [32911 " 50\n\n",32912 " 24\n\n",32913 " 83\n\n",32914 " 19\n\n",32915 " 71\n\n"32916 ],32917 "correct": [32918 0.0,32919 0.0,32920 0.0,32921 0.0,32922 0.0,32923 0.0,32924 0.0,32925 0.0,32926 0.0,32927 0.0,32928 0.0,32929 0.0,32930 0.0,32931 0.0,32932 0.0,32933 0.0,32934 0.0,32935 0.0,32936 0.0,32937 0.0,32938 0.0,32939 0.0,32940 0.0,32941 0.0,32942 0.0,32943 0.0,32944 0.0,32945 0.0,32946 0.0,32947 0.0,32948 0.0,32949 0.0,32950 0.0,32951 0.0,32952 0.032953 ]32954 },32955 "replace_donor_fewshot|procrustes|L2": {32956 "accuracy": 0.0,32957 "gain_vs_zero": {32958 "estimate": 0.0,32959 "low": 0.0,32960 "high": 0.0,32961 "level": 0.95,32962 "n_items": 35,32963 "n_clusters": 35,32964 "n_boot": 200032965 },32966 "outputs_sample": [32967 " 50\n",32968 " 24\n\n",32969 " 83\n\n",32970 " 19\n\n",32971 " 72\n\n"32972 ],32973 "correct": [32974 0.0,32975 0.0,32976 0.0,32977 0.0,32978 0.0,32979 0.0,32980 0.0,32981 0.0,32982 0.0,32983 0.0,32984 0.0,32985 0.0,32986 0.0,32987 0.0,32988 0.0,32989 0.0,32990 0.0,32991 0.0,32992 0.0,32993 0.0,32994 0.0,32995 0.0,32996 0.0,32997 0.0,32998 0.0,32999 0.0,33000 0.0,33001 0.0,33002 0.0,33003 0.0,33004 0.0,33005 0.0,33006 0.0,33007 0.0,33008 0.033009 ]33010 },33011 "ctl_replace_donor_zeroshot|procrustes|L2": {33012 "accuracy": 0.0,33013 "gain_vs_zero": {33014 "estimate": 0.0,33015 "low": 0.0,33016 "high": 0.0,33017 "level": 0.95,33018 "n_items": 35,33019 "n_clusters": 35,33020 "n_boot": 200033021 },33022 "outputs_sample": [33023 " 50\n",33024 " 24\n\n",33025 " 83\n\n",33026 " 19\n\n",33027 " 72\n"33028 ],33029 "correct": [33030 0.0,33031 0.0,33032 0.0,33033 0.0,33034 0.0,33035 0.0,33036 0.0,33037 0.0,33038 0.0,33039 0.0,33040 0.0,33041 0.0,33042 0.0,33043 0.0,33044 0.0,33045 0.0,33046 0.0,33047 0.0,33048 0.0,33049 0.0,33050 0.0,33051 0.0,33052 0.0,33053 0.0,33054 0.0,33055 0.0,33056 0.0,33057 0.0,33058 0.0,33059 0.0,33060 0.0,33061 0.0,33062 0.0,33063 0.0,33064 0.033065 ]33066 },33067 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": {33068 "accuracy": 0.0,33069 "gain_vs_zero": {33070 "estimate": 0.0,33071 "low": 0.0,33072 "high": 0.0,33073 "level": 0.95,33074 "n_items": 35,33075 "n_clusters": 35,33076 "n_boot": 200033077 },33078 "outputs_sample": [33079 " 50\n",33080 " 24\n\n",33081 " 83\n\n",33082 " 19\n\n",33083 " 71\n\n"33084 ],33085 "correct": [33086 0.0,33087 0.0,33088 0.0,33089 0.0,33090 0.0,33091 0.0,33092 0.0,33093 0.0,33094 0.0,33095 0.0,33096 0.0,33097 0.0,33098 0.0,33099 0.0,33100 0.0,33101 0.0,33102 0.0,33103 0.0,33104 0.0,33105 0.0,33106 0.0,33107 0.0,33108 0.0,33109 0.0,33110 0.0,33111 0.0,33112 0.0,33113 0.0,33114 0.0,33115 0.0,33116 0.0,33117 0.0,33118 0.0,33119 0.0,33120 0.033121 ]33122 },33123 "replace_donor_fewshot|ridge|L2": {33124 "accuracy": 0.0,33125 "gain_vs_zero": {33126 "estimate": 0.0,33127 "low": 0.0,33128 "high": 0.0,33129 "level": 0.95,33130 "n_items": 35,33131 "n_clusters": 35,33132 "n_boot": 200033133 },33134 "outputs_sample": [33135 " 50\n\n",33136 " 24\n\n",33137 " 83\n\n",33138 " 19\n\n",33139 " 72\n"33140 ],33141 "correct": [33142 0.0,33143 0.0,33144 0.0,33145 0.0,33146 0.0,33147 0.0,33148 0.0,33149 0.0,33150 0.0,33151 0.0,33152 0.0,33153 0.0,33154 0.0,33155 0.0,33156 0.0,33157 0.0,33158 0.0,33159 0.0,33160 0.0,33161 0.0,33162 0.0,33163 0.0,33164 0.0,33165 0.0,33166 0.0,33167 0.0,33168 0.0,33169 0.0,33170 0.0,33171 0.0,33172 0.0,33173 0.0,33174 0.0,33175 0.0,33176 0.033177 ]33178 },33179 "ctl_replace_donor_zeroshot|ridge|L2": {33180 "accuracy": 0.0,33181 "gain_vs_zero": {33182 "estimate": 0.0,33183 "low": 0.0,33184 "high": 0.0,33185 "level": 0.95,33186 "n_items": 35,33187 "n_clusters": 35,33188 "n_boot": 200033189 },33190 "outputs_sample": [33191 " 50\n\n",33192 " 24\n\n",33193 " 83\n\n",33194 " 19\n\n",33195 " 72\n\n"33196 ],33197 "correct": [33198 0.0,33199 0.0,33200 0.0,33201 0.0,33202 0.0,33203 0.0,33204 0.0,33205 0.0,33206 0.0,33207 0.0,33208 0.0,33209 0.0,33210 0.0,33211 0.0,33212 0.0,33213 0.0,33214 0.0,33215 0.0,33216 0.0,33217 0.0,33218 0.0,33219 0.0,33220 0.0,33221 0.0,33222 0.0,33223 0.0,33224 0.0,33225 0.0,33226 0.0,33227 0.0,33228 0.0,33229 0.0,33230 0.0,33231 0.0,33232 0.033233 ]33234 },33235 "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": {33236 "accuracy": 0.0,33237 "gain_vs_zero": {33238 "estimate": 0.0,33239 "low": 0.0,33240 "high": 0.0,33241 "level": 0.95,33242 "n_items": 35,33243 "n_clusters": 35,33244 "n_boot": 200033245 },33246 "outputs_sample": [33247 " 50\n",33248 " 24\n\n",33249 " 83\n\n",33250 " 19\n\n",33251 " 72\n"33252 ],33253 "correct": [33254 0.0,33255 0.0,33256 0.0,33257 0.0,33258 0.0,33259 0.0,33260 0.0,33261 0.0,33262 0.0,33263 0.0,33264 0.0,33265 0.0,33266 0.0,33267 0.0,33268 0.0,33269 0.0,33270 0.0,33271 0.0,33272 0.0,33273 0.0,33274 0.0,33275 0.0,33276 0.0,33277 0.0,33278 0.0,33279 0.0,33280 0.0,33281 0.0,33282 0.0,33283 0.0,33284 0.0,33285 0.0,33286 0.0,33287 0.0,33288 0.033289 ]33290 },33291 "ctl_replace_donor_fewshot|sham_map|L2": {33292 "accuracy": 0.0,33293 "gain_vs_zero": {33294 "estimate": 0.0,33295 "low": 0.0,33296 "high": 0.0,33297 "level": 0.95,33298 "n_items": 35,33299 "n_clusters": 35,33300 "n_boot": 200033301 },33302 "outputs_sample": [33303 " 50\n",33304 " 24\n\n",33305 " 83\n\n",33306 " 19\n\n",33307 " 72\n"33308 ],33309 "correct": [33310 0.0,33311 0.0,33312 0.0,33313 0.0,33314 0.0,33315 0.0,33316 0.0,33317 0.0,33318 0.0,33319 0.0,33320 0.0,33321 0.0,33322 0.0,33323 0.0,33324 0.0,33325 0.0,33326 0.0,33327 0.0,33328 0.0,33329 0.0,33330 0.0,33331 0.0,33332 0.0,33333 0.0,33334 0.0,33335 0.0,33336 0.0,33337 0.0,33338 0.0,33339 0.0,33340 0.0,33341 0.0,33342 0.0,33343 0.0,33344 0.033345 ]33346 },33347 "ctl_replace_donor_zeroshot|sham_map|L2": {33348 "accuracy": 0.0,33349 "gain_vs_zero": {33350 "estimate": 0.0,33351 "low": 0.0,33352 "high": 0.0,33353 "level": 0.95,33354 "n_items": 35,33355 "n_clusters": 35,33356 "n_boot": 200033357 },33358 "outputs_sample": [33359 " 50\n\n",33360 " 24\n\n",33361 " 83\n\n",33362 " 19\n\n",33363 " 72\n"33364 ],33365 "correct": [33366 0.0,33367 0.0,33368 0.0,33369 0.0,33370 0.0,33371 0.0,33372 0.0,33373 0.0,33374 0.0,33375 0.0,33376 0.0,33377 0.0,33378 0.0,33379 0.0,33380 0.0,33381 0.0,33382 0.0,33383 0.0,33384 0.0,33385 0.0,33386 0.0,33387 0.0,33388 0.0,33389 0.0,33390 0.0,33391 0.0,33392 0.0,33393 0.0,33394 0.0,33395 0.0,33396 0.0,33397 0.0,33398 0.0,33399 0.0,33400 0.033401 ]33402 },33403 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": {33404 "accuracy": 0.0,33405 "gain_vs_zero": {33406 "estimate": 0.0,33407 "low": 0.0,33408 "high": 0.0,33409 "level": 0.95,33410 "n_items": 35,33411 "n_clusters": 35,33412 "n_boot": 200033413 },33414 "outputs_sample": [33415 " 50\n",33416 " 24\n\n",33417 " 83\n\n",33418 " 19\n\n",33419 " 72\n"33420 ],33421 "correct": [33422 0.0,33423 0.0,33424 0.0,33425 0.0,33426 0.0,33427 0.0,33428 0.0,33429 0.0,33430 0.0,33431 0.0,33432 0.0,33433 0.0,33434 0.0,33435 0.0,33436 0.0,33437 0.0,33438 0.0,33439 0.0,33440 0.0,33441 0.0,33442 0.0,33443 0.0,33444 0.0,33445 0.0,33446 0.0,33447 0.0,33448 0.0,33449 0.0,33450 0.0,33451 0.0,33452 0.0,33453 0.0,33454 0.0,33455 0.0,33456 0.033457 ]33458 },33459 "ctl_random_norm_matched|L2": {33460 "accuracy": 0.0,33461 "gain_vs_zero": {33462 "estimate": 0.0,33463 "low": 0.0,33464 "high": 0.0,33465 "level": 0.95,33466 "n_items": 35,33467 "n_clusters": 35,33468 "n_boot": 200033469 },33470 "correct": [33471 0.0,33472 0.0,33473 0.0,33474 0.0,33475 0.0,33476 0.0,33477 0.0,33478 0.0,33479 0.0,33480 0.0,33481 0.0,33482 0.0,33483 0.0,33484 0.0,33485 0.0,33486 0.0,33487 0.0,33488 0.0,33489 0.0,33490 0.0,33491 0.0,33492 0.0,33493 0.0,33494 0.0,33495 0.0,33496 0.0,33497 0.0,33498 0.0,33499 0.0,33500 0.0,33501 0.0,33502 0.0,33503 0.0,33504 0.0,33505 0.033506 ]33507 },33508 "ctl_unrelated_task_vector(antonym)|L2": {33509 "accuracy": 0.0,33510 "gain_vs_zero": {33511 "estimate": 0.0,33512 "low": 0.0,33513 "high": 0.0,33514 "level": 0.95,33515 "n_items": 35,33516 "n_clusters": 35,33517 "n_boot": 200033518 },33519 "correct": [33520 0.0,33521 0.0,33522 0.0,33523 0.0,33524 0.0,33525 0.0,33526 0.0,33527 0.0,33528 0.0,33529 0.0,33530 0.0,33531 0.0,33532 0.0,33533 0.0,33534 0.0,33535 0.0,33536 0.0,33537 0.0,33538 0.0,33539 0.0,33540 0.0,33541 0.0,33542 0.0,33543 0.0,33544 0.0,33545 0.0,33546 0.0,33547 0.0,33548 0.0,33549 0.0,33550 0.0,33551 0.0,33552 0.0,33553 0.0,33554 0.033555 ]33556 },33557 "procrustes|L14|a1.0": {33558 "accuracy": 0.0,33559 "gain_vs_zero": {33560 "estimate": 0.0,33561 "low": 0.0,33562 "high": 0.0,33563 "level": 0.95,33564 "n_items": 35,33565 "n_clusters": 35,33566 "n_boot": 200033567 },33568 "mapped_norm": 9.203678131103516,33569 "outputs_sample": [33570 " 50\n\n",33571 " 24\n\n",33572 " 83\n\n",33573 " 19\n\n",33574 " 72\n"33575 ],33576 "correct": [33577 0.0,33578 0.0,33579 0.0,33580 0.0,33581 0.0,33582 0.0,33583 0.0,33584 0.0,33585 0.0,33586 0.0,33587 0.0,33588 0.0,33589 0.0,33590 0.0,33591 0.0,33592 0.0,33593 0.0,33594 0.0,33595 0.0,33596 0.0,33597 0.0,33598 0.0,33599 0.0,33600 0.0,33601 0.0,33602 0.0,33603 0.0,33604 0.0,33605 0.0,33606 0.0,33607 0.0,33608 0.0,33609 0.0,33610 0.0,33611 0.033612 ]33613 },33614 "procrustes|L14|a2.0": {33615 "accuracy": 0.0,33616 "gain_vs_zero": {33617 "estimate": 0.0,33618 "low": 0.0,33619 "high": 0.0,33620 "level": 0.95,33621 "n_items": 35,33622 "n_clusters": 35,33623 "n_boot": 200033624 },33625 "mapped_norm": 9.203678131103516,33626 "outputs_sample": [33627 " 50\n\n",33628 " 24\n\n",33629 " 83\n\n",33630 " 19\n\n",33631 " 71\n"33632 ],33633 "correct": [33634 0.0,33635 0.0,33636 0.0,33637 0.0,33638 0.0,33639 0.0,33640 0.0,33641 0.0,33642 0.0,33643 0.0,33644 0.0,33645 0.0,33646 0.0,33647 0.0,33648 0.0,33649 0.0,33650 0.0,33651 0.0,33652 0.0,33653 0.0,33654 0.0,33655 0.0,33656 0.0,33657 0.0,33658 0.0,33659 0.0,33660 0.0,33661 0.0,33662 0.0,33663 0.0,33664 0.0,33665 0.0,33666 0.0,33667 0.0,33668 0.033669 ]33670 },33671 "procrustes_rescaled|L14|a1.0": {33672 "accuracy": 0.0,33673 "gain_vs_zero": {33674 "estimate": 0.0,33675 "low": 0.0,33676 "high": 0.0,33677 "level": 0.95,33678 "n_items": 35,33679 "n_clusters": 35,33680 "n_boot": 200033681 },33682 "mapped_norm": 12.959115028381348,33683 "outputs_sample": [33684 " 50\n\n",33685 " 24\n\n",33686 " 83\n\n",33687 " 1\n",33688 " 71\n\n"33689 ],33690 "correct": [33691 0.0,33692 0.0,33693 0.0,33694 0.0,33695 0.0,33696 0.0,33697 0.0,33698 0.0,33699 0.0,33700 0.0,33701 0.0,33702 0.0,33703 0.0,33704 0.0,33705 0.0,33706 0.0,33707 0.0,33708 0.0,33709 0.0,33710 0.0,33711 0.0,33712 0.0,33713 0.0,33714 0.0,33715 0.0,33716 0.0,33717 0.0,33718 0.0,33719 0.0,33720 0.0,33721 0.0,33722 0.0,33723 0.0,33724 0.0,33725 0.033726 ]33727 },33728 "ridge|L14|a1.0": {33729 "accuracy": 0.0,33730 "gain_vs_zero": {33731 "estimate": 0.0,33732 "low": 0.0,33733 "high": 0.0,33734 "level": 0.95,33735 "n_items": 35,33736 "n_clusters": 35,33737 "n_boot": 200033738 },33739 "mapped_norm": 8.098087310791016,33740 "outputs_sample": [33741 " 50\n\n",33742 " 24\n\n",33743 " 83\n\n",33744 " 19\n\n",33745 " 72\n"33746 ],33747 "correct": [33748 0.0,33749 0.0,33750 0.0,33751 0.0,33752 0.0,33753 0.0,33754 0.0,33755 0.0,33756 0.0,33757 0.0,33758 0.0,33759 0.0,33760 0.0,33761 0.0,33762 0.0,33763 0.0,33764 0.0,33765 0.0,33766 0.0,33767 0.0,33768 0.0,33769 0.0,33770 0.0,33771 0.0,33772 0.0,33773 0.0,33774 0.0,33775 0.0,33776 0.0,33777 0.0,33778 0.0,33779 0.0,33780 0.0,33781 0.0,33782 0.033783 ]33784 },33785 "ridge|L14|a2.0": {33786 "accuracy": 0.0,33787 "gain_vs_zero": {33788 "estimate": 0.0,33789 "low": 0.0,33790 "high": 0.0,33791 "level": 0.95,33792 "n_items": 35,33793 "n_clusters": 35,33794 "n_boot": 200033795 },33796 "mapped_norm": 8.098087310791016,33797 "outputs_sample": [33798 " 50\n\n",33799 " 24\n\n",33800 " 83\n\n",33801 " 19\n\n",33802 " 71\n\n"33803 ],33804 "correct": [33805 0.0,33806 0.0,33807 0.0,33808 0.0,33809 0.0,33810 0.0,33811 0.0,33812 0.0,33813 0.0,33814 0.0,33815 0.0,33816 0.0,33817 0.0,33818 0.0,33819 0.0,33820 0.0,33821 0.0,33822 0.0,33823 0.0,33824 0.0,33825 0.0,33826 0.0,33827 0.0,33828 0.0,33829 0.0,33830 0.0,33831 0.0,33832 0.0,33833 0.0,33834 0.0,33835 0.0,33836 0.0,33837 0.0,33838 0.0,33839 0.033840 ]33841 },33842 "ridge_rescaled|L14|a1.0": {33843 "accuracy": 0.0,33844 "gain_vs_zero": {33845 "estimate": 0.0,33846 "low": 0.0,33847 "high": 0.0,33848 "level": 0.95,33849 "n_items": 35,33850 "n_clusters": 35,33851 "n_boot": 200033852 },33853 "mapped_norm": 12.959115982055664,33854 "outputs_sample": [33855 " 50\n\n",33856 " 24\n\n",33857 " 83\n\n",33858 " 19\n\n",33859 " 71\n\n"33860 ],33861 "correct": [33862 0.0,33863 0.0,33864 0.0,33865 0.0,33866 0.0,33867 0.0,33868 0.0,33869 0.0,33870 0.0,33871 0.0,33872 0.0,33873 0.0,33874 0.0,33875 0.0,33876 0.0,33877 0.0,33878 0.0,33879 0.0,33880 0.0,33881 0.0,33882 0.0,33883 0.0,33884 0.0,33885 0.0,33886 0.0,33887 0.0,33888 0.0,33889 0.0,33890 0.0,33891 0.0,33892 0.0,33893 0.0,33894 0.0,33895 0.0,33896 0.033897 ]33898 },33899 "cca|L14|a1.0": {33900 "accuracy": 0.0,33901 "gain_vs_zero": {33902 "estimate": 0.0,33903 "low": 0.0,33904 "high": 0.0,33905 "level": 0.95,33906 "n_items": 35,33907 "n_clusters": 35,33908 "n_boot": 200033909 },33910 "mapped_norm": 12.138668060302734,33911 "outputs_sample": [33912 " 50\n",33913 " 24\n\n",33914 " 83\n\n",33915 " 19\n\n",33916 " 72\n"33917 ],33918 "correct": [33919 0.0,33920 0.0,33921 0.0,33922 0.0,33923 0.0,33924 0.0,33925 0.0,33926 0.0,33927 0.0,33928 0.0,33929 0.0,33930 0.0,33931 0.0,33932 0.0,33933 0.0,33934 0.0,33935 0.0,33936 0.0,33937 0.0,33938 0.0,33939 0.0,33940 0.0,33941 0.0,33942 0.0,33943 0.0,33944 0.0,33945 0.0,33946 0.0,33947 0.0,33948 0.0,33949 0.0,33950 0.0,33951 0.0,33952 0.0,33953 0.033954 ]33955 },33956 "cca|L14|a2.0": {33957 "accuracy": 0.0,33958 "gain_vs_zero": {33959 "estimate": 0.0,33960 "low": 0.0,33961 "high": 0.0,33962 "level": 0.95,33963 "n_items": 35,33964 "n_clusters": 35,33965 "n_boot": 200033966 },33967 "mapped_norm": 12.138668060302734,33968 "outputs_sample": [33969 " 1\n",33970 " 1\n",33971 " 83\n\n",33972 " 1\n",33973 " 1\n"33974 ],33975 "correct": [33976 0.0,33977 0.0,33978 0.0,33979 0.0,33980 0.0,33981 0.0,33982 0.0,33983 0.0,33984 0.0,33985 0.0,33986 0.0,33987 0.0,33988 0.0,33989 0.0,33990 0.0,33991 0.0,33992 0.0,33993 0.0,33994 0.0,33995 0.0,33996 0.0,33997 0.0,33998 0.0,33999 0.0,34000 0.0,34001 0.0,34002 0.0,34003 0.0,34004 0.0,34005 0.0,34006 0.0,34007 0.0,34008 0.0,34009 0.0,34010 0.034011 ]34012 },34013 "random_orth|L14|a1.0": {34014 "accuracy": 0.0,34015 "gain_vs_zero": {34016 "estimate": 0.0,34017 "low": 0.0,34018 "high": 0.0,34019 "level": 0.95,34020 "n_items": 35,34021 "n_clusters": 35,34022 "n_boot": 200034023 },34024 "mapped_norm": 12.17203140258789,34025 "outputs_sample": [34026 " 50\n",34027 " 24\n\n",34028 " 83\n\n",34029 " 19\n\n",34030 " 72\n"34031 ],34032 "correct": [34033 0.0,34034 0.0,34035 0.0,34036 0.0,34037 0.0,34038 0.0,34039 0.0,34040 0.0,34041 0.0,34042 0.0,34043 0.0,34044 0.0,34045 0.0,34046 0.0,34047 0.0,34048 0.0,34049 0.0,34050 0.0,34051 0.0,34052 0.0,34053 0.0,34054 0.0,34055 0.0,34056 0.0,34057 0.0,34058 0.0,34059 0.0,34060 0.0,34061 0.0,34062 0.0,34063 0.0,34064 0.0,34065 0.0,34066 0.0,34067 0.034068 ]34069 },34070 "random_orth|L14|a2.0": {34071 "accuracy": 0.0,34072 "gain_vs_zero": {34073 "estimate": 0.0,34074 "low": 0.0,34075 "high": 0.0,34076 "level": 0.95,34077 "n_items": 35,34078 "n_clusters": 35,34079 "n_boot": 200034080 },34081 "mapped_norm": 12.17203140258789,34082 "outputs_sample": [34083 " 0\n",34084 " 0\n",34085 " 0\n",34086 " 0\n",34087 " 0\n"34088 ],34089 "correct": [34090 0.0,34091 0.0,34092 0.0,34093 0.0,34094 0.0,34095 0.0,34096 0.0,34097 0.0,34098 0.0,34099 0.0,34100 0.0,34101 0.0,34102 0.0,34103 0.0,34104 0.0,34105 0.0,34106 0.0,34107 0.0,34108 0.0,34109 0.0,34110 0.0,34111 0.0,34112 0.0,34113 0.0,34114 0.0,34115 0.0,34116 0.0,34117 0.0,34118 0.0,34119 0.0,34120 0.0,34121 0.0,34122 0.0,34123 0.0,34124 0.034125 ]34126 },34127 "replace_donor_fewshot|procrustes|L14": {34128 "accuracy": 0.0,34129 "gain_vs_zero": {34130 "estimate": 0.0,34131 "low": 0.0,34132 "high": 0.0,34133 "level": 0.95,34134 "n_items": 35,34135 "n_clusters": 35,34136 "n_boot": 200034137 },34138 "outputs_sample": [34139 " 50\n\n",34140 " 24\n\n",34141 " 83\n\n",34142 " 19\n\n",34143 " 72\n\n"34144 ],34145 "correct": [34146 0.0,34147 0.0,34148 0.0,34149 0.0,34150 0.0,34151 0.0,34152 0.0,34153 0.0,34154 0.0,34155 0.0,34156 0.0,34157 0.0,34158 0.0,34159 0.0,34160 0.0,34161 0.0,34162 0.0,34163 0.0,34164 0.0,34165 0.0,34166 0.0,34167 0.0,34168 0.0,34169 0.0,34170 0.0,34171 0.0,34172 0.0,34173 0.0,34174 0.0,34175 0.0,34176 0.0,34177 0.0,34178 0.0,34179 0.0,34180 0.034181 ]34182 },34183 "ctl_replace_donor_zeroshot|procrustes|L14": {34184 "accuracy": 0.0,34185 "gain_vs_zero": {34186 "estimate": 0.0,34187 "low": 0.0,34188 "high": 0.0,34189 "level": 0.95,34190 "n_items": 35,34191 "n_clusters": 35,34192 "n_boot": 200034193 },34194 "outputs_sample": [34195 " 50\n\n",34196 " 24\n\n",34197 " 83\n\n",34198 " 19\n\n",34199 " 72\n\n"34200 ],34201 "correct": [34202 0.0,34203 0.0,34204 0.0,34205 0.0,34206 0.0,34207 0.0,34208 0.0,34209 0.0,34210 0.0,34211 0.0,34212 0.0,34213 0.0,34214 0.0,34215 0.0,34216 0.0,34217 0.0,34218 0.0,34219 0.0,34220 0.0,34221 0.0,34222 0.0,34223 0.0,34224 0.0,34225 0.0,34226 0.0,34227 0.0,34228 0.0,34229 0.0,34230 0.0,34231 0.0,34232 0.0,34233 0.0,34234 0.0,34235 0.0,34236 0.034237 ]34238 },34239 "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": {34240 "accuracy": 0.0,34241 "gain_vs_zero": {34242 "estimate": 0.0,34243 "low": 0.0,34244 "high": 0.0,34245 "level": 0.95,34246 "n_items": 35,34247 "n_clusters": 35,34248 "n_boot": 200034249 },34250 "outputs_sample": [34251 " 50\n\n",34252 " 24\n\n",34253 " 83\n\n",34254 " 19\n\n",34255 " 72\n"34256 ],34257 "correct": [34258 0.0,34259 0.0,34260 0.0,34261 0.0,34262 0.0,34263 0.0,34264 0.0,34265 0.0,34266 0.0,34267 0.0,34268 0.0,34269 0.0,34270 0.0,34271 0.0,34272 0.0,34273 0.0,34274 0.0,34275 0.0,34276 0.0,34277 0.0,34278 0.0,34279 0.0,34280 0.0,34281 0.0,34282 0.0,34283 0.0,34284 0.0,34285 0.0,34286 0.0,34287 0.0,34288 0.0,34289 0.0,34290 0.0,34291 0.0,34292 0.034293 ]34294 },34295 "replace_donor_fewshot|ridge|L14": {34296 "accuracy": 0.0,34297 "gain_vs_zero": {34298 "estimate": 0.0,34299 "low": 0.0,34300 "high": 0.0,34301 "level": 0.95,34302 "n_items": 35,34303 "n_clusters": 35,34304 "n_boot": 200034305 },34306 "outputs_sample": [34307 " 50\n\n",34308 " 24\n\n",34309 " 83\n\n",34310 " 19\n\n",34311 " 72\n\n"34312 ],34313 "correct": [34314 0.0,34315 0.0,34316 0.0,34317 0.0,34318 0.0,34319 0.0,34320 0.0,34321 0.0,34322 0.0,34323 0.0,34324 0.0,34325 0.0,34326 0.0,34327 0.0,34328 0.0,34329 0.0,34330 0.0,34331 0.0,34332 0.0,34333 0.0,34334 0.0,34335 0.0,34336 0.0,34337 0.0,34338 0.0,34339 0.0,34340 0.0,34341 0.0,34342 0.0,34343 0.0,34344 0.0,34345 0.0,34346 0.0,34347 0.0,34348 0.034349 ]34350 },34351 "ctl_replace_donor_zeroshot|ridge|L14": {34352 "accuracy": 0.0,34353 "gain_vs_zero": {34354 "estimate": 0.0,34355 "low": 0.0,34356 "high": 0.0,34357 "level": 0.95,34358 "n_items": 35,34359 "n_clusters": 35,34360 "n_boot": 200034361 },34362 "outputs_sample": [34363 " 50\n\n",34364 " 24\n\n",34365 " 83\n\n",34366 " 19\n\n",34367 " 72\n\n"34368 ],34369 "correct": [34370 0.0,34371 0.0,34372 0.0,34373 0.0,34374 0.0,34375 0.0,34376 0.0,34377 0.0,34378 0.0,34379 0.0,34380 0.0,34381 0.0,34382 0.0,34383 0.0,34384 0.0,34385 0.0,34386 0.0,34387 0.0,34388 0.0,34389 0.0,34390 0.0,34391 0.0,34392 0.0,34393 0.0,34394 0.0,34395 0.0,34396 0.0,34397 0.0,34398 0.0,34399 0.0,34400 0.0,34401 0.0,34402 0.0,34403 0.0,34404 0.034405 ]34406 },34407 "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": {34408 "accuracy": 0.0,34409 "gain_vs_zero": {34410 "estimate": 0.0,34411 "low": 0.0,34412 "high": 0.0,34413 "level": 0.95,34414 "n_items": 35,34415 "n_clusters": 35,34416 "n_boot": 200034417 },34418 "outputs_sample": [34419 " 50\n\n",34420 " 24\n\n",34421 " 83\n\n",34422 " 19\n\n",34423 " 72\n\n"34424 ],34425 "correct": [34426 0.0,34427 0.0,34428 0.0,34429 0.0,34430 0.0,34431 0.0,34432 0.0,34433 0.0,34434 0.0,34435 0.0,34436 0.0,34437 0.0,34438 0.0,34439 0.0,34440 0.0,34441 0.0,34442 0.0,34443 0.0,34444 0.0,34445 0.0,34446 0.0,34447 0.0,34448 0.0,34449 0.0,34450 0.0,34451 0.0,34452 0.0,34453 0.0,34454 0.0,34455 0.0,34456 0.0,34457 0.0,34458 0.0,34459 0.0,34460 0.034461 ]34462 },34463 "ctl_replace_donor_fewshot|sham_map|L14": {34464 "accuracy": 0.0,34465 "gain_vs_zero": {34466 "estimate": 0.0,34467 "low": 0.0,34468 "high": 0.0,34469 "level": 0.95,34470 "n_items": 35,34471 "n_clusters": 35,34472 "n_boot": 200034473 },34474 "outputs_sample": [34475 " 50\n\n",34476 " 24\n\n",34477 " 83\n\n",34478 " 19\n\n",34479 " 72\n\n"34480 ],34481 "correct": [34482 0.0,34483 0.0,34484 0.0,34485 0.0,34486 0.0,34487 0.0,34488 0.0,34489 0.0,34490 0.0,34491 0.0,34492 0.0,34493 0.0,34494 0.0,34495 0.0,34496 0.0,34497 0.0,34498 0.0,34499 0.0,34500 0.0,34501 0.0,34502 0.0,34503 0.0,34504 0.0,34505 0.0,34506 0.0,34507 0.0,34508 0.0,34509 0.0,34510 0.0,34511 0.0,34512 0.0,34513 0.0,34514 0.0,34515 0.0,34516 0.034517 ]34518 },34519 "ctl_replace_donor_zeroshot|sham_map|L14": {34520 "accuracy": 0.0,34521 "gain_vs_zero": {34522 "estimate": 0.0,34523 "low": 0.0,34524 "high": 0.0,34525 "level": 0.95,34526 "n_items": 35,34527 "n_clusters": 35,34528 "n_boot": 200034529 },34530 "outputs_sample": [34531 " 50\n\n",34532 " 24\n\n",34533 " 83\n\n",34534 " 19\n\n",34535 " 71\n\n"34536 ],34537 "correct": [34538 0.0,34539 0.0,34540 0.0,34541 0.0,34542 0.0,34543 0.0,34544 0.0,34545 0.0,34546 0.0,34547 0.0,34548 0.0,34549 0.0,34550 0.0,34551 0.0,34552 0.0,34553 0.0,34554 0.0,34555 0.0,34556 0.0,34557 0.0,34558 0.0,34559 0.0,34560 0.0,34561 0.0,34562 0.0,34563 0.0,34564 0.0,34565 0.0,34566 0.0,34567 0.0,34568 0.0,34569 0.0,34570 0.0,34571 0.0,34572 0.034573 ]34574 },34575 "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": {34576 "accuracy": 0.0,34577 "gain_vs_zero": {34578 "estimate": 0.0,34579 "low": 0.0,34580 "high": 0.0,34581 "level": 0.95,34582 "n_items": 35,34583 "n_clusters": 35,34584 "n_boot": 200034585 },34586 "outputs_sample": [34587 " 50\n\n",34588 " 24\n\n",34589 " 83\n\n",34590 " 19\n\n",34591 " 71\n\n"34592 ],34593 "correct": [34594 0.0,34595 0.0,34596 0.0,34597 0.0,34598 0.0,34599 0.0,34600 0.0,34601 0.0,34602 0.0,34603 0.0,34604 0.0,34605 0.0,34606 0.0,34607 0.0,34608 0.0,34609 0.0,34610 0.0,34611 0.0,34612 0.0,34613 0.0,34614 0.0,34615 0.0,34616 0.0,34617 0.0,34618 0.0,34619 0.0,34620 0.0,34621 0.0,34622 0.0,34623 0.0,34624 0.0,34625 0.0,34626 0.0,34627 0.0,34628 0.034629 ]34630 },34631 "ctl_random_norm_matched|L14": {34632 "accuracy": 0.0,34633 "gain_vs_zero": {34634 "estimate": 0.0,34635 "low": 0.0,34636 "high": 0.0,34637 "level": 0.95,34638 "n_items": 35,34639 "n_clusters": 35,34640 "n_boot": 200034641 },34642 "correct": [34643 0.0,34644 0.0,34645 0.0,34646 0.0,34647 0.0,34648 0.0,34649 0.0,34650 0.0,34651 0.0,34652 0.0,34653 0.0,34654 0.0,34655 0.0,34656 0.0,34657 0.0,34658 0.0,34659 0.0,34660 0.0,34661 0.0,34662 0.0,34663 0.0,34664 0.0,34665 0.0,34666 0.0,34667 0.0,34668 0.0,34669 0.0,34670 0.0,34671 0.0,34672 0.0,34673 0.0,34674 0.0,34675 0.0,34676 0.0,34677 0.034678 ]34679 },34680 "ctl_unrelated_task_vector(antonym)|L14": {34681 "accuracy": 0.0,34682 "gain_vs_zero": {34683 "estimate": 0.0,34684 "low": 0.0,34685 "high": 0.0,34686 "level": 0.95,34687 "n_items": 35,34688 "n_clusters": 35,34689 "n_boot": 200034690 },34691 "correct": [34692 0.0,34693 0.0,34694 0.0,34695 0.0,34696 0.0,34697 0.0,34698 0.0,34699 0.0,34700 0.0,34701 0.0,34702 0.0,34703 0.0,34704 0.0,34705 0.0,34706 0.0,34707 0.0,34708 0.0,34709 0.0,34710 0.0,34711 0.0,34712 0.0,34713 0.0,34714 0.0,34715 0.0,34716 0.0,34717 0.0,34718 0.0,34719 0.0,34720 0.0,34721 0.0,34722 0.0,34723 0.0,34724 0.0,34725 0.0,34726 0.034727 ]34728 }34729 },34730 "items": {34731 "zero": [34732 0.0,34733 0.0,34734 0.0,34735 0.0,34736 0.0,34737 0.0,34738 0.0,34739 0.0,34740 0.0,34741 0.0,34742 0.0,34743 0.0,34744 0.0,34745 0.0,34746 0.0,34747 0.0,34748 0.0,34749 0.0,34750 0.0,34751 0.0,34752 0.0,34753 0.0,34754 0.0,34755 0.0,34756 0.0,34757 0.0,34758 0.0,34759 0.0,34760 0.0,34761 0.0,34762 0.0,34763 0.0,34764 0.0,34765 0.0,34766 0.034767 ],34768 "few": [34769 1.0,34770 1.0,34771 1.0,34772 1.0,34773 1.0,34774 1.0,34775 1.0,34776 1.0,34777 1.0,34778 1.0,34779 1.0,34780 1.0,34781 1.0,34782 1.0,34783 1.0,34784 1.0,34785 1.0,34786 1.0,34787 1.0,34788 1.0,34789 1.0,34790 1.0,34791 1.0,34792 1.0,34793 1.0,34794 1.0,34795 1.0,34796 1.0,34797 1.0,34798 1.0,34799 1.0,34800 1.0,34801 1.0,34802 1.0,34803 1.034804 ],34805 "own": [34806 1.0,34807 0.0,34808 1.0,34809 0.0,34810 1.0,34811 0.0,34812 0.0,34813 1.0,34814 0.0,34815 1.0,34816 1.0,34817 1.0,34818 1.0,34819 1.0,34820 1.0,34821 1.0,34822 0.0,34823 1.0,34824 1.0,34825 1.0,34826 1.0,34827 1.0,34828 1.0,34829 1.0,34830 0.0,34831 0.0,34832 0.0,34833 1.0,34834 1.0,34835 1.0,34836 0.0,34837 1.0,34838 1.0,34839 1.0,34840 0.034841 ]34842 }34843 }34844 },34845 "maps": {34846 "antonym|L25->L14|procrustes": {34847 "r2_fit": 0.728287605958654,34848 "r2_heldout": 0.3658660944198401,34849 "n_params": 6294528,34850 "n_fit": 70034851 },34852 "antonym|L25->L14|ridge": {34853 "r2_fit": 0.9921627053824784,34854 "r2_heldout": 0.31564060436593344,34855 "n_params": 6294528,34856 "n_fit": 70034857 },34858 "antonym|L25->L14|cca": {34859 "r2_fit": 1.0,34860 "r2_heldout": 0.12153490195815464,34861 "n_params": 6294528,34862 "n_fit": 70034863 },34864 "antonym|L25->L14|random_orth": {34865 "r2_fit": -0.9926034458576527,34866 "r2_heldout": -1.0755673088233544,34867 "n_params": 6294528,34868 "n_fit": 70034869 },34870 "antonym|L25->L19|procrustes": {34871 "r2_fit": 0.649930067722261,34872 "r2_heldout": 0.2909527905301157,34873 "n_params": 6294528,34874 "n_fit": 70034875 },34876 "antonym|L25->L19|ridge": {34877 "r2_fit": 0.9905559587211075,34878 "r2_heldout": 0.1778900826851859,34879 "n_params": 6294528,34880 "n_fit": 70034881 },34882 "antonym|L25->L19|cca": {34883 "r2_fit": 1.0,34884 "r2_heldout": -0.06650426394297337,34885 "n_params": 6294528,34886 "n_fit": 70034887 },34888 "antonym|L25->L19|random_orth": {34889 "r2_fit": -0.9984111315470179,34890 "r2_heldout": -1.0951758692591276,34891 "n_params": 6294528,34892 "n_fit": 70034893 },34894 "capital|L25->L14|procrustes": {34895 "r2_fit": 0.728287605958654,34896 "r2_heldout": 0.3658660944198401,34897 "n_params": 6294528,34898 "n_fit": 70034899 },34900 "capital|L25->L14|ridge": {34901 "r2_fit": 0.9921627053824784,34902 "r2_heldout": 0.31564060436593344,34903 "n_params": 6294528,34904 "n_fit": 70034905 },34906 "capital|L25->L14|cca": {34907 "r2_fit": 1.0,34908 "r2_heldout": 0.12153490195815464,34909 "n_params": 6294528,34910 "n_fit": 70034911 },34912 "capital|L25->L14|random_orth": {34913 "r2_fit": -0.9926034458576527,34914 "r2_heldout": -1.0755673088233544,34915 "n_params": 6294528,34916 "n_fit": 70034917 },34918 "capital|L25->L19|procrustes": {34919 "r2_fit": 0.649930067722261,34920 "r2_heldout": 0.2909527905301157,34921 "n_params": 6294528,34922 "n_fit": 70034923 },34924 "capital|L25->L19|ridge": {34925 "r2_fit": 0.9905559587211075,34926 "r2_heldout": 0.1778900826851859,34927 "n_params": 6294528,34928 "n_fit": 70034929 },34930 "capital|L25->L19|cca": {34931 "r2_fit": 1.0,34932 "r2_heldout": -0.06650426394297337,34933 "n_params": 6294528,34934 "n_fit": 70034935 },34936 "capital|L25->L19|random_orth": {34937 "r2_fit": -0.9984111315470179,34938 "r2_heldout": -1.0951758692591276,34939 "n_params": 6294528,34940 "n_fit": 70034941 },34942 "morph|L2->L2|procrustes": {34943 "r2_fit": 0.8233956277631325,34944 "r2_heldout": 0.7436646024385449,34945 "n_params": 6294528,34946 "n_fit": 70034947 },34948 "morph|L2->L2|ridge": {34949 "r2_fit": 0.8969220734669953,34950 "r2_heldout": 0.8533260362579758,34951 "n_params": 6294528,34952 "n_fit": 70034953 },34954 "morph|L2->L2|cca": {34955 "r2_fit": 1.0,34956 "r2_heldout": 0.8470542945871212,34957 "n_params": 6294528,34958 "n_fit": 70034959 },34960 "morph|L2->L2|random_orth": {34961 "r2_fit": -1.001148198786086,34962 "r2_heldout": -0.9817229546137582,34963 "n_params": 6294528,34964 "n_fit": 70034965 },34966 "addthree|L2->L2|procrustes": {34967 "r2_fit": 0.8233956277631325,34968 "r2_heldout": 0.7436646024385449,34969 "n_params": 6294528,34970 "n_fit": 70034971 },34972 "addthree|L2->L2|ridge": {34973 "r2_fit": 0.8969220734669953,34974 "r2_heldout": 0.8533260362579758,34975 "n_params": 6294528,34976 "n_fit": 70034977 },34978 "addthree|L2->L2|cca": {34979 "r2_fit": 1.0,34980 "r2_heldout": 0.8470542945871212,34981 "n_params": 6294528,34982 "n_fit": 70034983 },34984 "addthree|L2->L2|random_orth": {34985 "r2_fit": -1.001148198786086,34986 "r2_heldout": -0.9817229546137582,34987 "n_params": 6294528,34988 "n_fit": 70034989 },34990 "addthree|L2->L14|procrustes": {34991 "r2_fit": 0.5717374578808454,34992 "r2_heldout": 0.3756874361004364,34993 "n_params": 6294528,34994 "n_fit": 70034995 },34996 "addthree|L2->L14|ridge": {34997 "r2_fit": 0.6324860342210565,34998 "r2_heldout": 0.5032449517697191,34999 "n_params": 6294528,35000 "n_fit": 70035001 },35002 "addthree|L2->L14|cca": {35003 "r2_fit": 1.0,35004 "r2_heldout": 0.04666752432787946,35005 "n_params": 6294528,35006 "n_fit": 70035007 },35008 "addthree|L2->L14|random_orth": {35009 "r2_fit": -1.011103329806624,35010 "r2_heldout": -0.9811539426519111,35011 "n_params": 6294528,35012 "n_fit": 70035013 }35014 },35015 "collateral": {35016 "antonym": {35017 "condition": "procrustes|L14|a1.0",35018 "heldout_nll_base": 2.3120739777882893,35019 "heldout_nll_with_vector": 2.247045612335205,35020 "cross_task": {35021 "capital": {35022 "zero": 0.09090909090909091,35023 "with_vector": 0.035024 },35025 "morph": {35026 "zero": 0.0,35027 "with_vector": 0.035028 },35029 "addthree": {35030 "zero": 0.0,35031 "with_vector": 0.035032 }35033 }35034 },35035 "capital": {35036 "condition": "procrustes|L14|a1.0",35037 "heldout_nll_base": 2.3120739777882893,35038 "heldout_nll_with_vector": 2.0441545486450194,35039 "cross_task": {35040 "antonym": {35041 "zero": 0.0625,35042 "with_vector": 0.37535043 },35044 "morph": {35045 "zero": 0.0,35046 "with_vector": 0.035047 },35048 "addthree": {35049 "zero": 0.0,35050 "with_vector": 0.035051 }35052 }35053 },35054 "morph": {35055 "condition": "procrustes|L2|a1.0",35056 "heldout_nll_base": 2.3120739777882893,35057 "heldout_nll_with_vector": 2.3418467044830322,35058 "cross_task": {35059 "antonym": {35060 "zero": 0.0625,35061 "with_vector": 0.0312535062 },35063 "capital": {35064 "zero": 0.09090909090909091,35065 "with_vector": 0.1818181818181818235066 },35067 "addthree": {35068 "zero": 0.0,35069 "with_vector": 0.035070 }35071 }35072 },35073 "addthree": {35074 "condition": "procrustes|L2|a1.0",35075 "heldout_nll_base": 2.3120739777882893,35076 "heldout_nll_with_vector": 2.334852695465088,35077 "cross_task": {35078 "antonym": {35079 "zero": 0.0625,35080 "with_vector": 0.062535081 },35082 "capital": {35083 "zero": 0.09090909090909091,35084 "with_vector": 0.1818181818181818235085 },35086 "morph": {35087 "zero": 0.0,35088 "with_vector": 0.035089 }35090 }35091 }35092 }35093 }35094 },35095 "localization_source": {35096 "llama3b": "loc_llama3b_dev_0_full.json",35097 "qwen1.5b": "loc_qwen1.5b_dev_0_full.json",35098 "qwen3b": "loc_qwen3b_dev_0_full.json"35099 }35100}