{ "tasks": { "antonym": { "n_queries": 32, "hash": "fd3396e4fae62697" }, "capital": { "n_queries": 22, "hash": "e19a1f86c4dae78e" }, "morph": { "n_queries": 40, "hash": "09bcd55b41ce2ba7" }, "addthree": { "n_queries": 35, "hash": "cd3d9a8ce6bdbdd9" } }, "models": { "llama3b": { "repo": "mlx-community/Llama-3.2-3B-Instruct-bf16", "family": "Llama-3.2", "license": "Llama 3.2 Community License", "n_layers": 28, "hidden": 3072, "precision": "bf16", "localization": { "layers": [ 2, 5, 8, 11, 14, 16, 19, 22, 25 ], "tasks": { "antonym": { "zero_shot": 0.0625, "few_shot": 0.90625, "sufficiency_by_layer": { "2": 0.0625, "5": 0.0625, "8": 0.375, "11": 0.8125, "14": 0.84375, "16": 0.75, "19": 0.40625, "22": 0.28125, "25": 0.3125 }, "best_layer": 14, "necessity_fewshot_minus_direction": 0.90625, "random_vector_same_norm_at_best": 0.0625, "vector_norm": 10.605620384216309 }, "capital": { "zero_shot": 0.09090909090909091, "few_shot": 1.0, "sufficiency_by_layer": { "2": 0.2727272727272727, "5": 0.045454545454545456, "8": 0.0, "11": 0.045454545454545456, "14": 1.0, "16": 0.9545454545454546, "19": 0.9090909090909091, "22": 0.9090909090909091, "25": 0.7727272727272727 }, "best_layer": 14, "necessity_fewshot_minus_direction": 1.0, "random_vector_same_norm_at_best": 0.09090909090909091, "vector_norm": 11.205497741699219 }, "morph": { "zero_shot": 0.0, "few_shot": 0.275, "sufficiency_by_layer": { "2": 0.0, "5": 0.0, "8": 0.0, "11": 0.0, "14": 0.0, "16": 0.0, "19": 0.0, "22": 0.0, "25": 0.0 }, "best_layer": 2, "necessity_fewshot_minus_direction": 0.325, "random_vector_same_norm_at_best": 0.0, "vector_norm": 2.0388922691345215 }, "addthree": { "zero_shot": 0.0, "few_shot": 1.0, "sufficiency_by_layer": { "2": 0.0, "5": 0.0, "8": 0.0, "11": 0.0, "14": 0.6857142857142857, "16": 0.02857142857142857, "19": 0.0, "22": 0.0, "25": 0.0 }, "best_layer": 14, "necessity_fewshot_minus_direction": 1.0, "random_vector_same_norm_at_best": 0.0, "vector_norm": 12.959115982055664 } } } }, "qwen1.5b": { "repo": "mlx-community/Qwen2.5-1.5B-Instruct-bf16", "family": "Qwen2.5", "license": "Apache-2.0", "n_layers": 28, "hidden": 1536, "precision": "bf16", "localization": { "layers": [ 2, 5, 8, 11, 14, 16, 19, 22, 25 ], "tasks": { "antonym": { "zero_shot": 0.1875, "few_shot": 0.9375, "sufficiency_by_layer": { "2": 0.09375, "5": 0.0625, "8": 0.375, "11": 0.4375, "14": 0.6875, "16": 0.90625, "19": 0.9375, "22": 0.5625, "25": 0.46875 }, "best_layer": 19, "necessity_fewshot_minus_direction": 0.9375, "random_vector_same_norm_at_best": 0.15625, "vector_norm": 47.147769927978516 }, "capital": { "zero_shot": 0.0, "few_shot": 1.0, "sufficiency_by_layer": { "2": 0.0, "5": 0.0, "8": 0.0, "11": 0.0, "14": 0.09090909090909091, "16": 0.5, "19": 0.45454545454545453, "22": 0.8181818181818182, "25": 0.6818181818181818 }, "best_layer": 22, "necessity_fewshot_minus_direction": 0.9545454545454546, "random_vector_same_norm_at_best": 0.0, "vector_norm": 75.94140625 }, "morph": { "zero_shot": 0.0, "few_shot": 0.3, "sufficiency_by_layer": { "2": 0.0, "5": 0.0, "8": 0.0, "11": 0.0, "14": 0.0, "16": 0.0, "19": 0.0, "22": 0.0, "25": 0.0 }, "best_layer": 2, "necessity_fewshot_minus_direction": 0.325, "random_vector_same_norm_at_best": 0.0, "vector_norm": 12.061471939086914 }, "addthree": { "zero_shot": 0.0, "few_shot": 0.8571428571428571, "sufficiency_by_layer": { "2": 0.0, "5": 0.0, "8": 0.0, "11": 0.0, "14": 0.0, "16": 0.0, "19": 0.0, "22": 0.0, "25": 0.0 }, "best_layer": 2, "necessity_fewshot_minus_direction": 0.8571428571428571, "random_vector_same_norm_at_best": 0.0, "vector_norm": 12.514005661010742 } } } }, "qwen3b": { "repo": "mlx-community/Qwen2.5-3B-Instruct-bf16", "family": "Qwen2.5", "license": "Qwen Research License", "n_layers": 36, "hidden": 2048, "precision": "bf16", "localization": { "layers": [ 2, 6, 10, 14, 18, 21, 25, 29, 33 ], "tasks": { "antonym": { "zero_shot": 0.09375, "few_shot": 0.9375, "sufficiency_by_layer": { "2": 0.0625, "6": 0.09375, "10": 0.09375, "14": 0.21875, "18": 0.28125, "21": 0.84375, "25": 0.90625, "29": 0.71875, "33": 0.15625 }, "best_layer": 25, "necessity_fewshot_minus_direction": 0.90625, "random_vector_same_norm_at_best": 0.0, "vector_norm": 57.1178092956543 }, "capital": { "zero_shot": 0.13636363636363635, "few_shot": 1.0, "sufficiency_by_layer": { "2": 0.09090909090909091, "6": 0.0, "10": 0.0, "14": 0.4090909090909091, "18": 0.6818181818181818, "21": 0.0, "25": 0.8181818181818182, "29": 0.7272727272727273, "33": 0.6363636363636364 }, "best_layer": 25, "necessity_fewshot_minus_direction": 0.9545454545454546, "random_vector_same_norm_at_best": 0.0, "vector_norm": 56.586326599121094 }, "morph": { "zero_shot": 0.0, "few_shot": 0.4, "sufficiency_by_layer": { "2": 0.0, "6": 0.0, "10": 0.0, "14": 0.0, "18": 0.0, "21": 0.0, "25": 0.0, "29": 0.0, "33": 0.0 }, "best_layer": 2, "necessity_fewshot_minus_direction": 0.4, "random_vector_same_norm_at_best": 0.0, "vector_norm": 6.1436028480529785 }, "addthree": { "zero_shot": 0.0, "few_shot": 1.0, "sufficiency_by_layer": { "2": 0.0, "6": 0.0, "10": 0.0, "14": 0.0, "18": 0.0, "21": 0.0, "25": 0.0, "29": 0.0, "33": 0.0 }, "best_layer": 2, "necessity_fewshot_minus_direction": 1.0, "random_vector_same_norm_at_best": 0.0, "vector_norm": 5.985179901123047 } } } } }, "pairs": { "qwen3b->qwen1.5b": { "donor": "qwen3b", "recipient": "qwen1.5b", "tasks": { "antonym": { "recipient_zero": 0.1875, "recipient_few": 0.9375, "recipient_own_vector": 0.9375, "donor_layer": 25, "conditions": { "procrustes|L19|a1.0": { "accuracy": 0.625, "gain_vs_zero": { "estimate": 0.4375, "low": 0.25, "high": 0.59375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 43.63785171508789, "outputs_sample": [ " sad\n", " leave\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "procrustes|L19|a2.0": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.0625, "low": -0.09375, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 43.63785171508789, "outputs_sample": [ " peace\n", " arrive\n", " light\n", " peace\n", " peace\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "procrustes_rescaled|L19|a1.0": { "accuracy": 0.625, "gain_vs_zero": { "estimate": 0.4375, "low": 0.25, "high": 0.59375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 47.147769927978516, "outputs_sample": [ " sad\n", " leave\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "ridge|L19|a1.0": { "accuracy": 0.4375, "gain_vs_zero": { "estimate": 0.25, "low": 0.0625, "high": 0.4375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 46.0419921875, "outputs_sample": [ " happy\n", " leave\n", " The word \"bright\" is", " The word \"calm\"", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "ridge|L19|a2.0": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.15625, "low": -0.28125, "high": -0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 46.0419921875, "outputs_sample": [ " the output of the function will", " visit\n", " river\n\n", " the calmness of the lake", " river\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L19|a1.0": { "accuracy": 0.4375, "gain_vs_zero": { "estimate": 0.25, "low": 0.0625, "high": 0.4375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 47.147769927978516, "outputs_sample": [ " happy\n", " leave\n", " The word \"bright\" is", " The word \"calm\"", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "cca|L19|a1.0": { "accuracy": 0.34375, "gain_vs_zero": { "estimate": 0.15625, "low": -0.03125, "high": 0.34375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 50.8996467590332, "outputs_sample": [ " happy\n", " leave\n", " The word \"bright\" is", " the calmness of the lake", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "cca|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.1875, "low": -0.3125, "high": -0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 50.8996467590332, "outputs_sample": [ " the happy man was walking down", " the time when the last person", " the sun is bright. \n\n", " the calmness of the lake", " the\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L19|a1.0": { "accuracy": 0.4375, "gain_vs_zero": { "estimate": 0.25, "low": 0.09375, "high": 0.4375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 44.325138092041016, "outputs_sample": [ " sad\n", " depart\n", " dark\n", " 1\n", " under\n" ], "correct": [ 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "random_orth|L19|a2.0": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": -0.125, "low": -0.25, "high": -0.03125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 44.325138092041016, "outputs_sample": [ " happy\n", " arrive\n", " bright\n", " 1\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L19": { "accuracy": 0.625, "gain_vs_zero": { "estimate": 0.4375, "low": 0.25, "high": 0.625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " arrival\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L19": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": 0.03125, "low": -0.09375, "high": 0.15625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " 0\n", " The word \"bright\" is", " calm\n", " 1\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": { "accuracy": 0.6875, "gain_vs_zero": { "estimate": 0.5, "low": 0.3429687500000014, "high": 0.65625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " sun\n", " dim\n", " anger\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "replace_donor_fewshot|ridge|L19": { "accuracy": 0.40625, "gain_vs_zero": { "estimate": 0.21875, "low": 0.0, "high": 0.4375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " The number of happy strings of", " the time when the last person", " the brightness of the light source", " calm\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L19": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": -0.125, "low": -0.28125, "high": 0.0007812499999957367, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " 1\n", " \"Bright\"\n", " calm\n", " 1\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": 0.03125, "low": -0.125, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " the happy man is smiling\n", " The time when the last person", " The word \"bright\" is", " 1\n", " The word \"over\" is" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L19": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.15625, "low": -0.3125, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n", " 0\n", " 1\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.1875, "low": -0.3125, "high": -0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n", " 1\n", " 10000", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.1875, "low": -0.3125, "high": -0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n", " 1\n", " 1\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L19": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.15625, "low": -0.28125, "high": -0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(capital)|L19": { "accuracy": 0.1875, "gain_vs_zero": { "estimate": 0.0, "low": -0.1875, "high": 0.15625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } }, "capital": { "recipient_zero": 0.0, "recipient_few": 1.0, "recipient_own_vector": 0.8181818181818182, "donor_layer": 25, "conditions": { "procrustes|L19|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 42.90782928466797, "outputs_sample": [ " Colombia\n", " Sweden\n", " Spain\n\n", " Turkey is a country located in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 42.90782928466797, "outputs_sample": [ " Venezuela is a country located in", " Finland is a country located in", " Morocco is a country located in", " Turkey is a country located in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L19|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 75.94140625, "outputs_sample": [ " Peru\n", " Finland is a country located in", " Morocco is a country located in", " Turkey is a country located in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L19|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 47.9246711730957, "outputs_sample": [ " Venezuela is a country located in", " Finland is a country located in", " Morocco is a country located in", " Turkey is a country located in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 47.9246711730957, "outputs_sample": [ " Venezuela is a country located in", " Finland is a country located in", " Morocco is a country located in", " The capital of Turkey is Ankara", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L19|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 75.94140625, "outputs_sample": [ " Venezuela is a country located in", " Finland is a country located in", " Morocco is a country located in", " The capital of Turkey is Ankara", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L19|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 54.63546371459961, "outputs_sample": [ " The country of Venezuela is located", " The capital of Finland is Helsinki", " Morocco is a country located in", " Turkey is a country located in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 54.63546371459961, "outputs_sample": [ " The country of Venezuela is located", " Finland is a country located in", " Morocco is a country located in", " The country of Turkey is located", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L19|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 44.07579040527344, "outputs_sample": [ " Venezuela is a country located in", " \n", " Morocco is a country located in", " Turkey is a country located in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 44.07579040527344, "outputs_sample": [ " What is the capital of Venezuela", " What is the capital of Finland", " What is the capital of Morocco", " What is the capital of Turkey", " What is the capital of Japan" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " Sweden\n", " Spain\n\n", " Turkey is a country located in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " \"Venezuela is a", " \"Finland is a country", " \"Morocco\" is a", " Turkey is a country located in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Argentina\n", " Sweden\n", " Spain\n\n", " Turkey is a country located in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " The capital of Finland is Helsinki", " Morocco is a country located in", " Turkey is a country located in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " \"Venezuela is a", " \"Finland is a country", " \"Morocco\" is a", " \"Turkey is a country in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The country of Venezuela is located", " Finland is a country located in", " Morocco is a country located in", " Turkey is a country located in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 10000", " 12345", " 1\n", " 10000", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 10000", " 1\n\n", " 1\n\n", " 10000", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 10000", " 12345", " 1\n", " 10000", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L22|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 68.82747650146484, "outputs_sample": [ " Venezuela is a country located in", " Finland is a country located in", " France\n\n", " Turkey is a country located in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L22|a2.0": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": 0.09090909090909091, "low": 0.0, "high": 0.22727272727272727, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 68.82747650146484, "outputs_sample": [ " caracas\n", " t\n", " tangerine\n", " mouth\n", " 1\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L22|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 75.94140625, "outputs_sample": [ " Venezuela is a country located in", " Finland is a country located in", " France\n\n", " Turkey is a country located in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L22|a1.0": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": 0.09090909090909091, "low": 0.0, "high": 0.22727272727272727, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 92.07101440429688, "outputs_sample": [ " The country of Venezuela is located", " Helsinki\n", " The capital of Morocco is Rab", " The country of Turkey is located", " The capital of Japan is Tokyo" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L22|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 92.07101440429688, "outputs_sample": [ " New York\n", " Finland is a country located in", " Salat\n", " Salat\n", " New Zealand\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L22|a1.0": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": 0.09090909090909091, "low": 0.0, "high": 0.22727272727272727, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 75.94140625, "outputs_sample": [ " The country of Venezuela is located", " Helsinki\n", " The capital of Morocco is Rab", " The country of Turkey is located", " The capital of Japan is Tokyo" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L22|a1.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": 0.045454545454545456, "low": 0.0, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 109.1942138671875, "outputs_sample": [ " The country of Venezuela is located", " Helsinki\n", " The capital of Morocco is Rab", " The country of Turkey is located", " The capital of Japan is Tokyo" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L22|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 109.1942138671875, "outputs_sample": [ " New York\n", " New Zealand\n", " Salat\n", " The country of Turkey is located", " New Zealand\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L22|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 75.10470581054688, "outputs_sample": [ " The country of Venezuela is located", " The capital of Finland is Helsinki", " The capital of Morocco is Rab", " Turkey is a country located in", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L22|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 75.10470581054688, "outputs_sample": [ " The country of Venezuela is located", " The capital of Finland is Helsinki", " The capital of Morocco is Rab", " What is the capital of Turkey", " The capital of Japan is Tokyo" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L22": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1\n", " 1\n", " 1\n", " 1\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L22": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The country of Venezuela is located", " The capital of Finland is Helsinki", " The capital of Morocco is Rab", " \"Turkey is a country in", " \"Japan\" is a country" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L22": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1\n", " 1\n", " The capital of Morocco is Rab", " 10000", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L22": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The country of Venezuela is located", " The capital of Finland is Helsinki", " The capital of Morocco is Rab", " 1\n", " The capital of Japan is Tokyo" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L22": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The country of Venezuela is located", " The capital of Finland is Helsinki", " The capital of Morocco is Rab", " \"Turkey is a country in", " The capital of Japan is Tokyo" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L22": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The country of Venezuela is located", " The capital of Finland is Helsinki", " The capital of Morocco is Rab", " The capital of Turkey is Ankara", " The capital of Japan is Tokyo" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L22": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The country of Venezuela is located", " 17\n", " 1\n", " The country of Turkey is located", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L22": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 10000", " 17\n\n", " 1\n", " 10000", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L22": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 10000", " 17\n", " 1\n", " 10000", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L22": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L22": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0 ] } }, "morph": { "recipient_zero": 0.0, "recipient_few": 0.3, "recipient_own_vector": 0.0, "donor_layer": 2, "conditions": { "procrustes|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 11.232007026672363, "outputs_sample": [ " 10000", " The word \"zonofab", " \"vofisu\"\n", " 10000", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 11.232007026672363, "outputs_sample": [ " 10000", " The word \"zonofab", " \"vofisu\"\n", " 10000", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 12.061471939086914, "outputs_sample": [ " 10000", " The word \"zonofab", " \"vofisu\"\n", " 10000", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 12.087592124938965, "outputs_sample": [ " 10000", " The word \"zonofab", " \"vofisu\"\n", " 10000", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 12.087592124938965, "outputs_sample": [ " 10000", " 1\n", " 1\n", " 10000", " \"Zute is a small" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 12.061471939086914, "outputs_sample": [ " 10000", " The word \"zonofab", " \"vofisu\"\n", " 10000", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 12.566847801208496, "outputs_sample": [ " 10000", " The word \"zonofab", " 1\n", " 10000", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 12.566847801208496, "outputs_sample": [ " 10000", " 1\n", " 1\n", " 10000", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 10.567745208740234, "outputs_sample": [ " 10000", " The word \"zonofab", " \"vofisu\"\n", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 10.567745208740234, "outputs_sample": [ " 10000", " The word \"zonofab", " \"vofisu\"\n", " \"The quick brown fox jumps", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 10000", " The word \"zonofab", " \"vofisu\"\n", " \"tunke\"\n\n", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 10000", " The word \"zonofab", " \"vofisu\"\n", " 10000", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 10000", " The word \"zonofab", " \"vofisu\"\n", " \"tunke\"\n\n", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 10000", " The word \"zonofab", " 1\n", " 10000", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 10000", " The word \"zonofab", " \"vofisu\"\n", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 10000", " The word \"zonofab", " \"vofisu\"\n", " 10000", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 10000", " The word \"zonofab", " 1\n", " 10000", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 10000", " The word \"zonofab", " 1\n", " 1\n\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 10000", " The word \"zonofab", " 1\n", " \"tukenten\"\n\n", " \"zute\" is a" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], "own": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "addthree": { "recipient_zero": 0.0, "recipient_few": 0.8571428571428571, "recipient_own_vector": 0.0, "donor_layer": 2, "conditions": { "procrustes|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 10.94498348236084, "outputs_sample": [ " 7\n", " \"Fizz\"\n\n", " \"Fizz\"\n\n", " \"19\"\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 10.94498348236084, "outputs_sample": [ " 7\n", " 12\n", " 1\n", " 10\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 12.514004707336426, "outputs_sample": [ " 7\n", " \"Fizz\"\n\n", " \"Fizz\"\n\n", " \"19\"\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 11.700227737426758, "outputs_sample": [ " 7\n", " 12\n", " 1\n", " \"19\"\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 11.700227737426758, "outputs_sample": [ " 7\n", " 12\n", " 1\n", " 10\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 12.514006614685059, "outputs_sample": [ " 7\n", " 12\n", " 1\n", " 1\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 13.10649299621582, "outputs_sample": [ " 7\n", " 12\n", " 1\n", " 1\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 13.10649299621582, "outputs_sample": [ " 7\n", " 12\n", " 1\n", " 1\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 10.298331260681152, "outputs_sample": [ " 7\n", " \"Fizz\"\n\n", " \"83\"\n", " \"19\"\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 10.298331260681152, "outputs_sample": [ " 7\n", " 12\n", " 1\n", " 10\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " \"Fizz\"\n\n", " 1\n", " \"19\"\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " \"Fizz\"\n\n", " \"Fizz\"\n\n", " \"19\"\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " \"Fizz\"\n\n", " 1\n", " \"19\"\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 1\n", " 10\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " \"Fizz\"\n\n", " \"Fizz\"\n\n", " \"19\"\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 1\n", " 10\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 1\n", " 10\n\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 11111", " 10111", " 11111" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 11111", " 10\n\n", " 11\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0 ], "own": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } } }, "maps": { "antonym|L25->L19|procrustes": { "r2_fit": 0.7671198318359469, "r2_heldout": 0.5187313859710784, "n_params": 3147264, "n_fit": 700 }, "antonym|L25->L19|ridge": { "r2_fit": 0.9953872622216102, "r2_heldout": 0.5649946817921517, "n_params": 3147264, "n_fit": 700 }, "antonym|L25->L19|cca": { "r2_fit": 1.0, "r2_heldout": 0.4544442913335136, "n_params": 3147264, "n_fit": 700 }, "antonym|L25->L19|random_orth": { "r2_fit": -0.7481952037384061, "r2_heldout": -0.8097331316005054, "n_params": 3147264, "n_fit": 700 }, "capital|L25->L19|procrustes": { "r2_fit": 0.7671198318359469, "r2_heldout": 0.5187313859710784, "n_params": 3147264, "n_fit": 700 }, "capital|L25->L19|ridge": { "r2_fit": 0.9953872622216102, "r2_heldout": 0.5649946817921517, "n_params": 3147264, "n_fit": 700 }, "capital|L25->L19|cca": { "r2_fit": 1.0, "r2_heldout": 0.4544442913335136, "n_params": 3147264, "n_fit": 700 }, "capital|L25->L19|random_orth": { "r2_fit": -0.7481952037384061, "r2_heldout": -0.8097331316005054, "n_params": 3147264, "n_fit": 700 }, "capital|L25->L22|procrustes": { "r2_fit": 0.6812579025365755, "r2_heldout": 0.356227252008668, "n_params": 3147264, "n_fit": 700 }, "capital|L25->L22|ridge": { "r2_fit": 0.9921556862460278, "r2_heldout": 0.3182894155249444, "n_params": 3147264, "n_fit": 700 }, "capital|L25->L22|cca": { "r2_fit": 1.0, "r2_heldout": 0.14245856098406207, "n_params": 3147264, "n_fit": 700 }, "capital|L25->L22|random_orth": { "r2_fit": -0.7592103384443982, "r2_heldout": -0.7672547555750187, "n_params": 3147264, "n_fit": 700 }, "morph|L2->L2|procrustes": { "r2_fit": 0.8768402669986404, "r2_heldout": 0.8272530562101117, "n_params": 3147264, "n_fit": 700 }, "morph|L2->L2|ridge": { "r2_fit": 0.9455517774891209, "r2_heldout": 0.9229578754765076, "n_params": 3147264, "n_fit": 700 }, "morph|L2->L2|cca": { "r2_fit": 1.0, "r2_heldout": 0.9246851631237542, "n_params": 3147264, "n_fit": 700 }, "morph|L2->L2|random_orth": { "r2_fit": -0.7696971836371103, "r2_heldout": -0.8283611188222051, "n_params": 3147264, "n_fit": 700 }, "addthree|L2->L2|procrustes": { "r2_fit": 0.8768402669986404, "r2_heldout": 0.8272530562101117, "n_params": 3147264, "n_fit": 700 }, "addthree|L2->L2|ridge": { "r2_fit": 0.9455517774891209, "r2_heldout": 0.9229578754765076, "n_params": 3147264, "n_fit": 700 }, "addthree|L2->L2|cca": { "r2_fit": 1.0, "r2_heldout": 0.9246851631237542, "n_params": 3147264, "n_fit": 700 }, "addthree|L2->L2|random_orth": { "r2_fit": -0.7696971836371103, "r2_heldout": -0.8283611188222051, "n_params": 3147264, "n_fit": 700 } }, "collateral": { "antonym": { "condition": "procrustes|L19|a1.0", "heldout_nll_base": 2.119346046447754, "heldout_nll_with_vector": 2.670026969909668, "cross_task": { "capital": { "zero": 0.0, "with_vector": 0.0 }, "morph": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "capital": { "condition": "procrustes|L22|a2.0", "heldout_nll_base": 2.119346046447754, "heldout_nll_with_vector": 3.568995157877604, "cross_task": { "antonym": { "zero": 0.1875, "with_vector": 0.0625 }, "morph": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "morph": { "condition": "procrustes|L2|a1.0", "heldout_nll_base": 2.119346046447754, "heldout_nll_with_vector": 2.1115839958190916, "cross_task": { "antonym": { "zero": 0.1875, "with_vector": 0.0625 }, "capital": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "addthree": { "condition": "procrustes|L2|a1.0", "heldout_nll_base": 2.119346046447754, "heldout_nll_with_vector": 2.0965938250223797, "cross_task": { "antonym": { "zero": 0.1875, "with_vector": 0.0625 }, "capital": { "zero": 0.0, "with_vector": 0.0 }, "morph": { "zero": 0.0, "with_vector": 0.0 } } } } }, "qwen1.5b->qwen3b": { "donor": "qwen1.5b", "recipient": "qwen3b", "tasks": { "antonym": { "recipient_zero": 0.09375, "recipient_few": 0.9375, "recipient_own_vector": 0.90625, "donor_layer": 19, "conditions": { "procrustes|L24|a1.0": { "accuracy": 0.59375, "gain_vs_zero": { "estimate": 0.5, "low": 0.34375, "high": 0.65625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 39.29641342163086, "outputs_sample": [ " sad\n", " departure\n\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0 ] }, "procrustes|L24|a2.0": { "accuracy": 0.65625, "gain_vs_zero": { "estimate": 0.5625, "low": 0.40625, "high": 0.71875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 39.29641342163086, "outputs_sample": [ " sad\n", " leave\n\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0 ] }, "procrustes_rescaled|L24|a1.0": { "accuracy": 0.65625, "gain_vs_zero": { "estimate": 0.5625, "low": 0.40625, "high": 0.71875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 57.1178092956543, "outputs_sample": [ " sad\n", " leave\n\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0 ] }, "ridge|L24|a1.0": { "accuracy": 0.71875, "gain_vs_zero": { "estimate": 0.625, "low": 0.46875, "high": 0.78125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 53.846920013427734, "outputs_sample": [ " sad\n", " depart\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0 ] }, "ridge|L24|a2.0": { "accuracy": 0.53125, "gain_vs_zero": { "estimate": 0.4375, "low": 0.28125, "high": 0.59375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 53.846920013427734, "outputs_sample": [ " __happy__\n", " depart\n", " dark\n", " ____\n", " under\n" ], "correct": [ 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "ridge_rescaled|L24|a1.0": { "accuracy": 0.75, "gain_vs_zero": { "estimate": 0.65625, "low": 0.5, "high": 0.8125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 57.1178092956543, "outputs_sample": [ " sad\n", " leave\n\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "cca|L24|a1.0": { "accuracy": 0.5625, "gain_vs_zero": { "estimate": 0.46875, "low": 0.3125, "high": 0.625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 63.05568313598633, "outputs_sample": [ " sad\n", " depart\n", " light\n", " calm\n", " under\n" ], "correct": [ 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0 ] }, "cca|L24|a2.0": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.15625, "low": 0.0, "high": 0.3125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 63.05568313598633, "outputs_sample": [ " __happy__\n", " escape\n\n", " dark\n", " ____\n", " over\n" ], "correct": [ 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "random_orth|L24|a1.0": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.0625, "low": -0.1875, "high": 0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 44.929019927978516, "outputs_sample": [ " happy\n", " arrive\n", " bright\n", " calm\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L24|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09375, "low": -0.1875, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 44.929019927978516, "outputs_sample": [ " happy\n", " Output: 1\n", " Output: \"Bright\"\n", " \"aCML\"\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L24": { "accuracy": 0.8125, "gain_vs_zero": { "estimate": 0.71875, "low": 0.5625, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " arrive\n\n", " dim\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L24": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": -0.03125, "low": -0.125, "high": 0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 4\n", " 1\n", " The word \"bright\" is", " 3\n", " 3\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L24": { "accuracy": 0.71875, "gain_vs_zero": { "estimate": 0.625, "low": 0.4375, "high": 0.78125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " arrive\n", " dim\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ] }, "replace_donor_fewshot|ridge|L24": { "accuracy": 0.8125, "gain_vs_zero": { "estimate": 0.71875, "low": 0.5625, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " depart\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "ctl_replace_donor_zeroshot|ridge|L24": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": -0.03125, "low": -0.09375, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " The word \"happy\" is", " 1\n", " The word \"bright\" is", " The word \"calm\"", " 3\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L24": { "accuracy": 0.6875, "gain_vs_zero": { "estimate": 0.59375, "low": 0.4375, "high": 0.75, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " arrive\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ] }, "ctl_replace_donor_fewshot|sham_map|L24": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n", " 1\n", " bright\n", " calm\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L24": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.15625, "low": -0.03125, "high": 0.34375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " I'm not sure what you", " 1\n", " The word \"bright\" is", " The word \"calm\"", " The word \"over\" is" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L24": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09375, "low": -0.1875, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n", " \"arrive\"\n\n", " bright\n", " calm\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L24": { "accuracy": 0.125, "gain_vs_zero": { "estimate": 0.03125, "low": 0.0, "high": 0.09375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(capital)|L24": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L25|a1.0": { "accuracy": 0.84375, "gain_vs_zero": { "estimate": 0.75, "low": 0.59375, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 46.260250091552734, "outputs_sample": [ " sad\n", " leave\n\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "procrustes|L25|a2.0": { "accuracy": 0.75, "gain_vs_zero": { "estimate": 0.65625, "low": 0.46875, "high": 0.8125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 46.260250091552734, "outputs_sample": [ " sad\n", " leave\n\n", " dark\n", " peaceful\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0 ] }, "procrustes_rescaled|L25|a1.0": { "accuracy": 0.875, "gain_vs_zero": { "estimate": 0.78125, "low": 0.625, "high": 0.90625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 57.1178092956543, "outputs_sample": [ " sad\n", " late\n\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "ridge|L25|a1.0": { "accuracy": 0.8125, "gain_vs_zero": { "estimate": 0.71875, "low": 0.53125, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 61.78421401977539, "outputs_sample": [ " sad\n", " leave\n", " dark\n", " storm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "ridge|L25|a2.0": { "accuracy": 0.375, "gain_vs_zero": { "estimate": 0.28125, "low": 0.09375, "high": 0.46875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 61.78421401977539, "outputs_sample": [ " sad\n", " leave\n", " dark\n", " hard\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L25|a1.0": { "accuracy": 0.8125, "gain_vs_zero": { "estimate": 0.71875, "low": 0.53125, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 57.1178092956543, "outputs_sample": [ " sad\n", " leave\n", " dark\n", " storm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "cca|L25|a1.0": { "accuracy": 0.78125, "gain_vs_zero": { "estimate": 0.6875, "low": 0.5, "high": 0.84375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 73.15005493164062, "outputs_sample": [ " sad\n", " late\n\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "cca|L25|a2.0": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": 0.0, "low": -0.125, "high": 0.125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 73.15005493164062, "outputs_sample": [ " itsy\n", " free\n", " dark\n", " free\n", " free\n" ], "correct": [ 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "random_orth|L25|a1.0": { "accuracy": 0.15625, "gain_vs_zero": { "estimate": 0.0625, "low": -0.0625, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 52.81732177734375, "outputs_sample": [ " happy\n", " 1\n", " \"Bright\"\n", " \"aCML\"\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L25|a2.0": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": -0.03125, "low": -0.15625, "high": 0.09375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 52.81732177734375, "outputs_sample": [ " \"h a p p y", " \"arrive\"\n", " \"Bright\"\n", " \"aCML\"\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L25": { "accuracy": 0.84375, "gain_vs_zero": { "estimate": 0.75, "low": 0.59375, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " leave\n\n", " dark\n", " restless\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L25": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.0625, "low": -0.1875, "high": 0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 4\n", " 1\n", " The word \"bright\" is", " 3\n", " 3\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": { "accuracy": 0.75, "gain_vs_zero": { "estimate": 0.65625, "low": 0.5, "high": 0.8125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " leave\n\n", " dark\n", " active\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ] }, "replace_donor_fewshot|ridge|L25": { "accuracy": 0.84375, "gain_vs_zero": { "estimate": 0.75, "low": 0.59375, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " leave\n", " dark\n", " storm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "ctl_replace_donor_zeroshot|ridge|L25": { "accuracy": 0.15625, "gain_vs_zero": { "estimate": 0.0625, "low": 0.0, "high": 0.15625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 4\n", " The word \"arrive\"", " The word \"bright\" is", " \"aCML\"\n", " 3\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": { "accuracy": 0.8125, "gain_vs_zero": { "estimate": 0.71875, "low": 0.5625, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " leave\n", " dark\n", " storm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "ctl_replace_donor_fewshot|sham_map|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09375, "low": -0.1875, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n", " 1\n", " bright\n", " calm\n", " 5\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L25": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.0625, "low": -0.1875, "high": 0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " The word \"happy\" is", " 1\n\n", " The word \"bright\" is", " The word \"calm\"", " The word \"over\" is" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": 0.0, "low": -0.125, "high": 0.125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n", " 1\n\n", " bright\n", " 3\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L25": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(capital)|L25": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": 0.0, "low": -0.09375, "high": 0.09375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } }, "capital": { "recipient_zero": 0.13636363636363635, "recipient_few": 1.0, "recipient_own_vector": 0.8181818181818182, "donor_layer": 22, "conditions": { "procrustes|L25|a1.0": { "accuracy": 0.6818181818181818, "gain_vs_zero": { "estimate": 0.5454545454545454, "low": 0.3181818181818182, "high": 0.7727272727272727, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 41.208099365234375, "outputs_sample": [ " Caracas\n", " Finland is a Nordic country located", " Casablanca\n\n", " Turkey is a country located in", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0 ] }, "procrustes|L25|a2.0": { "accuracy": 0.6363636363636364, "gain_vs_zero": { "estimate": 0.5, "low": 0.2727272727272727, "high": 0.6818181818181818, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 41.208099365234375, "outputs_sample": [ " Venezuela is a country located in", " Finland\n", " Casablanca\n", " Turkey is a country located in", " Tokyo\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0 ] }, "procrustes_rescaled|L25|a1.0": { "accuracy": 0.6363636363636364, "gain_vs_zero": { "estimate": 0.5, "low": 0.2727272727272727, "high": 0.6818181818181818, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 56.58632278442383, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " Casablanca\n", " Turkey is a country located in", " Tokyo\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0 ] }, "ridge|L25|a1.0": { "accuracy": 0.45454545454545453, "gain_vs_zero": { "estimate": 0.3181818181818182, "low": 0.09090909090909091, "high": 0.5454545454545454, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 69.26692962646484, "outputs_sample": [ " Caracas\n\n", " Finland\n", " Casablanca\n\n", " Turkey\n", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0 ] }, "ridge|L25|a2.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.2727272727272727, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 69.26692962646484, "outputs_sample": [ " Country\n", " Country\n", " Indica\n", " Turkey is a country located in", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0 ] }, "ridge_rescaled|L25|a1.0": { "accuracy": 0.5454545454545454, "gain_vs_zero": { "estimate": 0.4090909090909091, "low": 0.22727272727272727, "high": 0.6363636363636364, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 56.586326599121094, "outputs_sample": [ " Caracas\n\n", " Finland\n", " Casablanca\n\n", " Istanbul, Ankara, Izmir", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0 ] }, "cca|L25|a1.0": { "accuracy": 0.5454545454545454, "gain_vs_zero": { "estimate": 0.4090909090909091, "low": 0.18181818181818182, "high": 0.6363636363636364, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 76.77274322509766, "outputs_sample": [ " Caracas\n\n", " Finland\n", " Casablanca\n\n", " Turkey is a country located in", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0 ] }, "cca|L25|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 76.77274322509766, "outputs_sample": [ " Country\n", " Country\n", " Country\n", " Turkey is a country located in", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L25|a1.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.2727272727272727, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 49.92599868774414, "outputs_sample": [ " Venezuela\n\n", " 5.9 (in", " Morocco\n\n", " Turkey is a country located in", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L25|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 49.92599868774414, "outputs_sample": [ " Venezuela is a country located in", " Finland\n", " Morocco\n", " Turkey is a country located in", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L25": { "accuracy": 0.18181818181818182, "gain_vs_zero": { "estimate": 0.045454545454545456, "low": -0.18181818181818182, "high": 0.2727272727272727, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " The capital of Finland is Helsinki", " Morocco\n", " Turkey is a country located in", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The capital of Venezuela is Car", " Finland is a Nordic country located", " Morocco is a country located in", " Turkey is a country located in", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": { "accuracy": 0.2727272727272727, "gain_vs_zero": { "estimate": 0.13636363636363635, "low": -0.09090909090909091, "high": 0.36363636363636365, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " Morocco is a country located in", " Istanbul, Ankara, Izmir", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0 ] }, "replace_donor_fewshot|ridge|L25": { "accuracy": 0.13636363636363635, "gain_vs_zero": { "estimate": 0.0, "low": -0.22727272727272727, "high": 0.22727272727272727, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " \"Finland\"\n", " Morocco\n", " Turkey is a country located in", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "ctl_replace_donor_zeroshot|ridge|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " The capital of Finland is Helsinki", " Morocco\n", " 1\n\n", " Japan is an island nation located" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.2727272727272727, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela\n", " The capital of Finland is Helsinki", " \"Morocco\"\n", " Turkey is a country located in", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " Morocco\n", " Turkey is a country located in", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The capital of Venezuela is Car", " The capital of Finland is Helsinki", " The capital of Morocco is Rab", " 100\n\n", " The capital of Japan is Tokyo" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " Morocco is a country located in", " Turkey is a country located in", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L25": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.18295454545454345, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "procrustes|L28|a1.0": { "accuracy": 0.5454545454545454, "gain_vs_zero": { "estimate": 0.4090909090909091, "low": 0.22727272727272727, "high": 0.6363636363636364, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 66.84456634521484, "outputs_sample": [ " Caracas\n\n", " Helsinki\n\n", " Casablanca, Marr", " Istanbul, Ankara, Izmir", " Tokyo\n\n" ], "correct": [ 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0 ] }, "procrustes|L28|a2.0": { "accuracy": 0.5454545454545454, "gain_vs_zero": { "estimate": 0.4090909090909091, "low": 0.22727272727272727, "high": 0.6363636363636364, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 66.84456634521484, "outputs_sample": [ " Caracas\n\n", " Helsinki\n\n", " Morocco is a country located in", " Istanbul, Ankara, Izmir", " Honshu, Kyoto," ], "correct": [ 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0 ] }, "procrustes_rescaled|L28|a1.0": { "accuracy": 0.5454545454545454, "gain_vs_zero": { "estimate": 0.4090909090909091, "low": 0.22727272727272727, "high": 0.6363636363636364, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 56.586326599121094, "outputs_sample": [ " Caracas\n\n", " Helsinki\n\n", " Casablanca, Marr", " Istanbul, Ankara, Izmir", " Tokyo\n\n" ], "correct": [ 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0 ] }, "ridge|L28|a1.0": { "accuracy": 0.22727272727272727, "gain_vs_zero": { "estimate": 0.09090909090909091, "low": -0.13636363636363635, "high": 0.3181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 100.56741333007812, "outputs_sample": [ " Caracas\n\n", " city: None\n", " Casablanca, Marr", " Istanbul, Ankara, Izmir", " city: null\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ] }, "ridge|L28|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 100.56741333007812, "outputs_sample": [ " city: Caracas\n", " city: None\n", " city: Casablanca", " city: Ankara\n", " city: null\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L28|a1.0": { "accuracy": 0.5, "gain_vs_zero": { "estimate": 0.36363636363636365, "low": 0.18181818181818182, "high": 0.5909090909090909, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 56.586326599121094, "outputs_sample": [ " Caracas\n\n", " Capital: Helsinki\n", " Casablanca, Marr", " Istanbul, Ankara, Izmir", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0 ] }, "cca|L28|a1.0": { "accuracy": 0.18181818181818182, "gain_vs_zero": { "estimate": 0.045454545454545456, "low": -0.18181818181818182, "high": 0.2727272727272727, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 113.17544555664062, "outputs_sample": [ " Caracas\n\n", " city: None\n", " city: Casablanca", " city: Ankara\n", " city: null\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ] }, "cca|L28|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 113.17544555664062, "outputs_sample": [ " Bilingual\n", " city: None\n", " Belgrade\n\n", " Belonging to the Afro", " Buzhongri (" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L28|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 78.93763732910156, "outputs_sample": [ " #Venezuela\n\n", " Finland is a Nordic country located", " Morocco is a country located in", " Turkey is a country located in", " Japan is an island country in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L28|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 78.93763732910156, "outputs_sample": [ " In 1958", " In 2021", " In the north, Morocco borders", " In the year 19", " In the year 18" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L28": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The capital of Venezuela is Car", " Fin\n", " Morocco is a country located in", " Turkey is a country located in", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L28": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The capital of Venezuela is Car", " Finland is a Nordic country located", " Morocco is a country located in", " Turkey is a country located in", " Japan is an island nation located" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L28": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The capital of Venezuela is Car", " The capital of Finland is Helsinki", " Morocco is a country located in", " Turkey is a country located in", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L28": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " city: Caracas\n", " 5.99\n", " what is the capital of Morocco", " Not a country\n", " None\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L28": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " 5.9 (Fin", " Morocco is a country located in", " 100\n\n", " Japan is an island nation located" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L28": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " what is happening in venezuela", " [Finland, \"FI", " Cannot be determined\n\n", " None\n\n", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L28": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 28.7\n", " The capital of Finland is Helsinki", " 122\n", " Turkey is a country located in", " 126,9" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L28": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The capital of Venezuela is Car", " The capital of Finland is Helsinki", " The capital of Morocco is Rab", " The capital of Turkey is Ankara", " The capital of Japan is Tokyo" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L28": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The capital of Venezuela is Car", " 5.96\n", " The capital of Morocco is Rab", " 100\n\n", " Japan is an island nation located" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L28": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L28": { "accuracy": 0.18181818181818182, "gain_vs_zero": { "estimate": 0.045454545454545456, "low": -0.09090909090909091, "high": 0.18181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } }, "morph": { "recipient_zero": 0.0, "recipient_few": 0.4, "recipient_own_vector": 0.0, "donor_layer": 2, "conditions": { "procrustes|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.777352333068848, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.777352333068848, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 6.1436028480529785, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.570345878601074, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.570345878601074, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 1\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 6.1436028480529785, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.701407432556152, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 1\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.701407432556152, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 1\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 6.169764995574951, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 6.169764995574951, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 0\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 9.104889869689941, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 1\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 9.104889869689941, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 6.1436028480529785, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 8.740130424499512, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 8.740130424499512, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 1\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 6.1436028480529785, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 8.59157943725586, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 8.59157943725586, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 1\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 9.646642684936523, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 9.646642684936523, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 1\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], "own": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "addthree": { "recipient_zero": 0.0, "recipient_few": 1.0, "recipient_own_vector": 0.0, "donor_layer": 2, "conditions": { "procrustes|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.994113445281982, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.994113445281982, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.985179901123047, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.74902868270874, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.74902868270874, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.985179901123047, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 6.255377769470215, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 6.255377769470215, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 6.401248931884766, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 6.401248931884766, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.446496963500977, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.446496963500977, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.985179901123047, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.311967849731445, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.311967849731445, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.985179901123047, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 10.181699752807617, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 10.181699752807617, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 10.008575439453125, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 10.008575439453125, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } } }, "maps": { "antonym|L19->L24|procrustes": { "r2_fit": 0.7649833882259796, "r2_heldout": 0.5045614498581503, "n_params": 3147776, "n_fit": 700 }, "antonym|L19->L24|ridge": { "r2_fit": 0.9888065986327397, "r2_heldout": 0.5556279031749234, "n_params": 3147776, "n_fit": 700 }, "antonym|L19->L24|cca": { "r2_fit": 1.0, "r2_heldout": 0.3694769034737132, "n_params": 3147776, "n_fit": 700 }, "antonym|L19->L24|random_orth": { "r2_fit": -1.0193098174142698, "r2_heldout": -1.0369121499602385, "n_params": 3147776, "n_fit": 700 }, "antonym|L19->L25|procrustes": { "r2_fit": 0.7671198594735817, "r2_heldout": 0.5103536806779063, "n_params": 3147776, "n_fit": 700 }, "antonym|L19->L25|ridge": { "r2_fit": 0.9885102067734225, "r2_heldout": 0.5219491291620886, "n_params": 3147776, "n_fit": 700 }, "antonym|L19->L25|cca": { "r2_fit": 1.0, "r2_heldout": 0.339581322558104, "n_params": 3147776, "n_fit": 700 }, "antonym|L19->L25|random_orth": { "r2_fit": -1.0288078776560123, "r2_heldout": -1.0211957856580796, "n_params": 3147776, "n_fit": 700 }, "capital|L22->L25|procrustes": { "r2_fit": 0.6812579149842342, "r2_heldout": 0.33049999614906345, "n_params": 3147776, "n_fit": 700 }, "capital|L22->L25|ridge": { "r2_fit": 0.9980958684653297, "r2_heldout": 0.2900994499441236, "n_params": 3147776, "n_fit": 700 }, "capital|L22->L25|cca": { "r2_fit": 1.0, "r2_heldout": 0.1727963417103383, "n_params": 3147776, "n_fit": 700 }, "capital|L22->L25|random_orth": { "r2_fit": -1.0198097338466052, "r2_heldout": -1.0727224352191658, "n_params": 3147776, "n_fit": 700 }, "capital|L22->L28|procrustes": { "r2_fit": 0.7170739703394544, "r2_heldout": 0.36713744532122183, "n_params": 3147776, "n_fit": 700 }, "capital|L22->L28|ridge": { "r2_fit": 0.9979072175196985, "r2_heldout": 0.2220964886238158, "n_params": 3147776, "n_fit": 700 }, "capital|L22->L28|cca": { "r2_fit": 1.0, "r2_heldout": 0.0975991245741894, "n_params": 3147776, "n_fit": 700 }, "capital|L22->L28|random_orth": { "r2_fit": -1.0068048344805685, "r2_heldout": -1.034999214455036, "n_params": 3147776, "n_fit": 700 }, "morph|L2->L2|procrustes": { "r2_fit": 0.8768402596923065, "r2_heldout": 0.8272276534578493, "n_params": 3147776, "n_fit": 700 }, "morph|L2->L2|ridge": { "r2_fit": 0.9550618175123223, "r2_heldout": 0.9249065149517056, "n_params": 3147776, "n_fit": 700 }, "morph|L2->L2|cca": { "r2_fit": 1.0, "r2_heldout": 0.9277687231418891, "n_params": 3147776, "n_fit": 700 }, "morph|L2->L2|random_orth": { "r2_fit": -0.9796428978182967, "r2_heldout": -0.9881587693428178, "n_params": 3147776, "n_fit": 700 }, "morph|L2->L3|procrustes": { "r2_fit": 0.8908344763747743, "r2_heldout": 0.8456872924889355, "n_params": 3147776, "n_fit": 700 }, "morph|L2->L3|ridge": { "r2_fit": 0.9602412595525736, "r2_heldout": 0.9332928632300228, "n_params": 3147776, "n_fit": 700 }, "morph|L2->L3|cca": { "r2_fit": 1.0, "r2_heldout": 0.9298938096912243, "n_params": 3147776, "n_fit": 700 }, "morph|L2->L3|random_orth": { "r2_fit": -0.979687803645922, "r2_heldout": -0.9987808883929721, "n_params": 3147776, "n_fit": 700 }, "addthree|L2->L2|procrustes": { "r2_fit": 0.8768402596923065, "r2_heldout": 0.8272276534578493, "n_params": 3147776, "n_fit": 700 }, "addthree|L2->L2|ridge": { "r2_fit": 0.9550618175123223, "r2_heldout": 0.9249065149517056, "n_params": 3147776, "n_fit": 700 }, "addthree|L2->L2|cca": { "r2_fit": 1.0, "r2_heldout": 0.9277687231418891, "n_params": 3147776, "n_fit": 700 }, "addthree|L2->L2|random_orth": { "r2_fit": -0.9796428978182967, "r2_heldout": -0.9881587693428178, "n_params": 3147776, "n_fit": 700 }, "addthree|L2->L3|procrustes": { "r2_fit": 0.8908344763747743, "r2_heldout": 0.8456872924889355, "n_params": 3147776, "n_fit": 700 }, "addthree|L2->L3|ridge": { "r2_fit": 0.9602412595525736, "r2_heldout": 0.9332928632300228, "n_params": 3147776, "n_fit": 700 }, "addthree|L2->L3|cca": { "r2_fit": 1.0, "r2_heldout": 0.9298938096912243, "n_params": 3147776, "n_fit": 700 }, "addthree|L2->L3|random_orth": { "r2_fit": -0.979687803645922, "r2_heldout": -0.9987808883929721, "n_params": 3147776, "n_fit": 700 } }, "collateral": { "antonym": { "condition": "procrustes_rescaled|L25|a1.0", "heldout_nll_base": 1.9591156323750814, "heldout_nll_with_vector": 2.0918049176534015, "cross_task": { "capital": { "zero": 0.13636363636363635, "with_vector": 0.2727272727272727 }, "morph": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "capital": { "condition": "procrustes|L25|a1.0", "heldout_nll_base": 1.9591156323750814, "heldout_nll_with_vector": 1.9340380668640136, "cross_task": { "antonym": { "zero": 0.09375, "with_vector": 0.0625 }, "morph": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "morph": { "condition": "procrustes|L2|a1.0", "heldout_nll_base": 1.9591156323750814, "heldout_nll_with_vector": 1.929586378733317, "cross_task": { "antonym": { "zero": 0.09375, "with_vector": 0.0625 }, "capital": { "zero": 0.13636363636363635, "with_vector": 0.045454545454545456 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "addthree": { "condition": "procrustes|L2|a1.0", "heldout_nll_base": 1.9591156323750814, "heldout_nll_with_vector": 1.950550619761149, "cross_task": { "antonym": { "zero": 0.09375, "with_vector": 0.09375 }, "capital": { "zero": 0.13636363636363635, "with_vector": 0.045454545454545456 }, "morph": { "zero": 0.0, "with_vector": 0.0 } } } } }, "llama3b->qwen3b": { "donor": "llama3b", "recipient": "qwen3b", "tasks": { "antonym": { "recipient_zero": 0.09375, "recipient_few": 0.9375, "recipient_own_vector": 0.90625, "donor_layer": 14, "conditions": { "procrustes|L18|a1.0": { "accuracy": 0.15625, "gain_vs_zero": { "estimate": 0.0625, "low": -0.0625, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 24.069671630859375, "outputs_sample": [ " 3\n", " 1\n", " bright\n", " cAaLm\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "procrustes|L18|a2.0": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.15625, "low": 0.0, "high": 0.3125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 24.069671630859375, "outputs_sample": [ " 4\n", " arrive\n", " bright\n", " calm\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L18|a1.0": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.15625, "low": 0.0, "high": 0.3125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 57.11780548095703, "outputs_sample": [ " happy\n", " arrive\n", " bright\n", " calm\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ridge|L18|a1.0": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.15625, "low": 0.03125, "high": 0.28125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 31.35213279724121, "outputs_sample": [ " h-a-p-p-y\n", " 1\n", " bright\n", " cAml\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ridge|L18|a2.0": { "accuracy": 0.3125, "gain_vs_zero": { "estimate": 0.21875, "low": 0.0625, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 31.35213279724121, "outputs_sample": [ " sad\n", " 1\n", " light\n", " calm\n", " over\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L18|a1.0": { "accuracy": 0.4375, "gain_vs_zero": { "estimate": 0.34375, "low": 0.15625, "high": 0.53125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 57.1178092956543, "outputs_sample": [ " sad\n", " 1\n", " light\n", " calm\n", " over\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0 ] }, "cca|L18|a1.0": { "accuracy": 0.46875, "gain_vs_zero": { "estimate": 0.375, "low": 0.21875, "high": 0.5320312499999957, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 34.392704010009766, "outputs_sample": [ " 3\n", " 1\n", " light\n", " Calm\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "cca|L18|a2.0": { "accuracy": 0.375, "gain_vs_zero": { "estimate": 0.28125, "low": 0.125, "high": 0.46875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 34.392704010009766, "outputs_sample": [ " sad\n", " arrive\n", " dark\n", " calm\n", " over\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "random_orth|L18|a1.0": { "accuracy": 0.1875, "gain_vs_zero": { "estimate": 0.09375, "low": 0.0, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 25.001222610473633, "outputs_sample": [ " 5\n", " 1\n", " The word \"bright\" is", " 3\n", " The word \"over\" is" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L18|a2.0": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": 0.125, "low": 0.03125, "high": 0.25, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 25.001222610473633, "outputs_sample": [ " sad\n", " 1\n", " \"Bright\"\n", " \"aCML\"\n", " The word \"over\" is" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L18": { "accuracy": 0.28125, "gain_vs_zero": { "estimate": 0.1875, "low": 0.03125, "high": 0.34375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 3\n", " 1\n", " 1\n", " cAml\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L18": { "accuracy": 0.125, "gain_vs_zero": { "estimate": 0.03125, "low": 0.0, "high": 0.09375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 4\n", " 1\n", " The word \"bright\" is", " a\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L18": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.15625, "low": 0.0, "high": 0.3125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 3\n", " 1\n", " \"Bright\"\n", " True\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L18": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": 0.125, "low": 0.0, "high": 0.28125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 3\n", " 1\n", " light\n", " False\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L18": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 4\n", " 1\n", " 4\n", " a\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L18": { "accuracy": 0.15625, "gain_vs_zero": { "estimate": 0.0625, "low": -0.0625, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 3\n", " 1\n", " True\n", " True\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L18": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": 0.125, "low": 0.03125, "high": 0.25, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " The word \"happy\" is", " 1\n", " The word \"bright\" is", " The word \"calm\"", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L18": { "accuracy": 0.125, "gain_vs_zero": { "estimate": 0.03125, "low": -0.0625, "high": 0.125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 4\n", " 1\n", " The word \"bright\" is", " \"aCML\"\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L18": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": 0.125, "low": 0.0, "high": 0.28125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " The word \"happy\" is", " 1\n", " The word \"bright\" is", " The word \"calm\"", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L18": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.15625, "low": 0.03125, "high": 0.28125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(capital)|L18": { "accuracy": 0.15625, "gain_vs_zero": { "estimate": 0.0625, "low": -0.0625, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "procrustes|L25|a1.0": { "accuracy": 0.78125, "gain_vs_zero": { "estimate": 0.6875, "low": 0.53125, "high": 0.84375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 40.60661697387695, "outputs_sample": [ " sad\n", " depart\n", " dark\n", " panick\n", " under\n" ], "correct": [ 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "procrustes|L25|a2.0": { "accuracy": 0.78125, "gain_vs_zero": { "estimate": 0.6875, "low": 0.53125, "high": 0.84375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 40.60661697387695, "outputs_sample": [ " sad\n", " leave\n\n", " dark\n", " storm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "procrustes_rescaled|L25|a1.0": { "accuracy": 0.78125, "gain_vs_zero": { "estimate": 0.6875, "low": 0.53125, "high": 0.84375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 57.1178092956543, "outputs_sample": [ " sad\n", " depart\n", " dark\n", " storm\n", " under\n" ], "correct": [ 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "ridge|L25|a1.0": { "accuracy": 0.6875, "gain_vs_zero": { "estimate": 0.59375, "low": 0.4375, "high": 0.75, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 46.85785675048828, "outputs_sample": [ " sad\n", " leave\n\n", " dark\n", " warp\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0 ] }, "ridge|L25|a2.0": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.15625, "low": 0.0, "high": 0.3125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 46.85785675048828, "outputs_sample": [ " cool\n", " kite\n", " red\n", " shy\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L25|a1.0": { "accuracy": 0.6875, "gain_vs_zero": { "estimate": 0.59375, "low": 0.4375, "high": 0.75, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 57.11780548095703, "outputs_sample": [ " sad\n", " leave\n", " dark\n", " flash\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0 ] }, "cca|L25|a1.0": { "accuracy": 0.8125, "gain_vs_zero": { "estimate": 0.71875, "low": 0.5625, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 58.244014739990234, "outputs_sample": [ " sad\n", " leave\n", " dark\n", " storm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "cca|L25|a2.0": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 58.244014739990234, "outputs_sample": [ " cloud\n", " duck\n\n", " cloud\n", " duck\n", " duck\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L25|a1.0": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.0625, "low": -0.1875, "high": 0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 41.031681060791016, "outputs_sample": [ " 5\n", " 1\n", " 4\n", " 3\n", " 5\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L25|a2.0": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.0625, "low": -0.1875, "high": 0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 41.031681060791016, "outputs_sample": [ " 5\n", " 1\n", " 4\n", " 3\n", " 5\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L25": { "accuracy": 0.84375, "gain_vs_zero": { "estimate": 0.75, "low": 0.59375, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " depart\n\n", " dark\n", " excited\n", " under\n" ], "correct": [ 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L25": { "accuracy": 0.15625, "gain_vs_zero": { "estimate": 0.0625, "low": -0.0625, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 4\n", " 1\n", " The word \"bright\" is", " The word \"calm\"", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": { "accuracy": 0.8125, "gain_vs_zero": { "estimate": 0.71875, "low": 0.5625, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " depart\n", " dark\n", " excited\n", " under\n" ], "correct": [ 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0 ] }, "replace_donor_fewshot|ridge|L25": { "accuracy": 0.75, "gain_vs_zero": { "estimate": 0.65625, "low": 0.5, "high": 0.8125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " depart\n\n", " dark\n", " storm\n", " under\n" ], "correct": [ 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "ctl_replace_donor_zeroshot|ridge|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09375, "low": -0.1875, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 5\n", " The word \"arrive\"", " The word \"bright\" is", " ['a', 'c',", " The word \"over\" is" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": { "accuracy": 0.75, "gain_vs_zero": { "estimate": 0.65625, "low": 0.5, "high": 0.8125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " depart\n", " dark\n", " wave\n", " under\n" ], "correct": [ 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0 ] }, "ctl_replace_donor_fewshot|sham_map|L25": { "accuracy": 0.125, "gain_vs_zero": { "estimate": 0.03125, "low": -0.0625, "high": 0.125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " 1\n", " The word \"bright\" is", " The word \"calm\"", " 5\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L25": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": 0.0, "low": -0.125, "high": 0.125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n", " The word \"arrive\"", " The word \"bright\" is", " The word \"calm\"", " The word \"over\" is" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": 0.0, "low": -0.125, "high": 0.125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 5\n", " 1\n", " The word \"bright\" is", " 3\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L25": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(capital)|L25": { "accuracy": 0.3125, "gain_vs_zero": { "estimate": 0.21875, "low": 0.09375, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } }, "capital": { "recipient_zero": 0.13636363636363635, "recipient_few": 1.0, "recipient_own_vector": 0.8181818181818182, "donor_layer": 14, "conditions": { "procrustes|L18|a1.0": { "accuracy": 0.5454545454545454, "gain_vs_zero": { "estimate": 0.4090909090909091, "low": 0.22727272727272727, "high": 0.6363636363636364, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 25.164409637451172, "outputs_sample": [ " Caracas\n\n", " 5.9\n", " Casablanca\n\n", " 100\n", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0 ] }, "procrustes|L18|a2.0": { "accuracy": 0.13636363636363635, "gain_vs_zero": { "estimate": 0.0, "low": -0.22727272727272727, "high": 0.22727272727272727, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 25.164409637451172, "outputs_sample": [ " Venezuela\n\n", " 5.9\n", " Moroccan\n\n", " Turkiye\n\n", " Tokyo\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "procrustes_rescaled|L18|a1.0": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.22727272727272727, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 56.586326599121094, "outputs_sample": [ " Venezuela\n\n", " Finland\n\n", " Moroccan\n\n", " Turkey\n\n", " Japanese\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "ridge|L18|a1.0": { "accuracy": 0.5454545454545454, "gain_vs_zero": { "estimate": 0.4090909090909091, "low": 0.22727272727272727, "high": 0.6363636363636364, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 33.83639907836914, "outputs_sample": [ " Caracas\n\n", " Finnish\n\n", " Casablanca\n\n", " Turkey\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0 ] }, "ridge|L18|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 33.83639907836914, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n\n", " Japan\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L18|a1.0": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.22727272727272727, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 56.58633041381836, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0 ] }, "cca|L18|a1.0": { "accuracy": 0.6363636363636364, "gain_vs_zero": { "estimate": 0.5, "low": 0.2727272727272727, "high": 0.7272727272727273, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 36.52907180786133, "outputs_sample": [ " Caracas\n\n", " 5.9\n", " Casablanca\n\n", " Istanbul\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0 ] }, "cca|L18|a2.0": { "accuracy": 0.4090909090909091, "gain_vs_zero": { "estimate": 0.2727272727272727, "low": 0.09090909090909091, "high": 0.45454545454545453, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 36.52907180786133, "outputs_sample": [ " Caracas\n\n", " Finland\n", " Casablanca\n\n", " Turkey\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0 ] }, "random_orth|L18|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 26.534799575805664, "outputs_sample": [ " South America\n\n", " fi\n\n", " North Africa\n", " 1\n", " \u65e5\u672c\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L18|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 26.534799575805664, "outputs_sample": [ " Venezuela\n\n", " 180\n\n", " Morocco\n\n", " Turkey\n\n", " 12345" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L18": { "accuracy": 0.5, "gain_vs_zero": { "estimate": 0.36363636363636365, "low": 0.18181818181818182, "high": 0.5465909090909028, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " 5.9\n", " Casablanca\n\n", " 100\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L18": { "accuracy": 0.22727272727272727, "gain_vs_zero": { "estimate": 0.09090909090909091, "low": -0.09090909090909091, "high": 0.2727272727272727, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " South America\n\n", " 5.9\n", " Casablanca\n\n", " Turkey is a country located in", " Tokyo\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L18": { "accuracy": 0.4090909090909091, "gain_vs_zero": { "estimate": 0.2727272727272727, "low": 0.045454545454545456, "high": 0.5, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1. Venezuela\n", " 5.9\n", " Casablanca\n\n", " 100\n\n", " Tokyo\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ] }, "replace_donor_fewshot|ridge|L18": { "accuracy": 0.3181818181818182, "gain_vs_zero": { "estimate": 0.18181818181818182, "low": -0.045454545454545456, "high": 0.4090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1.8\n", " 5.9\n", " Casablanca\n\n", " 100\n\n", " Tokyo\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ] }, "ctl_replace_donor_zeroshot|ridge|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " Morocco is a country located in", " Turkey is a country located in", " Japan is a sovereign island country" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L18": { "accuracy": 0.2727272727272727, "gain_vs_zero": { "estimate": 0.13636363636363635, "low": -0.09090909090909091, "high": 0.36363636363636365, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1. Venezuela\n", " 5.9\n", " Casablanca\n\n", " 100\n", " Tokyo\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ] }, "ctl_replace_donor_fewshot|sham_map|L18": { "accuracy": 0.18181818181818182, "gain_vs_zero": { "estimate": 0.045454545454545456, "low": -0.09090909090909091, "high": 0.18181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " 180\n\n", " Casablanca\n\n", " 100\n\n", " Japanese\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L18": { "accuracy": 0.45454545454545453, "gain_vs_zero": { "estimate": 0.3181818181818182, "low": 0.13636363636363635, "high": 0.5454545454545454, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " 5.9\n", " Casablanca\n\n", " 100\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L18": { "accuracy": 0.3181818181818182, "gain_vs_zero": { "estimate": 0.18181818181818182, "low": 0.0, "high": 0.36363636363636365, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " 5.9\n", " Casablanca\n\n", " 100\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "ctl_random_norm_matched|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L18": { "accuracy": 0.36363636363636365, "gain_vs_zero": { "estimate": 0.22727272727272727, "low": 0.09090909090909091, "high": 0.4090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0 ] }, "procrustes|L25|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 42.69282531738281, "outputs_sample": [ " Cuba\n\n", " Estonia\n\n", " Algeria, Tunisia, Mauritania", " Greece\n\n", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L25|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 42.69282531738281, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " Morocco\n", " Turkey is a country located in", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L25|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 56.586326599121094, "outputs_sample": [ " United States\n\n", " Estonia\n\n", " Tunisia\n", " Turkey is a country located in", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L25|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 47.21369171142578, "outputs_sample": [ " Bolivia\n", " Sweden\n", " Tunisia\n", " Greece\n\n", " China\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L25|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 47.21369171142578, "outputs_sample": [ " Peru\n\n", " Sweden\n", " Algeria, Tunisia, Libya,", " Egypt\n\n", " Korea\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L25|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 56.58632278442383, "outputs_sample": [ " Bolivia\n", " Sweden\n", " Tunisia\n", " Egypt\n\n", " China\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L25|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 55.75974655151367, "outputs_sample": [ " Colombia, Brazil, Guyana", " Sweden\n", " Algeria, Tunisia, Libya,", " 100\n\n", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L25|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 55.75974655151367, "outputs_sample": [ " Peru\n\n", " Pineapple\n", " Palm trees, Sahara Desert,", " Earthquake\n", " Earthquake\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L25|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 43.54856872558594, "outputs_sample": [ " 28\n", " 5.9\n", " 122\n", " 100\n", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L25|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 43.54856872558594, "outputs_sample": [ " 1. Venezuela is a", " 5.9\n", " 122\n", " 100\n", " 12345" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Bolivia\n\n", " Estonia\n\n", " Algeria, Tunisia, Mauritania", " 1\n\n", " Korea\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 28\n", " 180 degrees\n\n", " 122\n", " 100\n", " 123\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Bolivia\n\n", " Estonia\n\n", " Tunisia\n\n", " 100\n", " 123\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 28\n\n", " Sweden\n", " 122\n", " Turkey\n\n", " China\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 28\n", " 5.9\n", " 122\n", " Turkey is a country located in", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 28\n", " 180 degrees\n\n", " Tunisia\n\n", " Turkey\n\n", " 123\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 28\n", " 5.9\n", " 122\n", " Turkey is a country located in", " 12345" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The capital of Venezuela is Car", " Finland\n", " Morocco\n", " Turkey\n\n", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 28.7\n", " 5.9\n", " 122\n", " 100\n", " 12345" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } }, "morph": { "recipient_zero": 0.0, "recipient_few": 0.4, "recipient_own_vector": 0.0, "donor_layer": 2, "conditions": { "procrustes|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.954409599304199, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.954409599304199, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 1\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 6.1436028480529785, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.354901313781738, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.354901313781738, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 1\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 6.14360237121582, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.984060764312744, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.984060764312744, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 1\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.355937480926514, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.355937480926514, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 0\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 9.434996604919434, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 9.434996604919434, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 6.1436028480529785, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 8.171993255615234, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 8.171993255615234, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 6.1436028480529785, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 9.100357055664062, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 9.100357055664062, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " zute\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 8.374195098876953, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 8.374195098876953, "outputs_sample": [ " The word \"zeni\"", " fabzon\n", " 0\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 0\n", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 0\n", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " The word \"zonofab", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 0\n", " The word \"vofisu", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " The word \"zonofab", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], "own": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "addthree": { "recipient_zero": 0.0, "recipient_few": 1.0, "recipient_own_vector": 0.0, "donor_layer": 14, "conditions": { "procrustes|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 4.482480525970459, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 4.482480525970459, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.985179424285889, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.249469757080078, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.249469757080078, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.985179901123047, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.8015241622924805, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.8015241622924805, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.193780899047852, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.193780899047852, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L18|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 28.56645393371582, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L18|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 28.56645393371582, "outputs_sample": [ " 7\n\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L18|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.985179901123047, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L18|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 31.941503524780273, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L18|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 31.941503524780273, "outputs_sample": [ " 7\n\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L18|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.985179901123047, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L18|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 33.86625289916992, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L18|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 33.86625289916992, "outputs_sample": [ " 7\n\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L18|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 30.29051399230957, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L18|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 30.29051399230957, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } } }, "maps": { "antonym|L14->L18|procrustes": { "r2_fit": 0.6868407901875786, "r2_heldout": 0.4669828723044739, "n_params": 6293504, "n_fit": 700 }, "antonym|L14->L18|ridge": { "r2_fit": 0.963120765631994, "r2_heldout": 0.8047740967865992, "n_params": 6293504, "n_fit": 700 }, "antonym|L14->L18|cca": { "r2_fit": 1.0, "r2_heldout": 0.7295383090156082, "n_params": 6293504, "n_fit": 700 }, "antonym|L14->L18|random_orth": { "r2_fit": -0.6864451809408316, "r2_heldout": -0.7182724499429143, "n_params": 6293504, "n_fit": 700 }, "antonym|L14->L25|procrustes": { "r2_fit": 0.7282876113598957, "r2_heldout": 0.41206423588135443, "n_params": 6293504, "n_fit": 700 }, "antonym|L14->L25|ridge": { "r2_fit": 0.9332560192977741, "r2_heldout": 0.6309363353698481, "n_params": 6293504, "n_fit": 700 }, "antonym|L14->L25|cca": { "r2_fit": 1.0, "r2_heldout": 0.4947346163783535, "n_params": 6293504, "n_fit": 700 }, "antonym|L14->L25|random_orth": { "r2_fit": -0.6595555170053047, "r2_heldout": -0.6477575741119497, "n_params": 6293504, "n_fit": 700 }, "capital|L14->L18|procrustes": { "r2_fit": 0.6868407901875786, "r2_heldout": 0.4669828723044739, "n_params": 6293504, "n_fit": 700 }, "capital|L14->L18|ridge": { "r2_fit": 0.963120765631994, "r2_heldout": 0.8047740967865992, "n_params": 6293504, "n_fit": 700 }, "capital|L14->L18|cca": { "r2_fit": 1.0, "r2_heldout": 0.7295383090156082, "n_params": 6293504, "n_fit": 700 }, "capital|L14->L18|random_orth": { "r2_fit": -0.6864451809408316, "r2_heldout": -0.7182724499429143, "n_params": 6293504, "n_fit": 700 }, "capital|L14->L25|procrustes": { "r2_fit": 0.7282876113598957, "r2_heldout": 0.41206423588135443, "n_params": 6293504, "n_fit": 700 }, "capital|L14->L25|ridge": { "r2_fit": 0.9332560192977741, "r2_heldout": 0.6309363353698481, "n_params": 6293504, "n_fit": 700 }, "capital|L14->L25|cca": { "r2_fit": 1.0, "r2_heldout": 0.4947346163783535, "n_params": 6293504, "n_fit": 700 }, "capital|L14->L25|random_orth": { "r2_fit": -0.6595555170053047, "r2_heldout": -0.6477575741119497, "n_params": 6293504, "n_fit": 700 }, "morph|L2->L2|procrustes": { "r2_fit": 0.8233956329127388, "r2_heldout": 0.7422517425815569, "n_params": 6293504, "n_fit": 700 }, "morph|L2->L2|ridge": { "r2_fit": 0.8481998701907668, "r2_heldout": 0.8312299915524781, "n_params": 6293504, "n_fit": 700 }, "morph|L2->L2|cca": { "r2_fit": 1.0, "r2_heldout": 0.9310207456689841, "n_params": 6293504, "n_fit": 700 }, "morph|L2->L2|random_orth": { "r2_fit": -0.6985893545087158, "r2_heldout": -0.7688108032309755, "n_params": 6293504, "n_fit": 700 }, "morph|L2->L3|procrustes": { "r2_fit": 0.8455857777969141, "r2_heldout": 0.7712971918788024, "n_params": 6293504, "n_fit": 700 }, "morph|L2->L3|ridge": { "r2_fit": 0.8695070084176718, "r2_heldout": 0.851282498732451, "n_params": 6293504, "n_fit": 700 }, "morph|L2->L3|cca": { "r2_fit": 1.0, "r2_heldout": 0.93649944109384, "n_params": 6293504, "n_fit": 700 }, "morph|L2->L3|random_orth": { "r2_fit": -0.6877623655841276, "r2_heldout": -0.7628028844222381, "n_params": 6293504, "n_fit": 700 }, "addthree|L14->L2|procrustes": { "r2_fit": 0.5717374558340125, "r2_heldout": 0.38930347111818153, "n_params": 6293504, "n_fit": 700 }, "addthree|L14->L2|ridge": { "r2_fit": 0.9718170288377197, "r2_heldout": 0.8485459583506982, "n_params": 6293504, "n_fit": 700 }, "addthree|L14->L2|cca": { "r2_fit": 1.0, "r2_heldout": 0.8130475658829048, "n_params": 6293504, "n_fit": 700 }, "addthree|L14->L2|random_orth": { "r2_fit": -0.6719415846045302, "r2_heldout": -0.7427301801937709, "n_params": 6293504, "n_fit": 700 }, "addthree|L14->L18|procrustes": { "r2_fit": 0.6868407901875786, "r2_heldout": 0.4669828723044739, "n_params": 6293504, "n_fit": 700 }, "addthree|L14->L18|ridge": { "r2_fit": 0.963120765631994, "r2_heldout": 0.8047740967865992, "n_params": 6293504, "n_fit": 700 }, "addthree|L14->L18|cca": { "r2_fit": 1.0, "r2_heldout": 0.7295383090156082, "n_params": 6293504, "n_fit": 700 }, "addthree|L14->L18|random_orth": { "r2_fit": -0.6864451809408316, "r2_heldout": -0.7182724499429143, "n_params": 6293504, "n_fit": 700 } }, "collateral": { "antonym": { "condition": "cca|L25|a1.0", "heldout_nll_base": 1.9591156323750814, "heldout_nll_with_vector": 1.8215762456258138, "cross_task": { "capital": { "zero": 0.13636363636363635, "with_vector": 0.0 }, "morph": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "capital": { "condition": "cca|L18|a1.0", "heldout_nll_base": 1.9591156323750814, "heldout_nll_with_vector": 1.9002180417378745, "cross_task": { "antonym": { "zero": 0.09375, "with_vector": 0.28125 }, "morph": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "morph": { "condition": "procrustes|L2|a1.0", "heldout_nll_base": 1.9591156323750814, "heldout_nll_with_vector": 1.9592396100362142, "cross_task": { "antonym": { "zero": 0.09375, "with_vector": 0.09375 }, "capital": { "zero": 0.13636363636363635, "with_vector": 0.09090909090909091 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "addthree": { "condition": "procrustes|L2|a1.0", "heldout_nll_base": 1.9591156323750814, "heldout_nll_with_vector": 1.9594650586446127, "cross_task": { "antonym": { "zero": 0.09375, "with_vector": 0.09375 }, "capital": { "zero": 0.13636363636363635, "with_vector": 0.045454545454545456 }, "morph": { "zero": 0.0, "with_vector": 0.0 } } } } }, "qwen3b->llama3b": { "donor": "qwen3b", "recipient": "llama3b", "tasks": { "antonym": { "recipient_zero": 0.0625, "recipient_few": 0.90625, "recipient_own_vector": 0.84375, "donor_layer": 25, "conditions": { "procrustes|L14|a1.0": { "accuracy": 0.59375, "gain_vs_zero": { "estimate": 0.53125, "low": 0.375, "high": 0.6875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 10.356851577758789, "outputs_sample": [ " sad\n\n", " depart\n\n", " dark\n\n", " peaceful\n\n", " under\n\n" ], "correct": [ 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "procrustes|L14|a2.0": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": 0.03125, "low": -0.09375, "high": 0.15625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 10.356851577758789, "outputs_sample": [ " waves\n\n", " waves\n\n", " dark\n\n", " waves\n\n", " boat\n" ], "correct": [ 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L14|a1.0": { "accuracy": 0.59375, "gain_vs_zero": { "estimate": 0.53125, "low": 0.375, "high": 0.6875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 10.605620384216309, "outputs_sample": [ " sad\n\n", " depart\n\n", " dark\n\n", " peaceful\n\n", " under\n\n" ], "correct": [ 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "ridge|L14|a1.0": { "accuracy": 0.3125, "gain_vs_zero": { "estimate": 0.25, "low": 0.09375, "high": 0.4375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 11.430046081542969, "outputs_sample": [ " sunny\n", " depart\n\n", " sunny\n\n", " peaceful\n\n", " output\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a2.0": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": 0.0, "low": -0.125, "high": 0.125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 11.430046081542969, "outputs_sample": [ " waves\n\n", " wave\n\n", " waves\n\n", " wave\n\n", " lake\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L14|a1.0": { "accuracy": 0.28125, "gain_vs_zero": { "estimate": 0.21875, "low": 0.0625, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 10.605620384216309, "outputs_sample": [ " smile\n\n", " depart\n\n", " sunny\n\n", " peaceful\n\n", " output\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a1.0": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": 0.15625, "low": 0.0, "high": 0.3125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 13.041030883789062, "outputs_sample": [ " smile\n\n", " depart\n\n", " radiant\n\n", " peaceful\n\n", " output\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 13.041030883789062, "outputs_sample": [ " waves\n\n", " wave\n\n", " sun\n\n", " waves\n\n", " flag\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 12.13602066040039, "outputs_sample": [ " The word \"happy\" is", " arrive\n\n", " bright\n\n", " calm\n\n", " output\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 12.13602066040039, "outputs_sample": [ " 1\n", " 1\n\n", " Output: bright\n\n", " 1\n\n", " Output: 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L14": { "accuracy": 0.46875, "gain_vs_zero": { "estimate": 0.40625, "low": 0.21875, "high": 0.59375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n\n", " depart\n\n", " cloudless\n\n", " calm\n\n", " pool\n\n" ], "correct": [ 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " 1\n\n", " bright\n\n", " peaceful\n\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": { "accuracy": 0.375, "gain_vs_zero": { "estimate": 0.3125, "low": 0.125, "high": 0.5, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n\n", " depart\n\n", " cloudless\n\n", " calm\n\n", " ocean\n" ], "correct": [ 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0 ] }, "replace_donor_fewshot|ridge|L14": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.1875, "low": 0.0, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n\n", " depart\n\n", " sunset\n\n", " peaceful\n\n", " ocean\n" ], "correct": [ 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n\n", " 1\n\n", " 1.0\n\n", " peaceful\n\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.1875, "low": 0.0, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sunny\n", " depart\n\n", " sunset\n\n", " peaceful\n\n", " summer\n\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " The word \"happy\" is", " 1\n\n", " 1.0\n\n", " The calmness of the evening", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " 1\n\n", " 1\n\n", " 0.0\n\n", " 0\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " 1\n\n", " 1\n\n", " The calmness of the evening", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L14": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": 0.0, "low": -0.09375, "high": 0.09375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(capital)|L14": { "accuracy": 0.3125, "gain_vs_zero": { "estimate": 0.25, "low": 0.125, "high": 0.40625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "procrustes|L19|a1.0": { "accuracy": 0.34375, "gain_vs_zero": { "estimate": 0.28125, "low": 0.125, "high": 0.4375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 16.430200576782227, "outputs_sample": [ " smile\n\n", " depart\n\n", " dark\n\n", " peaceful\n\n", " over\n" ], "correct": [ 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0 ] }, "procrustes|L19|a2.0": { "accuracy": 0.28125, "gain_vs_zero": { "estimate": 0.21875, "low": 0.03125, "high": 0.40625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 16.430200576782227, "outputs_sample": [ " smile\n\n", " arrival\n\n", " dark\n\n", " calm\n\n", " over\n" ], "correct": [ 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "procrustes_rescaled|L19|a1.0": { "accuracy": 0.28125, "gain_vs_zero": { "estimate": 0.21875, "low": 0.09375, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 10.605620384216309, "outputs_sample": [ " smile\n\n", " depart\n\n", " bright\n\n", " peaceful\n\n", " over\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ridge|L19|a1.0": { "accuracy": 0.1875, "gain_vs_zero": { "estimate": 0.125, "low": 0.0, "high": 0.28125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 18.576635360717773, "outputs_sample": [ " smile\n\n", " arrive\n\n", " sunny\n\n", " peaceful\n\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0 ] }, "ridge|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 18.576635360717773, "outputs_sample": [ " boat\n", " arrival\n\n", " bridge\n", " calm\n\n", " wave\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L19|a1.0": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.1875, "low": 0.0625, "high": 0.34375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 10.605620384216309, "outputs_sample": [ " smile\n\n", " arrive\n\n", " bright\n\n", " peaceful\n\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "cca|L19|a1.0": { "accuracy": 0.1875, "gain_vs_zero": { "estimate": 0.125, "low": 0.0, "high": 0.28125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 21.833940505981445, "outputs_sample": [ " smile\n\n", " arrival\n\n", " bright\n\n", " peaceful\n\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 21.833940505981445, "outputs_sample": [ " boat\n", " arrival\n\n", " tiffany blue\n\n", " calm\n\n", " t\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L19|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 20.380252838134766, "outputs_sample": [ " 1\n\n", " 1\n\n", " 1.0\n\n", " calm\n\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 20.380252838134766, "outputs_sample": [ " 1\n\n", " 1\n\n", " 1.0\n\n", " calm\n\n", " Output\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L19": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.03125, "low": -0.125, "high": 0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " smile\n\n", " window\n\n", " dark\n\n", " tree\n\n", " window\n" ], "correct": [ 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " 1\n\n", " 1.0\n\n", " 0.0\n\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " smile\n\n", " summer\n\n", " red\n\n", " smile\n\n", " summer\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " summer\n", " snow\n\n", " summer\n\n", " sailboat\n\n", " boat\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " 1\n\n", " 1.0\n\n", " 0.0\n\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " summer\n", " water\n\n", " garden\n", " summer\n\n", " summer\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " 1\n\n", " 1\n\n", " 1\n\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " 1\n\n", " 1\n\n", " 0.0\n\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " 1\n\n", " 1\n\n", " 1\n\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L19": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.03125, "low": -0.09375, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(capital)|L19": { "accuracy": 0.34375, "gain_vs_zero": { "estimate": 0.28125, "low": 0.125, "high": 0.4375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0 ] } }, "capital": { "recipient_zero": 0.09090909090909091, "recipient_few": 1.0, "recipient_own_vector": 1.0, "donor_layer": 25, "conditions": { "procrustes|L14|a1.0": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": 0.0, "low": -0.18181818181818182, "high": 0.18181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 10.260481834411621, "outputs_sample": [ " Venezuela\n", " Helsinki\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 10.260481834411621, "outputs_sample": [ " Ongoing crisis\n", " Norway\n", " Port Said\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L14|a1.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.18181818181818182, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 11.205496788024902, "outputs_sample": [ " Venezuela\n", " Helsinki\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a1.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.18181818181818182, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 12.27599048614502, "outputs_sample": [ " A list of all the countries", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 12.27599048614502, "outputs_sample": [ " A country in South America,", " Population: 5.5", " A country in North Africa\n", " A delicious meal of roasted turkey", " A list of all the countries" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L14|a1.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.18181818181818182, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 11.205497741699219, "outputs_sample": [ " A list of all the countries", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a1.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 14.739575386047363, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 14.739575386047363, "outputs_sample": [ " A country in South America,", " Population: 5.5", " A country in North Africa\n", " Nation\n", " Producers\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a1.0": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 12.02309513092041, "outputs_sample": [ " 1.5 million\n", " Finland\n", " Morocco\n", " 1\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 12.02309513092041, "outputs_sample": [ " 1.5 million\n", " Finland\n", " Morocco\n", " Output\n", " Output\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " Finland\n", " Morocco\n", " The turkey is a large,", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L14": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": 0.0, "low": -0.13636363636363635, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " A list of all the countries", " Sweden\n", " A list of all the countries", " A delicious meal of roasted turkey", " A list of all the countries" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L14": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " 1.5 million\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": 0.0, "low": -0.18181818181818182, "high": 0.18181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " A list of all the countries", " Sweden\n", " Marrakech\n", " A delicious meal of roasted turkey", " A list of all the countries" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1.5 million\n", " Finland\n", " Morocco\n", " Turkey\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " 1.5 million\n", " 1.5 million\n", " 1\n\n", " 0.0\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1.5 million\n", " Finland\n", " 1\n", " 1\n\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L14": { "accuracy": 0.13636363636363635, "gain_vs_zero": { "estimate": 0.045454545454545456, "low": -0.13636363636363635, "high": 0.22727272727272727, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "procrustes|L19|a1.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.18181818181818182, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 16.27731704711914, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 16.27731704711914, "outputs_sample": [ " F\n", " Fennoscandia\n", " M\n", " Avian influenza\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L19|a1.0": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": 0.0, "low": -0.13636363636363635, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 11.205497741699219, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L19|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 21.924419403076172, "outputs_sample": [ " The country's economy has been", " Finland\n", " The country of Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 21.924419403076172, "outputs_sample": [ " The country's economy has been", " D\n", " The country of Morocco\n", " Dijon mustard\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L19|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 11.205498695373535, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " The turkey is a large,", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L19|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 27.182331085205078, "outputs_sample": [ " The country's economy has been", " Finland\n", " The country of Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 27.182331085205078, "outputs_sample": [ " W\n", " Topp 10\n", " Tangerine\n", " D\u00f6ner Kebab", " Taro Yamada\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L19|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 20.19061279296875, "outputs_sample": [ " 1.5 million\n", " Finland\n", " Morocco\n", " 1.5 million\n", " 1.5 million\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 20.19061279296875, "outputs_sample": [ " 1.5 million\n", " 1\n", " 1\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The country's economy has been", " The Finnish language, also known", " The country of Morocco\n", " The turkey is a large,", " The Japanese government has announced plans" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The country's economy has been", " The Finnish language, also known", " The country of Morocco\n", " The turkey is a large,", " The Japanese government has announced plans" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The country's economy has been", " The Finnish language, also known", " The country of Morocco\n", " The turkey is a large,", " The Japanese government has announced plans" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " A list of all the countries", " The Finnish language, also known", " The country of Morocco\n", " The turkey is a large,", " The Japanese government has announced plans" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L19": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1.5 million\n", " 1.5 million\n", " 1.5 million\n", " 1\n\n", " 1.2 billion USD" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The country's economy has been", " The Finnish language, also known", " The country of Morocco\n", " The Ottoman Empire\n", " The Japanese government has announced plans" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1.5 million\n", " 1\n", " 1\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The country's economy has been", " The Finnish language, also known", " The country of Morocco\n", " The turkey is a large,", " The Japanese government has announced plans" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1.5 million\n", " 1\n", " 1.5 million\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L19": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L19": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.18181818181818182, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } }, "morph": { "recipient_zero": 0.0, "recipient_few": 0.275, "recipient_own_vector": 0.0, "donor_layer": 2, "conditions": { "procrustes|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 1.726072907447815, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tuk\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 1.726072907447815, "outputs_sample": [ " 0.0\n\n", " 0\n\n", " 5\n\n", " tukene\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 2.0388922691345215, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 2.0462143421173096, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 2.0462143421173096, "outputs_sample": [ " 0.0\n\n", " 0\n\n", " 5\n\n", " tukene\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 2.0388925075531006, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 2.1700942516326904, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 2.1700942516326904, "outputs_sample": [ " 0.0\n\n", " 0\n\n", " 5\n\n", " tukenu\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 1.9021942615509033, "outputs_sample": [ " 100\n\n", " 0\n\n", " 5\n\n", " tukne\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 1.9021942615509033, "outputs_sample": [ " 0.0\n\n", " 0\n\n", " 5\n\n", " tukne\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " 0\n\n", " 5\n\n", " tukene\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " 0\n\n", " 5\n\n", " tukne\n\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukne\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " 0\n\n", " 5\n\n", " tukne\n\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], "own": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "addthree": { "recipient_zero": 0.0, "recipient_few": 1.0, "recipient_own_vector": 0.6857142857142857, "donor_layer": 2, "conditions": { "procrustes|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 1.681563377380371, "outputs_sample": [ " 50\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 1.681563377380371, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 12.959115982055664, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 2.031049966812134, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 2.031049966812134, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 12.959115028381348, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 2.2255494594573975, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 2.2255494594573975, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 1.8531432151794434, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 1.8531432151794434, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.203678131103516, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.203678131103516, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 12.959115028381348, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 1\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 8.098087310791016, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 8.098087310791016, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 12.959115982055664, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 12.138668060302734, "outputs_sample": [ " 50\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 12.138668060302734, "outputs_sample": [ " 1\n", " 1\n", " 83\n\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 12.17203140258789, "outputs_sample": [ " 50\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 12.17203140258789, "outputs_sample": [ " 0\n", " 0\n", " 0\n", " 0\n", " 0\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0 ] } } }, "maps": { "antonym|L25->L14|procrustes": { "r2_fit": 0.728287605958654, "r2_heldout": 0.3658660944198401, "n_params": 6294528, "n_fit": 700 }, "antonym|L25->L14|ridge": { "r2_fit": 0.9921627053824784, "r2_heldout": 0.31564060436593344, "n_params": 6294528, "n_fit": 700 }, "antonym|L25->L14|cca": { "r2_fit": 1.0, "r2_heldout": 0.12153490195815464, "n_params": 6294528, "n_fit": 700 }, "antonym|L25->L14|random_orth": { "r2_fit": -0.9926034458576527, "r2_heldout": -1.0755673088233544, "n_params": 6294528, "n_fit": 700 }, "antonym|L25->L19|procrustes": { "r2_fit": 0.649930067722261, "r2_heldout": 0.2909527905301157, "n_params": 6294528, "n_fit": 700 }, "antonym|L25->L19|ridge": { "r2_fit": 0.9905559587211075, "r2_heldout": 0.1778900826851859, "n_params": 6294528, "n_fit": 700 }, "antonym|L25->L19|cca": { "r2_fit": 1.0, "r2_heldout": -0.06650426394297337, "n_params": 6294528, "n_fit": 700 }, "antonym|L25->L19|random_orth": { "r2_fit": -0.9984111315470179, "r2_heldout": -1.0951758692591276, "n_params": 6294528, "n_fit": 700 }, "capital|L25->L14|procrustes": { "r2_fit": 0.728287605958654, "r2_heldout": 0.3658660944198401, "n_params": 6294528, "n_fit": 700 }, "capital|L25->L14|ridge": { "r2_fit": 0.9921627053824784, "r2_heldout": 0.31564060436593344, "n_params": 6294528, "n_fit": 700 }, "capital|L25->L14|cca": { "r2_fit": 1.0, "r2_heldout": 0.12153490195815464, "n_params": 6294528, "n_fit": 700 }, "capital|L25->L14|random_orth": { "r2_fit": -0.9926034458576527, "r2_heldout": -1.0755673088233544, "n_params": 6294528, "n_fit": 700 }, "capital|L25->L19|procrustes": { "r2_fit": 0.649930067722261, "r2_heldout": 0.2909527905301157, "n_params": 6294528, "n_fit": 700 }, "capital|L25->L19|ridge": { "r2_fit": 0.9905559587211075, "r2_heldout": 0.1778900826851859, "n_params": 6294528, "n_fit": 700 }, "capital|L25->L19|cca": { "r2_fit": 1.0, "r2_heldout": -0.06650426394297337, "n_params": 6294528, "n_fit": 700 }, "capital|L25->L19|random_orth": { "r2_fit": -0.9984111315470179, "r2_heldout": -1.0951758692591276, "n_params": 6294528, "n_fit": 700 }, "morph|L2->L2|procrustes": { "r2_fit": 0.8233956277631325, "r2_heldout": 0.7436646024385449, "n_params": 6294528, "n_fit": 700 }, "morph|L2->L2|ridge": { "r2_fit": 0.8969220734669953, "r2_heldout": 0.8533260362579758, "n_params": 6294528, "n_fit": 700 }, "morph|L2->L2|cca": { "r2_fit": 1.0, "r2_heldout": 0.8470542945871212, "n_params": 6294528, "n_fit": 700 }, "morph|L2->L2|random_orth": { "r2_fit": -1.001148198786086, "r2_heldout": -0.9817229546137582, "n_params": 6294528, "n_fit": 700 }, "addthree|L2->L2|procrustes": { "r2_fit": 0.8233956277631325, "r2_heldout": 0.7436646024385449, "n_params": 6294528, "n_fit": 700 }, "addthree|L2->L2|ridge": { "r2_fit": 0.8969220734669953, "r2_heldout": 0.8533260362579758, "n_params": 6294528, "n_fit": 700 }, "addthree|L2->L2|cca": { "r2_fit": 1.0, "r2_heldout": 0.8470542945871212, "n_params": 6294528, "n_fit": 700 }, "addthree|L2->L2|random_orth": { "r2_fit": -1.001148198786086, "r2_heldout": -0.9817229546137582, "n_params": 6294528, "n_fit": 700 }, "addthree|L2->L14|procrustes": { "r2_fit": 0.5717374578808454, "r2_heldout": 0.3756874361004364, "n_params": 6294528, "n_fit": 700 }, "addthree|L2->L14|ridge": { "r2_fit": 0.6324860342210565, "r2_heldout": 0.5032449517697191, "n_params": 6294528, "n_fit": 700 }, "addthree|L2->L14|cca": { "r2_fit": 1.0, "r2_heldout": 0.04666752432787946, "n_params": 6294528, "n_fit": 700 }, "addthree|L2->L14|random_orth": { "r2_fit": -1.011103329806624, "r2_heldout": -0.9811539426519111, "n_params": 6294528, "n_fit": 700 } }, "collateral": { "antonym": { "condition": "procrustes|L14|a1.0", "heldout_nll_base": 2.3120739777882893, "heldout_nll_with_vector": 2.247045612335205, "cross_task": { "capital": { "zero": 0.09090909090909091, "with_vector": 0.0 }, "morph": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "capital": { "condition": "procrustes|L14|a1.0", "heldout_nll_base": 2.3120739777882893, "heldout_nll_with_vector": 2.0441545486450194, "cross_task": { "antonym": { "zero": 0.0625, "with_vector": 0.375 }, "morph": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "morph": { "condition": "procrustes|L2|a1.0", "heldout_nll_base": 2.3120739777882893, "heldout_nll_with_vector": 2.3418467044830322, "cross_task": { "antonym": { "zero": 0.0625, "with_vector": 0.03125 }, "capital": { "zero": 0.09090909090909091, "with_vector": 0.18181818181818182 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "addthree": { "condition": "procrustes|L2|a1.0", "heldout_nll_base": 2.3120739777882893, "heldout_nll_with_vector": 2.334852695465088, "cross_task": { "antonym": { "zero": 0.0625, "with_vector": 0.0625 }, "capital": { "zero": 0.09090909090909091, "with_vector": 0.18181818181818182 }, "morph": { "zero": 0.0, "with_vector": 0.0 } } } } } }, "elapsed_seconds": 1601.6799898147583, "run_id": "tier1_taskvector_confirmatory_82a78041c0ce" }