{ "tasks": { "antonym": { "n_queries": 32, "hash": "fd3396e4fae62697" }, "capital": { "n_queries": 22, "hash": "e19a1f86c4dae78e" }, "morph": { "n_queries": 40, "hash": "09bcd55b41ce2ba7" }, "addthree": { "n_queries": 35, "hash": "cd3d9a8ce6bdbdd9" } }, "models": { "llama3b": { "repo": "mlx-community/Llama-3.2-3B-Instruct-bf16", "family": "Llama-3.2", "license": "Llama 3.2 Community License", "n_layers": 28, "hidden": 3072, "precision": "bf16", "localization": { "layers": [ 2, 5, 8, 11, 14, 16, 19, 22, 25 ], "tasks": { "antonym": { "zero_shot": 0.1875, "few_shot": 0.875, "sufficiency_by_layer": { "2": 0.1875, "5": 0.15625, "8": 0.3125, "11": 0.78125, "14": 0.84375, "16": 0.75, "19": 0.59375, "22": 0.375, "25": 0.25 }, "best_layer": 14, "necessity_fewshot_minus_direction": 0.90625, "random_vector_same_norm_at_best": 0.0625, "vector_norm": 10.601887702941895 }, "capital": { "zero_shot": 0.0, "few_shot": 1.0, "sufficiency_by_layer": { "2": 0.13636363636363635, "5": 0.045454545454545456, "8": 0.0, "11": 0.045454545454545456, "14": 1.0, "16": 1.0, "19": 1.0, "22": 0.9090909090909091, "25": 0.9090909090909091 }, "best_layer": 14, "necessity_fewshot_minus_direction": 1.0, "random_vector_same_norm_at_best": 0.0, "vector_norm": 11.213614463806152 }, "morph": { "zero_shot": 0.0, "few_shot": 0.375, "sufficiency_by_layer": { "2": 0.0, "5": 0.0, "8": 0.0, "11": 0.0, "14": 0.0, "16": 0.0, "19": 0.0, "22": 0.0, "25": 0.0 }, "best_layer": 2, "necessity_fewshot_minus_direction": 0.325, "random_vector_same_norm_at_best": 0.0, "vector_norm": 2.0378761291503906 }, "addthree": { "zero_shot": 0.0, "few_shot": 1.0, "sufficiency_by_layer": { "2": 0.0, "5": 0.0, "8": 0.0, "11": 0.0, "14": 0.7714285714285715, "16": 0.0, "19": 0.0, "22": 0.0, "25": 0.0 }, "best_layer": 14, "necessity_fewshot_minus_direction": 1.0, "random_vector_same_norm_at_best": 0.0, "vector_norm": 12.955743789672852 } } } }, "qwen3b": { "repo": "mlx-community/Qwen2.5-3B-Instruct-bf16", "family": "Qwen2.5", "license": "Qwen Research License", "n_layers": 36, "hidden": 2048, "precision": "bf16", "localization": { "layers": [ 2, 6, 10, 14, 18, 21, 25, 29, 33 ], "tasks": { "antonym": { "zero_shot": 0.28125, "few_shot": 0.9375, "sufficiency_by_layer": { "2": 0.3125, "6": 0.3125, "10": 0.34375, "14": 0.4375, "18": 0.46875, "21": 0.84375, "25": 0.875, "29": 0.875, "33": 0.3125 }, "best_layer": 25, "necessity_fewshot_minus_direction": 0.96875, "random_vector_same_norm_at_best": 0.0625, "vector_norm": 57.14002227783203 }, "capital": { "zero_shot": 0.0, "few_shot": 1.0, "sufficiency_by_layer": { "2": 0.0, "6": 0.0, "10": 0.0, "14": 0.13636363636363635, "18": 0.45454545454545453, "21": 0.0, "25": 0.8181818181818182, "29": 0.8181818181818182, "33": 0.7727272727272727 }, "best_layer": 25, "necessity_fewshot_minus_direction": 1.0, "random_vector_same_norm_at_best": 0.0, "vector_norm": 56.558387756347656 }, "morph": { "zero_shot": 0.0, "few_shot": 0.4, "sufficiency_by_layer": { "2": 0.0, "6": 0.0, "10": 0.0, "14": 0.0, "18": 0.0, "21": 0.0, "25": 0.0, "29": 0.0, "33": 0.0 }, "best_layer": 2, "necessity_fewshot_minus_direction": 0.4, "random_vector_same_norm_at_best": 0.0, "vector_norm": 6.141787052154541 }, "addthree": { "zero_shot": 0.0, "few_shot": 1.0, "sufficiency_by_layer": { "2": 0.0, "6": 0.0, "10": 0.0, "14": 0.0, "18": 0.0, "21": 0.0, "25": 0.0, "29": 0.0, "33": 0.0 }, "best_layer": 2, "necessity_fewshot_minus_direction": 1.0, "random_vector_same_norm_at_best": 0.0, "vector_norm": 5.984020709991455 } } } }, "qwen7b": { "repo": "mlx-community/Qwen2.5-7B-Instruct-bf16", "family": "Qwen2.5", "license": "Apache-2.0", "n_layers": 28, "hidden": 3584, "precision": "bf16", "localization": { "layers": [ 2, 5, 8, 11, 14, 16, 19, 22, 25 ], "tasks": { "antonym": { "zero_shot": 0.1875, "few_shot": 0.96875, "sufficiency_by_layer": { "2": 0.21875, "5": 0.25, "8": 0.28125, "11": 0.4375, "14": 0.8125, "16": 0.90625, "19": 0.875, "22": 0.71875, "25": 0.4375 }, "best_layer": 16, "necessity_fewshot_minus_direction": 0.96875, "random_vector_same_norm_at_best": 0.15625, "vector_norm": 49.78517150878906 }, "capital": { "zero_shot": 0.22727272727272727, "few_shot": 1.0, "sufficiency_by_layer": { "2": 0.18181818181818182, "5": 0.7727272727272727, "8": 0.9090909090909091, "11": 1.0, "14": 0.7727272727272727, "16": 0.8181818181818182, "19": 1.0, "22": 0.9090909090909091, "25": 1.0 }, "best_layer": 11, "necessity_fewshot_minus_direction": 1.0, "random_vector_same_norm_at_best": 0.0, "vector_norm": 42.570858001708984 }, "morph": { "zero_shot": 0.0, "few_shot": 0.525, "sufficiency_by_layer": { "2": 0.0, "5": 0.0, "8": 0.0, "11": 0.0, "14": 0.025, "16": 0.025, "19": 0.0, "22": 0.0, "25": 0.0 }, "best_layer": 14, "necessity_fewshot_minus_direction": 0.525, "random_vector_same_norm_at_best": 0.0, "vector_norm": 40.8747444152832 }, "addthree": { "zero_shot": 0.0, "few_shot": 1.0, "sufficiency_by_layer": { "2": 0.0, "5": 0.0, "8": 0.0, "11": 0.0, "14": 0.0, "16": 0.0, "19": 0.0, "22": 0.0, "25": 0.0 }, "best_layer": 2, "necessity_fewshot_minus_direction": 1.0, "random_vector_same_norm_at_best": 0.0, "vector_norm": 8.037975311279297 } } } } }, "pairs": { "qwen7b->qwen3b": { "donor": "qwen7b", "recipient": "qwen3b", "tasks": { "antonym": { "recipient_zero": 0.09375, "recipient_few": 0.9375, "recipient_own_vector": 0.90625, "donor_layer": 16, "conditions": { "procrustes|L21|a1.0": { "accuracy": 0.46875, "gain_vs_zero": { "estimate": 0.375, "low": 0.21875, "high": 0.5625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 31.496084213256836, "outputs_sample": [ " 1\n", " 1\n", " dark\n", " calm\n", " under\n" ], "correct": [ 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0 ] }, "procrustes|L21|a2.0": { "accuracy": 0.5625, "gain_vs_zero": { "estimate": 0.46875, "low": 0.28125, "high": 0.625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 31.496084213256836, "outputs_sample": [ " happy\n", " depart\n\n", " dim\n", " calm\n", " under\n" ], "correct": [ 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0 ] }, "procrustes_rescaled|L21|a1.0": { "accuracy": 0.5625, "gain_vs_zero": { "estimate": 0.46875, "low": 0.3125, "high": 0.65625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 57.14002227783203, "outputs_sample": [ " happy\n", " depart\n\n", " dim\n", " calm\n", " under\n" ], "correct": [ 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0 ] }, "ridge|L21|a1.0": { "accuracy": 0.40625, "gain_vs_zero": { "estimate": 0.3125, "low": 0.15625, "high": 0.5, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 38.420188903808594, "outputs_sample": [ " happy\n", " arrive\n", " light\n", " calm\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0 ] }, "ridge|L21|a2.0": { "accuracy": 0.28125, "gain_vs_zero": { "estimate": 0.1875, "low": 0.0625, "high": 0.34375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 38.420188903808594, "outputs_sample": [ " happy\n", " arrive\n", " bright\n", " calm\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0 ] }, "ridge_rescaled|L21|a1.0": { "accuracy": 0.4375, "gain_vs_zero": { "estimate": 0.34375, "low": 0.1875, "high": 0.53125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 57.14002227783203, "outputs_sample": [ " happy\n", " arrive\n\n", " bright\n", " calm\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0 ] }, "cca|L21|a1.0": { "accuracy": 0.4375, "gain_vs_zero": { "estimate": 0.34375, "low": 0.1875, "high": 0.53125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 38.49802780151367, "outputs_sample": [ " happy\n", " arrive\n\n", " light\n", " calm\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0 ] }, "cca|L21|a2.0": { "accuracy": 0.3125, "gain_vs_zero": { "estimate": 0.21875, "low": 0.09375, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 38.49802780151367, "outputs_sample": [ " happy\n", " arrive\n", " bright\n", " calm\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0 ] }, "random_orth|L21|a1.0": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 26.74856185913086, "outputs_sample": [ " 4\n", " 1\n", " The word \"bright\" is", " The word \"calm\"", " The word \"over\" is" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L21|a2.0": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": -0.03125, "low": -0.12578124999999862, "high": 0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 26.74856185913086, "outputs_sample": [ " happy\n", " 1\n", " bright\n", " calm\n", " The word \"over\" is" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L21": { "accuracy": 0.53125, "gain_vs_zero": { "estimate": 0.4375, "low": 0.25, "high": 0.625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " arrive\n\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L21": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": 0.0, "low": -0.09375, "high": 0.09375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 4\n", " 1\n", " 1\n", " The word \"calm\"", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L21": { "accuracy": 0.59375, "gain_vs_zero": { "estimate": 0.5, "low": 0.3125, "high": 0.6570312499999957, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " 1\n", " dark\n", " calm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L21": { "accuracy": 0.46875, "gain_vs_zero": { "estimate": 0.375, "low": 0.21875, "high": 0.5625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n", " 1\n", " light\n", " calm\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L21": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 4\n", " 1\n", " 1\n", " The word \"calm\"", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L21": { "accuracy": 0.53125, "gain_vs_zero": { "estimate": 0.4375, "low": 0.25, "high": 0.625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n", " depart\n\n", " light\n", " calm\n", " under\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L21": { "accuracy": 0.15625, "gain_vs_zero": { "estimate": 0.0625, "low": -0.0625, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 4\n\n", " arrive\n", " The word \"bright\" is", " The word \"calm\"", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L21": { "accuracy": 0.3125, "gain_vs_zero": { "estimate": 0.21875, "low": 0.0625, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 4\n", " 1\n", " 1\n", " \"aCML\"\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L21": { "accuracy": 0.15625, "gain_vs_zero": { "estimate": 0.0625, "low": 0.0, "high": 0.15625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 4\n", " 1\n", " The word \"bright\" is", " The word \"calm\"", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L21": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": 0.125, "low": 0.0, "high": 0.28125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(capital)|L21": { "accuracy": 0.15625, "gain_vs_zero": { "estimate": 0.0625, "low": -0.0625, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "procrustes|L25|a1.0": { "accuracy": 0.75, "gain_vs_zero": { "estimate": 0.65625, "low": 0.5, "high": 0.8125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 45.275672912597656, "outputs_sample": [ " sad\n", " 1\n", " dim\n", " rest\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "procrustes|L25|a2.0": { "accuracy": 0.5, "gain_vs_zero": { "estimate": 0.40625, "low": 0.21875, "high": 0.59375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 45.275672912597656, "outputs_sample": [ " sad\n", " wait\n\n", " dark\n", " quick brown fox jumps over the", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "procrustes_rescaled|L25|a1.0": { "accuracy": 0.75, "gain_vs_zero": { "estimate": 0.65625, "low": 0.5, "high": 0.8125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 57.1400260925293, "outputs_sample": [ " sad\n", " leave\n\n", " dim\n", " rest\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "ridge|L25|a1.0": { "accuracy": 0.84375, "gain_vs_zero": { "estimate": 0.75, "low": 0.59375, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 51.35127258300781, "outputs_sample": [ " sad\n", " leave\n\n", " dim\n", " storm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "ridge|L25|a2.0": { "accuracy": 0.46875, "gain_vs_zero": { "estimate": 0.375, "low": 0.15625, "high": 0.5625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 51.35127258300781, "outputs_sample": [ " sad\n", " sea\n\n", " dull\n", " safe\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0 ] }, "ridge_rescaled|L25|a1.0": { "accuracy": 0.84375, "gain_vs_zero": { "estimate": 0.75, "low": 0.59375, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 57.1400260925293, "outputs_sample": [ " sad\n", " leave\n\n", " dark\n", " happy\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "cca|L25|a1.0": { "accuracy": 0.84375, "gain_vs_zero": { "estimate": 0.75, "low": 0.59375, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 52.11821746826172, "outputs_sample": [ " sad\n", " leave\n\n", " dim\n", " storm\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "cca|L25|a2.0": { "accuracy": 0.40625, "gain_vs_zero": { "estimate": 0.3125, "low": 0.125, "high": 0.5, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 52.11821746826172, "outputs_sample": [ " sad\n", " time\n", " dull\n", " safe\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0 ] }, "random_orth|L25|a1.0": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 39.07863235473633, "outputs_sample": [ " 4\n", " 1\n", " 1\n", " 3\n", " 3\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L25|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09375, "low": -0.1875, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 39.07863235473633, "outputs_sample": [ " h-a-p-p-y\n", " 1\n", " 1\n", " c, a, l,", " The word \"over\" is" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L25": { "accuracy": 0.78125, "gain_vs_zero": { "estimate": 0.6875, "low": 0.53125, "high": 0.84375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " arrive\n\n", " dim\n", " excited\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L25": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 4\n", " The word \"arrive\"", " The word \"bright\" is", " The word \"calm\"", " The word \"over\" is" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": { "accuracy": 0.78125, "gain_vs_zero": { "estimate": 0.6875, "low": 0.5, "high": 0.84375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " leave\n\n", " dark\n", " excited\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "replace_donor_fewshot|ridge|L25": { "accuracy": 0.84375, "gain_vs_zero": { "estimate": 0.75, "low": 0.59375, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " depart\n", " dark\n", " wild\n", " under\n" ], "correct": [ 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "ctl_replace_donor_zeroshot|ridge|L25": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": -0.03125, "low": -0.09375, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 4\n", " The word \"arrive\"", " The word \"bright\" is", " The word \"calm\"", " 3\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": { "accuracy": 0.8125, "gain_vs_zero": { "estimate": 0.71875, "low": 0.5625, "high": 0.875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " leave\n\n", " dim\n", " excited\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "ctl_replace_donor_fewshot|sham_map|L25": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": -0.03125, "low": -0.15625, "high": 0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n", " 1\n\n", " The word \"bright\" is", " calm\n", " 5\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L25": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": 0.125, "low": 0.0, "high": 0.28125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " 1\n\n", " Output: The word \"bright", " \"aCML\"\n\n", " 5\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": 0.0, "low": -0.125, "high": 0.125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " The word \"arrive\"", " bright\n", " The word \"calm\"", " The word \"over\" is" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L25": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(capital)|L25": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": 0.125, "low": 0.0, "high": 0.28125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } }, "capital": { "recipient_zero": 0.09090909090909091, "recipient_few": 1.0, "recipient_own_vector": 0.7727272727272727, "donor_layer": 11, "conditions": { "procrustes|L14|a1.0": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": 0.0, "low": -0.18181818181818182, "high": 0.18181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 29.3558349609375, "outputs_sample": [ " South America\n\n", " Finland\n", " Morocco\n", " 100\n", " Japan\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "procrustes|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 29.3558349609375, "outputs_sample": [ " Venezuela\n\n", " Finland\n", " Morocco\n", " Turkey\n\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 56.558387756347656, "outputs_sample": [ " Venezuela\n\n", " Finland\n", " Morocco\n", " Turkey\n\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a1.0": { "accuracy": 0.3181818181818182, "gain_vs_zero": { "estimate": 0.22727272727272727, "low": 0.045454545454545456, "high": 0.45454545454545453, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 33.3150520324707, "outputs_sample": [ " Caracas\n\n", " Finland\n", " Casablanca, Marr", " 100\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "ridge|L14|a2.0": { "accuracy": 0.22727272727272727, "gain_vs_zero": { "estimate": 0.13636363636363635, "low": -0.045454545454545456, "high": 0.3181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 33.3150520324707, "outputs_sample": [ " Venezuela\n", " Finland\n", " Casablanca, Marr", " Turkey\n\n", " Tokyo\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0 ] }, "ridge_rescaled|L14|a1.0": { "accuracy": 0.3181818181818182, "gain_vs_zero": { "estimate": 0.22727272727272727, "low": 0.0, "high": 0.45454545454545453, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 56.558387756347656, "outputs_sample": [ " Venezuela\n\n", " Finland\n", " Casablanca, Marr", " 100\n", " Tokyo\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ] }, "cca|L14|a1.0": { "accuracy": 0.36363636363636365, "gain_vs_zero": { "estimate": 0.2727272727272727, "low": 0.045454545454545456, "high": 0.5, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 36.0001335144043, "outputs_sample": [ " Caracas\n\n", " 5.9\n", " Casablanca, Marr", " 100\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0 ] }, "cca|L14|a2.0": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": 0.0, "low": -0.18181818181818182, "high": 0.18181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 36.0001335144043, "outputs_sample": [ " Venezuela\n\n", " Finland\n", " Morocco\n", " Tur\n\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "random_orth|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 25.739151000976562, "outputs_sample": [ " South America\n", " 180 degrees\n\n", " Morocco\n", " 1\n", " 12345" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a2.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.18181818181818182, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 25.739151000976562, "outputs_sample": [ " 1. Venezuela is a", " 180 degrees\n\n", " 1200\n", " 1\n", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "replace_donor_fewshot|procrustes|L14": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": 0.0, "low": -0.18181818181818182, "high": 0.18181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " 100\n", " Japan\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " Morocco is a country located in", " Turkey is a country located in", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.18181818181818182, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela\n\n", " 5.4\n", " Morocco\n", " Turkey is a country located in", " Japan\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L14": { "accuracy": 0.22727272727272727, "gain_vs_zero": { "estimate": 0.13636363636363635, "low": -0.045454545454545456, "high": 0.3181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " 5.9\n", " Morocco\n", " 100\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " Morocco is a country located in", " Turkey is a country located in", " Japan is an island nation located" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": { "accuracy": 0.22727272727272727, "gain_vs_zero": { "estimate": 0.13636363636363635, "low": -0.045454545454545456, "high": 0.3181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " 5.9\n", " Morocco\n", " 100\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " South America\n\n", " Finland is a Nordic country located", " Morocco\n", " Turkey is a country located in", " Japan\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L14": { "accuracy": 0.13636363636363635, "gain_vs_zero": { "estimate": 0.045454545454545456, "low": -0.09090909090909091, "high": 0.18181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " Morocco is a North African country", " Turkey is a country located in", " Japan is an island nation located" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " South America\n", " Finland is a Nordic country located", " Morocco\n", " Turkey is a country located in", " Japan is a sovereign island country" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L14": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.18181818181818182, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "ctl_unrelated_task_vector(antonym)|L14": { "accuracy": 0.22727272727272727, "gain_vs_zero": { "estimate": 0.13636363636363635, "low": -0.045454545454545456, "high": 0.3181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "procrustes|L25|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 54.31184005737305, "outputs_sample": [ " 28\n\n", " 100\n\n", " 12\n\n", " 1\n\n", " 12345" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L25|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 54.31184005737305, "outputs_sample": [ " None\n\n", " None\n\n", " None\n\n", " Egypt\n\n", " Japan\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L25|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 56.558387756347656, "outputs_sample": [ " 28\n", " 100\n\n", " 12\n\n", " 1\n\n", " 12345" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L25|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 59.310203552246094, "outputs_sample": [ " Venezuela\n\n", " Finland\n", " Morocco\n", " Turkey\n\n", " Japan\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L25|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 59.310203552246094, "outputs_sample": [ " Cuba\n", " Germany\n\n", " Germany\n\n", " Germany\n\n", " Korea\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L25|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 56.558387756347656, "outputs_sample": [ " Venezuela\n\n", " Finland\n", " Morocco\n", " Turkey\n\n", " Japan\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L25|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 66.95417022705078, "outputs_sample": [ " Venezuela\n\n", " Finland\n", " Morocco\n", " Turkey\n\n", " Japan\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L25|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 66.95417022705078, "outputs_sample": [ " Theos\n\n", " Germany\n\n", " The Sahara Desert, Atlas Mountains", " The capital of Turkey is Ankara", " The Great Buddha of Kamak" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L25|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 48.778221130371094, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " Morocco is a country located in", " Turkey is a country located in", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L25|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 48.778221130371094, "outputs_sample": [ " 21\n", " 5.9\n", " Morocco is a North African country", " 1\n", " 123\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 28\n", " 180 degrees\n\n", " 122\n\n", " 1\n\n", " 12345" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Country\n\n", " Finland is a Nordic country located", " Country\n", " Turkey is a country located in", " Japan is an island nation in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 28\n", " 180 degrees\n\n", " 12\n\n", " Turkey is a country located in", " 12345" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " The capital of Venezuela is Car", " Japan\n\n", " Tunisia\n\n", " turkey\n\n", " China\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " South America\n\n", " Country\n", " Country\n", " Turkey is a country located in", " 123\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 28\n", " The capital of Finland is Helsinki", " Japan\n\n", " Turkey\n\n", " 123\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 28\n\n", " 5.9\n\n", " 122\n\n", " Turkey is a country located in", " 123\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " Finland\n\n", " 122\n\n", " Turkey\n\n", " Japan\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 28\n\n", " 5.9\n\n", " 122\n\n", " Turkey is a country located in", " 126\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L25": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.22727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } }, "morph": { "recipient_zero": 0.0, "recipient_few": 0.4, "recipient_own_vector": 0.0, "donor_layer": 14, "conditions": { "procrustes|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 3.8557419776916504, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 3.8557419776916504, "outputs_sample": [ " The word \"zeni\"", " 0\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 6.141787052154541, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.399620056152344, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.399620056152344, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 1\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 6.141787052154541, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.439389705657959, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 5.439389705657959, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 1\n", " 1\n", " False\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 3.8673155307769775, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 3.8673155307769775, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 0\n", " The word \"vofisu", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " 1\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L18|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 25.876359939575195, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 1\n", " 1\n", " zute\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L18|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 25.876359939575195, "outputs_sample": [ " zen\n", " zonofab\n", " 1\n", " token\n", " zute\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L18|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 6.141787052154541, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " zute\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L18|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 34.7138786315918, "outputs_sample": [ " zeni\n", " zonofab\n", " 0\n", " tukken\n", " zute\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L18|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 34.7138786315918, "outputs_sample": [ " zen\n", " zonofab\n", " vofisu\n", " tuken\n", " zute\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L18|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 6.141787052154541, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L18|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 35.03419494628906, "outputs_sample": [ " zeni\n", " zonofab\n", " 0\n", " tukken\n", " zute\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L18|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 35.03419494628906, "outputs_sample": [ " zen\n", " zonofab\n", " vofisu\n", " tuken\n", " zute\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L18|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 22.563005447387695, "outputs_sample": [ " The word \"zeni\"", " The word \"zonofab", " The word \"vofisu", " The word \"tuken\"", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L18|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 22.563005447387695, "outputs_sample": [ " None\n", " fabzon\n", " fisovu\n", " None\n", " The word \"zute\"" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 1\n", " 1\n", " fuisov\n", " 1\n", " zute\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " The word \"vofisu", " 1\n", " zute\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " zen\n", " 1\n", " 1\n", " 1\n", " zute\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " zen\n", " zonofab\n", " 0\n", " token\n", " zute\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " zen\n", " zonofab\n", " 0\n", " None\n\n", " zute\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 1\n", " 0\n", " 0\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " The word \"zeni\"", " 1\n", " 0\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L18": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], "own": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "addthree": { "recipient_zero": 0.0, "recipient_few": 1.0, "recipient_own_vector": 0.0, "donor_layer": 2, "conditions": { "procrustes|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 6.085975170135498, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 6.085975170135498, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.984020709991455, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.789511680603027, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.789511680603027, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.984021186828613, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.859302520751953, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.859302520751953, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 4.836551666259766, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 4.836551666259766, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.481913566589355, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.481913566589355, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.984020709991455, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.029545783996582, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.029545783996582, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 5.984020709991455, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.676777839660645, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.676777839660645, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L3|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 7.559280872344971, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L3|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 7.559280872344971, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 7\n", " 12\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L3": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } } }, "maps": { "antonym|L16->L21|procrustes": { "r2_fit": 0.8415702451947911, "r2_heldout": 0.612409799319408, "n_params": 7342080, "n_fit": 700 }, "antonym|L16->L21|ridge": { "r2_fit": 0.998574775991949, "r2_heldout": 0.7261100371067675, "n_params": 7342080, "n_fit": 700 }, "antonym|L16->L21|cca": { "r2_fit": 1.0, "r2_heldout": 0.7075202680275345, "n_params": 7342080, "n_fit": 700 }, "antonym|L16->L21|random_orth": { "r2_fit": -0.5930766683138466, "r2_heldout": -0.6139422303030961, "n_params": 7342080, "n_fit": 700 }, "antonym|L16->L25|procrustes": { "r2_fit": 0.8162704323480654, "r2_heldout": 0.5516568656656926, "n_params": 7342080, "n_fit": 700 }, "antonym|L16->L25|ridge": { "r2_fit": 0.9979502587059592, "r2_heldout": 0.6202854503377662, "n_params": 7342080, "n_fit": 700 }, "antonym|L16->L25|cca": { "r2_fit": 1.0, "r2_heldout": 0.5935444364988076, "n_params": 7342080, "n_fit": 700 }, "antonym|L16->L25|random_orth": { "r2_fit": -0.6008070082509234, "r2_heldout": -0.592174496260869, "n_params": 7342080, "n_fit": 700 }, "capital|L11->L14|procrustes": { "r2_fit": 0.8374684126615317, "r2_heldout": 0.6999208388311109, "n_params": 7342080, "n_fit": 700 }, "capital|L11->L14|ridge": { "r2_fit": 0.9948316031359806, "r2_heldout": 0.8477897339520096, "n_params": 7342080, "n_fit": 700 }, "capital|L11->L14|cca": { "r2_fit": 1.0, "r2_heldout": 0.8220752478095117, "n_params": 7342080, "n_fit": 700 }, "capital|L11->L14|random_orth": { "r2_fit": -0.5832283312577855, "r2_heldout": -0.6204429381074119, "n_params": 7342080, "n_fit": 700 }, "capital|L11->L25|procrustes": { "r2_fit": 0.7947472974302358, "r2_heldout": 0.5542935339404639, "n_params": 7342080, "n_fit": 700 }, "capital|L11->L25|ridge": { "r2_fit": 0.9877539473251473, "r2_heldout": 0.6100825695491577, "n_params": 7342080, "n_fit": 700 }, "capital|L11->L25|cca": { "r2_fit": 1.0, "r2_heldout": 0.5474061039285499, "n_params": 7342080, "n_fit": 700 }, "capital|L11->L25|random_orth": { "r2_fit": -0.5818397363181986, "r2_heldout": -0.5791871133775075, "n_params": 7342080, "n_fit": 700 }, "morph|L14->L2|procrustes": { "r2_fit": 0.6216275707370487, "r2_heldout": 0.4812600293309316, "n_params": 7342080, "n_fit": 700 }, "morph|L14->L2|ridge": { "r2_fit": 0.9979806573088282, "r2_heldout": 0.8588362753765191, "n_params": 7342080, "n_fit": 700 }, "morph|L14->L2|cca": { "r2_fit": 1.0, "r2_heldout": 0.8411369783317026, "n_params": 7342080, "n_fit": 700 }, "morph|L14->L2|random_orth": { "r2_fit": -0.5893483000923114, "r2_heldout": -0.6496580697210552, "n_params": 7342080, "n_fit": 700 }, "morph|L14->L18|procrustes": { "r2_fit": 0.8249584043677335, "r2_heldout": 0.6465222230075284, "n_params": 7342080, "n_fit": 700 }, "morph|L14->L18|ridge": { "r2_fit": 0.9979535669607841, "r2_heldout": 0.8088654166295335, "n_params": 7342080, "n_fit": 700 }, "morph|L14->L18|cca": { "r2_fit": 1.0, "r2_heldout": 0.7876306580961971, "n_params": 7342080, "n_fit": 700 }, "morph|L14->L18|random_orth": { "r2_fit": -0.5774576290444915, "r2_heldout": -0.613774018789176, "n_params": 7342080, "n_fit": 700 }, "addthree|L2->L2|procrustes": { "r2_fit": 0.930379963776996, "r2_heldout": 0.8815183013708945, "n_params": 7342080, "n_fit": 700 }, "addthree|L2->L2|ridge": { "r2_fit": 0.9566257820896341, "r2_heldout": 0.9302040003873951, "n_params": 7342080, "n_fit": 700 }, "addthree|L2->L2|cca": { "r2_fit": 1.0, "r2_heldout": 0.9549229067259021, "n_params": 7342080, "n_fit": 700 }, "addthree|L2->L2|random_orth": { "r2_fit": -0.608964650181232, "r2_heldout": -0.6350830810565553, "n_params": 7342080, "n_fit": 700 }, "addthree|L2->L3|procrustes": { "r2_fit": 0.9244503363712875, "r2_heldout": 0.8750323963955459, "n_params": 7342080, "n_fit": 700 }, "addthree|L2->L3|ridge": { "r2_fit": 0.9587694502856107, "r2_heldout": 0.9331925522546564, "n_params": 7342080, "n_fit": 700 }, "addthree|L2->L3|cca": { "r2_fit": 1.0, "r2_heldout": 0.952317060902691, "n_params": 7342080, "n_fit": 700 }, "addthree|L2->L3|random_orth": { "r2_fit": -0.6023052260947899, "r2_heldout": -0.6279360510866463, "n_params": 7342080, "n_fit": 700 } }, "collateral": { "antonym": { "condition": "ridge|L25|a1.0", "heldout_nll_base": 1.9564038594563802, "heldout_nll_with_vector": 2.0501503626505535, "cross_task": { "capital": { "zero": 0.09090909090909091, "with_vector": 0.0 }, "morph": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "capital": { "condition": "cca|L14|a1.0", "heldout_nll_base": 1.9564038594563802, "heldout_nll_with_vector": 1.9431557337443033, "cross_task": { "antonym": { "zero": 0.09375, "with_vector": 0.125 }, "morph": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "morph": { "condition": "procrustes|L2|a1.0", "heldout_nll_base": 1.9564038594563802, "heldout_nll_with_vector": 1.950714111328125, "cross_task": { "antonym": { "zero": 0.09375, "with_vector": 0.09375 }, "capital": { "zero": 0.09090909090909091, "with_vector": 0.09090909090909091 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "addthree": { "condition": "procrustes|L2|a1.0", "heldout_nll_base": 1.9564038594563802, "heldout_nll_with_vector": 1.966755708058675, "cross_task": { "antonym": { "zero": 0.09375, "with_vector": 0.09375 }, "capital": { "zero": 0.09090909090909091, "with_vector": 0.045454545454545456 }, "morph": { "zero": 0.0, "with_vector": 0.0 } } } } }, "qwen3b->qwen7b": { "donor": "qwen3b", "recipient": "qwen7b", "tasks": { "antonym": { "recipient_zero": 0.25, "recipient_few": 0.96875, "recipient_own_vector": 0.71875, "donor_layer": 25, "conditions": { "procrustes|L16|a1.0": { "accuracy": 0.75, "gain_vs_zero": { "estimate": 0.5, "low": 0.3125, "high": 0.6875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 49.308982849121094, "outputs_sample": [ " sad\n", " leave\n", " dim\n\n", " noisy\n\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "procrustes|L16|a2.0": { "accuracy": 0.71875, "gain_vs_zero": { "estimate": 0.46875, "low": 0.28125, "high": 0.65625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 49.308982849121094, "outputs_sample": [ " sad\n", " leave\n", " dark\n\n", " noisy\n\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L16|a1.0": { "accuracy": 0.75, "gain_vs_zero": { "estimate": 0.5, "low": 0.3125, "high": 0.6875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 49.78517150878906, "outputs_sample": [ " sad\n", " leave\n", " dim\n\n", " stormy\n", " under\n" ], "correct": [ 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "ridge|L16|a1.0": { "accuracy": 0.4375, "gain_vs_zero": { "estimate": 0.1875, "low": 0.0, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 49.1344108581543, "outputs_sample": [ " hppa\n", " leave\n", " dim\n\n", " agitated\n", " cover\n" ], "correct": [ 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ridge|L16|a2.0": { "accuracy": 0.40625, "gain_vs_zero": { "estimate": 0.15625, "low": -0.03125, "high": 0.34375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 49.1344108581543, "outputs_sample": [ " happy\n", " to arrive\n", " bright\n\n", " tranquil\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L16|a1.0": { "accuracy": 0.4375, "gain_vs_zero": { "estimate": 0.1875, "low": 0.0, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 49.78517150878906, "outputs_sample": [ " hppa\n", " leave\n", " dim\n\n", " agitated\n", " over\n" ], "correct": [ 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "cca|L16|a1.0": { "accuracy": 0.4375, "gain_vs_zero": { "estimate": 0.1875, "low": 0.030468750000001377, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 56.21624755859375, "outputs_sample": [ " happy\n", " depart\n", " dim\n\n", " excited\n", " over\n" ], "correct": [ 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "cca|L16|a2.0": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.0, "low": -0.1875, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 56.21624755859375, "outputs_sample": [ " happy\n", " to arrive\n", " bright\n\n", " cool\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "random_orth|L16|a1.0": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": -0.03125, "low": -0.125, "high": 0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 54.57692337036133, "outputs_sample": [ " hap\n", " leave\n", " brt\n\n", " cool\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0 ] }, "random_orth|L16|a2.0": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.21875, "low": -0.375, "high": -0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 54.57692337036133, "outputs_sample": [ " happy\n", " [a, r, r", " bright\n\n", " calm\n", " 0\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L16": { "accuracy": 0.75, "gain_vs_zero": { "estimate": 0.5, "low": 0.34375, "high": 0.65625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n\n", " leave\n", " dim\n\n", " stormy\n", " under\n" ], "correct": [ 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L16": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": -0.03125, "low": -0.12578124999999862, "high": 0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " ypehap\n\n", " The word \"arrive\"", " The word \"bright\" is", " macl\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L16": { "accuracy": 0.6875, "gain_vs_zero": { "estimate": 0.4375, "low": 0.28125, "high": 0.625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " unhappy\n\n", " leave\n", " dim\n\n", " noisy\n\n", " under\n" ], "correct": [ 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "replace_donor_fewshot|ridge|L16": { "accuracy": 0.4375, "gain_vs_zero": { "estimate": 0.1875, "low": 0.03125, "high": 0.34375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n", " leave\n", " dim\n", " almc\n\n", " under\n" ], "correct": [ 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0 ] }, "ctl_replace_donor_zeroshot|ridge|L16": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": -0.03125, "low": -0.12578124999999862, "high": 0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " ypehap\n\n", " eairrv\n", " The word \"bright\" is", " macl\n\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L16": { "accuracy": 0.4375, "gain_vs_zero": { "estimate": 0.1875, "low": 0.03125, "high": 0.34453124999999574, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n", " leave\n", " dim\n\n", " noisy\n", " under\n" ], "correct": [ 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0 ] }, "ctl_replace_donor_fewshot|sham_map|L16": { "accuracy": 0.375, "gain_vs_zero": { "estimate": 0.125, "low": 0.03125, "high": 0.25, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " pydh\n", " leave\n", " light\n\n", " malaC\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L16": { "accuracy": 0.3125, "gain_vs_zero": { "estimate": 0.0625, "low": -0.125, "high": 0.28125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " hap\n", " leave\n", " The word \"bright\" is", " The word \"calm\"", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L16": { "accuracy": 0.28125, "gain_vs_zero": { "estimate": 0.03125, "low": -0.09375, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " pydh\n", " evirr\n", " light\n\n", " calm\n\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L16": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": -0.15625, "low": -0.28125, "high": -0.03125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(capital)|L16": { "accuracy": 0.5625, "gain_vs_zero": { "estimate": 0.3125, "low": 0.125, "high": 0.5, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "procrustes|L19|a1.0": { "accuracy": 0.65625, "gain_vs_zero": { "estimate": 0.40625, "low": 0.21875, "high": 0.59375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 73.22535705566406, "outputs_sample": [ " happy\n\n", " depart\n", " dim\n", " tranquil\n", " under\n" ], "correct": [ 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "procrustes|L19|a2.0": { "accuracy": 0.28125, "gain_vs_zero": { "estimate": 0.03125, "low": -0.125, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 73.22535705566406, "outputs_sample": [ " start\n", " think\n", " flame\n", " quiet\n", " with\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L19|a1.0": { "accuracy": 0.46875, "gain_vs_zero": { "estimate": 0.21875, "low": 0.0625, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 49.78517150878906, "outputs_sample": [ " happy\n\n", " leave\n", " dark\n", " agitated\n", " under\n" ], "correct": [ 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "ridge|L19|a1.0": { "accuracy": 0.40625, "gain_vs_zero": { "estimate": 0.15625, "low": -0.03125, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 68.27799987792969, "outputs_sample": [ " happy\n\n", " depart\n", " lamp\n", " serenity\n", " upper\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "ridge|L19|a2.0": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": -0.15625, "low": -0.3125, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 68.27799987792969, "outputs_sample": [ " (happy, aphyh", " items\n", " pencil\n\n", " person in a peaceful state\n", " in excess of\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L19|a1.0": { "accuracy": 0.3125, "gain_vs_zero": { "estimate": 0.0625, "low": -0.09375, "high": 0.25, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 49.78517532348633, "outputs_sample": [ " euphoric\n", " leave\n", " lamp\n", " serenity\n", " upper\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0 ] }, "cca|L19|a1.0": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": -0.03125, "low": -0.21875, "high": 0.15625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 78.6609115600586, "outputs_sample": [ " happily\n\n", " airdre\n", " lamp\n", " serenity\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "cca|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.25, "low": -0.40625, "high": -0.09375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 78.6609115600586, "outputs_sample": [ " (happy, aphyh", " (arrive, arrive)\n", " (bright, 0.", " (adj) peaceful, tranquil", " (over, 1)\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L19|a1.0": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.0, "low": -0.15625, "high": 0.15625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 82.324462890625, "outputs_sample": [ " unhappier\n\n", " departure\n", " dim\n\n", " weather\n\n", " word\n\n" ], "correct": [ 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0 ] }, "random_orth|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.25, "low": -0.40625, "high": -0.09375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 82.324462890625, "outputs_sample": [ " unhappier\n\n", " arriver\n\n", " sun\n\n", " weather\n\n", " sun\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L19": { "accuracy": 0.75, "gain_vs_zero": { "estimate": 0.5, "low": 0.34375, "high": 0.6875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " joyful\n", " depart\n", " dark\n", " quiet\n", " under\n" ], "correct": [ 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L19": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": -0.03125, "low": -0.15625, "high": 0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " pyahp\n", " leave\n", " The word \"bright\" is", " macl\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": { "accuracy": 0.78125, "gain_vs_zero": { "estimate": 0.53125, "low": 0.3742187500000014, "high": 0.6875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " joyful\n\n", " depart\n", " dark\n", " quiet\n", " under\n" ], "correct": [ 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "replace_donor_fewshot|ridge|L19": { "accuracy": 0.5, "gain_vs_zero": { "estimate": 0.25, "low": 0.0625, "high": 0.4375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " joyful\n", " board\n", " sun\n", " tranquil\n", " under\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L19": { "accuracy": 0.15625, "gain_vs_zero": { "estimate": -0.09375, "low": -0.1875, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " ypehap\n\n", " leave\n", " The word \"bright\" is", " macl\n", " over\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": { "accuracy": 0.46875, "gain_vs_zero": { "estimate": 0.21875, "low": 0.03125, "high": 0.40625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " joyful\n\n", " late\n", " well-lit\n", " peaceful\n", " top\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L19": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": -0.1875, "low": -0.34375, "high": -0.03125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n\n", " Input: depart\n", " brightness\n", " tranquil\n", " over\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L19": { "accuracy": 0.28125, "gain_vs_zero": { "estimate": 0.03125, "low": -0.125, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n\n", " The word \"arrive\"", " The word \"bright\" is", " The calmness of the lake", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": -0.15625, "low": -0.34375, "high": 0.03125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " sad\n", " arrive\n\n", " bright\n\n", " calmness\n", " output\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L19": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.21875, "low": -0.375, "high": -0.09375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(capital)|L19": { "accuracy": 0.34375, "gain_vs_zero": { "estimate": 0.09375, "low": -0.03125, "high": 0.21875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } }, "capital": { "recipient_zero": 0.22727272727272727, "recipient_few": 1.0, "recipient_own_vector": 0.9090909090909091, "donor_layer": 25, "conditions": { "procrustes|L11|a1.0": { "accuracy": 0.5454545454545454, "gain_vs_zero": { "estimate": 0.3181818181818182, "low": 0.13636363636363635, "high": 0.5, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 33.171791076660156, "outputs_sample": [ " South America\n\n", " Helsinki\n\n", " North Africa\n\n", " Ankara\n\n", " Japan is an island country in" ], "correct": [ 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "procrustes|L11|a2.0": { "accuracy": 0.36363636363636365, "gain_vs_zero": { "estimate": 0.13636363636363635, "low": -0.09090909090909091, "high": 0.36363636363636365, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 33.171791076660156, "outputs_sample": [ " Spanish\n", " Helsinki\n", " African country\n\n", " Ankara\n\n", " Japan is an island country in" ], "correct": [ 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0 ] }, "procrustes_rescaled|L11|a1.0": { "accuracy": 0.5454545454545454, "gain_vs_zero": { "estimate": 0.3181818181818182, "low": 0.13636363636363635, "high": 0.5, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 42.570858001708984, "outputs_sample": [ " South America\n\n", " Helsinki\n\n", " Marrakesh\n", " Ankara\n\n", " Japan is an island country in" ], "correct": [ 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "ridge|L11|a1.0": { "accuracy": 0.8636363636363636, "gain_vs_zero": { "estimate": 0.6363636363636364, "low": 0.45454545454545453, "high": 0.8181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 38.01398849487305, "outputs_sample": [ " Caracas\n\n", " Helsinki\n\n", " Casablanca\n\n", " Ankara\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "ridge|L11|a2.0": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.36363636363636365, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 38.01398849487305, "outputs_sample": [ " South America\n\n", " Helsinki\n", " Morocco is a country located in", " Country\n\n", " A country in East Asia," ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L11|a1.0": { "accuracy": 0.8181818181818182, "gain_vs_zero": { "estimate": 0.5909090909090909, "low": 0.4090909090909091, "high": 0.7727272727272727, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 42.570858001708984, "outputs_sample": [ " South America\n\n", " Helsinki\n", " Marrakesh\n", " Ankara\n\n", " Tokyo\n\n" ], "correct": [ 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "cca|L11|a1.0": { "accuracy": 0.7727272727272727, "gain_vs_zero": { "estimate": 0.5454545454545454, "low": 0.3181818181818182, "high": 0.7272727272727273, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 42.468685150146484, "outputs_sample": [ " South America\n\n", " Helsinki\n\n", " Marrakech\n", " Ankara\n\n", " Tokyo\n\n" ], "correct": [ 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "cca|L11|a2.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.18181818181818182, "low": -0.4090909090909091, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 42.468685150146484, "outputs_sample": [ " South America\n\n", " Europe\n\n", " Morocco is a country located in", " Turkey is a country located in", " Japan is an island country in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L11|a1.0": { "accuracy": 0.6363636363636364, "gain_vs_zero": { "estimate": 0.4090909090909091, "low": 0.22727272727272727, "high": 0.6363636363636364, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 37.20954895019531, "outputs_sample": [ " Caracas\n\n", " Helsinki\n\n", " Morocco is a country located in", " Ankara\n\n", " Japan is an island country in" ], "correct": [ 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "random_orth|L11|a2.0": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.36363636363636365, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 37.20954895019531, "outputs_sample": [ " location\n\n", " capital\n\n", " location\n\n", " location\n\n", " Tokyo\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L11": { "accuracy": 0.45454545454545453, "gain_vs_zero": { "estimate": 0.22727272727272727, "low": -0.045454545454545456, "high": 0.45454545454545453, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " Helsinki\n\n", " Marrakech\n", " Istanbul\n\n", " Japan is an island country in" ], "correct": [ 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L11": { "accuracy": 0.7272727272727273, "gain_vs_zero": { "estimate": 0.5, "low": 0.3181818181818182, "high": 0.6818181818181818, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " Helsinki\n\n", " Morocco is a country located in", " Ankara\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L11": { "accuracy": 0.5909090909090909, "gain_vs_zero": { "estimate": 0.36363636363636365, "low": 0.13636363636363635, "high": 0.5909090909090909, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " Helsinki\n\n", " Marrakech\n", " Ankara\n\n", " Japan is an island country in" ], "correct": [ 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "replace_donor_fewshot|ridge|L11": { "accuracy": 0.6818181818181818, "gain_vs_zero": { "estimate": 0.45454545454545453, "low": 0.22727272727272727, "high": 0.6818181818181818, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " Helsinki\n\n", " Marrakech\n", " Ankara\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "ctl_replace_donor_zeroshot|ridge|L11": { "accuracy": 0.5909090909090909, "gain_vs_zero": { "estimate": 0.36363636363636365, "low": 0.18181818181818182, "high": 0.5454545454545454, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " Helsinki\n\n", " Morocco is a country located in", " Ankara\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L11": { "accuracy": 0.5909090909090909, "gain_vs_zero": { "estimate": 0.36363636363636365, "low": 0.13636363636363635, "high": 0.5909090909090909, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " Helsinki\n\n", " Tunisia\n\n", " Ankara\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "ctl_replace_donor_fewshot|sham_map|L11": { "accuracy": 0.2727272727272727, "gain_vs_zero": { "estimate": 0.045454545454545456, "low": -0.13636363636363635, "high": 0.22727272727272727, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Bolivar\n", " Helsinki\n\n", " Marrakech\n", " Ankara\n\n", " Japan is an island country in" ], "correct": [ 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L11": { "accuracy": 0.5909090909090909, "gain_vs_zero": { "estimate": 0.36363636363636365, "low": 0.13636363636363635, "high": 0.5909090909090909, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n", " Helsinki\n\n", " Marrakech\n", " Ankara\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L11": { "accuracy": 0.22727272727272727, "gain_vs_zero": { "estimate": 0.0, "low": -0.18181818181818182, "high": 0.18181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Bolivar\n", " Helsinki\n\n", " Morocco is a country located in", " Ankara\n\n", " Japanese\n\n" ], "correct": [ 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L11": { "accuracy": 0.5909090909090909, "gain_vs_zero": { "estimate": 0.36363636363636365, "low": 0.13636363636363635, "high": 0.5909090909090909, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] }, "ctl_unrelated_task_vector(antonym)|L11": { "accuracy": 0.6818181818181818, "gain_vs_zero": { "estimate": 0.45454545454545453, "low": 0.22727272727272727, "high": 0.6818181818181818, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0 ] }, "procrustes|L19|a1.0": { "accuracy": 0.3181818181818182, "gain_vs_zero": { "estimate": 0.09090909090909091, "low": -0.13636363636363635, "high": 0.3181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 72.47998809814453, "outputs_sample": [ " Bolivia\n", " Norway, Sweden, Russia,", " Desert, Atlas Mountains, Medina", " Turkey is a transcontinental country", " Tokyo\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0 ] }, "procrustes|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.22727272727272727, "low": -0.4090909090909091, "high": -0.08977272727273347, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 72.47998809814453, "outputs_sample": [ " name, country, capital,", " name meaning, population, capital", " name, Morocco; capital,", " name origin\n", " name, Japan; capital," ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L19|a1.0": { "accuracy": 0.3181818181818182, "gain_vs_zero": { "estimate": 0.09090909090909091, "low": -0.09090909090909091, "high": 0.3181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 42.570858001708984, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " Morocco is a country located in", " Turkey is a transcontinental country", " Tokyo\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0 ] }, "ridge|L19|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.22727272727272727, "low": -0.4090909090909091, "high": -0.08977272727273347, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 74.1753158569336, "outputs_sample": [ " Colombia, Brazil, Guyana", " Finland, officially known as the", " Morocco is a country located in", " Turkey is a transcontinental country", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L19|a2.0": { "accuracy": 0.13636363636363635, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.3181818181818182, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 74.1753158569336, "outputs_sample": [ " 2007-", " 60.17", " 1. Official Name:", " 1. Republic of Turkey", " Tokyo\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L19|a1.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.18181818181818182, "low": -0.36363636363636365, "high": -0.045454545454545456, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 42.570858001708984, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " Morocco is a country located in", " Turkey is a transcontinental country", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L19|a1.0": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.3181818181818182, "high": 0.045454545454545456, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 87.39478302001953, "outputs_sample": [ " Colombia, Brazil, Guyana", " Finland is a Nordic country located", " Morocco is a country located in", " Turkey is a transcontinental country", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L19|a2.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": -0.18181818181818182, "low": -0.3647727272727253, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 87.39478302001953, "outputs_sample": [ " 20000", " 60.17", " 1. Official Name:", " 1. Republic of Turkey", " Tokyo\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L19|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.22727272727272727, "low": -0.4090909090909091, "high": -0.08977272727273347, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 81.4864730834961, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " Morocco is a country located in", " climate\n\n", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L19|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.22727272727272727, "low": -0.4090909090909091, "high": -0.08977272727273347, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 81.4864730834961, "outputs_sample": [ "Venezuela is a country", " Finland is a Nordic country located", " Morocco is a country located in", " turkey, country, cuisine,", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L19": { "accuracy": 0.36363636363636365, "gain_vs_zero": { "estimate": 0.13636363636363635, "low": -0.09090909090909091, "high": 0.36363636363636365, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " Sweden\n", " Morocco is a country located in", " Turkey is a transcontinental country", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L19": { "accuracy": 0.09090909090909091, "gain_vs_zero": { "estimate": -0.13636363636363635, "low": -0.2727272727272727, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " A country located in the Mag", " Ankara\n\n", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L19": { "accuracy": 0.45454545454545453, "gain_vs_zero": { "estimate": 0.22727272727272727, "low": 0.045454545454545456, "high": 0.45454545454545453, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Caracas\n\n", " Sweden\n", " Morocco is a country located in", " Istanbul\n\n", " Tokyo\n\n" ], "correct": [ 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0 ] }, "replace_donor_fewshot|ridge|L19": { "accuracy": 0.13636363636363635, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.2727272727272727, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " Finland is a Nordic country located", " Morocco is a country located in", " Turkey is a transcontinental country", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L19": { "accuracy": 0.22727272727272727, "gain_vs_zero": { "estimate": 0.0, "low": -0.18181818181818182, "high": 0.18181818181818182, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " A small Nordic country known for", " Morocco is a country located in", " Ankara\n\n", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L19": { "accuracy": 0.13636363636363635, "gain_vs_zero": { "estimate": -0.09090909090909091, "low": -0.2727272727272727, "high": 0.09090909090909091, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 20000", " Finland is a Nordic country located", " Morocco is a country located in", " Turkey is a transcontinental country", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.22727272727272727, "low": -0.4090909090909091, "high": -0.08977272727273347, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " venezuela\n\n", " Input: Finland\n\n", " morocco\n\n", " turkey_legs\n\n", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.22727272727272727, "low": -0.4090909090909091, "high": -0.08977272727273347, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Colombia\n", " The given input \"Finland", " Algeria\n", " Turkey is a transcontinental country", " A country in East Asia," ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.22727272727272727, "low": -0.4090909090909091, "high": -0.08977272727273347, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela is a country located in", " \"Finland\" is a", " Morocco is a country located in", " turkey_legs\n\n", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.22727272727272727, "low": -0.4090909090909091, "high": -0.08977272727273347, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L19": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.22727272727272727, "low": -0.4090909090909091, "high": -0.08977272727273347, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } }, "morph": { "recipient_zero": 0.0, "recipient_few": 0.425, "recipient_own_vector": 0.0, "donor_layer": 2, "conditions": { "procrustes|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 7.521039009094238, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The input \"vofisu", " The given input \"tuken", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 7.521039009094238, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The given input \"vof", " A word that can be formed", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 40.8747444152832, "outputs_sample": [ " zenny\n", " A zonofab is", " sufficient\n", " ken\n", " zut\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 7.234562873840332, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The input \"vofisu", " The given input \"tuken", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 7.234562873840332, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The given input \"vof", " The given input \"tuken", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 40.8747444152832, "outputs_sample": [ " eniz\n", " fabzone\n", " sufficient\n", " kitchen\n", " zucchini\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 7.694934844970703, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The input \"vofisu", " The given input \"tuken", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 7.694934844970703, "outputs_sample": [ " In the given input \"zen", " A zonofab is", " The given input \"vof", " A word that can be formed", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 7.797361850738525, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The input \"vofisu", " inkut\n", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 7.797361850738525, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " visofu\n", " inkut\n", " zut\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The input \"vofisu", " The given input \"tuken", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The input \"vofisu", " The given input \"tuken", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The input \"vofisu", " The given input \"tuken", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The input \"vofisu", " The given input \"tuken", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The input \"vofisu", " The given input \"tuken", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The input \"vofisu", " The given input \"tuken", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The input \"vofisu", " The given input \"tuken", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The input \"vofisu", " The given input \"tuken", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " In this context, \"zen", " A zonofab is", " The input \"vofisu", " inkut\n", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 38.794979095458984, "outputs_sample": [ " zen\n\n", " A zonofab is", " vofisu\n\n", " truck\n\n", " zzzzzzzzzzz" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 38.794979095458984, "outputs_sample": [ " zeni\n\n", " zonofab\n\n", " vofisu\n\n", " tuken\n\n", " zute\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 40.8747444152832, "outputs_sample": [ " zebras\n\n", " abfnooz\n", " vofisu\n\n", " truck\n\n", " zut\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 35.911136627197266, "outputs_sample": [ " zen\n\n", " zo\n\n", " vofisu\n\n", " truck\n\n", " zzzzzzzzzzz" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 35.911136627197266, "outputs_sample": [ " zeni\n\n", " zonofab\n\n", " vofisu\n\n", " tuken\n\n", " zute\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 40.8747444152832, "outputs_sample": [ " zebras\n\n", " A zonofab is", " vofisu\n\n", " truck\n\n", " zzzzzzzzzzz" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 48.23758316040039, "outputs_sample": [ " eniz\n", " A zonofab is", " is a permutation of vof", " ten\n\n", " utez\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 48.23758316040039, "outputs_sample": [ " zen\n\n", " zonofab\n\n", " (vofisu, ", " tuk3n\n\n", " z u t e\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 49.20513153076172, "outputs_sample": [ " eniz\n", " The word \"zonofab", " visofu\n", " ken\n", " tuez\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 49.20513153076172, "outputs_sample": [ " zenio\n\n", " word that can be formed by", " word that can be formed by", " word\n", " zut\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " zenny\n", " zoo\n\n", " vis\n", " truck\n\n", " zucchini\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " zenny\n", " zono*fab\n", " The input \"vofisu", " tuk3n\n", " teuz\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " zenny\n", " zonofab\n\n", " vis\n", " truck\n\n", " zucchini\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " zenny\n", " zo\n\n", " vis\n", " truck\n\n", " zucchini\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " zenny\n", " zono*fab\n", " The input \"vofisu", " untk\n\n", " ztue\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " zenny\n", " zo\n\n", " vis\n\n", " truck\n\n", " zucchini\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " eniz\n", " nofaz\n", " ofisiv\n\n", " tken\n\n", " utez\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " zenios\n", " fabzone\n", " vofisu\n\n", " ten\n\n", " zebu\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " eniz\n", " nofaz\n", " ifsuvo\n\n", " sunkit\n\n", " utez\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0 ], "own": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "addthree": { "recipient_zero": 0.0, "recipient_few": 0.9714285714285714, "recipient_own_vector": 0.0, "donor_layer": 2, "conditions": { "procrustes|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 7.327843189239502, "outputs_sample": [ " true\n", " 12\n", " 18\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 7.327843189239502, "outputs_sample": [ " true\n", " 12\n", " 8\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 8.037975311279297, "outputs_sample": [ " true\n", " 12\n", " 18\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 7.210958480834961, "outputs_sample": [ " true\n", " 12\n", " 8\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 7.210958480834961, "outputs_sample": [ " true\n", " 12\n", " 18\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 8.037975311279297, "outputs_sample": [ " true\n", " 12\n", " 8\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 7.928098678588867, "outputs_sample": [ " true\n", " 12\n", " 8\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 7.928098678588867, "outputs_sample": [ " true\n", " 12\n", " 8\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 7.597067832946777, "outputs_sample": [ " true\n", " 12\n", " 8\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 7.597067832946777, "outputs_sample": [ " 7\n", " 12\n", " 8\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " true\n", " 12\n", " 8\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " true\n", " 12\n", " 8\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " true\n", " 12\n", " 8\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " true\n", " 12\n", " 18\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " true\n", " 12\n", " 8\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " true\n", " 12\n", " 18\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " true\n", " 12\n", " 8\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " true\n", " 12\n", " 8\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " true\n", " 12\n", " 8\n", " true\n", " 17\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } } }, "maps": { "antonym|L25->L16|procrustes": { "r2_fit": 0.8162704221261042, "r2_heldout": 0.49898980595724196, "n_params": 7343616, "n_fit": 700 }, "antonym|L25->L16|ridge": { "r2_fit": 0.9945151084961623, "r2_heldout": 0.5710345518105251, "n_params": 7343616, "n_fit": 700 }, "antonym|L25->L16|cca": { "r2_fit": 1.0, "r2_heldout": 0.4207859496854611, "n_params": 7343616, "n_fit": 700 }, "antonym|L25->L16|random_orth": { "r2_fit": -0.9975809656292223, "r2_heldout": -1.0728461339278663, "n_params": 7343616, "n_fit": 700 }, "antonym|L25->L19|procrustes": { "r2_fit": 0.791161579619093, "r2_heldout": 0.448195182923498, "n_params": 7343616, "n_fit": 700 }, "antonym|L25->L19|ridge": { "r2_fit": 0.9938277706432223, "r2_heldout": 0.47671322426839224, "n_params": 7343616, "n_fit": 700 }, "antonym|L25->L19|cca": { "r2_fit": 1.0, "r2_heldout": 0.31663752962460345, "n_params": 7343616, "n_fit": 700 }, "antonym|L25->L19|random_orth": { "r2_fit": -1.009916421334033, "r2_heldout": -1.1001905123518791, "n_params": 7343616, "n_fit": 700 }, "capital|L25->L11|procrustes": { "r2_fit": 0.7947472810034835, "r2_heldout": 0.5213569477924374, "n_params": 7343616, "n_fit": 700 }, "capital|L25->L11|ridge": { "r2_fit": 0.9959708291889603, "r2_heldout": 0.6729825338320367, "n_params": 7343616, "n_fit": 700 }, "capital|L25->L11|cca": { "r2_fit": 1.0, "r2_heldout": 0.5628386508285331, "n_params": 7343616, "n_fit": 700 }, "capital|L25->L11|random_orth": { "r2_fit": -1.001560667239886, "r2_heldout": -1.0794249491147712, "n_params": 7343616, "n_fit": 700 }, "capital|L25->L19|procrustes": { "r2_fit": 0.791161579619093, "r2_heldout": 0.448195182923498, "n_params": 7343616, "n_fit": 700 }, "capital|L25->L19|ridge": { "r2_fit": 0.9938277706432223, "r2_heldout": 0.47671322426839224, "n_params": 7343616, "n_fit": 700 }, "capital|L25->L19|cca": { "r2_fit": 1.0, "r2_heldout": 0.31663752962460345, "n_params": 7343616, "n_fit": 700 }, "capital|L25->L19|random_orth": { "r2_fit": -1.009916421334033, "r2_heldout": -1.1001905123518791, "n_params": 7343616, "n_fit": 700 }, "morph|L2->L2|procrustes": { "r2_fit": 0.930379967092368, "r2_heldout": 0.8758817406502131, "n_params": 7343616, "n_fit": 700 }, "morph|L2->L2|ridge": { "r2_fit": 0.934417640641801, "r2_heldout": 0.9055986150692193, "n_params": 7343616, "n_fit": 700 }, "morph|L2->L2|cca": { "r2_fit": 1.0, "r2_heldout": 0.9094666088953589, "n_params": 7343616, "n_fit": 700 }, "morph|L2->L2|random_orth": { "r2_fit": -1.0034928014459057, "r2_heldout": -1.0472023561527122, "n_params": 7343616, "n_fit": 700 }, "morph|L2->L14|procrustes": { "r2_fit": 0.6216275806206824, "r2_heldout": 0.46418124344508505, "n_params": 7343616, "n_fit": 700 }, "morph|L2->L14|ridge": { "r2_fit": 0.7497662650144017, "r2_heldout": 0.6515851488672013, "n_params": 7343616, "n_fit": 700 }, "morph|L2->L14|cca": { "r2_fit": 1.0, "r2_heldout": 0.336238983161568, "n_params": 7343616, "n_fit": 700 }, "morph|L2->L14|random_orth": { "r2_fit": -1.001281001092082, "r2_heldout": -0.9648646594139374, "n_params": 7343616, "n_fit": 700 }, "addthree|L2->L2|procrustes": { "r2_fit": 0.930379967092368, "r2_heldout": 0.8758817406502131, "n_params": 7343616, "n_fit": 700 }, "addthree|L2->L2|ridge": { "r2_fit": 0.934417640641801, "r2_heldout": 0.9055986150692193, "n_params": 7343616, "n_fit": 700 }, "addthree|L2->L2|cca": { "r2_fit": 1.0, "r2_heldout": 0.9094666088953589, "n_params": 7343616, "n_fit": 700 }, "addthree|L2->L2|random_orth": { "r2_fit": -1.0034928014459057, "r2_heldout": -1.0472023561527122, "n_params": 7343616, "n_fit": 700 } }, "collateral": { "antonym": { "condition": "procrustes|L16|a1.0", "heldout_nll_base": 2.095116869608561, "heldout_nll_with_vector": 2.0579765955607097, "cross_task": { "capital": { "zero": 0.22727272727272727, "with_vector": 0.45454545454545453 }, "morph": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "capital": { "condition": "ridge|L11|a1.0", "heldout_nll_base": 2.095116869608561, "heldout_nll_with_vector": 2.0037325700124105, "cross_task": { "antonym": { "zero": 0.25, "with_vector": 0.3125 }, "morph": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "morph": { "condition": "procrustes|L2|a1.0", "heldout_nll_base": 2.095116869608561, "heldout_nll_with_vector": 2.081739886601766, "cross_task": { "antonym": { "zero": 0.25, "with_vector": 0.25 }, "capital": { "zero": 0.22727272727272727, "with_vector": 0.22727272727272727 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "addthree": { "condition": "procrustes|L2|a1.0", "heldout_nll_base": 2.095116869608561, "heldout_nll_with_vector": 2.0879018306732178, "cross_task": { "antonym": { "zero": 0.25, "with_vector": 0.25 }, "capital": { "zero": 0.22727272727272727, "with_vector": 0.3181818181818182 }, "morph": { "zero": 0.0, "with_vector": 0.0 } } } } }, "qwen7b->llama3b": { "donor": "qwen7b", "recipient": "llama3b", "tasks": { "antonym": { "recipient_zero": 0.0625, "recipient_few": 0.90625, "recipient_own_vector": 0.84375, "donor_layer": 16, "conditions": { "procrustes|L14|a1.0": { "accuracy": 0.34375, "gain_vs_zero": { "estimate": 0.28125, "low": 0.125, "high": 0.4375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 9.328490257263184, "outputs_sample": [ " smile\n\n", " depart\n\n", " radiant\n\n", " peaceful\n\n", " over\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "procrustes|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 9.328490257263184, "outputs_sample": [ " rabbit\n\n", " wave\n\n", " silver\n", " river\n\n", " wire\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L14|a1.0": { "accuracy": 0.34375, "gain_vs_zero": { "estimate": 0.28125, "low": 0.125, "high": 0.4375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 10.601888656616211, "outputs_sample": [ " smile\n\n", " depart\n\n", " radiant\n\n", " peaceful\n\n", " over\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a1.0": { "accuracy": 0.28125, "gain_vs_zero": { "estimate": 0.21875, "low": 0.09375, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 10.266478538513184, "outputs_sample": [ " smile\n\n", " depart\n\n", " light\n\n", " peaceful\n\n", " zero\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 10.266478538513184, "outputs_sample": [ " snake\n", " wave\n\n", " candle\n", " candle\n\n", " bridge\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L14|a1.0": { "accuracy": 0.28125, "gain_vs_zero": { "estimate": 0.21875, "low": 0.09375, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 10.601886749267578, "outputs_sample": [ " smile\n\n", " depart\n\n", " light\n\n", " peaceful\n\n", " zero\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a1.0": { "accuracy": 0.3125, "gain_vs_zero": { "estimate": 0.25, "low": 0.125, "high": 0.40625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 11.020055770874023, "outputs_sample": [ " smile\n\n", " depart\n\n", " light\n\n", " peaceful\n\n", " zero\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 11.020055770874023, "outputs_sample": [ " snake\n", " candle\n\n", " candle\n", " candle\n\n", " oil\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a1.0": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": 0.0, "low": -0.125, "high": 0.125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 10.240809440612793, "outputs_sample": [ " 1\n\n", " arrive\n\n", " bright\n\n", " 0.0\n\n", " output\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a2.0": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.03125, "low": -0.125, "high": 0.0625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 10.240809440612793, "outputs_sample": [ " 1\n", " 1\n\n", " bright\n", " calmness\n\n", " 0\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L14": { "accuracy": 0.21875, "gain_vs_zero": { "estimate": 0.15625, "low": 0.0, "high": 0.34375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " smile\n\n", " arrive\n\n", " light\n\n", " peaceful\n\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " arrive\n\n", " 1.0\n\n", " peaceful\n\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": { "accuracy": 0.125, "gain_vs_zero": { "estimate": 0.0625, "low": -0.0625, "high": 0.1875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " smile\n\n", " arrive\n\n", " light\n\n", " peaceful\n\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L14": { "accuracy": 0.15625, "gain_vs_zero": { "estimate": 0.09375, "low": -0.0625, "high": 0.25, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " smile\n\n", " arrive\n\n", " light\n\n", " peaceful\n\n", " water\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n\n", " arrive\n\n", " bright\n\n", " peaceful\n\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": { "accuracy": 0.15625, "gain_vs_zero": { "estimate": 0.09375, "low": -0.0625, "high": 0.25, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " smile\n\n", " arrive\n\n", " candle\n\n", " peaceful\n\n", " snake\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " 1\n\n", " 1.0\n\n", " 0.0\n\n", " 10\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " 1\n\n", " 1.0\n\n", " calm\n\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " 1\n\n", " bright\n\n", " 0.0\n\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L14": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": 0.0, "low": -0.09375, "high": 0.09375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(capital)|L14": { "accuracy": 0.34375, "gain_vs_zero": { "estimate": 0.28125, "low": 0.125, "high": 0.4375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "procrustes|L16|a1.0": { "accuracy": 0.375, "gain_vs_zero": { "estimate": 0.3125, "low": 0.15625, "high": 0.46875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 11.446549415588379, "outputs_sample": [ " happy\n\n", " depart\n\n", " radiant\n\n", " peaceful\n\n", " over\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "procrustes|L16|a2.0": { "accuracy": 0.15625, "gain_vs_zero": { "estimate": 0.09375, "low": -0.03125, "high": 0.21875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 11.446549415588379, "outputs_sample": [ " happy\n\n", " arrive\n\n", " arrow\n\n", " silence\n\n", " arrow\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L16|a1.0": { "accuracy": 0.375, "gain_vs_zero": { "estimate": 0.3125, "low": 0.15625, "high": 0.46875, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 10.601887702941895, "outputs_sample": [ " happy\n\n", " depart\n\n", " radiant\n\n", " peaceful\n\n", " over\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ridge|L16|a1.0": { "accuracy": 0.25, "gain_vs_zero": { "estimate": 0.1875, "low": 0.0625, "high": 0.34375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 12.664738655090332, "outputs_sample": [ " smile\n\n", " arrive\n\n", " light\n\n", " peaceful\n\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L16|a2.0": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": 0.0, "low": -0.125, "high": 0.125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 12.664738655090332, "outputs_sample": [ " smile\n\n", " arrive\n\n", " teeth\n\n", " smile\n\n", " arrow\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L16|a1.0": { "accuracy": 0.3125, "gain_vs_zero": { "estimate": 0.25, "low": 0.125, "high": 0.40625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 10.601886749267578, "outputs_sample": [ " smile\n\n", " depart\n\n", " light\n\n", " peaceful\n\n", " output\n" ], "correct": [ 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "cca|L16|a1.0": { "accuracy": 0.28125, "gain_vs_zero": { "estimate": 0.21875, "low": 0.09375, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 13.73983097076416, "outputs_sample": [ " smile\n\n", " arrive\n\n", " light\n\n", " peaceful\n\n", " input\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L16|a2.0": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": 0.03125, "low": -0.09375, "high": 0.15625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 13.73983097076416, "outputs_sample": [ " smile\n\n", " toothbrush\n\n", " teeth\n\n", " smile\n\n", " arrow\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L16|a1.0": { "accuracy": 0.03125, "gain_vs_zero": { "estimate": -0.03125, "low": -0.09375, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 12.857754707336426, "outputs_sample": [ " 1\n", " 1\n\n", " bright\n", " peaceful\n\n", " 0\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L16|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "mapped_norm": 12.857754707336426, "outputs_sample": [ " 1\n", " 1\n\n", " 1\n", " calmness\n\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L16": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n\n", " arrive\n\n", " bright\n\n", " happy\n\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L16": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " arrive\n\n", " 1.0\n\n", " calm\n\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L16": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": 0.0, "low": -0.125, "high": 0.125, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n\n", " arrive\n\n", " bright\n\n", " calm\n\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L16": { "accuracy": 0.09375, "gain_vs_zero": { "estimate": 0.03125, "low": -0.09375, "high": 0.15625, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " smile\n\n", " 1\n\n", " light\n\n", " nothing\n\n", " water\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L16": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n\n", " arrive\n\n", " light\n\n", " calm\n\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L16": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " smile\n\n", " tree\n\n", " light\n\n", " bitter\n\n", " tooth\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L16": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " 1\n\n", " Bright\n\n", " 1\n\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L16": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " happy\n\n", " The input is \"arrive", " The bright light is shining in", " 1\n\n", " over\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L16": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.0625, "low": -0.15625, "high": 0.0, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "outputs_sample": [ " 1\n\n", " 1\n\n", " Bright\n\n", " 1\n\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L16": { "accuracy": 0.0625, "gain_vs_zero": { "estimate": 0.0, "low": -0.09375, "high": 0.09375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(capital)|L16": { "accuracy": 0.28125, "gain_vs_zero": { "estimate": 0.21875, "low": 0.09375, "high": 0.375, "level": 0.95, "n_items": 32, "n_clusters": 32, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0 ] } }, "capital": { "recipient_zero": 0.045454545454545456, "recipient_few": 1.0, "recipient_own_vector": 1.0, "donor_layer": 11, "conditions": { "procrustes|L11|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 8.267611503601074, "outputs_sample": [ " 0.0\n\n", " 1.5 million\n", " Morocco\n", " 1\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L11|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 8.267611503601074, "outputs_sample": [ " 0.0\n", " 0.0\n", " 1\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L11|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 11.213614463806152, "outputs_sample": [ " 0.0\n", " 1.5 million\n", " 1.5 million\n", " 1\n", " 1.2 billion USD" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L11|a1.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": 0.0, "low": -0.13636363636363635, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 7.956830024719238, "outputs_sample": [ " \n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L11|a2.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": 0.0, "low": -0.13636363636363635, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 7.956830024719238, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L11|a1.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": 0.0, "low": -0.13636363636363635, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 11.213615417480469, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L11|a1.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": 0.0, "low": -0.13636363636363635, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 9.563708305358887, "outputs_sample": [ " Venezuela is a country located in", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L11|a2.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": 0.0, "low": -0.13636363636363635, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 9.563708305358887, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L11|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 8.954778671264648, "outputs_sample": [ " 1.5 million\n", " 1.5 million\n", " Morocco\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L11|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 8.954778671264648, "outputs_sample": [ " 0.0\n", " 1.5 million\n", " 1.5 million\n", " 1\n", " 1.2 billion USD" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L11": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " 1\n", " Morocco\n", " 1\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L11": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela\n\n", " Finland\n", " Morocco\n", " 1\n\n", " Japan\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L11": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1.5 million\n", " 0.0\n", " Morocco\n", " 1\n", " 1.2 billion USD" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L11": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": 0.0, "low": -0.13636363636363635, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L11": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " 1.2 million\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L11": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": 0.0, "low": -0.13636363636363635, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela\n", " Finland\n", " 1.5 million\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L11": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1.5 million\n", " 1\n", " 1\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L11": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1.5 million\n", " Finland\n", " 1.5 million\n", " Turkey\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L11": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Colombia\n", " 1\n", " 1\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L11": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L11": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": 0.0, "low": -0.13636363636363635, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L14|a1.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 11.385411262512207, "outputs_sample": [ " 2023-02-", " Finland\n", " Morocco\n", " Turkey\n", " 2023\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 11.385411262512207, "outputs_sample": [ " 2023-02-", " Finland\n", " 2023-02-", " Turkey\n", " 2019\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L14|a1.0": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 11.213613510131836, "outputs_sample": [ " 2023-02-", " Finland\n", " Morocco\n", " Turkey\n", " 2023\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 10.683884620666504, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 10.683884620666504, "outputs_sample": [ " Venezuela is a country located in", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 11.213614463806152, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 13.57931137084961, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 13.57931137084961, "outputs_sample": [ " Venezuela is a country located in", " Finland\n", " Morocco\n", " Turkey\n", " Japan is a country located in" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 12.785539627075195, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " 1.2 million\n", " 1.2 billion USD" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "mapped_norm": 12.785539627075195, "outputs_sample": [ " 2023-02-", " 2022-01-", " 1.5 million\n", " 1.2 million\n", " 1.2 billion USD" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L14": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": 0.0, "low": -0.13636363636363635, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " Japan\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 2023-02-", " Finland\n", " 2019\n", " Turkey\n", " 2019\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " Venezuela\n", " Finland\n", " Morocco\n", " Turkey\n", " 2019\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L14": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": 0.0, "low": -0.13636363636363635, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1.5 million\n", " 1.5 million\n", " 1.5 million\n", " 1.2 million\n", " 1.5 million\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": { "accuracy": 0.045454545454545456, "gain_vs_zero": { "estimate": 0.0, "low": -0.13636363636363635, "high": 0.13636363636363635, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 2019\n", " Finland\n", " Morocco\n", " Turkey\n", " 2019\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " 1\n", " 1\n", " 1\n\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1.5 million\n", " 1.5 million\n", " 1.5 million\n", " 1\n\n", " 1\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "outputs_sample": [ " 1.5 million\n", " 1.5 million\n", " 1\n", " 1\n", " 1\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": -0.045454545454545456, "low": -0.13636363636363635, "high": 0.0, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L14": { "accuracy": 0.13636363636363635, "gain_vs_zero": { "estimate": 0.09090909090909091, "low": 0.0, "high": 0.22727272727272727, "level": 0.95, "n_items": 22, "n_clusters": 22, "n_boot": 2000 }, "correct": [ 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } }, "morph": { "recipient_zero": 0.0, "recipient_few": 0.275, "recipient_own_vector": 0.0, "donor_layer": 14, "conditions": { "procrustes|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 1.263144612312317, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 1.263144612312317, "outputs_sample": [ " 0.0\n\n", " 1\n\n", " 5\n\n", " tukene\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 2.0378761291503906, "outputs_sample": [ " 0.0\n\n", " 1\n\n", " 5\n\n", " tukene\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 1.8661013841629028, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tuk\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 1.8661013841629028, "outputs_sample": [ " 0.0\n\n", " 0\n\n", " 5\n\n", " tuk\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 2.0378763675689697, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tuk\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 1.8744477033615112, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tuk\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 1.8744477033615112, "outputs_sample": [ " 0.0\n\n", " 1\n\n", " 5\n\n", " tuk\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 1.4649690389633179, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukne\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 1.4649690389633179, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tuk\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukne\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tuk\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukene\n\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 8.651657104492188, "outputs_sample": [ " 100\n\n", " 0\n\n", " 500\n\n", " tukne\n", " cute\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 8.651657104492188, "outputs_sample": [ " zeni\n", " zonofab\n\n", " vofisu\n\n", " tuken\n", " zute\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 2.0378761291503906, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukne\n", " cute\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 9.505321502685547, "outputs_sample": [ " 100\n\n", " zonofab\n\n", " vofisu\n\n", " tukne\n", " cute\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 9.505321502685547, "outputs_sample": [ " zen\n", " zonofab\n", " vofisu\n", " tuken\n", " zute\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 2.0378761291503906, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " tukne\n", " cute\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 10.337977409362793, "outputs_sample": [ " 100\n\n", " zonofab\n\n", " vofisu\n\n", " tukne\n", " cute\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 10.337977409362793, "outputs_sample": [ " zen\n", " zonofab\n", " vofisu\n", " tuken\n", " zute\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 9.616893768310547, "outputs_sample": [ " 0.0\n\n", " 0\n\n", " 1\n\n", " tukne\n\n", " 122\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "mapped_norm": 9.616893768310547, "outputs_sample": [ " 0.0\n\n", " 0\n\n", " 1\n\n", " tuken\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 100\n\n", " 1234567890\n\n", " 502\n\n", " 10\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " 10\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 100\n\n", " 1234567890\n\n", " 5000\n\n", " 10\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " zen\n", " zonefab\n\n", " 500\n\n", " 10\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 0.0\n\n", " zone of fab\n", " 5\n\n", " 10\n\n", " zute\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " zen\n", " zone fab\n\n", " 500\n\n", " 10\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " Zeni\n\n", " 0.0\n\n", " 500\n\n", " 10\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " 100\n\n", " 0.0\n\n", " 500\n\n", " 10\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "outputs_sample": [ " Zeni\n\n", " 0.0\n\n", " 500\n\n", " 10\n\n", " 97\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 40, "n_clusters": 40, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], "own": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "addthree": { "recipient_zero": 0.0, "recipient_few": 1.0, "recipient_own_vector": 0.7142857142857143, "donor_layer": 2, "conditions": { "procrustes|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 1.8012096881866455, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 1.8012096881866455, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 12.955743789672852, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 2.0974931716918945, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 2.0974931716918945, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 12.955744743347168, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 2.378178834915161, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 2.378178834915161, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 1.8207060098648071, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L2|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 1.8207060098648071, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L2": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.913869857788086, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.913869857788086, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "procrustes_rescaled|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 12.955744743347168, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.253149032592773, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 9.253149032592773, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ridge_rescaled|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 12.955744743347168, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a1.0": { "accuracy": 0.02857142857142857, "gain_vs_zero": { "estimate": 0.02857142857142857, "low": 0.0, "high": 0.08571428571428572, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 14.49593448638916, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "cca|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 14.49593448638916, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a1.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 11.952153205871582, "outputs_sample": [ " 50\n", " 24\n\n", " 83\n", " 19\n\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "random_orth|L14|a2.0": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "mapped_norm": 11.952153205871582, "outputs_sample": [ " 1\n", " 24\n", " 83\n", " 19\n", " 71\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|procrustes|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "replace_donor_fewshot|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 72\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|ridge|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_zeroshot|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_replace_donor_fewshot_shuffled_query|sham_map|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "outputs_sample": [ " 50\n\n", " 24\n\n", " 83\n\n", " 19\n\n", " 71\n\n" ], "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_random_norm_matched|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] }, "ctl_unrelated_task_vector(antonym)|L14": { "accuracy": 0.0, "gain_vs_zero": { "estimate": 0.0, "low": 0.0, "high": 0.0, "level": 0.95, "n_items": 35, "n_clusters": 35, "n_boot": 2000 }, "correct": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] } }, "items": { "zero": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "few": [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ], "own": [ 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0 ] } } }, "maps": { "antonym|L16->L14|procrustes": { "r2_fit": 0.7288318281063764, "r2_heldout": 0.39135150533007523, "n_params": 11013120, "n_fit": 700 }, "antonym|L16->L14|ridge": { "r2_fit": 0.9961882094302774, "r2_heldout": 0.45966388284173376, "n_params": 11013120, "n_fit": 700 }, "antonym|L16->L14|cca": { "r2_fit": 1.0, "r2_heldout": 0.40615810046957024, "n_params": 11013120, "n_fit": 700 }, "antonym|L16->L14|random_orth": { "r2_fit": -0.8739071752181751, "r2_heldout": -0.8956162640590368, "n_params": 11013120, "n_fit": 700 }, "antonym|L16->L16|procrustes": { "r2_fit": 0.6947926475766348, "r2_heldout": 0.35727403993809104, "n_params": 11013120, "n_fit": 700 }, "antonym|L16->L16|ridge": { "r2_fit": 0.9959078381316606, "r2_heldout": 0.41650953576267014, "n_params": 11013120, "n_fit": 700 }, "antonym|L16->L16|cca": { "r2_fit": 1.0, "r2_heldout": 0.35838979556678985, "n_params": 11013120, "n_fit": 700 }, "antonym|L16->L16|random_orth": { "r2_fit": -0.8645908614935283, "r2_heldout": -0.8982463932299385, "n_params": 11013120, "n_fit": 700 }, "capital|L11->L11|procrustes": { "r2_fit": 0.7643195867905337, "r2_heldout": 0.5057597415901459, "n_params": 11013120, "n_fit": 700 }, "capital|L11->L11|ridge": { "r2_fit": 0.9846543885413584, "r2_heldout": 0.5868153681701272, "n_params": 11013120, "n_fit": 700 }, "capital|L11->L11|cca": { "r2_fit": 1.0, "r2_heldout": 0.5051890086567075, "n_params": 11013120, "n_fit": 700 }, "capital|L11->L11|random_orth": { "r2_fit": -0.8637337774224543, "r2_heldout": -0.899745774061617, "n_params": 11013120, "n_fit": 700 }, "capital|L11->L14|procrustes": { "r2_fit": 0.7098037101684322, "r2_heldout": 0.4262112465619967, "n_params": 11013120, "n_fit": 700 }, "capital|L11->L14|ridge": { "r2_fit": 0.9818118901859143, "r2_heldout": 0.4927430057470247, "n_params": 11013120, "n_fit": 700 }, "capital|L11->L14|cca": { "r2_fit": 1.0, "r2_heldout": 0.39468742399155143, "n_params": 11013120, "n_fit": 700 }, "capital|L11->L14|random_orth": { "r2_fit": -0.8705719136540409, "r2_heldout": -0.8975131484709828, "n_params": 11013120, "n_fit": 700 }, "morph|L14->L2|procrustes": { "r2_fit": 0.6561465275474023, "r2_heldout": 0.49171632078057625, "n_params": 11013120, "n_fit": 700 }, "morph|L14->L2|ridge": { "r2_fit": 0.9982658808307319, "r2_heldout": 0.8418845754756403, "n_params": 11013120, "n_fit": 700 }, "morph|L14->L2|cca": { "r2_fit": 1.0, "r2_heldout": 0.8273072196701247, "n_params": 11013120, "n_fit": 700 }, "morph|L14->L2|random_orth": { "r2_fit": -0.8819070450494069, "r2_heldout": -0.9095559810590081, "n_params": 11013120, "n_fit": 700 }, "morph|L14->L14|procrustes": { "r2_fit": 0.715015207641073, "r2_heldout": 0.39225546105299147, "n_params": 11013120, "n_fit": 700 }, "morph|L14->L14|ridge": { "r2_fit": 0.992972215125861, "r2_heldout": 0.4667345448293997, "n_params": 11013120, "n_fit": 700 }, "morph|L14->L14|cca": { "r2_fit": 1.0, "r2_heldout": 0.3940898615745809, "n_params": 11013120, "n_fit": 700 }, "morph|L14->L14|random_orth": { "r2_fit": -0.8642689573098314, "r2_heldout": -0.8884028852802155, "n_params": 11013120, "n_fit": 700 }, "addthree|L2->L2|procrustes": { "r2_fit": 0.8456256895411245, "r2_heldout": 0.764947339261616, "n_params": 11013120, "n_fit": 700 }, "addthree|L2->L2|ridge": { "r2_fit": 0.920260762813481, "r2_heldout": 0.8742487740746457, "n_params": 11013120, "n_fit": 700 }, "addthree|L2->L2|cca": { "r2_fit": 1.0, "r2_heldout": 0.8847741838192178, "n_params": 11013120, "n_fit": 700 }, "addthree|L2->L2|random_orth": { "r2_fit": -0.8748875493683153, "r2_heldout": -0.8482531946913976, "n_params": 11013120, "n_fit": 700 }, "addthree|L2->L14|procrustes": { "r2_fit": 0.5943963541846644, "r2_heldout": 0.38694948297214915, "n_params": 11013120, "n_fit": 700 }, "addthree|L2->L14|ridge": { "r2_fit": 0.6790509825654942, "r2_heldout": 0.5222871211574953, "n_params": 11013120, "n_fit": 700 }, "addthree|L2->L14|cca": { "r2_fit": 1.0, "r2_heldout": 0.17546386577422213, "n_params": 11013120, "n_fit": 700 }, "addthree|L2->L14|random_orth": { "r2_fit": -0.8684385672272183, "r2_heldout": -0.8316066978781012, "n_params": 11013120, "n_fit": 700 } }, "collateral": { "antonym": { "condition": "procrustes|L16|a1.0", "heldout_nll_base": 2.310311047236125, "heldout_nll_with_vector": 2.4266713778177897, "cross_task": { "capital": { "zero": 0.045454545454545456, "with_vector": 0.0 }, "morph": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "capital": { "condition": "ridge|L11|a1.0", "heldout_nll_base": 2.310311047236125, "heldout_nll_with_vector": 2.176469405492147, "cross_task": { "antonym": { "zero": 0.0625, "with_vector": 0.09375 }, "morph": { "zero": 0.0, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "morph": { "condition": "procrustes|L2|a1.0", "heldout_nll_base": 2.310311047236125, "heldout_nll_with_vector": 2.2905250867207845, "cross_task": { "antonym": { "zero": 0.0625, "with_vector": 0.03125 }, "capital": { "zero": 0.045454545454545456, "with_vector": 0.0 }, "addthree": { "zero": 0.0, "with_vector": 0.0 } } }, "addthree": { "condition": "cca|L14|a1.0", "heldout_nll_base": 2.310311047236125, "heldout_nll_with_vector": 2.7272729873657227, "cross_task": { "antonym": { "zero": 0.0625, "with_vector": 0.0 }, "capital": { "zero": 0.045454545454545456, "with_vector": 0.0 }, "morph": { "zero": 0.0, "with_vector": 0.0 } } } } } }, "localization_source": { "llama3b": "loc_llama3b_dev_0_full.json", "qwen3b": "loc_qwen3b_dev_0_full.json", "qwen7b": "loc_qwen7b_dev_0_full.json" } }