| |
1 | +{ |
| |
2 | + "conditions": { |
| |
3 | + "base": { |
| |
4 | + "donor_s0": { |
| |
5 | + "pair": "donor_s0", |
| |
6 | + "target_iid": { |
| |
7 | + "accuracy": 1.0, |
| |
8 | + "trace_accuracy": 1.0, |
| |
9 | + "ci95": { |
| |
10 | + "estimate": 1.0, |
| |
11 | + "low": 1.0, |
| |
12 | + "high": 1.0, |
| |
13 | + "level": 0.95, |
| |
14 | + "n_items": 1000, |
| |
15 | + "n_clusters": 970, |
| |
16 | + "n_boot": 2000 |
| |
17 | + }, |
| |
18 | + "omega_step_acc": 1.0 |
| |
19 | + }, |
| |
20 | + "control_iid": { |
| |
21 | + "accuracy": 1.0, |
| |
22 | + "trace_accuracy": 1.0, |
| |
23 | + "ci95": { |
| |
24 | + "estimate": 1.0, |
| |
25 | + "low": 1.0, |
| |
26 | + "high": 1.0, |
| |
27 | + "level": 0.95, |
| |
28 | + "n_items": 1000, |
| |
29 | + "n_clusters": 975, |
| |
30 | + "n_boot": 2000 |
| |
31 | + }, |
| |
32 | + "omega_step_acc": null |
| |
33 | + }, |
| |
34 | + "comp_heldout": { |
| |
35 | + "accuracy": 1.0, |
| |
36 | + "trace_accuracy": 1.0, |
| |
37 | + "ci95": { |
| |
38 | + "estimate": 1.0, |
| |
39 | + "low": 1.0, |
| |
40 | + "high": 1.0, |
| |
41 | + "level": 0.95, |
| |
42 | + "n_items": 1000, |
| |
43 | + "n_clusters": 701, |
| |
44 | + "n_boot": 2000 |
| |
45 | + }, |
| |
46 | + "omega_step_acc": 1.0 |
| |
47 | + }, |
| |
48 | + "len_ood": { |
| |
49 | + "accuracy": 0.096, |
| |
50 | + "trace_accuracy": 0.0, |
| |
51 | + "ci95": { |
| |
52 | + "estimate": 0.096, |
| |
53 | + "low": 0.072, |
| |
54 | + "high": 0.124, |
| |
55 | + "level": 0.95, |
| |
56 | + "n_items": 500, |
| |
57 | + "n_clusters": 500, |
| |
58 | + "n_boot": 2000 |
| |
59 | + }, |
| |
60 | + "omega_step_acc": 0.17525773195876287 |
| |
61 | + } |
| |
62 | + }, |
| |
63 | + "donor_s1": { |
| |
64 | + "pair": "donor_s1", |
| |
65 | + "target_iid": { |
| |
66 | + "accuracy": 1.0, |
| |
67 | + "trace_accuracy": 1.0, |
| |
68 | + "ci95": { |
| |
69 | + "estimate": 1.0, |
| |
70 | + "low": 1.0, |
| |
71 | + "high": 1.0, |
| |
72 | + "level": 0.95, |
| |
73 | + "n_items": 1000, |
| |
74 | + "n_clusters": 970, |
| |
75 | + "n_boot": 2000 |
| |
76 | + }, |
| |
77 | + "omega_step_acc": 1.0 |
| |
78 | + }, |
| |
79 | + "control_iid": { |
| |
80 | + "accuracy": 1.0, |
| |
81 | + "trace_accuracy": 1.0, |
| |
82 | + "ci95": { |
| |
83 | + "estimate": 1.0, |
| |
84 | + "low": 1.0, |
| |
85 | + "high": 1.0, |
| |
86 | + "level": 0.95, |
| |
87 | + "n_items": 1000, |
| |
88 | + "n_clusters": 975, |
| |
89 | + "n_boot": 2000 |
| |
90 | + }, |
| |
91 | + "omega_step_acc": null |
| |
92 | + }, |
| |
93 | + "comp_heldout": { |
| |
94 | + "accuracy": 1.0, |
| |
95 | + "trace_accuracy": 1.0, |
| |
96 | + "ci95": { |
| |
97 | + "estimate": 1.0, |
| |
98 | + "low": 1.0, |
| |
99 | + "high": 1.0, |
| |
100 | + "level": 0.95, |
| |
101 | + "n_items": 1000, |
| |
102 | + "n_clusters": 701, |
| |
103 | + "n_boot": 2000 |
| |
104 | + }, |
| |
105 | + "omega_step_acc": 1.0 |
| |
106 | + }, |
| |
107 | + "len_ood": { |
| |
108 | + "accuracy": 0.114, |
| |
109 | + "trace_accuracy": 0.0, |
| |
110 | + "ci95": { |
| |
111 | + "estimate": 0.114, |
| |
112 | + "low": 0.088, |
| |
113 | + "high": 0.142, |
| |
114 | + "level": 0.95, |
| |
115 | + "n_items": 500, |
| |
116 | + "n_clusters": 500, |
| |
117 | + "n_boot": 2000 |
| |
118 | + }, |
| |
119 | + "omega_step_acc": 0.16151202749140894 |
| |
120 | + } |
| |
121 | + }, |
| |
122 | + "donor_s2": { |
| |
123 | + "pair": "donor_s2", |
| |
124 | + "target_iid": { |
| |
125 | + "accuracy": 1.0, |
| |
126 | + "trace_accuracy": 1.0, |
| |
127 | + "ci95": { |
| |
128 | + "estimate": 1.0, |
| |
129 | + "low": 1.0, |
| |
130 | + "high": 1.0, |
| |
131 | + "level": 0.95, |
| |
132 | + "n_items": 1000, |
| |
133 | + "n_clusters": 970, |
| |
134 | + "n_boot": 2000 |
| |
135 | + }, |
| |
136 | + "omega_step_acc": 1.0 |
| |
137 | + }, |
| |
138 | + "control_iid": { |
| |
139 | + "accuracy": 1.0, |
| |
140 | + "trace_accuracy": 1.0, |
| |
141 | + "ci95": { |
| |
142 | + "estimate": 1.0, |
| |
143 | + "low": 1.0, |
| |
144 | + "high": 1.0, |
| |
145 | + "level": 0.95, |
| |
146 | + "n_items": 1000, |
| |
147 | + "n_clusters": 975, |
| |
148 | + "n_boot": 2000 |
| |
149 | + }, |
| |
150 | + "omega_step_acc": null |
| |
151 | + }, |
| |
152 | + "comp_heldout": { |
| |
153 | + "accuracy": 1.0, |
| |
154 | + "trace_accuracy": 1.0, |
| |
155 | + "ci95": { |
| |
156 | + "estimate": 1.0, |
| |
157 | + "low": 1.0, |
| |
158 | + "high": 1.0, |
| |
159 | + "level": 0.95, |
| |
160 | + "n_items": 1000, |
| |
161 | + "n_clusters": 701, |
| |
162 | + "n_boot": 2000 |
| |
163 | + }, |
| |
164 | + "omega_step_acc": 1.0 |
| |
165 | + }, |
| |
166 | + "len_ood": { |
| |
167 | + "accuracy": 0.112, |
| |
168 | + "trace_accuracy": 0.0, |
| |
169 | + "ci95": { |
| |
170 | + "estimate": 0.112, |
| |
171 | + "low": 0.086, |
| |
172 | + "high": 0.14, |
| |
173 | + "level": 0.95, |
| |
174 | + "n_items": 500, |
| |
175 | + "n_clusters": 500, |
| |
176 | + "n_boot": 2000 |
| |
177 | + }, |
| |
178 | + "omega_step_acc": 0.24742268041237114 |
| |
179 | + } |
| |
180 | + }, |
| |
181 | + "recipient_s0": { |
| |
182 | + "pair": "recipient_s0", |
| |
183 | + "target_iid": { |
| |
184 | + "accuracy": 0.111, |
| |
185 | + "trace_accuracy": 0.081, |
| |
186 | + "ci95": { |
| |
187 | + "estimate": 0.111, |
| |
188 | + "low": 0.09154929577464789, |
| |
189 | + "high": 0.13052208835341367, |
| |
190 | + "level": 0.95, |
| |
191 | + "n_items": 1000, |
| |
192 | + "n_clusters": 970, |
| |
193 | + "n_boot": 2000 |
| |
194 | + }, |
| |
195 | + "omega_step_acc": 0.098 |
| |
196 | + }, |
| |
197 | + "control_iid": { |
| |
198 | + "accuracy": 1.0, |
| |
199 | + "trace_accuracy": 1.0, |
| |
200 | + "ci95": { |
| |
201 | + "estimate": 1.0, |
| |
202 | + "low": 1.0, |
| |
203 | + "high": 1.0, |
| |
204 | + "level": 0.95, |
| |
205 | + "n_items": 1000, |
| |
206 | + "n_clusters": 975, |
| |
207 | + "n_boot": 2000 |
| |
208 | + }, |
| |
209 | + "omega_step_acc": null |
| |
210 | + }, |
| |
211 | + "comp_heldout": { |
| |
212 | + "accuracy": 0.471, |
| |
213 | + "trace_accuracy": 0.455, |
| |
214 | + "ci95": { |
| |
215 | + "estimate": 0.471, |
| |
216 | + "low": 0.42531089335603645, |
| |
217 | + "high": 0.5182025013460684, |
| |
218 | + "level": 0.95, |
| |
219 | + "n_items": 1000, |
| |
220 | + "n_clusters": 701, |
| |
221 | + "n_boot": 2000 |
| |
222 | + }, |
| |
223 | + "omega_step_acc": 0.105 |
| |
224 | + }, |
| |
225 | + "len_ood": { |
| |
226 | + "accuracy": 0.084, |
| |
227 | + "trace_accuracy": 0.0, |
| |
228 | + "ci95": { |
| |
229 | + "estimate": 0.084, |
| |
230 | + "low": 0.062, |
| |
231 | + "high": 0.108, |
| |
232 | + "level": 0.95, |
| |
233 | + "n_items": 500, |
| |
234 | + "n_clusters": 500, |
| |
235 | + "n_boot": 2000 |
| |
236 | + }, |
| |
237 | + "omega_step_acc": 0.07903780068728522 |
| |
238 | + } |
| |
239 | + }, |
| |
240 | + "recipient_s1": { |
| |
241 | + "pair": "recipient_s1", |
| |
242 | + "target_iid": { |
| |
243 | + "accuracy": 0.047, |
| |
244 | + "trace_accuracy": 0.003, |
| |
245 | + "ci95": { |
| |
246 | + "estimate": 0.047, |
| |
247 | + "low": 0.03493013972055888, |
| |
248 | + "high": 0.06018205218063829, |
| |
249 | + "level": 0.95, |
| |
250 | + "n_items": 1000, |
| |
251 | + "n_clusters": 970, |
| |
252 | + "n_boot": 2000 |
| |
253 | + }, |
| |
254 | + "omega_step_acc": 0.003 |
| |
255 | + }, |
| |
256 | + "control_iid": { |
| |
257 | + "accuracy": 1.0, |
| |
258 | + "trace_accuracy": 1.0, |
| |
259 | + "ci95": { |
| |
260 | + "estimate": 1.0, |
| |
261 | + "low": 1.0, |
| |
262 | + "high": 1.0, |
| |
263 | + "level": 0.95, |
| |
264 | + "n_items": 1000, |
| |
265 | + "n_clusters": 975, |
| |
266 | + "n_boot": 2000 |
| |
267 | + }, |
| |
268 | + "omega_step_acc": null |
| |
269 | + }, |
| |
270 | + "comp_heldout": { |
| |
271 | + "accuracy": 0.425, |
| |
272 | + "trace_accuracy": 0.406, |
| |
273 | + "ci95": { |
| |
274 | + "estimate": 0.425, |
| |
275 | + "low": 0.37735611783911016, |
| |
276 | + "high": 0.47530955511724743, |
| |
277 | + "level": 0.95, |
| |
278 | + "n_items": 1000, |
| |
279 | + "n_clusters": 701, |
| |
280 | + "n_boot": 2000 |
| |
281 | + }, |
| |
282 | + "omega_step_acc": 0.011666666666666667 |
| |
283 | + }, |
| |
284 | + "len_ood": { |
| |
285 | + "accuracy": 0.098, |
| |
286 | + "trace_accuracy": 0.0, |
| |
287 | + "ci95": { |
| |
288 | + "estimate": 0.098, |
| |
289 | + "low": 0.074, |
| |
290 | + "high": 0.126, |
| |
291 | + "level": 0.95, |
| |
292 | + "n_items": 500, |
| |
293 | + "n_clusters": 500, |
| |
294 | + "n_boot": 2000 |
| |
295 | + }, |
| |
296 | + "omega_step_acc": 0.08247422680412371 |
| |
297 | + } |
| |
298 | + }, |
| |
299 | + "recipient_s2": { |
| |
300 | + "pair": "recipient_s2", |
| |
301 | + "target_iid": { |
| |
302 | + "accuracy": 0.067, |
| |
303 | + "trace_accuracy": 0.035, |
| |
304 | + "ci95": { |
| |
305 | + "estimate": 0.067, |
| |
306 | + "low": 0.05189233473351804, |
| |
307 | + "high": 0.08274888557176364, |
| |
308 | + "level": 0.95, |
| |
309 | + "n_items": 1000, |
| |
310 | + "n_clusters": 970, |
| |
311 | + "n_boot": 2000 |
| |
312 | + }, |
| |
313 | + "omega_step_acc": 0.045 |
| |
314 | + }, |
| |
315 | + "control_iid": { |
| |
316 | + "accuracy": 1.0, |
| |
317 | + "trace_accuracy": 1.0, |
| |
318 | + "ci95": { |
| |
319 | + "estimate": 1.0, |
| |
320 | + "low": 1.0, |
| |
321 | + "high": 1.0, |
| |
322 | + "level": 0.95, |
| |
323 | + "n_items": 1000, |
| |
324 | + "n_clusters": 975, |
| |
325 | + "n_boot": 2000 |
| |
326 | + }, |
| |
327 | + "omega_step_acc": null |
| |
328 | + }, |
| |
329 | + "comp_heldout": { |
| |
330 | + "accuracy": 0.424, |
| |
331 | + "trace_accuracy": 0.414, |
| |
332 | + "ci95": { |
| |
333 | + "estimate": 0.424, |
| |
334 | + "low": 0.3784060003399626, |
| |
335 | + "high": 0.47426335776022255, |
| |
336 | + "level": 0.95, |
| |
337 | + "n_items": 1000, |
| |
338 | + "n_clusters": 701, |
| |
339 | + "n_boot": 2000 |
| |
340 | + }, |
| |
341 | + "omega_step_acc": 0.03166666666666667 |
| |
342 | + }, |
| |
343 | + "len_ood": { |
| |
344 | + "accuracy": 0.098, |
| |
345 | + "trace_accuracy": 0.0, |
| |
346 | + "ci95": { |
| |
347 | + "estimate": 0.098, |
| |
348 | + "low": 0.072, |
| |
349 | + "high": 0.124, |
| |
350 | + "level": 0.95, |
| |
351 | + "n_items": 500, |
| |
352 | + "n_clusters": 500, |
| |
353 | + "n_boot": 2000 |
| |
354 | + }, |
| |
355 | + "omega_step_acc": 0.10309278350515463 |
| |
356 | + } |
| |
357 | + }, |
| |
358 | + "unrelated_s0": { |
| |
359 | + "pair": "unrelated_s0", |
| |
360 | + "target_iid": { |
| |
361 | + "accuracy": 0.132, |
| |
362 | + "trace_accuracy": 0.089, |
| |
363 | + "ci95": { |
| |
364 | + "estimate": 0.132, |
| |
365 | + "low": 0.1111111111111111, |
| |
366 | + "high": 0.15315315315315314, |
| |
367 | + "level": 0.95, |
| |
368 | + "n_items": 1000, |
| |
369 | + "n_clusters": 970, |
| |
370 | + "n_boot": 2000 |
| |
371 | + }, |
| |
372 | + "omega_step_acc": 0.104 |
| |
373 | + }, |
| |
374 | + "control_iid": { |
| |
375 | + "accuracy": 1.0, |
| |
376 | + "trace_accuracy": 1.0, |
| |
377 | + "ci95": { |
| |
378 | + "estimate": 1.0, |
| |
379 | + "low": 1.0, |
| |
380 | + "high": 1.0, |
| |
381 | + "level": 0.95, |
| |
382 | + "n_items": 1000, |
| |
383 | + "n_clusters": 975, |
| |
384 | + "n_boot": 2000 |
| |
385 | + }, |
| |
386 | + "omega_step_acc": null |
| |
387 | + }, |
| |
388 | + "comp_heldout": { |
| |
389 | + "accuracy": 0.478, |
| |
390 | + "trace_accuracy": 0.457, |
| |
391 | + "ci95": { |
| |
392 | + "estimate": 0.478, |
| |
393 | + "low": 0.43308155496433826, |
| |
394 | + "high": 0.5237625788434687, |
| |
395 | + "level": 0.95, |
| |
396 | + "n_items": 1000, |
| |
397 | + "n_clusters": 701, |
| |
398 | + "n_boot": 2000 |
| |
399 | + }, |
| |
400 | + "omega_step_acc": 0.11 |
| |
401 | + }, |
| |
402 | + "len_ood": { |
| |
403 | + "accuracy": 0.106, |
| |
404 | + "trace_accuracy": 0.0, |
| |
405 | + "ci95": { |
| |
406 | + "estimate": 0.106, |
| |
407 | + "low": 0.08, |
| |
408 | + "high": 0.134, |
| |
409 | + "level": 0.95, |
| |
410 | + "n_items": 500, |
| |
411 | + "n_clusters": 500, |
| |
412 | + "n_boot": 2000 |
| |
413 | + }, |
| |
414 | + "omega_step_acc": 0.07560137457044673 |
| |
415 | + } |
| |
416 | + }, |
| |
417 | + "unrelated_s1": { |
| |
418 | + "pair": "unrelated_s1", |
| |
419 | + "target_iid": { |
| |
420 | + "accuracy": 0.044, |
| |
421 | + "trace_accuracy": 0.002, |
| |
422 | + "ci95": { |
| |
423 | + "estimate": 0.044, |
| |
424 | + "low": 0.03118712273641851, |
| |
425 | + "high": 0.05711853354951106, |
| |
426 | + "level": 0.95, |
| |
427 | + "n_items": 1000, |
| |
428 | + "n_clusters": 970, |
| |
429 | + "n_boot": 2000 |
| |
430 | + }, |
| |
431 | + "omega_step_acc": 0.002 |
| |
432 | + }, |
| |
433 | + "control_iid": { |
| |
434 | + "accuracy": 1.0, |
| |
435 | + "trace_accuracy": 1.0, |
| |
436 | + "ci95": { |
| |
437 | + "estimate": 1.0, |
| |
438 | + "low": 1.0, |
| |
439 | + "high": 1.0, |
| |
440 | + "level": 0.95, |
| |
441 | + "n_items": 1000, |
| |
442 | + "n_clusters": 975, |
| |
443 | + "n_boot": 2000 |
| |
444 | + }, |
| |
445 | + "omega_step_acc": null |
| |
446 | + }, |
| |
447 | + "comp_heldout": { |
| |
448 | + "accuracy": 0.419, |
| |
449 | + "trace_accuracy": 0.402, |
| |
450 | + "ci95": { |
| |
451 | + "estimate": 0.419, |
| |
452 | + "low": 0.37110768996920973, |
| |
453 | + "high": 0.46763115823130963, |
| |
454 | + "level": 0.95, |
| |
455 | + "n_items": 1000, |
| |
456 | + "n_clusters": 701, |
| |
457 | + "n_boot": 2000 |
| |
458 | + }, |
| |
459 | + "omega_step_acc": 0.0033333333333333335 |
| |
460 | + }, |
| |
461 | + "len_ood": { |
| |
462 | + "accuracy": 0.096, |
| |
463 | + "trace_accuracy": 0.0, |
| |
464 | + "ci95": { |
| |
465 | + "estimate": 0.096, |
| |
466 | + "low": 0.072, |
| |
467 | + "high": 0.124, |
| |
468 | + "level": 0.95, |
| |
469 | + "n_items": 500, |
| |
470 | + "n_clusters": 500, |
| |
471 | + "n_boot": 2000 |
| |
472 | + }, |
| |
473 | + "omega_step_acc": 0.0859106529209622 |
| |
474 | + } |
| |
475 | + }, |
| |
476 | + "unrelated_s2": { |
| |
477 | + "pair": "unrelated_s2", |
| |
478 | + "target_iid": { |
| |
479 | + "accuracy": 0.101, |
| |
480 | + "trace_accuracy": 0.071, |
| |
481 | + "ci95": { |
| |
482 | + "estimate": 0.101, |
| |
483 | + "low": 0.08274968421428941, |
| |
484 | + "high": 0.11944795470133247, |
| |
485 | + "level": 0.95, |
| |
486 | + "n_items": 1000, |
| |
487 | + "n_clusters": 970, |
| |
488 | + "n_boot": 2000 |
| |
489 | + }, |
| |
490 | + "omega_step_acc": 0.091 |
| |
491 | + }, |
| |
492 | + "control_iid": { |
| |
493 | + "accuracy": 1.0, |
| |
494 | + "trace_accuracy": 1.0, |
| |
495 | + "ci95": { |
| |
496 | + "estimate": 1.0, |
| |
497 | + "low": 1.0, |
| |
498 | + "high": 1.0, |
| |
499 | + "level": 0.95, |
| |
500 | + "n_items": 1000, |
| |
501 | + "n_clusters": 975, |
| |
502 | + "n_boot": 2000 |
| |
503 | + }, |
| |
504 | + "omega_step_acc": null |
| |
505 | + }, |
| |
506 | + "comp_heldout": { |
| |
507 | + "accuracy": 0.449, |
| |
508 | + "trace_accuracy": 0.442, |
| |
509 | + "ci95": { |
| |
510 | + "estimate": 0.449, |
| |
511 | + "low": 0.4023472990593223, |
| |
512 | + "high": 0.4960399945319976, |
| |
513 | + "level": 0.95, |
| |
514 | + "n_items": 1000, |
| |
515 | + "n_clusters": 701, |
| |
516 | + "n_boot": 2000 |
| |
517 | + }, |
| |
518 | + "omega_step_acc": 0.09166666666666666 |
| |
519 | + }, |
| |
520 | + "len_ood": { |
| |
521 | + "accuracy": 0.088, |
| |
522 | + "trace_accuracy": 0.0, |
| |
523 | + "ci95": { |
| |
524 | + "estimate": 0.088, |
| |
525 | + "low": 0.064, |
| |
526 | + "high": 0.114, |
| |
527 | + "level": 0.95, |
| |
528 | + "n_items": 500, |
| |
529 | + "n_clusters": 500, |
| |
530 | + "n_boot": 2000 |
| |
531 | + }, |
| |
532 | + "omega_step_acc": 0.08934707903780069 |
| |
533 | + } |
| |
534 | + }, |
| |
535 | + "recipient_w96_s0": { |
| |
536 | + "pair": "recipient_w96_s0", |
| |
537 | + "target_iid": { |
| |
538 | + "accuracy": 0.096, |
| |
539 | + "trace_accuracy": 0.065, |
| |
540 | + "ci95": { |
| |
541 | + "estimate": 0.096, |
| |
542 | + "low": 0.07738693467336684, |
| |
543 | + "high": 0.1146609182353928, |
| |
544 | + "level": 0.95, |
| |
545 | + "n_items": 1000, |
| |
546 | + "n_clusters": 970, |
| |
547 | + "n_boot": 2000 |
| |
548 | + }, |
| |
549 | + "omega_step_acc": 0.079 |
| |
550 | + }, |
| |
551 | + "control_iid": { |
| |
552 | + "accuracy": 1.0, |
| |
553 | + "trace_accuracy": 1.0, |
| |
554 | + "ci95": { |
| |
555 | + "estimate": 1.0, |
| |
556 | + "low": 1.0, |
| |
557 | + "high": 1.0, |
| |
558 | + "level": 0.95, |
| |
559 | + "n_items": 1000, |
| |
560 | + "n_clusters": 975, |
| |
561 | + "n_boot": 2000 |
| |
562 | + }, |
| |
563 | + "omega_step_acc": null |
| |
564 | + }, |
| |
565 | + "comp_heldout": { |
| |
566 | + "accuracy": 0.449, |
| |
567 | + "trace_accuracy": 0.439, |
| |
568 | + "ci95": { |
| |
569 | + "estimate": 0.449, |
| |
570 | + "low": 0.40304725904960526, |
| |
571 | + "high": 0.4970183346560951, |
| |
572 | + "level": 0.95, |
| |
573 | + "n_items": 1000, |
| |
574 | + "n_clusters": 701, |
| |
575 | + "n_boot": 2000 |
| |
576 | + }, |
| |
577 | + "omega_step_acc": 0.07333333333333333 |
| |
578 | + } |
| |
579 | + }, |
| |
580 | + "recipient_L6_s0": { |
| |
581 | + "pair": "recipient_L6_s0", |
| |
582 | + "target_iid": { |
| |
583 | + "accuracy": 0.12, |
| |
584 | + "trace_accuracy": 0.083, |
| |
585 | + "ci95": { |
| |
586 | + "estimate": 0.12, |
| |
587 | + "low": 0.10049511478750825, |
| |
588 | + "high": 0.13958182383542442, |
| |
589 | + "level": 0.95, |
| |
590 | + "n_items": 1000, |
| |
591 | + "n_clusters": 970, |
| |
592 | + "n_boot": 2000 |
| |
593 | + }, |
| |
594 | + "omega_step_acc": 0.098 |
| |
595 | + }, |
| |
596 | + "control_iid": { |
| |
597 | + "accuracy": 1.0, |
| |
598 | + "trace_accuracy": 1.0, |
| |
599 | + "ci95": { |
| |
600 | + "estimate": 1.0, |
| |
601 | + "low": 1.0, |
| |
602 | + "high": 1.0, |
| |
603 | + "level": 0.95, |
| |
604 | + "n_items": 1000, |
| |
605 | + "n_clusters": 975, |
| |
606 | + "n_boot": 2000 |
| |
607 | + }, |
| |
608 | + "omega_step_acc": null |
| |
609 | + }, |
| |
610 | + "comp_heldout": { |
| |
611 | + "accuracy": 0.465, |
| |
612 | + "trace_accuracy": 0.443, |
| |
613 | + "ci95": { |
| |
614 | + "estimate": 0.465, |
| |
615 | + "low": 0.4181789533995416, |
| |
616 | + "high": 0.5125901780298345, |
| |
617 | + "level": 0.95, |
| |
618 | + "n_items": 1000, |
| |
619 | + "n_clusters": 701, |
| |
620 | + "n_boot": 2000 |
| |
621 | + }, |
| |
622 | + "omega_step_acc": 0.09333333333333334 |
| |
623 | + } |
| |
624 | + }, |
| |
625 | + "donor_s2_s0": { |
| |
626 | + "pair": "donor_s2_s0", |
| |
627 | + "target_iid": { |
| |
628 | + "accuracy": 1.0, |
| |
629 | + "trace_accuracy": 1.0, |
| |
630 | + "ci95": { |
| |
631 | + "estimate": 1.0, |
| |
632 | + "low": 1.0, |
| |
633 | + "high": 1.0, |
| |
634 | + "level": 0.95, |
| |
635 | + "n_items": 1000, |
| |
636 | + "n_clusters": 953, |
| |
637 | + "n_boot": 2000 |
| |
638 | + }, |
| |
639 | + "omega_step_acc": 1.0 |
| |
640 | + }, |
| |
641 | + "control_iid": { |
| |
642 | + "accuracy": 1.0, |
| |
643 | + "trace_accuracy": 1.0, |
| |
644 | + "ci95": { |
| |
645 | + "estimate": 1.0, |
| |
646 | + "low": 1.0, |
| |
647 | + "high": 1.0, |
| |
648 | + "level": 0.95, |
| |
649 | + "n_items": 1000, |
| |
650 | + "n_clusters": 964, |
| |
651 | + "n_boot": 2000 |
| |
652 | + }, |
| |
653 | + "omega_step_acc": null |
| |
654 | + }, |
| |
655 | + "comp_heldout": { |
| |
656 | + "accuracy": 0.992, |
| |
657 | + "trace_accuracy": 0.992, |
| |
658 | + "ci95": { |
| |
659 | + "estimate": 0.992, |
| |
660 | + "low": 0.9860274069729217, |
| |
661 | + "high": 0.9969818913480886, |
| |
662 | + "level": 0.95, |
| |
663 | + "n_items": 1000, |
| |
664 | + "n_clusters": 695, |
| |
665 | + "n_boot": 2000 |
| |
666 | + }, |
| |
667 | + "omega_step_acc": 0.9951456310679612 |
| |
668 | + } |
| |
669 | + }, |
| |
670 | + "recipient_s2_s0": { |
| |
671 | + "pair": "recipient_s2_s0", |
| |
672 | + "target_iid": { |
| |
673 | + "accuracy": 0.075, |
| |
674 | + "trace_accuracy": 0.032, |
| |
675 | + "ci95": { |
| |
676 | + "estimate": 0.075, |
| |
677 | + "low": 0.05941441701568931, |
| |
678 | + "high": 0.09226190476190477, |
| |
679 | + "level": 0.95, |
| |
680 | + "n_items": 1000, |
| |
681 | + "n_clusters": 953, |
| |
682 | + "n_boot": 2000 |
| |
683 | + }, |
| |
684 | + "omega_step_acc": 0.039 |
| |
685 | + }, |
| |
686 | + "control_iid": { |
| |
687 | + "accuracy": 1.0, |
| |
688 | + "trace_accuracy": 1.0, |
| |
689 | + "ci95": { |
| |
690 | + "estimate": 1.0, |
| |
691 | + "low": 1.0, |
| |
692 | + "high": 1.0, |
| |
693 | + "level": 0.95, |
| |
694 | + "n_items": 1000, |
| |
695 | + "n_clusters": 964, |
| |
696 | + "n_boot": 2000 |
| |
697 | + }, |
| |
698 | + "omega_step_acc": null |
| |
699 | + }, |
| |
700 | + "comp_heldout": { |
| |
701 | + "accuracy": 0.382, |
| |
702 | + "trace_accuracy": 0.368, |
| |
703 | + "ci95": { |
| |
704 | + "estimate": 0.382, |
| |
705 | + "low": 0.3385435510204464, |
| |
706 | + "high": 0.42424787442773054, |
| |
707 | + "level": 0.95, |
| |
708 | + "n_items": 1000, |
| |
709 | + "n_clusters": 695, |
| |
710 | + "n_boot": 2000 |
| |
711 | + }, |
| |
712 | + "omega_step_acc": 0.025889967637540454 |
| |
713 | + } |
| |
714 | + } |
| |
715 | + }, |
| |
716 | + "act_identity_all": { |
| |
717 | + "donor_s0->recipient_s0": { |
| |
718 | + "pair": "donor_s0->recipient_s0", |
| |
719 | + "map": "identity", |
| |
720 | + "targeting": "all", |
| |
721 | + "applied": 15000, |
| |
722 | + "target_iid": { |
| |
723 | + "accuracy": 0.744, |
| |
724 | + "trace_accuracy": 0.74, |
| |
725 | + "ci95": { |
| |
726 | + "estimate": 0.744, |
| |
727 | + "low": 0.7158563147060605, |
| |
728 | + "high": 0.7714012307710862, |
| |
729 | + "level": 0.95, |
| |
730 | + "n_items": 1000, |
| |
731 | + "n_clusters": 970, |
| |
732 | + "n_boot": 2000 |
| |
733 | + }, |
| |
734 | + "omega_step_acc": 0.792 |
| |
735 | + }, |
| |
736 | + "control_iid": { |
| |
737 | + "accuracy": 0.984, |
| |
738 | + "trace_accuracy": 0.984, |
| |
739 | + "ci95": { |
| |
740 | + "estimate": 0.984, |
| |
741 | + "low": 0.9759277833500501, |
| |
742 | + "high": 0.9910271426755589, |
| |
743 | + "level": 0.95, |
| |
744 | + "n_items": 1000, |
| |
745 | + "n_clusters": 975, |
| |
746 | + "n_boot": 2000 |
| |
747 | + }, |
| |
748 | + "omega_step_acc": null |
| |
749 | + }, |
| |
750 | + "comp_heldout": { |
| |
751 | + "accuracy": 0.849, |
| |
752 | + "trace_accuracy": 0.847, |
| |
753 | + "ci95": { |
| |
754 | + "estimate": 0.849, |
| |
755 | + "low": 0.8245758305845042, |
| |
756 | + "high": 0.8718959843383901, |
| |
757 | + "level": 0.95, |
| |
758 | + "n_items": 1000, |
| |
759 | + "n_clusters": 701, |
| |
760 | + "n_boot": 2000 |
| |
761 | + }, |
| |
762 | + "omega_step_acc": 0.8016666666666666 |
| |
763 | + } |
| |
764 | + }, |
| |
765 | + "donor_s0->recipient_s1": { |
| |
766 | + "pair": "donor_s0->recipient_s1", |
| |
767 | + "map": "identity", |
| |
768 | + "targeting": "all", |
| |
769 | + "applied": 15000, |
| |
770 | + "target_iid": { |
| |
771 | + "accuracy": 0.104, |
| |
772 | + "trace_accuracy": 0.0, |
| |
773 | + "ci95": { |
| |
774 | + "estimate": 0.104, |
| |
775 | + "low": 0.08483033932135728, |
| |
776 | + "high": 0.1230219871248698, |
| |
777 | + "level": 0.95, |
| |
778 | + "n_items": 1000, |
| |
779 | + "n_clusters": 970, |
| |
780 | + "n_boot": 2000 |
| |
781 | + }, |
| |
782 | + "omega_step_acc": 0.094 |
| |
783 | + }, |
| |
784 | + "control_iid": { |
| |
785 | + "accuracy": 0.086, |
| |
786 | + "trace_accuracy": 0.0, |
| |
787 | + "ci95": { |
| |
788 | + "estimate": 0.086, |
| |
789 | + "low": 0.0688622754491018, |
| |
790 | + "high": 0.10362599750197792, |
| |
791 | + "level": 0.95, |
| |
792 | + "n_items": 1000, |
| |
793 | + "n_clusters": 975, |
| |
794 | + "n_boot": 2000 |
| |
795 | + }, |
| |
796 | + "omega_step_acc": null |
| |
797 | + }, |
| |
798 | + "comp_heldout": { |
| |
799 | + "accuracy": 0.113, |
| |
800 | + "trace_accuracy": 0.0, |
| |
801 | + "ci95": { |
| |
802 | + "estimate": 0.113, |
| |
803 | + "low": 0.09445343021113042, |
| |
804 | + "high": 0.13213481338481337, |
| |
805 | + "level": 0.95, |
| |
806 | + "n_items": 1000, |
| |
807 | + "n_clusters": 701, |
| |
808 | + "n_boot": 2000 |
| |
809 | + }, |
| |
810 | + "omega_step_acc": 0.07 |
| |
811 | + } |
| |
812 | + }, |
| |
813 | + "donor_s0->recipient_s2": { |
| |
814 | + "pair": "donor_s0->recipient_s2", |
| |
815 | + "map": "identity", |
| |
816 | + "targeting": "all", |
| |
817 | + "applied": 15000, |
| |
818 | + "target_iid": { |
| |
819 | + "accuracy": 0.094, |
| |
820 | + "trace_accuracy": 0.0, |
| |
821 | + "ci95": { |
| |
822 | + "estimate": 0.094, |
| |
823 | + "low": 0.07608447865732788, |
| |
824 | + "high": 0.11177644710578842, |
| |
825 | + "level": 0.95, |
| |
826 | + "n_items": 1000, |
| |
827 | + "n_clusters": 970, |
| |
828 | + "n_boot": 2000 |
| |
829 | + }, |
| |
830 | + "omega_step_acc": 0.107 |
| |
831 | + }, |
| |
832 | + "control_iid": { |
| |
833 | + "accuracy": 0.094, |
| |
834 | + "trace_accuracy": 0.0, |
| |
835 | + "ci95": { |
| |
836 | + "estimate": 0.094, |
| |
837 | + "low": 0.07645511323640555, |
| |
838 | + "high": 0.11289276289276286, |
| |
839 | + "level": 0.95, |
| |
840 | + "n_items": 1000, |
| |
841 | + "n_clusters": 975, |
| |
842 | + "n_boot": 2000 |
| |
843 | + }, |
| |
844 | + "omega_step_acc": null |
| |
845 | + }, |
| |
846 | + "comp_heldout": { |
| |
847 | + "accuracy": 0.075, |
| |
848 | + "trace_accuracy": 0.001, |
| |
849 | + "ci95": { |
| |
850 | + "estimate": 0.075, |
| |
851 | + "low": 0.05967041780573968, |
| |
852 | + "high": 0.09057469746774353, |
| |
853 | + "level": 0.95, |
| |
854 | + "n_items": 1000, |
| |
855 | + "n_clusters": 701, |
| |
856 | + "n_boot": 2000 |
| |
857 | + }, |
| |
858 | + "omega_step_acc": 0.07666666666666666 |
| |
859 | + } |
| |
860 | + }, |
| |
861 | + "donor_s1->recipient_s0": { |
| |
862 | + "pair": "donor_s1->recipient_s0", |
| |
863 | + "map": "identity", |
| |
864 | + "targeting": "all", |
| |
865 | + "applied": 15000, |
| |
866 | + "target_iid": { |
| |
867 | + "accuracy": 0.112, |
| |
868 | + "trace_accuracy": 0.0, |
| |
869 | + "ci95": { |
| |
870 | + "estimate": 0.112, |
| |
871 | + "low": 0.09290709290709291, |
| |
872 | + "high": 0.1320754716981132, |
| |
873 | + "level": 0.95, |
| |
874 | + "n_items": 1000, |
| |
875 | + "n_clusters": 970, |
| |
876 | + "n_boot": 2000 |
| |
877 | + }, |
| |
878 | + "omega_step_acc": 0.091 |
| |
879 | + }, |
| |
880 | + "control_iid": { |
| |
881 | + "accuracy": 0.107, |
| |
882 | + "trace_accuracy": 0.0, |
| |
883 | + "ci95": { |
| |
884 | + "estimate": 0.107, |
| |
885 | + "low": 0.0882936507936508, |
| |
886 | + "high": 0.1267496724832054, |
| |
887 | + "level": 0.95, |
| |
888 | + "n_items": 1000, |
| |
889 | + "n_clusters": 975, |
| |
890 | + "n_boot": 2000 |
| |
891 | + }, |
| |
892 | + "omega_step_acc": null |
| |
893 | + }, |
| |
894 | + "comp_heldout": { |
| |
895 | + "accuracy": 0.098, |
| |
896 | + "trace_accuracy": 0.004, |
| |
897 | + "ci95": { |
| |
898 | + "estimate": 0.098, |
| |
899 | + "low": 0.08032128514056225, |
| |
900 | + "high": 0.11511893592277817, |
| |
901 | + "level": 0.95, |
| |
902 | + "n_items": 1000, |
| |
903 | + "n_clusters": 701, |
| |
904 | + "n_boot": 2000 |
| |
905 | + }, |
| |
906 | + "omega_step_acc": 0.07833333333333334 |
| |
907 | + } |
| |
908 | + }, |
| |
909 | + "donor_s1->recipient_s1": { |
| |
910 | + "pair": "donor_s1->recipient_s1", |
| |
911 | + "map": "identity", |
| |
912 | + "targeting": "all", |
| |
913 | + "applied": 15000, |
| |
914 | + "target_iid": { |
| |
915 | + "accuracy": 0.874, |
| |
916 | + "trace_accuracy": 0.872, |
| |
917 | + "ci95": { |
| |
918 | + "estimate": 0.874, |
| |
919 | + "low": 0.8538761674199049, |
| |
920 | + "high": 0.894954789833822, |
| |
921 | + "level": 0.95, |
| |
922 | + "n_items": 1000, |
| |
923 | + "n_clusters": 970, |
| |
924 | + "n_boot": 2000 |
| |
925 | + }, |
| |
926 | + "omega_step_acc": 0.893 |
| |
927 | + }, |
| |
928 | + "control_iid": { |
| |
929 | + "accuracy": 0.987, |
| |
930 | + "trace_accuracy": 0.986, |
| |
931 | + "ci95": { |
| |
932 | + "estimate": 0.987, |
| |
933 | + "low": 0.9798984853775423, |
| |
934 | + "high": 0.9939759036144579, |
| |
935 | + "level": 0.95, |
| |
936 | + "n_items": 1000, |
| |
937 | + "n_clusters": 975, |
| |
938 | + "n_boot": 2000 |
| |
939 | + }, |
| |
940 | + "omega_step_acc": null |
| |
941 | + }, |
| |
942 | + "comp_heldout": { |
| |
943 | + "accuracy": 0.896, |
| |
944 | + "trace_accuracy": 0.894, |
| |
945 | + "ci95": { |
| |
946 | + "estimate": 0.896, |
| |
947 | + "low": 0.8758944099378881, |
| |
948 | + "high": 0.9153201923766151, |
| |
949 | + "level": 0.95, |
| |
950 | + "n_items": 1000, |
| |
951 | + "n_clusters": 701, |
| |
952 | + "n_boot": 2000 |
| |
953 | + }, |
| |
954 | + "omega_step_acc": 0.8683333333333333 |
| |
955 | + } |
| |
956 | + }, |
| |
957 | + "donor_s1->recipient_s2": { |
| |
958 | + "pair": "donor_s1->recipient_s2", |
| |
959 | + "map": "identity", |
| |
960 | + "targeting": "all", |
| |
961 | + "applied": 15000, |
| |
962 | + "target_iid": { |
| |
963 | + "accuracy": 0.076, |
| |
964 | + "trace_accuracy": 0.0, |
| |
965 | + "ci95": { |
| |
966 | + "estimate": 0.076, |
| |
967 | + "low": 0.059698854213779594, |
| |
968 | + "high": 0.09162083215431048, |
| |
969 | + "level": 0.95, |
| |
970 | + "n_items": 1000, |
| |
971 | + "n_clusters": 970, |
| |
972 | + "n_boot": 2000 |
| |
973 | + }, |
| |
974 | + "omega_step_acc": 0.055 |
| |
975 | + }, |
| |
976 | + "control_iid": { |
| |
977 | + "accuracy": 0.102, |
| |
978 | + "trace_accuracy": 0.0, |
| |
979 | + "ci95": { |
| |
980 | + "estimate": 0.102, |
| |
981 | + "low": 0.08465714676086905, |
| |
982 | + "high": 0.12212269369667582, |
| |
983 | + "level": 0.95, |
| |
984 | + "n_items": 1000, |
| |
985 | + "n_clusters": 975, |
| |
986 | + "n_boot": 2000 |
| |
987 | + }, |
| |
988 | + "omega_step_acc": null |
| |
989 | + }, |
| |
990 | + "comp_heldout": { |
| |
991 | + "accuracy": 0.101, |
| |
992 | + "trace_accuracy": 0.0, |
| |
993 | + "ci95": { |
| |
994 | + "estimate": 0.101, |
| |
995 | + "low": 0.08242219499548474, |
| |
996 | + "high": 0.11965114505704676, |
| |
997 | + "level": 0.95, |
| |
998 | + "n_items": 1000, |
| |
999 | + "n_clusters": 701, |
| |
1000 | + "n_boot": 2000 |
| |
1001 | + }, |
| |
1002 | + "omega_step_acc": 0.06 |
| |
1003 | + } |
| |
1004 | + }, |
| |
1005 | + "donor_s2->recipient_s0": { |
| |
1006 | + "pair": "donor_s2->recipient_s0", |
| |
1007 | + "map": "identity", |
| |
1008 | + "targeting": "all", |
| |
1009 | + "applied": 15000, |
| |
1010 | + "target_iid": { |
| |
1011 | + "accuracy": 0.111, |
| |
1012 | + "trace_accuracy": 0.0, |
| |
1013 | + "ci95": { |
| |
1014 | + "estimate": 0.111, |
| |
1015 | + "low": 0.0919979797979798, |
| |
1016 | + "high": 0.13026271448369373, |
| |
1017 | + "level": 0.95, |
| |
1018 | + "n_items": 1000, |
| |
1019 | + "n_clusters": 970, |
| |
1020 | + "n_boot": 2000 |
| |
1021 | + }, |
| |
1022 | + "omega_step_acc": 0.076 |
| |
1023 | + }, |
| |
1024 | + "control_iid": { |
| |
1025 | + "accuracy": 0.089, |
| |
1026 | + "trace_accuracy": 0.0, |
| |
1027 | + "ci95": { |
| |
1028 | + "estimate": 0.089, |
| |
1029 | + "low": 0.07170783131321644, |
| |
1030 | + "high": 0.10675087752127024, |
| |
1031 | + "level": 0.95, |
| |
1032 | + "n_items": 1000, |
| |
1033 | + "n_clusters": 975, |
| |
1034 | + "n_boot": 2000 |
| |
1035 | + }, |
| |
1036 | + "omega_step_acc": null |
| |
1037 | + }, |
| |
1038 | + "comp_heldout": { |
| |
1039 | + "accuracy": 0.072, |
| |
1040 | + "trace_accuracy": 0.001, |
| |
1041 | + "ci95": { |
| |
1042 | + "estimate": 0.072, |
| |
1043 | + "low": 0.05835542047189652, |
| |
1044 | + "high": 0.08666203823301472, |
| |
1045 | + "level": 0.95, |
| |
1046 | + "n_items": 1000, |
| |
1047 | + "n_clusters": 701, |
| |
1048 | + "n_boot": 2000 |
| |
1049 | + }, |
| |
1050 | + "omega_step_acc": 0.06666666666666667 |
| |
1051 | + } |
| |
1052 | + }, |
| |
1053 | + "donor_s2->recipient_s1": { |
| |
1054 | + "pair": "donor_s2->recipient_s1", |
| |
1055 | + "map": "identity", |
| |
1056 | + "targeting": "all", |
| |
1057 | + "applied": 15000, |
| |
1058 | + "target_iid": { |
| |
1059 | + "accuracy": 0.111, |
| |
1060 | + "trace_accuracy": 0.0, |
| |
1061 | + "ci95": { |
| |
1062 | + "estimate": 0.111, |
| |
1063 | + "low": 0.09218436873747494, |
| |
1064 | + "high": 0.13160846800914622, |
| |
1065 | + "level": 0.95, |
| |
1066 | + "n_items": 1000, |
| |
1067 | + "n_clusters": 970, |
| |
1068 | + "n_boot": 2000 |
| |
1069 | + }, |
| |
1070 | + "omega_step_acc": 0.089 |
| |
1071 | + }, |
| |
1072 | + "control_iid": { |
| |
1073 | + "accuracy": 0.129, |
| |
1074 | + "trace_accuracy": 0.0, |
| |
1075 | + "ci95": { |
| |
1076 | + "estimate": 0.129, |
| |
1077 | + "low": 0.10823961929194055, |
| |
1078 | + "high": 0.15054970630277842, |
| |
1079 | + "level": 0.95, |
| |
1080 | + "n_items": 1000, |
| |
1081 | + "n_clusters": 975, |
| |
1082 | + "n_boot": 2000 |
| |
1083 | + }, |
| |
1084 | + "omega_step_acc": null |
| |
1085 | + }, |
| |
1086 | + "comp_heldout": { |
| |
1087 | + "accuracy": 0.085, |
| |
1088 | + "trace_accuracy": 0.0, |
| |
1089 | + "ci95": { |
| |
1090 | + "estimate": 0.085, |
| |
1091 | + "low": 0.06913281198223872, |
| |
1092 | + "high": 0.10190117870579853, |
| |
1093 | + "level": 0.95, |
| |
1094 | + "n_items": 1000, |
| |
1095 | + "n_clusters": 701, |
| |
1096 | + "n_boot": 2000 |
| |
1097 | + }, |
| |
1098 | + "omega_step_acc": 0.09166666666666666 |
| |
1099 | + } |
| |
1100 | + }, |
| |
1101 | + "donor_s2->recipient_s2": { |
| |
1102 | + "pair": "donor_s2->recipient_s2", |
| |
1103 | + "map": "identity", |
| |
1104 | + "targeting": "all", |
| |
1105 | + "applied": 15000, |
| |
1106 | + "target_iid": { |
| |
1107 | + "accuracy": 1.0, |
| |
1108 | + "trace_accuracy": 1.0, |
| |
1109 | + "ci95": { |
| |
1110 | + "estimate": 1.0, |
| |
1111 | + "low": 1.0, |
| |
1112 | + "high": 1.0, |
| |
1113 | + "level": 0.95, |
| |
1114 | + "n_items": 1000, |
| |
1115 | + "n_clusters": 970, |
| |
1116 | + "n_boot": 2000 |
| |
1117 | + }, |
| |
1118 | + "omega_step_acc": 1.0 |
| |
1119 | + }, |
| |
1120 | + "control_iid": { |
| |
1121 | + "accuracy": 1.0, |
| |
1122 | + "trace_accuracy": 1.0, |
| |
1123 | + "ci95": { |
| |
1124 | + "estimate": 1.0, |
| |
1125 | + "low": 1.0, |
| |
1126 | + "high": 1.0, |
| |
1127 | + "level": 0.95, |
| |
1128 | + "n_items": 1000, |
| |
1129 | + "n_clusters": 975, |
| |
1130 | + "n_boot": 2000 |
| |
1131 | + }, |
| |
1132 | + "omega_step_acc": null |
| |
1133 | + }, |
| |
1134 | + "comp_heldout": { |
| |
1135 | + "accuracy": 1.0, |
| |
1136 | + "trace_accuracy": 1.0, |
| |
1137 | + "ci95": { |
| |
1138 | + "estimate": 1.0, |
| |
1139 | + "low": 1.0, |
| |
1140 | + "high": 1.0, |
| |
1141 | + "level": 0.95, |
| |
1142 | + "n_items": 1000, |
| |
1143 | + "n_clusters": 701, |
| |
1144 | + "n_boot": 2000 |
| |
1145 | + }, |
| |
1146 | + "omega_step_acc": 1.0 |
| |
1147 | + } |
| |
1148 | + } |
| |
1149 | + }, |
| |
1150 | + "act_identity_omega": { |
| |
1151 | + "donor_s0->recipient_s0": { |
| |
1152 | + "pair": "donor_s0->recipient_s0", |
| |
1153 | + "map": "identity", |
| |
1154 | + "targeting": "omega", |
| |
1155 | + "applied": 1996, |
| |
1156 | + "target_iid": { |
| |
1157 | + "accuracy": 0.758, |
| |
1158 | + "trace_accuracy": 0.755, |
| |
1159 | + "ci95": { |
| |
1160 | + "estimate": 0.758, |
| |
1161 | + "low": 0.7307297891951356, |
| |
1162 | + "high": 0.7847082494969819, |
| |
1163 | + "level": 0.95, |
| |
1164 | + "n_items": 1000, |
| |
1165 | + "n_clusters": 970, |
| |
1166 | + "n_boot": 2000 |
| |
1167 | + }, |
| |
1168 | + "omega_step_acc": 0.806 |
| |
1169 | + }, |
| |
1170 | + "control_iid": { |
| |
1171 | + "accuracy": 1.0, |
| |
1172 | + "trace_accuracy": 1.0, |
| |
1173 | + "ci95": { |
| |
1174 | + "estimate": 1.0, |
| |
1175 | + "low": 1.0, |
| |
1176 | + "high": 1.0, |
| |
1177 | + "level": 0.95, |
| |
1178 | + "n_items": 1000, |
| |
1179 | + "n_clusters": 975, |
| |
1180 | + "n_boot": 2000 |
| |
1181 | + }, |
| |
1182 | + "omega_step_acc": null |
| |
1183 | + }, |
| |
1184 | + "comp_heldout": { |
| |
1185 | + "accuracy": 0.857, |
| |
1186 | + "trace_accuracy": 0.855, |
| |
1187 | + "ci95": { |
| |
1188 | + "estimate": 0.857, |
| |
1189 | + "low": 0.8335120310389991, |
| |
1190 | + "high": 0.8790606839418508, |
| |
1191 | + "level": 0.95, |
| |
1192 | + "n_items": 1000, |
| |
1193 | + "n_clusters": 701, |
| |
1194 | + "n_boot": 2000 |
| |
1195 | + }, |
| |
1196 | + "omega_step_acc": 0.805 |
| |
1197 | + } |
| |
1198 | + }, |
| |
1199 | + "donor_s0->recipient_s1": { |
| |
1200 | + "pair": "donor_s0->recipient_s1", |
| |
1201 | + "map": "identity", |
| |
1202 | + "targeting": "omega", |
| |
1203 | + "applied": 1996, |
| |
1204 | + "target_iid": { |
| |
1205 | + "accuracy": 0.045, |
| |
1206 | + "trace_accuracy": 0.002, |
| |
1207 | + "ci95": { |
| |
1208 | + "estimate": 0.045, |
| |
1209 | + "low": 0.03316499667009748, |
| |
1210 | + "high": 0.05811768974257441, |
| |
1211 | + "level": 0.95, |
| |
1212 | + "n_items": 1000, |
| |
1213 | + "n_clusters": 970, |
| |
1214 | + "n_boot": 2000 |
| |
1215 | + }, |
| |
1216 | + "omega_step_acc": 0.002 |
| |
1217 | + }, |
| |
1218 | + "control_iid": { |
| |
1219 | + "accuracy": 1.0, |
| |
1220 | + "trace_accuracy": 1.0, |
| |
1221 | + "ci95": { |
| |
1222 | + "estimate": 1.0, |
| |
1223 | + "low": 1.0, |
| |
1224 | + "high": 1.0, |
| |
1225 | + "level": 0.95, |
| |
1226 | + "n_items": 1000, |
| |
1227 | + "n_clusters": 975, |
| |
1228 | + "n_boot": 2000 |
| |
1229 | + }, |
| |
1230 | + "omega_step_acc": null |
| |
1231 | + }, |
| |
1232 | + "comp_heldout": { |
| |
1233 | + "accuracy": 0.422, |
| |
1234 | + "trace_accuracy": 0.403, |
| |
1235 | + "ci95": { |
| |
1236 | + "estimate": 0.422, |
| |
1237 | + "low": 0.3746055370788799, |
| |
1238 | + "high": 0.4718366084731944, |
| |
1239 | + "level": 0.95, |
| |
1240 | + "n_items": 1000, |
| |
1241 | + "n_clusters": 701, |
| |
1242 | + "n_boot": 2000 |
| |
1243 | + }, |
| |
1244 | + "omega_step_acc": 0.005 |
| |
1245 | + } |
| |
1246 | + }, |
| |
1247 | + "donor_s0->recipient_s2": { |
| |
1248 | + "pair": "donor_s0->recipient_s2", |
| |
1249 | + "map": "identity", |
| |
1250 | + "targeting": "omega", |
| |
1251 | + "applied": 1996, |
| |
1252 | + "target_iid": { |
| |
1253 | + "accuracy": 0.095, |
| |
1254 | + "trace_accuracy": 0.062, |
| |
1255 | + "ci95": { |
| |
1256 | + "estimate": 0.095, |
| |
1257 | + "low": 0.07753890297408493, |
| |
1258 | + "high": 0.11311547396453056, |
| |
1259 | + "level": 0.95, |
| |
1260 | + "n_items": 1000, |
| |
1261 | + "n_clusters": 970, |
| |
1262 | + "n_boot": 2000 |
| |
1263 | + }, |
| |
1264 | + "omega_step_acc": 0.083 |
| |
1265 | + }, |
| |
1266 | + "control_iid": { |
| |
1267 | + "accuracy": 1.0, |
| |
1268 | + "trace_accuracy": 1.0, |
| |
1269 | + "ci95": { |
| |
1270 | + "estimate": 1.0, |
| |
1271 | + "low": 1.0, |
| |
1272 | + "high": 1.0, |
| |
1273 | + "level": 0.95, |
| |
1274 | + "n_items": 1000, |
| |
1275 | + "n_clusters": 975, |
| |
1276 | + "n_boot": 2000 |
| |
1277 | + }, |
| |
1278 | + "omega_step_acc": null |
| |
1279 | + }, |
| |
1280 | + "comp_heldout": { |
| |
1281 | + "accuracy": 0.445, |
| |
1282 | + "trace_accuracy": 0.423, |
| |
1283 | + "ci95": { |
| |
1284 | + "estimate": 0.445, |
| |
1285 | + "low": 0.39845145530065423, |
| |
1286 | + "high": 0.4929605354901687, |
| |
1287 | + "level": 0.95, |
| |
1288 | + "n_items": 1000, |
| |
1289 | + "n_clusters": 701, |
| |
1290 | + "n_boot": 2000 |
| |
1291 | + }, |
| |
1292 | + "omega_step_acc": 0.05 |
| |
1293 | + } |
| |
1294 | + }, |
| |
1295 | + "donor_s1->recipient_s0": { |
| |
1296 | + "pair": "donor_s1->recipient_s0", |
| |
1297 | + "map": "identity", |
| |
1298 | + "targeting": "omega", |
| |
1299 | + "applied": 1996, |
| |
1300 | + "target_iid": { |
| |
1301 | + "accuracy": 0.074, |
| |
1302 | + "trace_accuracy": 0.05, |
| |
1303 | + "ci95": { |
| |
1304 | + "estimate": 0.074, |
| |
1305 | + "low": 0.05811623246492986, |
| |
1306 | + "high": 0.09073038856304982, |
| |
1307 | + "level": 0.95, |
| |
1308 | + "n_items": 1000, |
| |
1309 | + "n_clusters": 970, |
| |
1310 | + "n_boot": 2000 |
| |
1311 | + }, |
| |
1312 | + "omega_step_acc": 0.067 |
| |
1313 | + }, |
| |
1314 | + "control_iid": { |
| |
1315 | + "accuracy": 1.0, |
| |
1316 | + "trace_accuracy": 1.0, |
| |
1317 | + "ci95": { |
| |
1318 | + "estimate": 1.0, |
| |
1319 | + "low": 1.0, |
| |
1320 | + "high": 1.0, |
| |
1321 | + "level": 0.95, |
| |
1322 | + "n_items": 1000, |
| |
1323 | + "n_clusters": 975, |
| |
1324 | + "n_boot": 2000 |
| |
1325 | + }, |
| |
1326 | + "omega_step_acc": null |
| |
1327 | + }, |
| |
1328 | + "comp_heldout": { |
| |
1329 | + "accuracy": 0.441, |
| |
1330 | + "trace_accuracy": 0.425, |
| |
1331 | + "ci95": { |
| |
1332 | + "estimate": 0.441, |
| |
1333 | + "low": 0.39598625778873686, |
| |
1334 | + "high": 0.48951048951048953, |
| |
1335 | + "level": 0.95, |
| |
1336 | + "n_items": 1000, |
| |
1337 | + "n_clusters": 701, |
| |
1338 | + "n_boot": 2000 |
| |
1339 | + }, |
| |
1340 | + "omega_step_acc": 0.05 |
| |
1341 | + } |
| |
1342 | + }, |
| |
1343 | + "donor_s1->recipient_s1": { |
| |
1344 | + "pair": "donor_s1->recipient_s1", |
| |
1345 | + "map": "identity", |
| |
1346 | + "targeting": "omega", |
| |
1347 | + "applied": 1996, |
| |
1348 | + "target_iid": { |
| |
1349 | + "accuracy": 0.887, |
| |
1350 | + "trace_accuracy": 0.886, |
| |
1351 | + "ci95": { |
| |
1352 | + "estimate": 0.887, |
| |
1353 | + "low": 0.8677336264568939, |
| |
1354 | + "high": 0.9066534260178749, |
| |
1355 | + "level": 0.95, |
| |
1356 | + "n_items": 1000, |
| |
1357 | + "n_clusters": 970, |
| |
1358 | + "n_boot": 2000 |
| |
1359 | + }, |
| |
1360 | + "omega_step_acc": 0.906 |
| |
1361 | + }, |
| |
1362 | + "control_iid": { |
| |
1363 | + "accuracy": 1.0, |
| |
1364 | + "trace_accuracy": 1.0, |
| |
1365 | + "ci95": { |
| |
1366 | + "estimate": 1.0, |
| |
1367 | + "low": 1.0, |
| |
1368 | + "high": 1.0, |
| |
1369 | + "level": 0.95, |
| |
1370 | + "n_items": 1000, |
| |
1371 | + "n_clusters": 975, |
| |
1372 | + "n_boot": 2000 |
| |
1373 | + }, |
| |
1374 | + "omega_step_acc": null |
| |
1375 | + }, |
| |
1376 | + "comp_heldout": { |
| |
1377 | + "accuracy": 0.916, |
| |
1378 | + "trace_accuracy": 0.915, |
| |
1379 | + "ci95": { |
| |
1380 | + "estimate": 0.916, |
| |
1381 | + "low": 0.8986931891007709, |
| |
1382 | + "high": 0.9325991806427087, |
| |
1383 | + "level": 0.95, |
| |
1384 | + "n_items": 1000, |
| |
1385 | + "n_clusters": 701, |
| |
1386 | + "n_boot": 2000 |
| |
1387 | + }, |
| |
1388 | + "omega_step_acc": 0.8816666666666667 |
| |
1389 | + } |
| |
1390 | + }, |
| |
1391 | + "donor_s1->recipient_s2": { |
| |
1392 | + "pair": "donor_s1->recipient_s2", |
| |
1393 | + "map": "identity", |
| |
1394 | + "targeting": "omega", |
| |
1395 | + "applied": 1996, |
| |
1396 | + "target_iid": { |
| |
1397 | + "accuracy": 0.082, |
| |
1398 | + "trace_accuracy": 0.049, |
| |
1399 | + "ci95": { |
| |
1400 | + "estimate": 0.082, |
| |
1401 | + "low": 0.06532551481442823, |
| |
1402 | + "high": 0.10000252780586451, |
| |
1403 | + "level": 0.95, |
| |
1404 | + "n_items": 1000, |
| |
1405 | + "n_clusters": 970, |
| |
1406 | + "n_boot": 2000 |
| |
1407 | + }, |
| |
1408 | + "omega_step_acc": 0.07 |
| |
1409 | + }, |
| |
1410 | + "control_iid": { |
| |
1411 | + "accuracy": 1.0, |
| |
1412 | + "trace_accuracy": 1.0, |
| |
1413 | + "ci95": { |
| |
1414 | + "estimate": 1.0, |
| |
1415 | + "low": 1.0, |
| |
1416 | + "high": 1.0, |
| |
1417 | + "level": 0.95, |
| |
1418 | + "n_items": 1000, |
| |
1419 | + "n_clusters": 975, |
| |
1420 | + "n_boot": 2000 |
| |
1421 | + }, |
| |
1422 | + "omega_step_acc": null |
| |
1423 | + }, |
| |
1424 | + "comp_heldout": { |
| |
1425 | + "accuracy": 0.459, |
| |
1426 | + "trace_accuracy": 0.443, |
| |
1427 | + "ci95": { |
| |
1428 | + "estimate": 0.459, |
| |
1429 | + "low": 0.41389516646907726, |
| |
1430 | + "high": 0.5053795731215086, |
| |
1431 | + "level": 0.95, |
| |
1432 | + "n_items": 1000, |
| |
1433 | + "n_clusters": 701, |
| |
1434 | + "n_boot": 2000 |
| |
1435 | + }, |
| |
1436 | + "omega_step_acc": 0.09166666666666666 |
| |
1437 | + } |
| |
1438 | + }, |
| |
1439 | + "donor_s2->recipient_s0": { |
| |
1440 | + "pair": "donor_s2->recipient_s0", |
| |
1441 | + "map": "identity", |
| |
1442 | + "targeting": "omega", |
| |
1443 | + "applied": 1996, |
| |
1444 | + "target_iid": { |
| |
1445 | + "accuracy": 0.053, |
| |
1446 | + "trace_accuracy": 0.018, |
| |
1447 | + "ci95": { |
| |
1448 | + "estimate": 0.053, |
| |
1449 | + "low": 0.0391566265060241, |
| |
1450 | + "high": 0.06786936637236037, |
| |
1451 | + "level": 0.95, |
| |
1452 | + "n_items": 1000, |
| |
1453 | + "n_clusters": 970, |
| |
1454 | + "n_boot": 2000 |
| |
1455 | + }, |
| |
1456 | + "omega_step_acc": 0.018 |
| |
1457 | + }, |
| |
1458 | + "control_iid": { |
| |
1459 | + "accuracy": 1.0, |
| |
1460 | + "trace_accuracy": 1.0, |
| |
1461 | + "ci95": { |
| |
1462 | + "estimate": 1.0, |
| |
1463 | + "low": 1.0, |
| |
1464 | + "high": 1.0, |
| |
1465 | + "level": 0.95, |
| |
1466 | + "n_items": 1000, |
| |
1467 | + "n_clusters": 975, |
| |
1468 | + "n_boot": 2000 |
| |
1469 | + }, |
| |
1470 | + "omega_step_acc": null |
| |
1471 | + }, |
| |
1472 | + "comp_heldout": { |
| |
1473 | + "accuracy": 0.429, |
| |
1474 | + "trace_accuracy": 0.41, |
| |
1475 | + "ci95": { |
| |
1476 | + "estimate": 0.429, |
| |
1477 | + "low": 0.38147794611530494, |
| |
1478 | + "high": 0.478472766188863, |
| |
1479 | + "level": 0.95, |
| |
1480 | + "n_items": 1000, |
| |
1481 | + "n_clusters": 701, |
| |
1482 | + "n_boot": 2000 |
| |
1483 | + }, |
| |
1484 | + "omega_step_acc": 0.016666666666666666 |
| |
1485 | + } |
| |
1486 | + }, |
| |
1487 | + "donor_s2->recipient_s1": { |
| |
1488 | + "pair": "donor_s2->recipient_s1", |
| |
1489 | + "map": "identity", |
| |
1490 | + "targeting": "omega", |
| |
1491 | + "applied": 1996, |
| |
1492 | + "target_iid": { |
| |
1493 | + "accuracy": 0.061, |
| |
1494 | + "trace_accuracy": 0.043, |
| |
1495 | + "ci95": { |
| |
1496 | + "estimate": 0.061, |
| |
1497 | + "low": 0.047233811988730015, |
| |
1498 | + "high": 0.0764665218595711, |
| |
1499 | + "level": 0.95, |
| |
1500 | + "n_items": 1000, |
| |
1501 | + "n_clusters": 970, |
| |
1502 | + "n_boot": 2000 |
| |
1503 | + }, |
| |
1504 | + "omega_step_acc": 0.056 |
| |
1505 | + }, |
| |
1506 | + "control_iid": { |
| |
1507 | + "accuracy": 1.0, |
| |
1508 | + "trace_accuracy": 1.0, |
| |
1509 | + "ci95": { |
| |
1510 | + "estimate": 1.0, |
| |
1511 | + "low": 1.0, |
| |
1512 | + "high": 1.0, |
| |
1513 | + "level": 0.95, |
| |
1514 | + "n_items": 1000, |
| |
1515 | + "n_clusters": 975, |
| |
1516 | + "n_boot": 2000 |
| |
1517 | + }, |
| |
1518 | + "omega_step_acc": null |
| |
1519 | + }, |
| |
1520 | + "comp_heldout": { |
| |
1521 | + "accuracy": 0.45, |
| |
1522 | + "trace_accuracy": 0.441, |
| |
1523 | + "ci95": { |
| |
1524 | + "estimate": 0.45, |
| |
1525 | + "low": 0.40487998352952576, |
| |
1526 | + "high": 0.4974325481930365, |
| |
1527 | + "level": 0.95, |
| |
1528 | + "n_items": 1000, |
| |
1529 | + "n_clusters": 701, |
| |
1530 | + "n_boot": 2000 |
| |
1531 | + }, |
| |
1532 | + "omega_step_acc": 0.08333333333333333 |
| |
1533 | + } |
| |
1534 | + }, |
| |
1535 | + "donor_s2->recipient_s2": { |
| |
1536 | + "pair": "donor_s2->recipient_s2", |
| |
1537 | + "map": "identity", |
| |
1538 | + "targeting": "omega", |
| |
1539 | + "applied": 1996, |
| |
1540 | + "target_iid": { |
| |
1541 | + "accuracy": 1.0, |
| |
1542 | + "trace_accuracy": 1.0, |
| |
1543 | + "ci95": { |
| |
1544 | + "estimate": 1.0, |
| |
1545 | + "low": 1.0, |
| |
1546 | + "high": 1.0, |
| |
1547 | + "level": 0.95, |
| |
1548 | + "n_items": 1000, |
| |
1549 | + "n_clusters": 970, |
| |
1550 | + "n_boot": 2000 |
| |
1551 | + }, |
| |
1552 | + "omega_step_acc": 1.0 |
| |
1553 | + }, |
| |
1554 | + "control_iid": { |
| |
1555 | + "accuracy": 1.0, |
| |
1556 | + "trace_accuracy": 1.0, |
| |
1557 | + "ci95": { |
| |
1558 | + "estimate": 1.0, |
| |
1559 | + "low": 1.0, |
| |
1560 | + "high": 1.0, |
| |
1561 | + "level": 0.95, |
| |
1562 | + "n_items": 1000, |
| |
1563 | + "n_clusters": 975, |
| |
1564 | + "n_boot": 2000 |
| |
1565 | + }, |
| |
1566 | + "omega_step_acc": null |
| |
1567 | + }, |
| |
1568 | + "comp_heldout": { |
| |
1569 | + "accuracy": 1.0, |
| |
1570 | + "trace_accuracy": 1.0, |
| |
1571 | + "ci95": { |
| |
1572 | + "estimate": 1.0, |
| |
1573 | + "low": 1.0, |
| |
1574 | + "high": 1.0, |
| |
1575 | + "level": 0.95, |
| |
1576 | + "n_items": 1000, |
| |
1577 | + "n_clusters": 701, |
| |
1578 | + "n_boot": 2000 |
| |
1579 | + }, |
| |
1580 | + "omega_step_acc": 1.0 |
| |
1581 | + } |
| |
1582 | + } |
| |
1583 | + }, |
| |
1584 | + "act_procrustes_all": { |
| |
1585 | + "donor_s0->recipient_s0": { |
| |
1586 | + "pair": "donor_s0->recipient_s0", |
| |
1587 | + "map": "procrustes", |
| |
1588 | + "targeting": "all", |
| |
1589 | + "applied": 15000, |
| |
1590 | + "target_iid": { |
| |
1591 | + "accuracy": 0.708, |
| |
1592 | + "trace_accuracy": 0.697, |
| |
1593 | + "ci95": { |
| |
1594 | + "estimate": 0.708, |
| |
1595 | + "low": 0.6782859871338874, |
| |
1596 | + "high": 0.7341304528804528, |
| |
1597 | + "level": 0.95, |
| |
1598 | + "n_items": 1000, |
| |
1599 | + "n_clusters": 970, |
| |
1600 | + "n_boot": 2000 |
| |
1601 | + }, |
| |
1602 | + "omega_step_acc": 0.746 |
| |
1603 | + }, |
| |
1604 | + "control_iid": { |
| |
1605 | + "accuracy": 0.956, |
| |
1606 | + "trace_accuracy": 0.951, |
| |
1607 | + "ci95": { |
| |
1608 | + "estimate": 0.956, |
| |
1609 | + "low": 0.9435070231016094, |
| |
1610 | + "high": 0.968032765637556, |
| |
1611 | + "level": 0.95, |
| |
1612 | + "n_items": 1000, |
| |
1613 | + "n_clusters": 975, |
| |
1614 | + "n_boot": 2000 |
| |
1615 | + }, |
| |
1616 | + "omega_step_acc": null |
| |
1617 | + }, |
| |
1618 | + "comp_heldout": { |
| |
1619 | + "accuracy": 0.812, |
| |
1620 | + "trace_accuracy": 0.812, |
| |
1621 | + "ci95": { |
| |
1622 | + "estimate": 0.812, |
| |
1623 | + "low": 0.7858593533897971, |
| |
1624 | + "high": 0.835822416967152, |
| |
1625 | + "level": 0.95, |
| |
1626 | + "n_items": 1000, |
| |
1627 | + "n_clusters": 701, |
| |
1628 | + "n_boot": 2000 |
| |
1629 | + }, |
| |
1630 | + "omega_step_acc": 0.7766666666666666 |
| |
1631 | + } |
| |
1632 | + }, |
| |
1633 | + "donor_s0->recipient_s1": { |
| |
1634 | + "pair": "donor_s0->recipient_s1", |
| |
1635 | + "map": "procrustes", |
| |
1636 | + "targeting": "all", |
| |
1637 | + "applied": 15000, |
| |
1638 | + "target_iid": { |
| |
1639 | + "accuracy": 0.685, |
| |
1640 | + "trace_accuracy": 0.66, |
| |
1641 | + "ci95": { |
| |
1642 | + "estimate": 0.685, |
| |
1643 | + "low": 0.6559662843221896, |
| |
1644 | + "high": 0.713855421686747, |
| |
1645 | + "level": 0.95, |
| |
1646 | + "n_items": 1000, |
| |
1647 | + "n_clusters": 970, |
| |
1648 | + "n_boot": 2000 |
| |
1649 | + }, |
| |
1650 | + "omega_step_acc": 0.705 |
| |
1651 | + }, |
| |
1652 | + "control_iid": { |
| |
1653 | + "accuracy": 0.96, |
| |
1654 | + "trace_accuracy": 0.959, |
| |
1655 | + "ci95": { |
| |
1656 | + "estimate": 0.96, |
| |
1657 | + "low": 0.9479466440388283, |
| |
1658 | + "high": 0.971144995697457, |
| |
1659 | + "level": 0.95, |
| |
1660 | + "n_items": 1000, |
| |
1661 | + "n_clusters": 975, |
| |
1662 | + "n_boot": 2000 |
| |
1663 | + }, |
| |
1664 | + "omega_step_acc": null |
| |
1665 | + }, |
| |
1666 | + "comp_heldout": { |
| |
1667 | + "accuracy": 0.778, |
| |
1668 | + "trace_accuracy": 0.775, |
| |
1669 | + "ci95": { |
| |
1670 | + "estimate": 0.778, |
| |
1671 | + "low": 0.750489204092823, |
| |
1672 | + "high": 0.8054056436896139, |
| |
1673 | + "level": 0.95, |
| |
1674 | + "n_items": 1000, |
| |
1675 | + "n_clusters": 701, |
| |
1676 | + "n_boot": 2000 |
| |
1677 | + }, |
| |
1678 | + "omega_step_acc": 0.68 |
| |
1679 | + } |
| |
1680 | + }, |
| |
1681 | + "donor_s0->recipient_s2": { |
| |
1682 | + "pair": "donor_s0->recipient_s2", |
| |
1683 | + "map": "procrustes", |
| |
1684 | + "targeting": "all", |
| |
1685 | + "applied": 15000, |
| |
1686 | + "target_iid": { |
| |
1687 | + "accuracy": 0.435, |
| |
1688 | + "trace_accuracy": 0.418, |
| |
1689 | + "ci95": { |
| |
1690 | + "estimate": 0.435, |
| |
1691 | + "low": 0.4034034034034034, |
| |
1692 | + "high": 0.4631698206322108, |
| |
1693 | + "level": 0.95, |
| |
1694 | + "n_items": 1000, |
| |
1695 | + "n_clusters": 970, |
| |
1696 | + "n_boot": 2000 |
| |
1697 | + }, |
| |
1698 | + "omega_step_acc": 0.497 |
| |
1699 | + }, |
| |
1700 | + "control_iid": { |
| |
1701 | + "accuracy": 0.867, |
| |
1702 | + "trace_accuracy": 0.864, |
| |
1703 | + "ci95": { |
| |
1704 | + "estimate": 0.867, |
| |
1705 | + "low": 0.8450704225352113, |
| |
1706 | + "high": 0.8868892858549771, |
| |
1707 | + "level": 0.95, |
| |
1708 | + "n_items": 1000, |
| |
1709 | + "n_clusters": 975, |
| |
1710 | + "n_boot": 2000 |
| |
1711 | + }, |
| |
1712 | + "omega_step_acc": null |
| |
1713 | + }, |
| |
1714 | + "comp_heldout": { |
| |
1715 | + "accuracy": 0.613, |
| |
1716 | + "trace_accuracy": 0.609, |
| |
1717 | + "ci95": { |
| |
1718 | + "estimate": 0.613, |
| |
1719 | + "low": 0.5777114963003563, |
| |
1720 | + "high": 0.6473637702733003, |
| |
1721 | + "level": 0.95, |
| |
1722 | + "n_items": 1000, |
| |
1723 | + "n_clusters": 701, |
| |
1724 | + "n_boot": 2000 |
| |
1725 | + }, |
| |
1726 | + "omega_step_acc": 0.4816666666666667 |
| |
1727 | + } |
| |
1728 | + }, |
| |
1729 | + "donor_s1->recipient_s0": { |
| |
1730 | + "pair": "donor_s1->recipient_s0", |
| |
1731 | + "map": "procrustes", |
| |
1732 | + "targeting": "all", |
| |
1733 | + "applied": 15000, |
| |
1734 | + "target_iid": { |
| |
1735 | + "accuracy": 0.694, |
| |
1736 | + "trace_accuracy": 0.689, |
| |
1737 | + "ci95": { |
| |
1738 | + "estimate": 0.694, |
| |
1739 | + "low": 0.6653265318528125, |
| |
1740 | + "high": 0.7200422629722801, |
| |
1741 | + "level": 0.95, |
| |
1742 | + "n_items": 1000, |
| |
1743 | + "n_clusters": 970, |
| |
1744 | + "n_boot": 2000 |
| |
1745 | + }, |
| |
1746 | + "omega_step_acc": 0.761 |
| |
1747 | + }, |
| |
1748 | + "control_iid": { |
| |
1749 | + "accuracy": 0.906, |
| |
1750 | + "trace_accuracy": 0.902, |
| |
1751 | + "ci95": { |
| |
1752 | + "estimate": 0.906, |
| |
1753 | + "low": 0.8869971721721722, |
| |
1754 | + "high": 0.9231556080262207, |
| |
1755 | + "level": 0.95, |
| |
1756 | + "n_items": 1000, |
| |
1757 | + "n_clusters": 975, |
| |
1758 | + "n_boot": 2000 |
| |
1759 | + }, |
| |
1760 | + "omega_step_acc": null |
| |
1761 | + }, |
| |
1762 | + "comp_heldout": { |
| |
1763 | + "accuracy": 0.833, |
| |
1764 | + "trace_accuracy": 0.83, |
| |
1765 | + "ci95": { |
| |
1766 | + "estimate": 0.833, |
| |
1767 | + "low": 0.8090523173932527, |
| |
1768 | + "high": 0.8564628516382903, |
| |
1769 | + "level": 0.95, |
| |
1770 | + "n_items": 1000, |
| |
1771 | + "n_clusters": 701, |
| |
1772 | + "n_boot": 2000 |
| |
1773 | + }, |
| |
1774 | + "omega_step_acc": 0.8066666666666666 |
| |
1775 | + } |
| |
1776 | + }, |
| |
1777 | + "donor_s1->recipient_s1": { |
| |
1778 | + "pair": "donor_s1->recipient_s1", |
| |
1779 | + "map": "procrustes", |
| |
1780 | + "targeting": "all", |
| |
1781 | + "applied": 15000, |
| |
1782 | + "target_iid": { |
| |
1783 | + "accuracy": 0.759, |
| |
1784 | + "trace_accuracy": 0.743, |
| |
1785 | + "ci95": { |
| |
1786 | + "estimate": 0.759, |
| |
1787 | + "low": 0.7319902584493042, |
| |
1788 | + "high": 0.7842781171527912, |
| |
1789 | + "level": 0.95, |
| |
1790 | + "n_items": 1000, |
| |
1791 | + "n_clusters": 970, |
| |
1792 | + "n_boot": 2000 |
| |
1793 | + }, |
| |
1794 | + "omega_step_acc": 0.801 |
| |
1795 | + }, |
| |
1796 | + "control_iid": { |
| |
1797 | + "accuracy": 0.999, |
| |
1798 | + "trace_accuracy": 0.999, |
| |
1799 | + "ci95": { |
| |
1800 | + "estimate": 0.999, |
| |
1801 | + "low": 0.9969818913480886, |
| |
1802 | + "high": 1.0, |
| |
1803 | + "level": 0.95, |
| |
1804 | + "n_items": 1000, |
| |
1805 | + "n_clusters": 975, |
| |
1806 | + "n_boot": 2000 |
| |
1807 | + }, |
| |
1808 | + "omega_step_acc": null |
| |
1809 | + }, |
| |
1810 | + "comp_heldout": { |
| |
1811 | + "accuracy": 0.846, |
| |
1812 | + "trace_accuracy": 0.841, |
| |
1813 | + "ci95": { |
| |
1814 | + "estimate": 0.846, |
| |
1815 | + "low": 0.820636833512585, |
| |
1816 | + "high": 0.8687387199847011, |
| |
1817 | + "level": 0.95, |
| |
1818 | + "n_items": 1000, |
| |
1819 | + "n_clusters": 701, |
| |
1820 | + "n_boot": 2000 |
| |
1821 | + }, |
| |
1822 | + "omega_step_acc": 0.775 |
| |
1823 | + } |
| |
1824 | + }, |
| |
1825 | + "donor_s1->recipient_s2": { |
| |
1826 | + "pair": "donor_s1->recipient_s2", |
| |
1827 | + "map": "procrustes", |
| |
1828 | + "targeting": "all", |
| |
1829 | + "applied": 15000, |
| |
1830 | + "target_iid": { |
| |
1831 | + "accuracy": 0.729, |
| |
1832 | + "trace_accuracy": 0.728, |
| |
1833 | + "ci95": { |
| |
1834 | + "estimate": 0.729, |
| |
1835 | + "low": 0.6996006977979524, |
| |
1836 | + "high": 0.7550205863777691, |
| |
1837 | + "level": 0.95, |
| |
1838 | + "n_items": 1000, |
| |
1839 | + "n_clusters": 970, |
| |
1840 | + "n_boot": 2000 |
| |
1841 | + }, |
| |
1842 | + "omega_step_acc": 0.775 |
| |
1843 | + }, |
| |
1844 | + "control_iid": { |
| |
1845 | + "accuracy": 0.97, |
| |
1846 | + "trace_accuracy": 0.969, |
| |
1847 | + "ci95": { |
| |
1848 | + "estimate": 0.97, |
| |
1849 | + "low": 0.9592019463996071, |
| |
1850 | + "high": 0.9800004995004995, |
| |
1851 | + "level": 0.95, |
| |
1852 | + "n_items": 1000, |
| |
1853 | + "n_clusters": 975, |
| |
1854 | + "n_boot": 2000 |
| |
1855 | + }, |
| |
1856 | + "omega_step_acc": null |
| |
1857 | + }, |
| |
1858 | + "comp_heldout": { |
| |
1859 | + "accuracy": 0.82, |
| |
1860 | + "trace_accuracy": 0.82, |
| |
1861 | + "ci95": { |
| |
1862 | + "estimate": 0.82, |
| |
1863 | + "low": 0.7944379929298002, |
| |
1864 | + "high": 0.8457525503959951, |
| |
1865 | + "level": 0.95, |
| |
1866 | + "n_items": 1000, |
| |
1867 | + "n_clusters": 701, |
| |
1868 | + "n_boot": 2000 |
| |
1869 | + }, |
| |
1870 | + "omega_step_acc": 0.75 |
| |
1871 | + } |
| |
1872 | + }, |
| |
1873 | + "donor_s2->recipient_s0": { |
| |
1874 | + "pair": "donor_s2->recipient_s0", |
| |
1875 | + "map": "procrustes", |
| |
1876 | + "targeting": "all", |
| |
1877 | + "applied": 15000, |
| |
1878 | + "target_iid": { |
| |
1879 | + "accuracy": 0.699, |
| |
1880 | + "trace_accuracy": 0.691, |
| |
1881 | + "ci95": { |
| |
1882 | + "estimate": 0.699, |
| |
1883 | + "low": 0.6706391140489935, |
| |
1884 | + "high": 0.7262739977413891, |
| |
1885 | + "level": 0.95, |
| |
1886 | + "n_items": 1000, |
| |
1887 | + "n_clusters": 970, |
| |
1888 | + "n_boot": 2000 |
| |
1889 | + }, |
| |
1890 | + "omega_step_acc": 0.748 |
| |
1891 | + }, |
| |
1892 | + "control_iid": { |
| |
1893 | + "accuracy": 0.954, |
| |
1894 | + "trace_accuracy": 0.954, |
| |
1895 | + "ci95": { |
| |
1896 | + "estimate": 0.954, |
| |
1897 | + "low": 0.9400584415584415, |
| |
1898 | + "high": 0.9667682074319026, |
| |
1899 | + "level": 0.95, |
| |
1900 | + "n_items": 1000, |
| |
1901 | + "n_clusters": 975, |
| |
1902 | + "n_boot": 2000 |
| |
1903 | + }, |
| |
1904 | + "omega_step_acc": null |
| |
1905 | + }, |
| |
1906 | + "comp_heldout": { |
| |
1907 | + "accuracy": 0.831, |
| |
1908 | + "trace_accuracy": 0.831, |
| |
1909 | + "ci95": { |
| |
1910 | + "estimate": 0.831, |
| |
1911 | + "low": 0.8079104421212945, |
| |
1912 | + "high": 0.8541262864108451, |
| |
1913 | + "level": 0.95, |
| |
1914 | + "n_items": 1000, |
| |
1915 | + "n_clusters": 701, |
| |
1916 | + "n_boot": 2000 |
| |
1917 | + }, |
| |
1918 | + "omega_step_acc": 0.7816666666666666 |
| |
1919 | + } |
| |
1920 | + }, |
| |
1921 | + "donor_s2->recipient_s1": { |
| |
1922 | + "pair": "donor_s2->recipient_s1", |
| |
1923 | + "map": "procrustes", |
| |
1924 | + "targeting": "all", |
| |
1925 | + "applied": 15000, |
| |
1926 | + "target_iid": { |
| |
1927 | + "accuracy": 0.941, |
| |
1928 | + "trace_accuracy": 0.934, |
| |
1929 | + "ci95": { |
| |
1930 | + "estimate": 0.941, |
| |
1931 | + "low": 0.9263673810563731, |
| |
1932 | + "high": 0.9551803978117381, |
| |
1933 | + "level": 0.95, |
| |
1934 | + "n_items": 1000, |
| |
1935 | + "n_clusters": 970, |
| |
1936 | + "n_boot": 2000 |
| |
1937 | + }, |
| |
1938 | + "omega_step_acc": 0.939 |
| |
1939 | + }, |
| |
1940 | + "control_iid": { |
| |
1941 | + "accuracy": 1.0, |
| |
1942 | + "trace_accuracy": 1.0, |
| |
1943 | + "ci95": { |
| |
1944 | + "estimate": 1.0, |
| |
1945 | + "low": 1.0, |
| |
1946 | + "high": 1.0, |
| |
1947 | + "level": 0.95, |
| |
1948 | + "n_items": 1000, |
| |
1949 | + "n_clusters": 975, |
| |
1950 | + "n_boot": 2000 |
| |
1951 | + }, |
| |
1952 | + "omega_step_acc": null |
| |
1953 | + }, |
| |
1954 | + "comp_heldout": { |
| |
1955 | + "accuracy": 0.957, |
| |
1956 | + "trace_accuracy": 0.957, |
| |
1957 | + "ci95": { |
| |
1958 | + "estimate": 0.957, |
| |
1959 | + "low": 0.9439249864016219, |
| |
1960 | + "high": 0.9682390729792077, |
| |
1961 | + "level": 0.95, |
| |
1962 | + "n_items": 1000, |
| |
1963 | + "n_clusters": 701, |
| |
1964 | + "n_boot": 2000 |
| |
1965 | + }, |
| |
1966 | + "omega_step_acc": 0.9333333333333333 |
| |
1967 | + } |
| |
1968 | + }, |
| |
1969 | + "donor_s2->recipient_s2": { |
| |
1970 | + "pair": "donor_s2->recipient_s2", |
| |
1971 | + "map": "procrustes", |
| |
1972 | + "targeting": "all", |
| |
1973 | + "applied": 15000, |
| |
1974 | + "target_iid": { |
| |
1975 | + "accuracy": 0.889, |
| |
1976 | + "trace_accuracy": 0.888, |
| |
1977 | + "ci95": { |
| |
1978 | + "estimate": 0.889, |
| |
1979 | + "low": 0.8682634730538922, |
| |
1980 | + "high": 0.9074691986406982, |
| |
1981 | + "level": 0.95, |
| |
1982 | + "n_items": 1000, |
| |
1983 | + "n_clusters": 970, |
| |
1984 | + "n_boot": 2000 |
| |
1985 | + }, |
| |
1986 | + "omega_step_acc": 0.912 |
| |
1987 | + }, |
| |
1988 | + "control_iid": { |
| |
1989 | + "accuracy": 0.999, |
| |
1990 | + "trace_accuracy": 0.999, |
| |
1991 | + "ci95": { |
| |
1992 | + "estimate": 0.999, |
| |
1993 | + "low": 0.996978775825943, |
| |
1994 | + "high": 1.0, |
| |
1995 | + "level": 0.95, |
| |
1996 | + "n_items": 1000, |
| |
1997 | + "n_clusters": 975, |
| |
1998 | + "n_boot": 2000 |
| |
1999 | + }, |
| |
2000 | + "omega_step_acc": null |
| |
2001 | + }, |
| |
2002 | + "comp_heldout": { |
| |
2003 | + "accuracy": 0.937, |
| |
2004 | + "trace_accuracy": 0.937, |
| |
2005 | + "ci95": { |
| |
2006 | + "estimate": 0.937, |
| |
2007 | + "low": 0.9209464839195837, |
| |
2008 | + "high": 0.951468648005554, |
| |
2009 | + "level": 0.95, |
| |
2010 | + "n_items": 1000, |
| |
2011 | + "n_clusters": 701, |
| |
2012 | + "n_boot": 2000 |
| |
2013 | + }, |
| |
2014 | + "omega_step_acc": 0.9116666666666666 |
| |
2015 | + } |
| |
2016 | + } |
| |
2017 | + }, |
| |
2018 | + "act_procrustes_omega": { |
| |
2019 | + "donor_s0->recipient_s0": { |
| |
2020 | + "pair": "donor_s0->recipient_s0", |
| |
2021 | + "map": "procrustes", |
| |
2022 | + "targeting": "omega", |
| |
2023 | + "applied": 1996, |
| |
2024 | + "target_iid": { |
| |
2025 | + "accuracy": 0.728, |
| |
2026 | + "trace_accuracy": 0.719, |
| |
2027 | + "ci95": { |
| |
2028 | + "estimate": 0.728, |
| |
2029 | + "low": 0.6992029868453751, |
| |
2030 | + "high": 0.7530175927590961, |
| |
2031 | + "level": 0.95, |
| |
2032 | + "n_items": 1000, |
| |
2033 | + "n_clusters": 970, |
| |
2034 | + "n_boot": 2000 |
| |
2035 | + }, |
| |
2036 | + "omega_step_acc": 0.757 |
| |
2037 | + }, |
| |
2038 | + "control_iid": { |
| |
2039 | + "accuracy": 1.0, |
| |
2040 | + "trace_accuracy": 1.0, |
| |
2041 | + "ci95": { |
| |
2042 | + "estimate": 1.0, |
| |
2043 | + "low": 1.0, |
| |
2044 | + "high": 1.0, |
| |
2045 | + "level": 0.95, |
| |
2046 | + "n_items": 1000, |
| |
2047 | + "n_clusters": 975, |
| |
2048 | + "n_boot": 2000 |
| |
2049 | + }, |
| |
2050 | + "omega_step_acc": null |
| |
2051 | + }, |
| |
2052 | + "comp_heldout": { |
| |
2053 | + "accuracy": 0.849, |
| |
2054 | + "trace_accuracy": 0.849, |
| |
2055 | + "ci95": { |
| |
2056 | + "estimate": 0.849, |
| |
2057 | + "low": 0.8256972111553785, |
| |
2058 | + "high": 0.8721750142859349, |
| |
2059 | + "level": 0.95, |
| |
2060 | + "n_items": 1000, |
| |
2061 | + "n_clusters": 701, |
| |
2062 | + "n_boot": 2000 |
| |
2063 | + }, |
| |
2064 | + "omega_step_acc": 0.7816666666666666 |
| |
2065 | + } |
| |
2066 | + }, |
| |
2067 | + "donor_s0->recipient_s1": { |
| |
2068 | + "pair": "donor_s0->recipient_s1", |
| |
2069 | + "map": "procrustes", |
| |
2070 | + "targeting": "omega", |
| |
2071 | + "applied": 1996, |
| |
2072 | + "target_iid": { |
| |
2073 | + "accuracy": 0.698, |
| |
2074 | + "trace_accuracy": 0.672, |
| |
2075 | + "ci95": { |
| |
2076 | + "estimate": 0.698, |
| |
2077 | + "low": 0.6689784505454685, |
| |
2078 | + "high": 0.7270964663089386, |
| |
2079 | + "level": 0.95, |
| |
2080 | + "n_items": 1000, |
| |
2081 | + "n_clusters": 970, |
| |
2082 | + "n_boot": 2000 |
| |
2083 | + }, |
| |
2084 | + "omega_step_acc": 0.714 |
| |
2085 | + }, |
| |
2086 | + "control_iid": { |
| |
2087 | + "accuracy": 1.0, |
| |
2088 | + "trace_accuracy": 1.0, |
| |
2089 | + "ci95": { |
| |
2090 | + "estimate": 1.0, |
| |
2091 | + "low": 1.0, |
| |
2092 | + "high": 1.0, |
| |
2093 | + "level": 0.95, |
| |
2094 | + "n_items": 1000, |
| |
2095 | + "n_clusters": 975, |
| |
2096 | + "n_boot": 2000 |
| |
2097 | + }, |
| |
2098 | + "omega_step_acc": null |
| |
2099 | + }, |
| |
2100 | + "comp_heldout": { |
| |
2101 | + "accuracy": 0.795, |
| |
2102 | + "trace_accuracy": 0.792, |
| |
2103 | + "ci95": { |
| |
2104 | + "estimate": 0.795, |
| |
2105 | + "low": 0.7676213991811418, |
| |
2106 | + "high": 0.8213553358186638, |
| |
2107 | + "level": 0.95, |
| |
2108 | + "n_items": 1000, |
| |
2109 | + "n_clusters": 701, |
| |
2110 | + "n_boot": 2000 |
| |
2111 | + }, |
| |
2112 | + "omega_step_acc": 0.6866666666666666 |
| |
2113 | + } |
| |
2114 | + }, |
| |
2115 | + "donor_s0->recipient_s2": { |
| |
2116 | + "pair": "donor_s0->recipient_s2", |
| |
2117 | + "map": "procrustes", |
| |
2118 | + "targeting": "omega", |
| |
2119 | + "applied": 1996, |
| |
2120 | + "target_iid": { |
| |
2121 | + "accuracy": 0.463, |
| |
2122 | + "trace_accuracy": 0.449, |
| |
2123 | + "ci95": { |
| |
2124 | + "estimate": 0.463, |
| |
2125 | + "low": 0.431837948810166, |
| |
2126 | + "high": 0.4925899368084672, |
| |
2127 | + "level": 0.95, |
| |
2128 | + "n_items": 1000, |
| |
2129 | + "n_clusters": 970, |
| |
2130 | + "n_boot": 2000 |
| |
2131 | + }, |
| |
2132 | + "omega_step_acc": 0.51 |
| |
2133 | + }, |
| |
2134 | + "control_iid": { |
| |
2135 | + "accuracy": 1.0, |
| |
2136 | + "trace_accuracy": 1.0, |
| |
2137 | + "ci95": { |
| |
2138 | + "estimate": 1.0, |
| |
2139 | + "low": 1.0, |
| |
2140 | + "high": 1.0, |
| |
2141 | + "level": 0.95, |
| |
2142 | + "n_items": 1000, |
| |
2143 | + "n_clusters": 975, |
| |
2144 | + "n_boot": 2000 |
| |
2145 | + }, |
| |
2146 | + "omega_step_acc": null |
| |
2147 | + }, |
| |
2148 | + "comp_heldout": { |
| |
2149 | + "accuracy": 0.658, |
| |
2150 | + "trace_accuracy": 0.656, |
| |
2151 | + "ci95": { |
| |
2152 | + "estimate": 0.658, |
| |
2153 | + "low": 0.6210723441818825, |
| |
2154 | + "high": 0.6926380165866709, |
| |
2155 | + "level": 0.95, |
| |
2156 | + "n_items": 1000, |
| |
2157 | + "n_clusters": 701, |
| |
2158 | + "n_boot": 2000 |
| |
2159 | + }, |
| |
2160 | + "omega_step_acc": 0.4866666666666667 |
| |
2161 | + } |
| |
2162 | + }, |
| |
2163 | + "donor_s1->recipient_s0": { |
| |
2164 | + "pair": "donor_s1->recipient_s0", |
| |
2165 | + "map": "procrustes", |
| |
2166 | + "targeting": "omega", |
| |
2167 | + "applied": 1996, |
| |
2168 | + "target_iid": { |
| |
2169 | + "accuracy": 0.753, |
| |
2170 | + "trace_accuracy": 0.749, |
| |
2171 | + "ci95": { |
| |
2172 | + "estimate": 0.753, |
| |
2173 | + "low": 0.724797239300543, |
| |
2174 | + "high": 0.7782217782217782, |
| |
2175 | + "level": 0.95, |
| |
2176 | + "n_items": 1000, |
| |
2177 | + "n_clusters": 970, |
| |
2178 | + "n_boot": 2000 |
| |
2179 | + }, |
| |
2180 | + "omega_step_acc": 0.79 |
| |
2181 | + }, |
| |
2182 | + "control_iid": { |
| |
2183 | + "accuracy": 1.0, |
| |
2184 | + "trace_accuracy": 1.0, |
| |
2185 | + "ci95": { |
| |
2186 | + "estimate": 1.0, |
| |
2187 | + "low": 1.0, |
| |
2188 | + "high": 1.0, |
| |
2189 | + "level": 0.95, |
| |
2190 | + "n_items": 1000, |
| |
2191 | + "n_clusters": 975, |
| |
2192 | + "n_boot": 2000 |
| |
2193 | + }, |
| |
2194 | + "omega_step_acc": null |
| |
2195 | + }, |
| |
2196 | + "comp_heldout": { |
| |
2197 | + "accuracy": 0.872, |
| |
2198 | + "trace_accuracy": 0.872, |
| |
2199 | + "ci95": { |
| |
2200 | + "estimate": 0.872, |
| |
2201 | + "low": 0.8504486540378864, |
| |
2202 | + "high": 0.8934074941451992, |
| |
2203 | + "level": 0.95, |
| |
2204 | + "n_items": 1000, |
| |
2205 | + "n_clusters": 701, |
| |
2206 | + "n_boot": 2000 |
| |
2207 | + }, |
| |
2208 | + "omega_step_acc": 0.82 |
| |
2209 | + } |
| |
2210 | + }, |
| |
2211 | + "donor_s1->recipient_s1": { |
| |
2212 | + "pair": "donor_s1->recipient_s1", |
| |
2213 | + "map": "procrustes", |
| |
2214 | + "targeting": "omega", |
| |
2215 | + "applied": 1996, |
| |
2216 | + "target_iid": { |
| |
2217 | + "accuracy": 0.759, |
| |
2218 | + "trace_accuracy": 0.743, |
| |
2219 | + "ci95": { |
| |
2220 | + "estimate": 0.759, |
| |
2221 | + "low": 0.7319902584493042, |
| |
2222 | + "high": 0.7842781171527912, |
| |
2223 | + "level": 0.95, |
| |
2224 | + "n_items": 1000, |
| |
2225 | + "n_clusters": 970, |
| |
2226 | + "n_boot": 2000 |
| |
2227 | + }, |
| |
2228 | + "omega_step_acc": 0.801 |
| |
2229 | + }, |
| |
2230 | + "control_iid": { |
| |
2231 | + "accuracy": 1.0, |
| |
2232 | + "trace_accuracy": 1.0, |
| |
2233 | + "ci95": { |
| |
2234 | + "estimate": 1.0, |
| |
2235 | + "low": 1.0, |
| |
2236 | + "high": 1.0, |
| |
2237 | + "level": 0.95, |
| |
2238 | + "n_items": 1000, |
| |
2239 | + "n_clusters": 975, |
| |
2240 | + "n_boot": 2000 |
| |
2241 | + }, |
| |
2242 | + "omega_step_acc": null |
| |
2243 | + }, |
| |
2244 | + "comp_heldout": { |
| |
2245 | + "accuracy": 0.847, |
| |
2246 | + "trace_accuracy": 0.842, |
| |
2247 | + "ci95": { |
| |
2248 | + "estimate": 0.847, |
| |
2249 | + "low": 0.8217804524476352, |
| |
2250 | + "high": 0.8698714737357528, |
| |
2251 | + "level": 0.95, |
| |
2252 | + "n_items": 1000, |
| |
2253 | + "n_clusters": 701, |
| |
2254 | + "n_boot": 2000 |
| |
2255 | + }, |
| |
2256 | + "omega_step_acc": 0.775 |
| |
2257 | + } |
| |
2258 | + }, |
| |
2259 | + "donor_s1->recipient_s2": { |
| |
2260 | + "pair": "donor_s1->recipient_s2", |
| |
2261 | + "map": "procrustes", |
| |
2262 | + "targeting": "omega", |
| |
2263 | + "applied": 1996, |
| |
2264 | + "target_iid": { |
| |
2265 | + "accuracy": 0.737, |
| |
2266 | + "trace_accuracy": 0.736, |
| |
2267 | + "ci95": { |
| |
2268 | + "estimate": 0.737, |
| |
2269 | + "low": 0.7075836517918936, |
| |
2270 | + "high": 0.7627653384969227, |
| |
2271 | + "level": 0.95, |
| |
2272 | + "n_items": 1000, |
| |
2273 | + "n_clusters": 970, |
| |
2274 | + "n_boot": 2000 |
| |
2275 | + }, |
| |
2276 | + "omega_step_acc": 0.776 |
| |
2277 | + }, |
| |
2278 | + "control_iid": { |
| |
2279 | + "accuracy": 1.0, |
| |
2280 | + "trace_accuracy": 1.0, |
| |
2281 | + "ci95": { |
| |
2282 | + "estimate": 1.0, |
| |
2283 | + "low": 1.0, |
| |
2284 | + "high": 1.0, |
| |
2285 | + "level": 0.95, |
| |
2286 | + "n_items": 1000, |
| |
2287 | + "n_clusters": 975, |
| |
2288 | + "n_boot": 2000 |
| |
2289 | + }, |
| |
2290 | + "omega_step_acc": null |
| |
2291 | + }, |
| |
2292 | + "comp_heldout": { |
| |
2293 | + "accuracy": 0.836, |
| |
2294 | + "trace_accuracy": 0.836, |
| |
2295 | + "ci95": { |
| |
2296 | + "estimate": 0.836, |
| |
2297 | + "low": 0.8108309379488254, |
| |
2298 | + "high": 0.8597383950720898, |
| |
2299 | + "level": 0.95, |
| |
2300 | + "n_items": 1000, |
| |
2301 | + "n_clusters": 701, |
| |
2302 | + "n_boot": 2000 |
| |
2303 | + }, |
| |
2304 | + "omega_step_acc": 0.755 |
| |
2305 | + } |
| |
2306 | + }, |
| |
2307 | + "donor_s2->recipient_s0": { |
| |
2308 | + "pair": "donor_s2->recipient_s0", |
| |
2309 | + "map": "procrustes", |
| |
2310 | + "targeting": "omega", |
| |
2311 | + "applied": 1996, |
| |
2312 | + "target_iid": { |
| |
2313 | + "accuracy": 0.72, |
| |
2314 | + "trace_accuracy": 0.712, |
| |
2315 | + "ci95": { |
| |
2316 | + "estimate": 0.72, |
| |
2317 | + "low": 0.691306850519998, |
| |
2318 | + "high": 0.7467654266117311, |
| |
2319 | + "level": 0.95, |
| |
2320 | + "n_items": 1000, |
| |
2321 | + "n_clusters": 970, |
| |
2322 | + "n_boot": 2000 |
| |
2323 | + }, |
| |
2324 | + "omega_step_acc": 0.759 |
| |
2325 | + }, |
| |
2326 | + "control_iid": { |
| |
2327 | + "accuracy": 1.0, |
| |
2328 | + "trace_accuracy": 1.0, |
| |
2329 | + "ci95": { |
| |
2330 | + "estimate": 1.0, |
| |
2331 | + "low": 1.0, |
| |
2332 | + "high": 1.0, |
| |
2333 | + "level": 0.95, |
| |
2334 | + "n_items": 1000, |
| |
2335 | + "n_clusters": 975, |
| |
2336 | + "n_boot": 2000 |
| |
2337 | + }, |
| |
2338 | + "omega_step_acc": null |
| |
2339 | + }, |
| |
2340 | + "comp_heldout": { |
| |
2341 | + "accuracy": 0.85, |
| |
2342 | + "trace_accuracy": 0.85, |
| |
2343 | + "ci95": { |
| |
2344 | + "estimate": 0.85, |
| |
2345 | + "low": 0.8268987652154162, |
| |
2346 | + "high": 0.8726761406880329, |
| |
2347 | + "level": 0.95, |
| |
2348 | + "n_items": 1000, |
| |
2349 | + "n_clusters": 701, |
| |
2350 | + "n_boot": 2000 |
| |
2351 | + }, |
| |
2352 | + "omega_step_acc": 0.7833333333333333 |
| |
2353 | + } |
| |
2354 | + }, |
| |
2355 | + "donor_s2->recipient_s1": { |
| |
2356 | + "pair": "donor_s2->recipient_s1", |
| |
2357 | + "map": "procrustes", |
| |
2358 | + "targeting": "omega", |
| |
2359 | + "applied": 1996, |
| |
2360 | + "target_iid": { |
| |
2361 | + "accuracy": 0.941, |
| |
2362 | + "trace_accuracy": 0.934, |
| |
2363 | + "ci95": { |
| |
2364 | + "estimate": 0.941, |
| |
2365 | + "low": 0.9263673810563731, |
| |
2366 | + "high": 0.9551803978117381, |
| |
2367 | + "level": 0.95, |
| |
2368 | + "n_items": 1000, |
| |
2369 | + "n_clusters": 970, |
| |
2370 | + "n_boot": 2000 |
| |
2371 | + }, |
| |
2372 | + "omega_step_acc": 0.939 |
| |
2373 | + }, |
| |
2374 | + "control_iid": { |
| |
2375 | + "accuracy": 1.0, |
| |
2376 | + "trace_accuracy": 1.0, |
| |
2377 | + "ci95": { |
| |
2378 | + "estimate": 1.0, |
| |
2379 | + "low": 1.0, |
| |
2380 | + "high": 1.0, |
| |
2381 | + "level": 0.95, |
| |
2382 | + "n_items": 1000, |
| |
2383 | + "n_clusters": 975, |
| |
2384 | + "n_boot": 2000 |
| |
2385 | + }, |
| |
2386 | + "omega_step_acc": null |
| |
2387 | + }, |
| |
2388 | + "comp_heldout": { |
| |
2389 | + "accuracy": 0.957, |
| |
2390 | + "trace_accuracy": 0.957, |
| |
2391 | + "ci95": { |
| |
2392 | + "estimate": 0.957, |
| |
2393 | + "low": 0.9439249864016219, |
| |
2394 | + "high": 0.9682390729792077, |
| |
2395 | + "level": 0.95, |
| |
2396 | + "n_items": 1000, |
| |
2397 | + "n_clusters": 701, |
| |
2398 | + "n_boot": 2000 |
| |
2399 | + }, |
| |
2400 | + "omega_step_acc": 0.9333333333333333 |
| |
2401 | + } |
| |
2402 | + }, |
| |
2403 | + "donor_s2->recipient_s2": { |
| |
2404 | + "pair": "donor_s2->recipient_s2", |
| |
2405 | + "map": "procrustes", |
| |
2406 | + "targeting": "omega", |
| |
2407 | + "applied": 1996, |
| |
2408 | + "target_iid": { |
| |
2409 | + "accuracy": 0.889, |
| |
2410 | + "trace_accuracy": 0.888, |
| |
2411 | + "ci95": { |
| |
2412 | + "estimate": 0.889, |
| |
2413 | + "low": 0.8682634730538922, |
| |
2414 | + "high": 0.9074691986406982, |
| |
2415 | + "level": 0.95, |
| |
2416 | + "n_items": 1000, |
| |
2417 | + "n_clusters": 970, |
| |
2418 | + "n_boot": 2000 |
| |
2419 | + }, |
| |
2420 | + "omega_step_acc": 0.912 |
| |
2421 | + }, |
| |
2422 | + "control_iid": { |
| |
2423 | + "accuracy": 1.0, |
| |
2424 | + "trace_accuracy": 1.0, |
| |
2425 | + "ci95": { |
| |
2426 | + "estimate": 1.0, |
| |
2427 | + "low": 1.0, |
| |
2428 | + "high": 1.0, |
| |
2429 | + "level": 0.95, |
| |
2430 | + "n_items": 1000, |
| |
2431 | + "n_clusters": 975, |
| |
2432 | + "n_boot": 2000 |
| |
2433 | + }, |
| |
2434 | + "omega_step_acc": null |
| |
2435 | + }, |
| |
2436 | + "comp_heldout": { |
| |
2437 | + "accuracy": 0.937, |
| |
2438 | + "trace_accuracy": 0.937, |
| |
2439 | + "ci95": { |
| |
2440 | + "estimate": 0.937, |
| |
2441 | + "low": 0.9209464839195837, |
| |
2442 | + "high": 0.951468648005554, |
| |
2443 | + "level": 0.95, |
| |
2444 | + "n_items": 1000, |
| |
2445 | + "n_clusters": 701, |
| |
2446 | + "n_boot": 2000 |
| |
2447 | + }, |
| |
2448 | + "omega_step_acc": 0.9116666666666666 |
| |
2449 | + } |
| |
2450 | + } |
| |
2451 | + }, |
| |
2452 | + "act_ridge_all": { |
| |
2453 | + "donor_s0->recipient_s0": { |
| |
2454 | + "pair": "donor_s0->recipient_s0", |
| |
2455 | + "map": "ridge", |
| |
2456 | + "targeting": "all", |
| |
2457 | + "applied": 15000, |
| |
2458 | + "target_iid": { |
| |
2459 | + "accuracy": 0.267, |
| |
2460 | + "trace_accuracy": 0.23, |
| |
2461 | + "ci95": { |
| |
2462 | + "estimate": 0.267, |
| |
2463 | + "low": 0.2412728105054914, |
| |
2464 | + "high": 0.29482358549911575, |
| |
2465 | + "level": 0.95, |
| |
2466 | + "n_items": 1000, |
| |
2467 | + "n_clusters": 970, |
| |
2468 | + "n_boot": 2000 |
| |
2469 | + }, |
| |
2470 | + "omega_step_acc": 0.268 |
| |
2471 | + }, |
| |
2472 | + "control_iid": { |
| |
2473 | + "accuracy": 1.0, |
| |
2474 | + "trace_accuracy": 1.0, |
| |
2475 | + "ci95": { |
| |
2476 | + "estimate": 1.0, |
| |
2477 | + "low": 1.0, |
| |
2478 | + "high": 1.0, |
| |
2479 | + "level": 0.95, |
| |
2480 | + "n_items": 1000, |
| |
2481 | + "n_clusters": 975, |
| |
2482 | + "n_boot": 2000 |
| |
2483 | + }, |
| |
2484 | + "omega_step_acc": null |
| |
2485 | + }, |
| |
2486 | + "comp_heldout": { |
| |
2487 | + "accuracy": 0.547, |
| |
2488 | + "trace_accuracy": 0.538, |
| |
2489 | + "ci95": { |
| |
2490 | + "estimate": 0.547, |
| |
2491 | + "low": 0.5073319335787697, |
| |
2492 | + "high": 0.5887794426070823, |
| |
2493 | + "level": 0.95, |
| |
2494 | + "n_items": 1000, |
| |
2495 | + "n_clusters": 701, |
| |
2496 | + "n_boot": 2000 |
| |
2497 | + }, |
| |
2498 | + "omega_step_acc": 0.27 |
| |
2499 | + } |
| |
2500 | + }, |
| |
2501 | + "donor_s0->recipient_s1": { |
| |
2502 | + "pair": "donor_s0->recipient_s1", |
| |
2503 | + "map": "ridge", |
| |
2504 | + "targeting": "all", |
| |
2505 | + "applied": 15000, |
| |
2506 | + "target_iid": { |
| |
2507 | + "accuracy": 0.07, |
| |
2508 | + "trace_accuracy": 0.021, |
| |
2509 | + "ci95": { |
| |
2510 | + "estimate": 0.07, |
| |
2511 | + "low": 0.05421686746987952, |
| |
2512 | + "high": 0.08600080971659918, |
| |
2513 | + "level": 0.95, |
| |
2514 | + "n_items": 1000, |
| |
2515 | + "n_clusters": 970, |
| |
2516 | + "n_boot": 2000 |
| |
2517 | + }, |
| |
2518 | + "omega_step_acc": 0.027 |
| |
2519 | + }, |
| |
2520 | + "control_iid": { |
| |
2521 | + "accuracy": 1.0, |
| |
2522 | + "trace_accuracy": 1.0, |
| |
2523 | + "ci95": { |
| |
2524 | + "estimate": 1.0, |
| |
2525 | + "low": 1.0, |
| |
2526 | + "high": 1.0, |
| |
2527 | + "level": 0.95, |
| |
2528 | + "n_items": 1000, |
| |
2529 | + "n_clusters": 975, |
| |
2530 | + "n_boot": 2000 |
| |
2531 | + }, |
| |
2532 | + "omega_step_acc": null |
| |
2533 | + }, |
| |
2534 | + "comp_heldout": { |
| |
2535 | + "accuracy": 0.436, |
| |
2536 | + "trace_accuracy": 0.417, |
| |
2537 | + "ci95": { |
| |
2538 | + "estimate": 0.436, |
| |
2539 | + "low": 0.39082203762245815, |
| |
2540 | + "high": 0.4845187202432884, |
| |
2541 | + "level": 0.95, |
| |
2542 | + "n_items": 1000, |
| |
2543 | + "n_clusters": 701, |
| |
2544 | + "n_boot": 2000 |
| |
2545 | + }, |
| |
2546 | + "omega_step_acc": 0.03333333333333333 |
| |
2547 | + } |
| |
2548 | + }, |
| |
2549 | + "donor_s0->recipient_s2": { |
| |
2550 | + "pair": "donor_s0->recipient_s2", |
| |
2551 | + "map": "ridge", |
| |
2552 | + "targeting": "all", |
| |
2553 | + "applied": 15000, |
| |
2554 | + "target_iid": { |
| |
2555 | + "accuracy": 0.136, |
| |
2556 | + "trace_accuracy": 0.096, |
| |
2557 | + "ci95": { |
| |
2558 | + "estimate": 0.136, |
| |
2559 | + "low": 0.11557688842619472, |
| |
2560 | + "high": 0.15742690944119486, |
| |
2561 | + "level": 0.95, |
| |
2562 | + "n_items": 1000, |
| |
2563 | + "n_clusters": 970, |
| |
2564 | + "n_boot": 2000 |
| |
2565 | + }, |
| |
2566 | + "omega_step_acc": 0.12 |
| |
2567 | + }, |
| |
2568 | + "control_iid": { |
| |
2569 | + "accuracy": 0.952, |
| |
2570 | + "trace_accuracy": 0.951, |
| |
2571 | + "ci95": { |
| |
2572 | + "estimate": 0.952, |
| |
2573 | + "low": 0.9386872810064449, |
| |
2574 | + "high": 0.9641799946589121, |
| |
2575 | + "level": 0.95, |
| |
2576 | + "n_items": 1000, |
| |
2577 | + "n_clusters": 975, |
| |
2578 | + "n_boot": 2000 |
| |
2579 | + }, |
| |
2580 | + "omega_step_acc": null |
| |
2581 | + }, |
| |
2582 | + "comp_heldout": { |
| |
2583 | + "accuracy": 0.466, |
| |
2584 | + "trace_accuracy": 0.456, |
| |
2585 | + "ci95": { |
| |
2586 | + "estimate": 0.466, |
| |
2587 | + "low": 0.4209966386325903, |
| |
2588 | + "high": 0.5127785565814279, |
| |
2589 | + "level": 0.95, |
| |
2590 | + "n_items": 1000, |
| |
2591 | + "n_clusters": 701, |
| |
2592 | + "n_boot": 2000 |
| |
2593 | + }, |
| |
2594 | + "omega_step_acc": 0.13833333333333334 |
| |
2595 | + } |
| |
2596 | + }, |
| |
2597 | + "donor_s1->recipient_s0": { |
| |
2598 | + "pair": "donor_s1->recipient_s0", |
| |
2599 | + "map": "ridge", |
| |
2600 | + "targeting": "all", |
| |
2601 | + "applied": 15000, |
| |
2602 | + "target_iid": { |
| |
2603 | + "accuracy": 0.241, |
| |
2604 | + "trace_accuracy": 0.216, |
| |
2605 | + "ci95": { |
| |
2606 | + "estimate": 0.241, |
| |
2607 | + "low": 0.21492177088789083, |
| |
2608 | + "high": 0.26831865244178493, |
| |
2609 | + "level": 0.95, |
| |
2610 | + "n_items": 1000, |
| |
2611 | + "n_clusters": 970, |
| |
2612 | + "n_boot": 2000 |
| |
2613 | + }, |
| |
2614 | + "omega_step_acc": 0.256 |
| |
2615 | + }, |
| |
2616 | + "control_iid": { |
| |
2617 | + "accuracy": 1.0, |
| |
2618 | + "trace_accuracy": 1.0, |
| |
2619 | + "ci95": { |
| |
2620 | + "estimate": 1.0, |
| |
2621 | + "low": 1.0, |
| |
2622 | + "high": 1.0, |
| |
2623 | + "level": 0.95, |
| |
2624 | + "n_items": 1000, |
| |
2625 | + "n_clusters": 975, |
| |
2626 | + "n_boot": 2000 |
| |
2627 | + }, |
| |
2628 | + "omega_step_acc": null |
| |
2629 | + }, |
| |
2630 | + "comp_heldout": { |
| |
2631 | + "accuracy": 0.544, |
| |
2632 | + "trace_accuracy": 0.537, |
| |
2633 | + "ci95": { |
| |
2634 | + "estimate": 0.544, |
| |
2635 | + "low": 0.5025169958402737, |
| |
2636 | + "high": 0.5869368227568521, |
| |
2637 | + "level": 0.95, |
| |
2638 | + "n_items": 1000, |
| |
2639 | + "n_clusters": 701, |
| |
2640 | + "n_boot": 2000 |
| |
2641 | + }, |
| |
2642 | + "omega_step_acc": 0.27166666666666667 |
| |
2643 | + } |
| |
2644 | + }, |
| |
2645 | + "donor_s1->recipient_s1": { |
| |
2646 | + "pair": "donor_s1->recipient_s1", |
| |
2647 | + "map": "ridge", |
| |
2648 | + "targeting": "all", |
| |
2649 | + "applied": 15000, |
| |
2650 | + "target_iid": { |
| |
2651 | + "accuracy": 0.077, |
| |
2652 | + "trace_accuracy": 0.034, |
| |
2653 | + "ci95": { |
| |
2654 | + "estimate": 0.077, |
| |
2655 | + "low": 0.059880239520958084, |
| |
2656 | + "high": 0.09400470941883765, |
| |
2657 | + "level": 0.95, |
| |
2658 | + "n_items": 1000, |
| |
2659 | + "n_clusters": 970, |
| |
2660 | + "n_boot": 2000 |
| |
2661 | + }, |
| |
2662 | + "omega_step_acc": 0.04 |
| |
2663 | + }, |
| |
2664 | + "control_iid": { |
| |
2665 | + "accuracy": 1.0, |
| |
2666 | + "trace_accuracy": 1.0, |
| |
2667 | + "ci95": { |
| |
2668 | + "estimate": 1.0, |
| |
2669 | + "low": 1.0, |
| |
2670 | + "high": 1.0, |
| |
2671 | + "level": 0.95, |
| |
2672 | + "n_items": 1000, |
| |
2673 | + "n_clusters": 975, |
| |
2674 | + "n_boot": 2000 |
| |
2675 | + }, |
| |
2676 | + "omega_step_acc": null |
| |
2677 | + }, |
| |
2678 | + "comp_heldout": { |
| |
2679 | + "accuracy": 0.45, |
| |
2680 | + "trace_accuracy": 0.434, |
| |
2681 | + "ci95": { |
| |
2682 | + "estimate": 0.45, |
| |
2683 | + "low": 0.40364307047221737, |
| |
2684 | + "high": 0.49802381286495, |
| |
2685 | + "level": 0.95, |
| |
2686 | + "n_items": 1000, |
| |
2687 | + "n_clusters": 701, |
| |
2688 | + "n_boot": 2000 |
| |
2689 | + }, |
| |
2690 | + "omega_step_acc": 0.06833333333333333 |
| |
2691 | + } |
| |
2692 | + }, |
| |
2693 | + "donor_s1->recipient_s2": { |
| |
2694 | + "pair": "donor_s1->recipient_s2", |
| |
2695 | + "map": "ridge", |
| |
2696 | + "targeting": "all", |
| |
2697 | + "applied": 15000, |
| |
2698 | + "target_iid": { |
| |
2699 | + "accuracy": 0.159, |
| |
2700 | + "trace_accuracy": 0.122, |
| |
2701 | + "ci95": { |
| |
2702 | + "estimate": 0.159, |
| |
2703 | + "low": 0.1363116394195853, |
| |
2704 | + "high": 0.18209255533199195, |
| |
2705 | + "level": 0.95, |
| |
2706 | + "n_items": 1000, |
| |
2707 | + "n_clusters": 970, |
| |
2708 | + "n_boot": 2000 |
| |
2709 | + }, |
| |
2710 | + "omega_step_acc": 0.153 |
| |
2711 | + }, |
| |
2712 | + "control_iid": { |
| |
2713 | + "accuracy": 0.997, |
| |
2714 | + "trace_accuracy": 0.997, |
| |
2715 | + "ci95": { |
| |
2716 | + "estimate": 0.997, |
| |
2717 | + "low": 0.9929928174667654, |
| |
2718 | + "high": 1.0, |
| |
2719 | + "level": 0.95, |
| |
2720 | + "n_items": 1000, |
| |
2721 | + "n_clusters": 975, |
| |
2722 | + "n_boot": 2000 |
| |
2723 | + }, |
| |
2724 | + "omega_step_acc": null |
| |
2725 | + }, |
| |
2726 | + "comp_heldout": { |
| |
2727 | + "accuracy": 0.485, |
| |
2728 | + "trace_accuracy": 0.476, |
| |
2729 | + "ci95": { |
| |
2730 | + "estimate": 0.485, |
| |
2731 | + "low": 0.4421484537852221, |
| |
2732 | + "high": 0.5306375815791893, |
| |
2733 | + "level": 0.95, |
| |
2734 | + "n_items": 1000, |
| |
2735 | + "n_clusters": 701, |
| |
2736 | + "n_boot": 2000 |
| |
2737 | + }, |
| |
2738 | + "omega_step_acc": 0.16166666666666665 |
| |
2739 | + } |
| |
2740 | + }, |
| |
2741 | + "donor_s2->recipient_s0": { |
| |
2742 | + "pair": "donor_s2->recipient_s0", |
| |
2743 | + "map": "ridge", |
| |
2744 | + "targeting": "all", |
| |
2745 | + "applied": 15000, |
| |
2746 | + "target_iid": { |
| |
2747 | + "accuracy": 0.317, |
| |
2748 | + "trace_accuracy": 0.29, |
| |
2749 | + "ci95": { |
| |
2750 | + "estimate": 0.317, |
| |
2751 | + "low": 0.28926441351888665, |
| |
2752 | + "high": 0.3461567164179104, |
| |
2753 | + "level": 0.95, |
| |
2754 | + "n_items": 1000, |
| |
2755 | + "n_clusters": 970, |
| |
2756 | + "n_boot": 2000 |
| |
2757 | + }, |
| |
2758 | + "omega_step_acc": 0.35 |
| |
2759 | + }, |
| |
2760 | + "control_iid": { |
| |
2761 | + "accuracy": 1.0, |
| |
2762 | + "trace_accuracy": 1.0, |
| |
2763 | + "ci95": { |
| |
2764 | + "estimate": 1.0, |
| |
2765 | + "low": 1.0, |
| |
2766 | + "high": 1.0, |
| |
2767 | + "level": 0.95, |
| |
2768 | + "n_items": 1000, |
| |
2769 | + "n_clusters": 975, |
| |
2770 | + "n_boot": 2000 |
| |
2771 | + }, |
| |
2772 | + "omega_step_acc": null |
| |
2773 | + }, |
| |
2774 | + "comp_heldout": { |
| |
2775 | + "accuracy": 0.584, |
| |
2776 | + "trace_accuracy": 0.578, |
| |
2777 | + "ci95": { |
| |
2778 | + "estimate": 0.584, |
| |
2779 | + "low": 0.5453609753356929, |
| |
2780 | + "high": 0.6214873327301299, |
| |
2781 | + "level": 0.95, |
| |
2782 | + "n_items": 1000, |
| |
2783 | + "n_clusters": 701, |
| |
2784 | + "n_boot": 2000 |
| |
2785 | + }, |
| |
2786 | + "omega_step_acc": 0.3566666666666667 |
| |
2787 | + } |
| |
2788 | + }, |
| |
2789 | + "donor_s2->recipient_s1": { |
| |
2790 | + "pair": "donor_s2->recipient_s1", |
| |
2791 | + "map": "ridge", |
| |
2792 | + "targeting": "all", |
| |
2793 | + "applied": 15000, |
| |
2794 | + "target_iid": { |
| |
2795 | + "accuracy": 0.124, |
| |
2796 | + "trace_accuracy": 0.078, |
| |
2797 | + "ci95": { |
| |
2798 | + "estimate": 0.124, |
| |
2799 | + "low": 0.10420580901542825, |
| |
2800 | + "high": 0.14471057884231536, |
| |
2801 | + "level": 0.95, |
| |
2802 | + "n_items": 1000, |
| |
2803 | + "n_clusters": 970, |
| |
2804 | + "n_boot": 2000 |
| |
2805 | + }, |
| |
2806 | + "omega_step_acc": 0.094 |
| |
2807 | + }, |
| |
2808 | + "control_iid": { |
| |
2809 | + "accuracy": 1.0, |
| |
2810 | + "trace_accuracy": 1.0, |
| |
2811 | + "ci95": { |
| |
2812 | + "estimate": 1.0, |
| |
2813 | + "low": 1.0, |
| |
2814 | + "high": 1.0, |
| |
2815 | + "level": 0.95, |
| |
2816 | + "n_items": 1000, |
| |
2817 | + "n_clusters": 975, |
| |
2818 | + "n_boot": 2000 |
| |
2819 | + }, |
| |
2820 | + "omega_step_acc": null |
| |
2821 | + }, |
| |
2822 | + "comp_heldout": { |
| |
2823 | + "accuracy": 0.471, |
| |
2824 | + "trace_accuracy": 0.454, |
| |
2825 | + "ci95": { |
| |
2826 | + "estimate": 0.471, |
| |
2827 | + "low": 0.4266090736605483, |
| |
2828 | + "high": 0.5166276999080881, |
| |
2829 | + "level": 0.95, |
| |
2830 | + "n_items": 1000, |
| |
2831 | + "n_clusters": 701, |
| |
2832 | + "n_boot": 2000 |
| |
2833 | + }, |
| |
2834 | + "omega_step_acc": 0.11 |
| |
2835 | + } |
| |
2836 | + }, |
| |
2837 | + "donor_s2->recipient_s2": { |
| |
2838 | + "pair": "donor_s2->recipient_s2", |
| |
2839 | + "map": "ridge", |
| |
2840 | + "targeting": "all", |
| |
2841 | + "applied": 15000, |
| |
2842 | + "target_iid": { |
| |
2843 | + "accuracy": 0.166, |
| |
2844 | + "trace_accuracy": 0.13, |
| |
2845 | + "ci95": { |
| |
2846 | + "estimate": 0.166, |
| |
2847 | + "low": 0.1422844680278822, |
| |
2848 | + "high": 0.18981018981018982, |
| |
2849 | + "level": 0.95, |
| |
2850 | + "n_items": 1000, |
| |
2851 | + "n_clusters": 970, |
| |
2852 | + "n_boot": 2000 |
| |
2853 | + }, |
| |
2854 | + "omega_step_acc": 0.162 |
| |
2855 | + }, |
| |
2856 | + "control_iid": { |
| |
2857 | + "accuracy": 0.983, |
| |
2858 | + "trace_accuracy": 0.982, |
| |
2859 | + "ci95": { |
| |
2860 | + "estimate": 0.983, |
| |
2861 | + "low": 0.9742809747538975, |
| |
2862 | + "high": 0.9900596421471173, |
| |
2863 | + "level": 0.95, |
| |
2864 | + "n_items": 1000, |
| |
2865 | + "n_clusters": 975, |
| |
2866 | + "n_boot": 2000 |
| |
2867 | + }, |
| |
2868 | + "omega_step_acc": null |
| |
2869 | + }, |
| |
2870 | + "comp_heldout": { |
| |
2871 | + "accuracy": 0.488, |
| |
2872 | + "trace_accuracy": 0.481, |
| |
2873 | + "ci95": { |
| |
2874 | + "estimate": 0.488, |
| |
2875 | + "low": 0.4444389110225763, |
| |
2876 | + "high": 0.5340483518025501, |
| |
2877 | + "level": 0.95, |
| |
2878 | + "n_items": 1000, |
| |
2879 | + "n_clusters": 701, |
| |
2880 | + "n_boot": 2000 |
| |
2881 | + }, |
| |
2882 | + "omega_step_acc": 0.17333333333333334 |
| |
2883 | + } |
| |
2884 | + } |
| |
2885 | + }, |
| |
2886 | + "act_ridge_omega": { |
| |
2887 | + "donor_s0->recipient_s0": { |
| |
2888 | + "pair": "donor_s0->recipient_s0", |
| |
2889 | + "map": "ridge", |
| |
2890 | + "targeting": "omega", |
| |
2891 | + "applied": 1996, |
| |
2892 | + "target_iid": { |
| |
2893 | + "accuracy": 0.267, |
| |
2894 | + "trace_accuracy": 0.23, |
| |
2895 | + "ci95": { |
| |
2896 | + "estimate": 0.267, |
| |
2897 | + "low": 0.2412728105054914, |
| |
2898 | + "high": 0.29482358549911575, |
| |
2899 | + "level": 0.95, |
| |
2900 | + "n_items": 1000, |
| |
2901 | + "n_clusters": 970, |
| |
2902 | + "n_boot": 2000 |
| |
2903 | + }, |
| |
2904 | + "omega_step_acc": 0.268 |
| |
2905 | + }, |
| |
2906 | + "control_iid": { |
| |
2907 | + "accuracy": 1.0, |
| |
2908 | + "trace_accuracy": 1.0, |
| |
2909 | + "ci95": { |
| |
2910 | + "estimate": 1.0, |
| |
2911 | + "low": 1.0, |
| |
2912 | + "high": 1.0, |
| |
2913 | + "level": 0.95, |
| |
2914 | + "n_items": 1000, |
| |
2915 | + "n_clusters": 975, |
| |
2916 | + "n_boot": 2000 |
| |
2917 | + }, |
| |
2918 | + "omega_step_acc": null |
| |
2919 | + }, |
| |
2920 | + "comp_heldout": { |
| |
2921 | + "accuracy": 0.547, |
| |
2922 | + "trace_accuracy": 0.538, |
| |
2923 | + "ci95": { |
| |
2924 | + "estimate": 0.547, |
| |
2925 | + "low": 0.5073319335787697, |
| |
2926 | + "high": 0.5887794426070823, |
| |
2927 | + "level": 0.95, |
| |
2928 | + "n_items": 1000, |
| |
2929 | + "n_clusters": 701, |
| |
2930 | + "n_boot": 2000 |
| |
2931 | + }, |
| |
2932 | + "omega_step_acc": 0.27 |
| |
2933 | + } |
| |
2934 | + }, |
| |
2935 | + "donor_s0->recipient_s1": { |
| |
2936 | + "pair": "donor_s0->recipient_s1", |
| |
2937 | + "map": "ridge", |
| |
2938 | + "targeting": "omega", |
| |
2939 | + "applied": 1996, |
| |
2940 | + "target_iid": { |
| |
2941 | + "accuracy": 0.07, |
| |
2942 | + "trace_accuracy": 0.021, |
| |
2943 | + "ci95": { |
| |
2944 | + "estimate": 0.07, |
| |
2945 | + "low": 0.05421686746987952, |
| |
2946 | + "high": 0.08600080971659918, |
| |
2947 | + "level": 0.95, |
| |
2948 | + "n_items": 1000, |
| |
2949 | + "n_clusters": 970, |
| |
2950 | + "n_boot": 2000 |
| |
2951 | + }, |
| |
2952 | + "omega_step_acc": 0.027 |
| |
2953 | + }, |
| |
2954 | + "control_iid": { |
| |
2955 | + "accuracy": 1.0, |
| |
2956 | + "trace_accuracy": 1.0, |
| |
2957 | + "ci95": { |
| |
2958 | + "estimate": 1.0, |
| |
2959 | + "low": 1.0, |
| |
2960 | + "high": 1.0, |
| |
2961 | + "level": 0.95, |
| |
2962 | + "n_items": 1000, |
| |
2963 | + "n_clusters": 975, |
| |
2964 | + "n_boot": 2000 |
| |
2965 | + }, |
| |
2966 | + "omega_step_acc": null |
| |
2967 | + }, |
| |
2968 | + "comp_heldout": { |
| |
2969 | + "accuracy": 0.436, |
| |
2970 | + "trace_accuracy": 0.417, |
| |
2971 | + "ci95": { |
| |
2972 | + "estimate": 0.436, |
| |
2973 | + "low": 0.39082203762245815, |
| |
2974 | + "high": 0.4845187202432884, |
| |
2975 | + "level": 0.95, |
| |
2976 | + "n_items": 1000, |
| |
2977 | + "n_clusters": 701, |
| |
2978 | + "n_boot": 2000 |
| |
2979 | + }, |
| |
2980 | + "omega_step_acc": 0.03333333333333333 |
| |
2981 | + } |
| |
2982 | + }, |
| |
2983 | + "donor_s0->recipient_s2": { |
| |
2984 | + "pair": "donor_s0->recipient_s2", |
| |
2985 | + "map": "ridge", |
| |
2986 | + "targeting": "omega", |
| |
2987 | + "applied": 1996, |
| |
2988 | + "target_iid": { |
| |
2989 | + "accuracy": 0.141, |
| |
2990 | + "trace_accuracy": 0.107, |
| |
2991 | + "ci95": { |
| |
2992 | + "estimate": 0.141, |
| |
2993 | + "low": 0.12043252165182616, |
| |
2994 | + "high": 0.16229904365181977, |
| |
2995 | + "level": 0.95, |
| |
2996 | + "n_items": 1000, |
| |
2997 | + "n_clusters": 970, |
| |
2998 | + "n_boot": 2000 |
| |
2999 | + }, |
| |
3000 | + "omega_step_acc": 0.131 |
| |
3001 | + }, |
| |
3002 | + "control_iid": { |
| |
3003 | + "accuracy": 1.0, |
| |
3004 | + "trace_accuracy": 1.0, |
| |
3005 | + "ci95": { |
| |
3006 | + "estimate": 1.0, |
| |
3007 | + "low": 1.0, |
| |
3008 | + "high": 1.0, |
| |
3009 | + "level": 0.95, |
| |
3010 | + "n_items": 1000, |
| |
3011 | + "n_clusters": 975, |
| |
3012 | + "n_boot": 2000 |
| |
3013 | + }, |
| |
3014 | + "omega_step_acc": null |
| |
3015 | + }, |
| |
3016 | + "comp_heldout": { |
| |
3017 | + "accuracy": 0.477, |
| |
3018 | + "trace_accuracy": 0.469, |
| |
3019 | + "ci95": { |
| |
3020 | + "estimate": 0.477, |
| |
3021 | + "low": 0.43229322623402566, |
| |
3022 | + "high": 0.5230542894732554, |
| |
3023 | + "level": 0.95, |
| |
3024 | + "n_items": 1000, |
| |
3025 | + "n_clusters": 701, |
| |
3026 | + "n_boot": 2000 |
| |
3027 | + }, |
| |
3028 | + "omega_step_acc": 0.145 |
| |
3029 | + } |
| |
3030 | + }, |
| |
3031 | + "donor_s1->recipient_s0": { |
| |
3032 | + "pair": "donor_s1->recipient_s0", |
| |
3033 | + "map": "ridge", |
| |
3034 | + "targeting": "omega", |
| |
3035 | + "applied": 1996, |
| |
3036 | + "target_iid": { |
| |
3037 | + "accuracy": 0.241, |
| |
3038 | + "trace_accuracy": 0.216, |
| |
3039 | + "ci95": { |
| |
3040 | + "estimate": 0.241, |
| |
3041 | + "low": 0.21492177088789083, |
| |
3042 | + "high": 0.26831865244178493, |
| |
3043 | + "level": 0.95, |
| |
3044 | + "n_items": 1000, |
| |
3045 | + "n_clusters": 970, |
| |
3046 | + "n_boot": 2000 |
| |
3047 | + }, |
| |
3048 | + "omega_step_acc": 0.256 |
| |
3049 | + }, |
| |
3050 | + "control_iid": { |
| |
3051 | + "accuracy": 1.0, |
| |
3052 | + "trace_accuracy": 1.0, |
| |
3053 | + "ci95": { |
| |
3054 | + "estimate": 1.0, |
| |
3055 | + "low": 1.0, |
| |
3056 | + "high": 1.0, |
| |
3057 | + "level": 0.95, |
| |
3058 | + "n_items": 1000, |
| |
3059 | + "n_clusters": 975, |
| |
3060 | + "n_boot": 2000 |
| |
3061 | + }, |
| |
3062 | + "omega_step_acc": null |
| |
3063 | + }, |
| |
3064 | + "comp_heldout": { |
| |
3065 | + "accuracy": 0.545, |
| |
3066 | + "trace_accuracy": 0.538, |
| |
3067 | + "ci95": { |
| |
3068 | + "estimate": 0.545, |
| |
3069 | + "low": 0.5040229448260137, |
| |
3070 | + "high": 0.5878861786589352, |
| |
3071 | + "level": 0.95, |
| |
3072 | + "n_items": 1000, |
| |
3073 | + "n_clusters": 701, |
| |
3074 | + "n_boot": 2000 |
| |
3075 | + }, |
| |
3076 | + "omega_step_acc": 0.27166666666666667 |
| |
3077 | + } |
| |
3078 | + }, |
| |
3079 | + "donor_s1->recipient_s1": { |
| |
3080 | + "pair": "donor_s1->recipient_s1", |
| |
3081 | + "map": "ridge", |
| |
3082 | + "targeting": "omega", |
| |
3083 | + "applied": 1996, |
| |
3084 | + "target_iid": { |
| |
3085 | + "accuracy": 0.077, |
| |
3086 | + "trace_accuracy": 0.034, |
| |
3087 | + "ci95": { |
| |
3088 | + "estimate": 0.077, |
| |
3089 | + "low": 0.059880239520958084, |
| |
3090 | + "high": 0.09400470941883765, |
| |
3091 | + "level": 0.95, |
| |
3092 | + "n_items": 1000, |
| |
3093 | + "n_clusters": 970, |
| |
3094 | + "n_boot": 2000 |
| |
3095 | + }, |
| |
3096 | + "omega_step_acc": 0.04 |
| |
3097 | + }, |
| |
3098 | + "control_iid": { |
| |
3099 | + "accuracy": 1.0, |
| |
3100 | + "trace_accuracy": 1.0, |
| |
3101 | + "ci95": { |
| |
3102 | + "estimate": 1.0, |
| |
3103 | + "low": 1.0, |
| |
3104 | + "high": 1.0, |
| |
3105 | + "level": 0.95, |
| |
3106 | + "n_items": 1000, |
| |
3107 | + "n_clusters": 975, |
| |
3108 | + "n_boot": 2000 |
| |
3109 | + }, |
| |
3110 | + "omega_step_acc": null |
| |
3111 | + }, |
| |
3112 | + "comp_heldout": { |
| |
3113 | + "accuracy": 0.45, |
| |
3114 | + "trace_accuracy": 0.434, |
| |
3115 | + "ci95": { |
| |
3116 | + "estimate": 0.45, |
| |
3117 | + "low": 0.40364307047221737, |
| |
3118 | + "high": 0.49802381286495, |
| |
3119 | + "level": 0.95, |
| |
3120 | + "n_items": 1000, |
| |
3121 | + "n_clusters": 701, |
| |
3122 | + "n_boot": 2000 |
| |
3123 | + }, |
| |
3124 | + "omega_step_acc": 0.06833333333333333 |
| |
3125 | + } |
| |
3126 | + }, |
| |
3127 | + "donor_s1->recipient_s2": { |
| |
3128 | + "pair": "donor_s1->recipient_s2", |
| |
3129 | + "map": "ridge", |
| |
3130 | + "targeting": "omega", |
| |
3131 | + "applied": 1996, |
| |
3132 | + "target_iid": { |
| |
3133 | + "accuracy": 0.16, |
| |
3134 | + "trace_accuracy": 0.123, |
| |
3135 | + "ci95": { |
| |
3136 | + "estimate": 0.16, |
| |
3137 | + "low": 0.13744925014086082, |
| |
3138 | + "high": 0.18318356311777365, |
| |
3139 | + "level": 0.95, |
| |
3140 | + "n_items": 1000, |
| |
3141 | + "n_clusters": 970, |
| |
3142 | + "n_boot": 2000 |
| |
3143 | + }, |
| |
3144 | + "omega_step_acc": 0.154 |
| |
3145 | + }, |
| |
3146 | + "control_iid": { |
| |
3147 | + "accuracy": 1.0, |
| |
3148 | + "trace_accuracy": 1.0, |
| |
3149 | + "ci95": { |
| |
3150 | + "estimate": 1.0, |
| |
3151 | + "low": 1.0, |
| |
3152 | + "high": 1.0, |
| |
3153 | + "level": 0.95, |
| |
3154 | + "n_items": 1000, |
| |
3155 | + "n_clusters": 975, |
| |
3156 | + "n_boot": 2000 |
| |
3157 | + }, |
| |
3158 | + "omega_step_acc": null |
| |
3159 | + }, |
| |
3160 | + "comp_heldout": { |
| |
3161 | + "accuracy": 0.486, |
| |
3162 | + "trace_accuracy": 0.477, |
| |
3163 | + "ci95": { |
| |
3164 | + "estimate": 0.486, |
| |
3165 | + "low": 0.442772492170447, |
| |
3166 | + "high": 0.5322440955113171, |
| |
3167 | + "level": 0.95, |
| |
3168 | + "n_items": 1000, |
| |
3169 | + "n_clusters": 701, |
| |
3170 | + "n_boot": 2000 |
| |
3171 | + }, |
| |
3172 | + "omega_step_acc": 0.16166666666666665 |
| |
3173 | + } |
| |
3174 | + }, |
| |
3175 | + "donor_s2->recipient_s0": { |
| |
3176 | + "pair": "donor_s2->recipient_s0", |
| |
3177 | + "map": "ridge", |
| |
3178 | + "targeting": "omega", |
| |
3179 | + "applied": 1996, |
| |
3180 | + "target_iid": { |
| |
3181 | + "accuracy": 0.317, |
| |
3182 | + "trace_accuracy": 0.29, |
| |
3183 | + "ci95": { |
| |
3184 | + "estimate": 0.317, |
| |
3185 | + "low": 0.28926441351888665, |
| |
3186 | + "high": 0.3461567164179104, |
| |
3187 | + "level": 0.95, |
| |
3188 | + "n_items": 1000, |
| |
3189 | + "n_clusters": 970, |
| |
3190 | + "n_boot": 2000 |
| |
3191 | + }, |
| |
3192 | + "omega_step_acc": 0.35 |
| |
3193 | + }, |
| |
3194 | + "control_iid": { |
| |
3195 | + "accuracy": 1.0, |
| |
3196 | + "trace_accuracy": 1.0, |
| |
3197 | + "ci95": { |
| |
3198 | + "estimate": 1.0, |
| |
3199 | + "low": 1.0, |
| |
3200 | + "high": 1.0, |
| |
3201 | + "level": 0.95, |
| |
3202 | + "n_items": 1000, |
| |
3203 | + "n_clusters": 975, |
| |
3204 | + "n_boot": 2000 |
| |
3205 | + }, |
| |
3206 | + "omega_step_acc": null |
| |
3207 | + }, |
| |
3208 | + "comp_heldout": { |
| |
3209 | + "accuracy": 0.589, |
| |
3210 | + "trace_accuracy": 0.583, |
| |
3211 | + "ci95": { |
| |
3212 | + "estimate": 0.589, |
| |
3213 | + "low": 0.5502417647513329, |
| |
3214 | + "high": 0.6271411502911269, |
| |
3215 | + "level": 0.95, |
| |
3216 | + "n_items": 1000, |
| |
3217 | + "n_clusters": 701, |
| |
3218 | + "n_boot": 2000 |
| |
3219 | + }, |
| |
3220 | + "omega_step_acc": 0.3566666666666667 |
| |
3221 | + } |
| |
3222 | + }, |
| |
3223 | + "donor_s2->recipient_s1": { |
| |
3224 | + "pair": "donor_s2->recipient_s1", |
| |
3225 | + "map": "ridge", |
| |
3226 | + "targeting": "omega", |
| |
3227 | + "applied": 1996, |
| |
3228 | + "target_iid": { |
| |
3229 | + "accuracy": 0.124, |
| |
3230 | + "trace_accuracy": 0.078, |
| |
3231 | + "ci95": { |
| |
3232 | + "estimate": 0.124, |
| |
3233 | + "low": 0.10420580901542825, |
| |
3234 | + "high": 0.14471057884231536, |
| |
3235 | + "level": 0.95, |
| |
3236 | + "n_items": 1000, |
| |
3237 | + "n_clusters": 970, |
| |
3238 | + "n_boot": 2000 |
| |
3239 | + }, |
| |
3240 | + "omega_step_acc": 0.094 |
| |
3241 | + }, |
| |
3242 | + "control_iid": { |
| |
3243 | + "accuracy": 1.0, |
| |
3244 | + "trace_accuracy": 1.0, |
| |
3245 | + "ci95": { |
| |
3246 | + "estimate": 1.0, |
| |
3247 | + "low": 1.0, |
| |
3248 | + "high": 1.0, |
| |
3249 | + "level": 0.95, |
| |
3250 | + "n_items": 1000, |
| |
3251 | + "n_clusters": 975, |
| |
3252 | + "n_boot": 2000 |
| |
3253 | + }, |
| |
3254 | + "omega_step_acc": null |
| |
3255 | + }, |
| |
3256 | + "comp_heldout": { |
| |
3257 | + "accuracy": 0.471, |
| |
3258 | + "trace_accuracy": 0.454, |
| |
3259 | + "ci95": { |
| |
3260 | + "estimate": 0.471, |
| |
3261 | + "low": 0.4266090736605483, |
| |
3262 | + "high": 0.5166276999080881, |
| |
3263 | + "level": 0.95, |
| |
3264 | + "n_items": 1000, |
| |
3265 | + "n_clusters": 701, |
| |
3266 | + "n_boot": 2000 |
| |
3267 | + }, |
| |
3268 | + "omega_step_acc": 0.11 |
| |
3269 | + } |
| |
3270 | + }, |
| |
3271 | + "donor_s2->recipient_s2": { |
| |
3272 | + "pair": "donor_s2->recipient_s2", |
| |
3273 | + "map": "ridge", |
| |
3274 | + "targeting": "omega", |
| |
3275 | + "applied": 1996, |
| |
3276 | + "target_iid": { |
| |
3277 | + "accuracy": 0.166, |
| |
3278 | + "trace_accuracy": 0.131, |
| |
3279 | + "ci95": { |
| |
3280 | + "estimate": 0.166, |
| |
3281 | + "low": 0.14285714285714285, |
| |
3282 | + "high": 0.1895721726228129, |
| |
3283 | + "level": 0.95, |
| |
3284 | + "n_items": 1000, |
| |
3285 | + "n_clusters": 970, |
| |
3286 | + "n_boot": 2000 |
| |
3287 | + }, |
| |
3288 | + "omega_step_acc": 0.164 |
| |
3289 | + }, |
| |
3290 | + "control_iid": { |
| |
3291 | + "accuracy": 1.0, |
| |
3292 | + "trace_accuracy": 1.0, |
| |
3293 | + "ci95": { |
| |
3294 | + "estimate": 1.0, |
| |
3295 | + "low": 1.0, |
| |
3296 | + "high": 1.0, |
| |
3297 | + "level": 0.95, |
| |
3298 | + "n_items": 1000, |
| |
3299 | + "n_clusters": 975, |
| |
3300 | + "n_boot": 2000 |
| |
3301 | + }, |
| |
3302 | + "omega_step_acc": null |
| |
3303 | + }, |
| |
3304 | + "comp_heldout": { |
| |
3305 | + "accuracy": 0.49, |
| |
3306 | + "trace_accuracy": 0.483, |
| |
3307 | + "ci95": { |
| |
3308 | + "estimate": 0.49, |
| |
3309 | + "low": 0.446042993685281, |
| |
3310 | + "high": 0.5358992758013499, |
| |
3311 | + "level": 0.95, |
| |
3312 | + "n_items": 1000, |
| |
3313 | + "n_clusters": 701, |
| |
3314 | + "n_boot": 2000 |
| |
3315 | + }, |
| |
3316 | + "omega_step_acc": 0.175 |
| |
3317 | + } |
| |
3318 | + } |
| |
3319 | + }, |
| |
3320 | + "act_cca_all": { |
| |
3321 | + "donor_s0->recipient_s0": { |
| |
3322 | + "pair": "donor_s0->recipient_s0", |
| |
3323 | + "map": "cca", |
| |
3324 | + "targeting": "all", |
| |
3325 | + "applied": 15000, |
| |
3326 | + "target_iid": { |
| |
3327 | + "accuracy": 0.124, |
| |
3328 | + "trace_accuracy": 0.089, |
| |
3329 | + "ci95": { |
| |
3330 | + "estimate": 0.124, |
| |
3331 | + "low": 0.1036889332003988, |
| |
3332 | + "high": 0.144, |
| |
3333 | + "level": 0.95, |
| |
3334 | + "n_items": 1000, |
| |
3335 | + "n_clusters": 970, |
| |
3336 | + "n_boot": 2000 |
| |
3337 | + }, |
| |
3338 | + "omega_step_acc": 0.106 |
| |
3339 | + }, |
| |
3340 | + "control_iid": { |
| |
3341 | + "accuracy": 1.0, |
| |
3342 | + "trace_accuracy": 1.0, |
| |
3343 | + "ci95": { |
| |
3344 | + "estimate": 1.0, |
| |
3345 | + "low": 1.0, |
| |
3346 | + "high": 1.0, |
| |
3347 | + "level": 0.95, |
| |
3348 | + "n_items": 1000, |
| |
3349 | + "n_clusters": 975, |
| |
3350 | + "n_boot": 2000 |
| |
3351 | + }, |
| |
3352 | + "omega_step_acc": null |
| |
3353 | + }, |
| |
3354 | + "comp_heldout": { |
| |
3355 | + "accuracy": 0.467, |
| |
3356 | + "trace_accuracy": 0.45, |
| |
3357 | + "ci95": { |
| |
3358 | + "estimate": 0.467, |
| |
3359 | + "low": 0.42184923298178334, |
| |
3360 | + "high": 0.5130637414522956, |
| |
3361 | + "level": 0.95, |
| |
3362 | + "n_items": 1000, |
| |
3363 | + "n_clusters": 701, |
| |
3364 | + "n_boot": 2000 |
| |
3365 | + }, |
| |
3366 | + "omega_step_acc": 0.10166666666666667 |
| |
3367 | + } |
| |
3368 | + }, |
| |
3369 | + "donor_s0->recipient_s1": { |
| |
3370 | + "pair": "donor_s0->recipient_s1", |
| |
3371 | + "map": "cca", |
| |
3372 | + "targeting": "all", |
| |
3373 | + "applied": 15000, |
| |
3374 | + "target_iid": { |
| |
3375 | + "accuracy": 0.059, |
| |
3376 | + "trace_accuracy": 0.011, |
| |
3377 | + "ci95": { |
| |
3378 | + "estimate": 0.059, |
| |
3379 | + "low": 0.044820717131474105, |
| |
3380 | + "high": 0.07429803455646171, |
| |
3381 | + "level": 0.95, |
| |
3382 | + "n_items": 1000, |
| |
3383 | + "n_clusters": 970, |
| |
3384 | + "n_boot": 2000 |
| |
3385 | + }, |
| |
3386 | + "omega_step_acc": 0.014 |
| |
3387 | + }, |
| |
3388 | + "control_iid": { |
| |
3389 | + "accuracy": 1.0, |
| |
3390 | + "trace_accuracy": 1.0, |
| |
3391 | + "ci95": { |
| |
3392 | + "estimate": 1.0, |
| |
3393 | + "low": 1.0, |
| |
3394 | + "high": 1.0, |
| |
3395 | + "level": 0.95, |
| |
3396 | + "n_items": 1000, |
| |
3397 | + "n_clusters": 975, |
| |
3398 | + "n_boot": 2000 |
| |
3399 | + }, |
| |
3400 | + "omega_step_acc": null |
| |
3401 | + }, |
| |
3402 | + "comp_heldout": { |
| |
3403 | + "accuracy": 0.432, |
| |
3404 | + "trace_accuracy": 0.412, |
| |
3405 | + "ci95": { |
| |
3406 | + "estimate": 0.432, |
| |
3407 | + "low": 0.38648120137032493, |
| |
3408 | + "high": 0.4802790346907994, |
| |
3409 | + "level": 0.95, |
| |
3410 | + "n_items": 1000, |
| |
3411 | + "n_clusters": 701, |
| |
3412 | + "n_boot": 2000 |
| |
3413 | + }, |
| |
3414 | + "omega_step_acc": 0.023333333333333334 |
| |
3415 | + } |
| |
3416 | + }, |
| |
3417 | + "donor_s0->recipient_s2": { |
| |
3418 | + "pair": "donor_s0->recipient_s2", |
| |
3419 | + "map": "cca", |
| |
3420 | + "targeting": "all", |
| |
3421 | + "applied": 15000, |
| |
3422 | + "target_iid": { |
| |
3423 | + "accuracy": 0.051, |
| |
3424 | + "trace_accuracy": 0.019, |
| |
3425 | + "ci95": { |
| |
3426 | + "estimate": 0.051, |
| |
3427 | + "low": 0.0378100056378149, |
| |
3428 | + "high": 0.06451853395754503, |
| |
3429 | + "level": 0.95, |
| |
3430 | + "n_items": 1000, |
| |
3431 | + "n_clusters": 970, |
| |
3432 | + "n_boot": 2000 |
| |
3433 | + }, |
| |
3434 | + "omega_step_acc": 0.025 |
| |
3435 | + }, |
| |
3436 | + "control_iid": { |
| |
3437 | + "accuracy": 1.0, |
| |
3438 | + "trace_accuracy": 1.0, |
| |
3439 | + "ci95": { |
| |
3440 | + "estimate": 1.0, |
| |
3441 | + "low": 1.0, |
| |
3442 | + "high": 1.0, |
| |
3443 | + "level": 0.95, |
| |
3444 | + "n_items": 1000, |
| |
3445 | + "n_clusters": 975, |
| |
3446 | + "n_boot": 2000 |
| |
3447 | + }, |
| |
3448 | + "omega_step_acc": null |
| |
3449 | + }, |
| |
3450 | + "comp_heldout": { |
| |
3451 | + "accuracy": 0.427, |
| |
3452 | + "trace_accuracy": 0.415, |
| |
3453 | + "ci95": { |
| |
3454 | + "estimate": 0.427, |
| |
3455 | + "low": 0.38132820986234195, |
| |
3456 | + "high": 0.47534929356357924, |
| |
3457 | + "level": 0.95, |
| |
3458 | + "n_items": 1000, |
| |
3459 | + "n_clusters": 701, |
| |
3460 | + "n_boot": 2000 |
| |
3461 | + }, |
| |
3462 | + "omega_step_acc": 0.03666666666666667 |
| |
3463 | + } |
| |
3464 | + }, |
| |
3465 | + "donor_s1->recipient_s0": { |
| |
3466 | + "pair": "donor_s1->recipient_s0", |
| |
3467 | + "map": "cca", |
| |
3468 | + "targeting": "all", |
| |
3469 | + "applied": 15000, |
| |
3470 | + "target_iid": { |
| |
3471 | + "accuracy": 0.153, |
| |
3472 | + "trace_accuracy": 0.12, |
| |
3473 | + "ci95": { |
| |
3474 | + "estimate": 0.153, |
| |
3475 | + "low": 0.1299580627705628, |
| |
3476 | + "high": 0.17513748622158662, |
| |
3477 | + "level": 0.95, |
| |
3478 | + "n_items": 1000, |
| |
3479 | + "n_clusters": 970, |
| |
3480 | + "n_boot": 2000 |
| |
3481 | + }, |
| |
3482 | + "omega_step_acc": 0.145 |
| |
3483 | + }, |
| |
3484 | + "control_iid": { |
| |
3485 | + "accuracy": 1.0, |
| |
3486 | + "trace_accuracy": 1.0, |
| |
3487 | + "ci95": { |
| |
3488 | + "estimate": 1.0, |
| |
3489 | + "low": 1.0, |
| |
3490 | + "high": 1.0, |
| |
3491 | + "level": 0.95, |
| |
3492 | + "n_items": 1000, |
| |
3493 | + "n_clusters": 975, |
| |
3494 | + "n_boot": 2000 |
| |
3495 | + }, |
| |
3496 | + "omega_step_acc": null |
| |
3497 | + }, |
| |
3498 | + "comp_heldout": { |
| |
3499 | + "accuracy": 0.487, |
| |
3500 | + "trace_accuracy": 0.471, |
| |
3501 | + "ci95": { |
| |
3502 | + "estimate": 0.487, |
| |
3503 | + "low": 0.44090686122694456, |
| |
3504 | + "high": 0.5344655580491274, |
| |
3505 | + "level": 0.95, |
| |
3506 | + "n_items": 1000, |
| |
3507 | + "n_clusters": 701, |
| |
3508 | + "n_boot": 2000 |
| |
3509 | + }, |
| |
3510 | + "omega_step_acc": 0.135 |
| |
3511 | + } |
| |
3512 | + }, |
| |
3513 | + "donor_s1->recipient_s1": { |
| |
3514 | + "pair": "donor_s1->recipient_s1", |
| |
3515 | + "map": "cca", |
| |
3516 | + "targeting": "all", |
| |
3517 | + "applied": 15000, |
| |
3518 | + "target_iid": { |
| |
3519 | + "accuracy": 0.05, |
| |
3520 | + "trace_accuracy": 0.008, |
| |
3521 | + "ci95": { |
| |
3522 | + "estimate": 0.05, |
| |
3523 | + "low": 0.036926147704590816, |
| |
3524 | + "high": 0.06404574313097793, |
| |
3525 | + "level": 0.95, |
| |
3526 | + "n_items": 1000, |
| |
3527 | + "n_clusters": 970, |
| |
3528 | + "n_boot": 2000 |
| |
3529 | + }, |
| |
3530 | + "omega_step_acc": 0.008 |
| |
3531 | + }, |
| |
3532 | + "control_iid": { |
| |
3533 | + "accuracy": 1.0, |
| |
3534 | + "trace_accuracy": 1.0, |
| |
3535 | + "ci95": { |
| |
3536 | + "estimate": 1.0, |
| |
3537 | + "low": 1.0, |
| |
3538 | + "high": 1.0, |
| |
3539 | + "level": 0.95, |
| |
3540 | + "n_items": 1000, |
| |
3541 | + "n_clusters": 975, |
| |
3542 | + "n_boot": 2000 |
| |
3543 | + }, |
| |
3544 | + "omega_step_acc": null |
| |
3545 | + }, |
| |
3546 | + "comp_heldout": { |
| |
3547 | + "accuracy": 0.426, |
| |
3548 | + "trace_accuracy": 0.405, |
| |
3549 | + "ci95": { |
| |
3550 | + "estimate": 0.426, |
| |
3551 | + "low": 0.379272320080326, |
| |
3552 | + "high": 0.47493628482613476, |
| |
3553 | + "level": 0.95, |
| |
3554 | + "n_items": 1000, |
| |
3555 | + "n_clusters": 701, |
| |
3556 | + "n_boot": 2000 |
| |
3557 | + }, |
| |
3558 | + "omega_step_acc": 0.01 |
| |
3559 | + } |
| |
3560 | + }, |
| |
3561 | + "donor_s1->recipient_s2": { |
| |
3562 | + "pair": "donor_s1->recipient_s2", |
| |
3563 | + "map": "cca", |
| |
3564 | + "targeting": "all", |
| |
3565 | + "applied": 15000, |
| |
3566 | + "target_iid": { |
| |
3567 | + "accuracy": 0.078, |
| |
3568 | + "trace_accuracy": 0.033, |
| |
3569 | + "ci95": { |
| |
3570 | + "estimate": 0.078, |
| |
3571 | + "low": 0.06249845143706641, |
| |
3572 | + "high": 0.09456875716450094, |
| |
3573 | + "level": 0.95, |
| |
3574 | + "n_items": 1000, |
| |
3575 | + "n_clusters": 970, |
| |
3576 | + "n_boot": 2000 |
| |
3577 | + }, |
| |
3578 | + "omega_step_acc": 0.04 |
| |
3579 | + }, |
| |
3580 | + "control_iid": { |
| |
3581 | + "accuracy": 1.0, |
| |
3582 | + "trace_accuracy": 1.0, |
| |
3583 | + "ci95": { |
| |
3584 | + "estimate": 1.0, |
| |
3585 | + "low": 1.0, |
| |
3586 | + "high": 1.0, |
| |
3587 | + "level": 0.95, |
| |
3588 | + "n_items": 1000, |
| |
3589 | + "n_clusters": 975, |
| |
3590 | + "n_boot": 2000 |
| |
3591 | + }, |
| |
3592 | + "omega_step_acc": null |
| |
3593 | + }, |
| |
3594 | + "comp_heldout": { |
| |
3595 | + "accuracy": 0.427, |
| |
3596 | + "trace_accuracy": 0.417, |
| |
3597 | + "ci95": { |
| |
3598 | + "estimate": 0.427, |
| |
3599 | + "low": 0.38067735134362496, |
| |
3600 | + "high": 0.47653122253686164, |
| |
3601 | + "level": 0.95, |
| |
3602 | + "n_items": 1000, |
| |
3603 | + "n_clusters": 701, |
| |
3604 | + "n_boot": 2000 |
| |
3605 | + }, |
| |
3606 | + "omega_step_acc": 0.04 |
| |
3607 | + } |
| |
3608 | + }, |
| |
3609 | + "donor_s2->recipient_s0": { |
| |
3610 | + "pair": "donor_s2->recipient_s0", |
| |
3611 | + "map": "cca", |
| |
3612 | + "targeting": "all", |
| |
3613 | + "applied": 15000, |
| |
3614 | + "target_iid": { |
| |
3615 | + "accuracy": 0.139, |
| |
3616 | + "trace_accuracy": 0.107, |
| |
3617 | + "ci95": { |
| |
3618 | + "estimate": 0.139, |
| |
3619 | + "low": 0.11829025844930417, |
| |
3620 | + "high": 0.16071516624401241, |
| |
3621 | + "level": 0.95, |
| |
3622 | + "n_items": 1000, |
| |
3623 | + "n_clusters": 970, |
| |
3624 | + "n_boot": 2000 |
| |
3625 | + }, |
| |
3626 | + "omega_step_acc": 0.127 |
| |
3627 | + }, |
| |
3628 | + "control_iid": { |
| |
3629 | + "accuracy": 1.0, |
| |
3630 | + "trace_accuracy": 1.0, |
| |
3631 | + "ci95": { |
| |
3632 | + "estimate": 1.0, |
| |
3633 | + "low": 1.0, |
| |
3634 | + "high": 1.0, |
| |
3635 | + "level": 0.95, |
| |
3636 | + "n_items": 1000, |
| |
3637 | + "n_clusters": 975, |
| |
3638 | + "n_boot": 2000 |
| |
3639 | + }, |
| |
3640 | + "omega_step_acc": null |
| |
3641 | + }, |
| |
3642 | + "comp_heldout": { |
| |
3643 | + "accuracy": 0.481, |
| |
3644 | + "trace_accuracy": 0.47, |
| |
3645 | + "ci95": { |
| |
3646 | + "estimate": 0.481, |
| |
3647 | + "low": 0.4362007195618372, |
| |
3648 | + "high": 0.5275188639744857, |
| |
3649 | + "level": 0.95, |
| |
3650 | + "n_items": 1000, |
| |
3651 | + "n_clusters": 701, |
| |
3652 | + "n_boot": 2000 |
| |
3653 | + }, |
| |
3654 | + "omega_step_acc": 0.13666666666666666 |
| |
3655 | + } |
| |
3656 | + }, |
| |
3657 | + "donor_s2->recipient_s1": { |
| |
3658 | + "pair": "donor_s2->recipient_s1", |
| |
3659 | + "map": "cca", |
| |
3660 | + "targeting": "all", |
| |
3661 | + "applied": 15000, |
| |
3662 | + "target_iid": { |
| |
3663 | + "accuracy": 0.053, |
| |
3664 | + "trace_accuracy": 0.012, |
| |
3665 | + "ci95": { |
| |
3666 | + "estimate": 0.053, |
| |
3667 | + "low": 0.039233442825628476, |
| |
3668 | + "high": 0.06827587853893273, |
| |
3669 | + "level": 0.95, |
| |
3670 | + "n_items": 1000, |
| |
3671 | + "n_clusters": 970, |
| |
3672 | + "n_boot": 2000 |
| |
3673 | + }, |
| |
3674 | + "omega_step_acc": 0.016 |
| |
3675 | + }, |
| |
3676 | + "control_iid": { |
| |
3677 | + "accuracy": 1.0, |
| |
3678 | + "trace_accuracy": 1.0, |
| |
3679 | + "ci95": { |
| |
3680 | + "estimate": 1.0, |
| |
3681 | + "low": 1.0, |
| |
3682 | + "high": 1.0, |
| |
3683 | + "level": 0.95, |
| |
3684 | + "n_items": 1000, |
| |
3685 | + "n_clusters": 975, |
| |
3686 | + "n_boot": 2000 |
| |
3687 | + }, |
| |
3688 | + "omega_step_acc": null |
| |
3689 | + }, |
| |
3690 | + "comp_heldout": { |
| |
3691 | + "accuracy": 0.435, |
| |
3692 | + "trace_accuracy": 0.413, |
| |
3693 | + "ci95": { |
| |
3694 | + "estimate": 0.435, |
| |
3695 | + "low": 0.38819164457036315, |
| |
3696 | + "high": 0.4852812968848113, |
| |
3697 | + "level": 0.95, |
| |
3698 | + "n_items": 1000, |
| |
3699 | + "n_clusters": 701, |
| |
3700 | + "n_boot": 2000 |
| |
3701 | + }, |
| |
3702 | + "omega_step_acc": 0.023333333333333334 |
| |
3703 | + } |
| |
3704 | + }, |
| |
3705 | + "donor_s2->recipient_s2": { |
| |
3706 | + "pair": "donor_s2->recipient_s2", |
| |
3707 | + "map": "cca", |
| |
3708 | + "targeting": "all", |
| |
3709 | + "applied": 15000, |
| |
3710 | + "target_iid": { |
| |
3711 | + "accuracy": 0.065, |
| |
3712 | + "trace_accuracy": 0.029, |
| |
3713 | + "ci95": { |
| |
3714 | + "estimate": 0.065, |
| |
3715 | + "low": 0.050694566464174244, |
| |
3716 | + "high": 0.08094898815399802, |
| |
3717 | + "level": 0.95, |
| |
3718 | + "n_items": 1000, |
| |
3719 | + "n_clusters": 970, |
| |
3720 | + "n_boot": 2000 |
| |
3721 | + }, |
| |
3722 | + "omega_step_acc": 0.039 |
| |
3723 | + }, |
| |
3724 | + "control_iid": { |
| |
3725 | + "accuracy": 1.0, |
| |
3726 | + "trace_accuracy": 1.0, |
| |
3727 | + "ci95": { |
| |
3728 | + "estimate": 1.0, |
| |
3729 | + "low": 1.0, |
| |
3730 | + "high": 1.0, |
| |
3731 | + "level": 0.95, |
| |
3732 | + "n_items": 1000, |
| |
3733 | + "n_clusters": 975, |
| |
3734 | + "n_boot": 2000 |
| |
3735 | + }, |
| |
3736 | + "omega_step_acc": null |
| |
3737 | + }, |
| |
3738 | + "comp_heldout": { |
| |
3739 | + "accuracy": 0.421, |
| |
3740 | + "trace_accuracy": 0.412, |
| |
3741 | + "ci95": { |
| |
3742 | + "estimate": 0.421, |
| |
3743 | + "low": 0.3748572408627524, |
| |
3744 | + "high": 0.4704719454719455, |
| |
3745 | + "level": 0.95, |
| |
3746 | + "n_items": 1000, |
| |
3747 | + "n_clusters": 701, |
| |
3748 | + "n_boot": 2000 |
| |
3749 | + }, |
| |
3750 | + "omega_step_acc": 0.03166666666666667 |
| |
3751 | + } |
| |
3752 | + } |
| |
3753 | + }, |
| |
3754 | + "act_cca_omega": { |
| |
3755 | + "donor_s0->recipient_s0": { |
| |
3756 | + "pair": "donor_s0->recipient_s0", |
| |
3757 | + "map": "cca", |
| |
3758 | + "targeting": "omega", |
| |
3759 | + "applied": 1996, |
| |
3760 | + "target_iid": { |
| |
3761 | + "accuracy": 0.124, |
| |
3762 | + "trace_accuracy": 0.089, |
| |
3763 | + "ci95": { |
| |
3764 | + "estimate": 0.124, |
| |
3765 | + "low": 0.1036889332003988, |
| |
3766 | + "high": 0.144, |
| |
3767 | + "level": 0.95, |
| |
3768 | + "n_items": 1000, |
| |
3769 | + "n_clusters": 970, |
| |
3770 | + "n_boot": 2000 |
| |
3771 | + }, |
| |
3772 | + "omega_step_acc": 0.106 |
| |
3773 | + }, |
| |
3774 | + "control_iid": { |
| |
3775 | + "accuracy": 1.0, |
| |
3776 | + "trace_accuracy": 1.0, |
| |
3777 | + "ci95": { |
| |
3778 | + "estimate": 1.0, |
| |
3779 | + "low": 1.0, |
| |
3780 | + "high": 1.0, |
| |
3781 | + "level": 0.95, |
| |
3782 | + "n_items": 1000, |
| |
3783 | + "n_clusters": 975, |
| |
3784 | + "n_boot": 2000 |
| |
3785 | + }, |
| |
3786 | + "omega_step_acc": null |
| |
3787 | + }, |
| |
3788 | + "comp_heldout": { |
| |
3789 | + "accuracy": 0.467, |
| |
3790 | + "trace_accuracy": 0.45, |
| |
3791 | + "ci95": { |
| |
3792 | + "estimate": 0.467, |
| |
3793 | + "low": 0.42184923298178334, |
| |
3794 | + "high": 0.5130637414522956, |
| |
3795 | + "level": 0.95, |
| |
3796 | + "n_items": 1000, |
| |
3797 | + "n_clusters": 701, |
| |
3798 | + "n_boot": 2000 |
| |
3799 | + }, |
| |
3800 | + "omega_step_acc": 0.10166666666666667 |
| |
3801 | + } |
| |
3802 | + }, |
| |
3803 | + "donor_s0->recipient_s1": { |
| |
3804 | + "pair": "donor_s0->recipient_s1", |
| |
3805 | + "map": "cca", |
| |
3806 | + "targeting": "omega", |
| |
3807 | + "applied": 1996, |
| |
3808 | + "target_iid": { |
| |
3809 | + "accuracy": 0.059, |
| |
3810 | + "trace_accuracy": 0.011, |
| |
3811 | + "ci95": { |
| |
3812 | + "estimate": 0.059, |
| |
3813 | + "low": 0.044820717131474105, |
| |
3814 | + "high": 0.07429803455646171, |
| |
3815 | + "level": 0.95, |
| |
3816 | + "n_items": 1000, |
| |
3817 | + "n_clusters": 970, |
| |
3818 | + "n_boot": 2000 |
| |
3819 | + }, |
| |
3820 | + "omega_step_acc": 0.014 |
| |
3821 | + }, |
| |
3822 | + "control_iid": { |
| |
3823 | + "accuracy": 1.0, |
| |
3824 | + "trace_accuracy": 1.0, |
| |
3825 | + "ci95": { |
| |
3826 | + "estimate": 1.0, |
| |
3827 | + "low": 1.0, |
| |
3828 | + "high": 1.0, |
| |
3829 | + "level": 0.95, |
| |
3830 | + "n_items": 1000, |
| |
3831 | + "n_clusters": 975, |
| |
3832 | + "n_boot": 2000 |
| |
3833 | + }, |
| |
3834 | + "omega_step_acc": null |
| |
3835 | + }, |
| |
3836 | + "comp_heldout": { |
| |
3837 | + "accuracy": 0.432, |
| |
3838 | + "trace_accuracy": 0.412, |
| |
3839 | + "ci95": { |
| |
3840 | + "estimate": 0.432, |
| |
3841 | + "low": 0.38648120137032493, |
| |
3842 | + "high": 0.4802790346907994, |
| |
3843 | + "level": 0.95, |
| |
3844 | + "n_items": 1000, |
| |
3845 | + "n_clusters": 701, |
| |
3846 | + "n_boot": 2000 |
| |
3847 | + }, |
| |
3848 | + "omega_step_acc": 0.023333333333333334 |
| |
3849 | + } |
| |
3850 | + }, |
| |
3851 | + "donor_s0->recipient_s2": { |
| |
3852 | + "pair": "donor_s0->recipient_s2", |
| |
3853 | + "map": "cca", |
| |
3854 | + "targeting": "omega", |
| |
3855 | + "applied": 1996, |
| |
3856 | + "target_iid": { |
| |
3857 | + "accuracy": 0.051, |
| |
3858 | + "trace_accuracy": 0.019, |
| |
3859 | + "ci95": { |
| |
3860 | + "estimate": 0.051, |
| |
3861 | + "low": 0.0378100056378149, |
| |
3862 | + "high": 0.06451853395754503, |
| |
3863 | + "level": 0.95, |
| |
3864 | + "n_items": 1000, |
| |
3865 | + "n_clusters": 970, |
| |
3866 | + "n_boot": 2000 |
| |
3867 | + }, |
| |
3868 | + "omega_step_acc": 0.025 |
| |
3869 | + }, |
| |
3870 | + "control_iid": { |
| |
3871 | + "accuracy": 1.0, |
| |
3872 | + "trace_accuracy": 1.0, |
| |
3873 | + "ci95": { |
| |
3874 | + "estimate": 1.0, |
| |
3875 | + "low": 1.0, |
| |
3876 | + "high": 1.0, |
| |
3877 | + "level": 0.95, |
| |
3878 | + "n_items": 1000, |
| |
3879 | + "n_clusters": 975, |
| |
3880 | + "n_boot": 2000 |
| |
3881 | + }, |
| |
3882 | + "omega_step_acc": null |
| |
3883 | + }, |
| |
3884 | + "comp_heldout": { |
| |
3885 | + "accuracy": 0.428, |
| |
3886 | + "trace_accuracy": 0.416, |
| |
3887 | + "ci95": { |
| |
3888 | + "estimate": 0.428, |
| |
3889 | + "low": 0.3819081699624744, |
| |
3890 | + "high": 0.4760056672672319, |
| |
3891 | + "level": 0.95, |
| |
3892 | + "n_items": 1000, |
| |
3893 | + "n_clusters": 701, |
| |
3894 | + "n_boot": 2000 |
| |
3895 | + }, |
| |
3896 | + "omega_step_acc": 0.03666666666666667 |
| |
3897 | + } |
| |
3898 | + }, |
| |
3899 | + "donor_s1->recipient_s0": { |
| |
3900 | + "pair": "donor_s1->recipient_s0", |
| |
3901 | + "map": "cca", |
| |
3902 | + "targeting": "omega", |
| |
3903 | + "applied": 1996, |
| |
3904 | + "target_iid": { |
| |
3905 | + "accuracy": 0.153, |
| |
3906 | + "trace_accuracy": 0.12, |
| |
3907 | + "ci95": { |
| |
3908 | + "estimate": 0.153, |
| |
3909 | + "low": 0.1299580627705628, |
| |
3910 | + "high": 0.17513748622158662, |
| |
3911 | + "level": 0.95, |
| |
3912 | + "n_items": 1000, |
| |
3913 | + "n_clusters": 970, |
| |
3914 | + "n_boot": 2000 |
| |
3915 | + }, |
| |
3916 | + "omega_step_acc": 0.145 |
| |
3917 | + }, |
| |
3918 | + "control_iid": { |
| |
3919 | + "accuracy": 1.0, |
| |
3920 | + "trace_accuracy": 1.0, |
| |
3921 | + "ci95": { |
| |
3922 | + "estimate": 1.0, |
| |
3923 | + "low": 1.0, |
| |
3924 | + "high": 1.0, |
| |
3925 | + "level": 0.95, |
| |
3926 | + "n_items": 1000, |
| |
3927 | + "n_clusters": 975, |
| |
3928 | + "n_boot": 2000 |
| |
3929 | + }, |
| |
3930 | + "omega_step_acc": null |
| |
3931 | + }, |
| |
3932 | + "comp_heldout": { |
| |
3933 | + "accuracy": 0.487, |
| |
3934 | + "trace_accuracy": 0.471, |
| |
3935 | + "ci95": { |
| |
3936 | + "estimate": 0.487, |
| |
3937 | + "low": 0.44090686122694456, |
| |
3938 | + "high": 0.5344655580491274, |
| |
3939 | + "level": 0.95, |
| |
3940 | + "n_items": 1000, |
| |
3941 | + "n_clusters": 701, |
| |
3942 | + "n_boot": 2000 |
| |
3943 | + }, |
| |
3944 | + "omega_step_acc": 0.135 |
| |
3945 | + } |
| |
3946 | + }, |
| |
3947 | + "donor_s1->recipient_s1": { |
| |
3948 | + "pair": "donor_s1->recipient_s1", |
| |
3949 | + "map": "cca", |
| |
3950 | + "targeting": "omega", |
| |
3951 | + "applied": 1996, |
| |
3952 | + "target_iid": { |
| |
3953 | + "accuracy": 0.05, |
| |
3954 | + "trace_accuracy": 0.008, |
| |
3955 | + "ci95": { |
| |
3956 | + "estimate": 0.05, |
| |
3957 | + "low": 0.036926147704590816, |
| |
3958 | + "high": 0.06404574313097793, |
| |
3959 | + "level": 0.95, |
| |
3960 | + "n_items": 1000, |
| |
3961 | + "n_clusters": 970, |
| |
3962 | + "n_boot": 2000 |
| |
3963 | + }, |
| |
3964 | + "omega_step_acc": 0.008 |
| |
3965 | + }, |
| |
3966 | + "control_iid": { |
| |
3967 | + "accuracy": 1.0, |
| |
3968 | + "trace_accuracy": 1.0, |
| |
3969 | + "ci95": { |
| |
3970 | + "estimate": 1.0, |
| |
3971 | + "low": 1.0, |
| |
3972 | + "high": 1.0, |
| |
3973 | + "level": 0.95, |
| |
3974 | + "n_items": 1000, |
| |
3975 | + "n_clusters": 975, |
| |
3976 | + "n_boot": 2000 |
| |
3977 | + }, |
| |
3978 | + "omega_step_acc": null |
| |
3979 | + }, |
| |
3980 | + "comp_heldout": { |
| |
3981 | + "accuracy": 0.426, |
| |
3982 | + "trace_accuracy": 0.405, |
| |
3983 | + "ci95": { |
| |
3984 | + "estimate": 0.426, |
| |
3985 | + "low": 0.379272320080326, |
| |
3986 | + "high": 0.47493628482613476, |
| |
3987 | + "level": 0.95, |
| |
3988 | + "n_items": 1000, |
| |
3989 | + "n_clusters": 701, |
| |
3990 | + "n_boot": 2000 |
| |
3991 | + }, |
| |
3992 | + "omega_step_acc": 0.01 |
| |
3993 | + } |
| |
3994 | + }, |
| |
3995 | + "donor_s1->recipient_s2": { |
| |
3996 | + "pair": "donor_s1->recipient_s2", |
| |
3997 | + "map": "cca", |
| |
3998 | + "targeting": "omega", |
| |
3999 | + "applied": 1996, |
| |
4000 | + "target_iid": { |
| |
4001 | + "accuracy": 0.078, |
| |
4002 | + "trace_accuracy": 0.033, |
| |
4003 | + "ci95": { |
| |
4004 | + "estimate": 0.078, |
| |
4005 | + "low": 0.06249845143706641, |
| |
4006 | + "high": 0.09456875716450094, |
| |
4007 | + "level": 0.95, |
| |
4008 | + "n_items": 1000, |
| |
4009 | + "n_clusters": 970, |
| |
4010 | + "n_boot": 2000 |
| |
4011 | + }, |
| |
4012 | + "omega_step_acc": 0.04 |
| |
4013 | + }, |
| |
4014 | + "control_iid": { |
| |
4015 | + "accuracy": 1.0, |
| |
4016 | + "trace_accuracy": 1.0, |
| |
4017 | + "ci95": { |
| |
4018 | + "estimate": 1.0, |
| |
4019 | + "low": 1.0, |
| |
4020 | + "high": 1.0, |
| |
4021 | + "level": 0.95, |
| |
4022 | + "n_items": 1000, |
| |
4023 | + "n_clusters": 975, |
| |
4024 | + "n_boot": 2000 |
| |
4025 | + }, |
| |
4026 | + "omega_step_acc": null |
| |
4027 | + }, |
| |
4028 | + "comp_heldout": { |
| |
4029 | + "accuracy": 0.428, |
| |
4030 | + "trace_accuracy": 0.418, |
| |
4031 | + "ci95": { |
| |
4032 | + "estimate": 0.428, |
| |
4033 | + "low": 0.38166869343264487, |
| |
4034 | + "high": 0.47727763008803276, |
| |
4035 | + "level": 0.95, |
| |
4036 | + "n_items": 1000, |
| |
4037 | + "n_clusters": 701, |
| |
4038 | + "n_boot": 2000 |
| |
4039 | + }, |
| |
4040 | + "omega_step_acc": 0.04 |
| |
4041 | + } |
| |
4042 | + }, |
| |
4043 | + "donor_s2->recipient_s0": { |
| |
4044 | + "pair": "donor_s2->recipient_s0", |
| |
4045 | + "map": "cca", |
| |
4046 | + "targeting": "omega", |
| |
4047 | + "applied": 1996, |
| |
4048 | + "target_iid": { |
| |
4049 | + "accuracy": 0.139, |
| |
4050 | + "trace_accuracy": 0.107, |
| |
4051 | + "ci95": { |
| |
4052 | + "estimate": 0.139, |
| |
4053 | + "low": 0.11829025844930417, |
| |
4054 | + "high": 0.16071516624401241, |
| |
4055 | + "level": 0.95, |
| |
4056 | + "n_items": 1000, |
| |
4057 | + "n_clusters": 970, |
| |
4058 | + "n_boot": 2000 |
| |
4059 | + }, |
| |
4060 | + "omega_step_acc": 0.127 |
| |
4061 | + }, |
| |
4062 | + "control_iid": { |
| |
4063 | + "accuracy": 1.0, |
| |
4064 | + "trace_accuracy": 1.0, |
| |
4065 | + "ci95": { |
| |
4066 | + "estimate": 1.0, |
| |
4067 | + "low": 1.0, |
| |
4068 | + "high": 1.0, |
| |
4069 | + "level": 0.95, |
| |
4070 | + "n_items": 1000, |
| |
4071 | + "n_clusters": 975, |
| |
4072 | + "n_boot": 2000 |
| |
4073 | + }, |
| |
4074 | + "omega_step_acc": null |
| |
4075 | + }, |
| |
4076 | + "comp_heldout": { |
| |
4077 | + "accuracy": 0.481, |
| |
4078 | + "trace_accuracy": 0.47, |
| |
4079 | + "ci95": { |
| |
4080 | + "estimate": 0.481, |
| |
4081 | + "low": 0.4362007195618372, |
| |
4082 | + "high": 0.5275188639744857, |
| |
4083 | + "level": 0.95, |
| |
4084 | + "n_items": 1000, |
| |
4085 | + "n_clusters": 701, |
| |
4086 | + "n_boot": 2000 |
| |
4087 | + }, |
| |
4088 | + "omega_step_acc": 0.13666666666666666 |
| |
4089 | + } |
| |
4090 | + }, |
| |
4091 | + "donor_s2->recipient_s1": { |
| |
4092 | + "pair": "donor_s2->recipient_s1", |
| |
4093 | + "map": "cca", |
| |
4094 | + "targeting": "omega", |
| |
4095 | + "applied": 1996, |
| |
4096 | + "target_iid": { |
| |
4097 | + "accuracy": 0.053, |
| |
4098 | + "trace_accuracy": 0.012, |
| |
4099 | + "ci95": { |
| |
4100 | + "estimate": 0.053, |
| |
4101 | + "low": 0.039233442825628476, |
| |
4102 | + "high": 0.06827587853893273, |
| |
4103 | + "level": 0.95, |
| |
4104 | + "n_items": 1000, |
| |
4105 | + "n_clusters": 970, |
| |
4106 | + "n_boot": 2000 |
| |
4107 | + }, |
| |
4108 | + "omega_step_acc": 0.016 |
| |
4109 | + }, |
| |
4110 | + "control_iid": { |
| |
4111 | + "accuracy": 1.0, |
| |
4112 | + "trace_accuracy": 1.0, |
| |
4113 | + "ci95": { |
| |
4114 | + "estimate": 1.0, |
| |
4115 | + "low": 1.0, |
| |
4116 | + "high": 1.0, |
| |
4117 | + "level": 0.95, |
| |
4118 | + "n_items": 1000, |
| |
4119 | + "n_clusters": 975, |
| |
4120 | + "n_boot": 2000 |
| |
4121 | + }, |
| |
4122 | + "omega_step_acc": null |
| |
4123 | + }, |
| |
4124 | + "comp_heldout": { |
| |
4125 | + "accuracy": 0.435, |
| |
4126 | + "trace_accuracy": 0.413, |
| |
4127 | + "ci95": { |
| |
4128 | + "estimate": 0.435, |
| |
4129 | + "low": 0.38819164457036315, |
| |
4130 | + "high": 0.4852812968848113, |
| |
4131 | + "level": 0.95, |
| |
4132 | + "n_items": 1000, |
| |
4133 | + "n_clusters": 701, |
| |
4134 | + "n_boot": 2000 |
| |
4135 | + }, |
| |
4136 | + "omega_step_acc": 0.023333333333333334 |
| |
4137 | + } |
| |
4138 | + }, |
| |
4139 | + "donor_s2->recipient_s2": { |
| |
4140 | + "pair": "donor_s2->recipient_s2", |
| |
4141 | + "map": "cca", |
| |
4142 | + "targeting": "omega", |
| |
4143 | + "applied": 1996, |
| |
4144 | + "target_iid": { |
| |
4145 | + "accuracy": 0.065, |
| |
4146 | + "trace_accuracy": 0.029, |
| |
4147 | + "ci95": { |
| |
4148 | + "estimate": 0.065, |
| |
4149 | + "low": 0.050694566464174244, |
| |
4150 | + "high": 0.08094898815399802, |
| |
4151 | + "level": 0.95, |
| |
4152 | + "n_items": 1000, |
| |
4153 | + "n_clusters": 970, |
| |
4154 | + "n_boot": 2000 |
| |
4155 | + }, |
| |
4156 | + "omega_step_acc": 0.039 |
| |
4157 | + }, |
| |
4158 | + "control_iid": { |
| |
4159 | + "accuracy": 1.0, |
| |
4160 | + "trace_accuracy": 1.0, |
| |
4161 | + "ci95": { |
| |
4162 | + "estimate": 1.0, |
| |
4163 | + "low": 1.0, |
| |
4164 | + "high": 1.0, |
| |
4165 | + "level": 0.95, |
| |
4166 | + "n_items": 1000, |
| |
4167 | + "n_clusters": 975, |
| |
4168 | + "n_boot": 2000 |
| |
4169 | + }, |
| |
4170 | + "omega_step_acc": null |
| |
4171 | + }, |
| |
4172 | + "comp_heldout": { |
| |
4173 | + "accuracy": 0.421, |
| |
4174 | + "trace_accuracy": 0.412, |
| |
4175 | + "ci95": { |
| |
4176 | + "estimate": 0.421, |
| |
4177 | + "low": 0.3748572408627524, |
| |
4178 | + "high": 0.4704719454719455, |
| |
4179 | + "level": 0.95, |
| |
4180 | + "n_items": 1000, |
| |
4181 | + "n_clusters": 701, |
| |
4182 | + "n_boot": 2000 |
| |
4183 | + }, |
| |
4184 | + "omega_step_acc": 0.03166666666666667 |
| |
4185 | + } |
| |
4186 | + } |
| |
4187 | + }, |
| |
4188 | + "ctl_sham_map": { |
| |
4189 | + "donor_s0->recipient_s0": { |
| |
4190 | + "pair": "donor_s0->recipient_s0", |
| |
4191 | + "target_iid": { |
| |
4192 | + "accuracy": 0.102, |
| |
4193 | + "trace_accuracy": 0.0, |
| |
4194 | + "ci95": { |
| |
4195 | + "estimate": 0.102, |
| |
4196 | + "low": 0.08299792707292708, |
| |
4197 | + "high": 0.122, |
| |
4198 | + "level": 0.95, |
| |
4199 | + "n_items": 1000, |
| |
4200 | + "n_clusters": 970, |
| |
4201 | + "n_boot": 2000 |
| |
4202 | + }, |
| |
4203 | + "omega_step_acc": 0.097 |
| |
4204 | + }, |
| |
4205 | + "control_iid": { |
| |
4206 | + "accuracy": 0.089, |
| |
4207 | + "trace_accuracy": 0.0, |
| |
4208 | + "ci95": { |
| |
4209 | + "estimate": 0.089, |
| |
4210 | + "low": 0.07149773017449285, |
| |
4211 | + "high": 0.1059547426841574, |
| |
4212 | + "level": 0.95, |
| |
4213 | + "n_items": 1000, |
| |
4214 | + "n_clusters": 975, |
| |
4215 | + "n_boot": 2000 |
| |
4216 | + }, |
| |
4217 | + "omega_step_acc": null |
| |
4218 | + }, |
| |
4219 | + "comp_heldout": { |
| |
4220 | + "accuracy": 0.102, |
| |
4221 | + "trace_accuracy": 0.0, |
| |
4222 | + "ci95": { |
| |
4223 | + "estimate": 0.102, |
| |
4224 | + "low": 0.08490469575954007, |
| |
4225 | + "high": 0.1211256374717913, |
| |
4226 | + "level": 0.95, |
| |
4227 | + "n_items": 1000, |
| |
4228 | + "n_clusters": 701, |
| |
4229 | + "n_boot": 2000 |
| |
4230 | + }, |
| |
4231 | + "omega_step_acc": 0.08 |
| |
4232 | + } |
| |
4233 | + }, |
| |
4234 | + "donor_s0->recipient_s1": { |
| |
4235 | + "pair": "donor_s0->recipient_s1", |
| |
4236 | + "target_iid": { |
| |
4237 | + "accuracy": 0.094, |
| |
4238 | + "trace_accuracy": 0.0, |
| |
4239 | + "ci95": { |
| |
4240 | + "estimate": 0.094, |
| |
4241 | + "low": 0.07645503000517898, |
| |
4242 | + "high": 0.11199226957383548, |
| |
4243 | + "level": 0.95, |
| |
4244 | + "n_items": 1000, |
| |
4245 | + "n_clusters": 970, |
| |
4246 | + "n_boot": 2000 |
| |
4247 | + }, |
| |
4248 | + "omega_step_acc": 0.093 |
| |
4249 | + }, |
| |
4250 | + "control_iid": { |
| |
4251 | + "accuracy": 0.087, |
| |
4252 | + "trace_accuracy": 0.0, |
| |
4253 | + "ci95": { |
| |
4254 | + "estimate": 0.087, |
| |
4255 | + "low": 0.06993006993006994, |
| |
4256 | + "high": 0.104482820196128, |
| |
4257 | + "level": 0.95, |
| |
4258 | + "n_items": 1000, |
| |
4259 | + "n_clusters": 975, |
| |
4260 | + "n_boot": 2000 |
| |
4261 | + }, |
| |
4262 | + "omega_step_acc": null |
| |
4263 | + }, |
| |
4264 | + "comp_heldout": { |
| |
4265 | + "accuracy": 0.082, |
| |
4266 | + "trace_accuracy": 0.001, |
| |
4267 | + "ci95": { |
| |
4268 | + "estimate": 0.082, |
| |
4269 | + "low": 0.06638676344317976, |
| |
4270 | + "high": 0.0994926383311867, |
| |
4271 | + "level": 0.95, |
| |
4272 | + "n_items": 1000, |
| |
4273 | + "n_clusters": 701, |
| |
4274 | + "n_boot": 2000 |
| |
4275 | + }, |
| |
4276 | + "omega_step_acc": 0.095 |
| |
4277 | + } |
| |
4278 | + }, |
| |
4279 | + "donor_s0->recipient_s2": { |
| |
4280 | + "pair": "donor_s0->recipient_s2", |
| |
4281 | + "target_iid": { |
| |
4282 | + "accuracy": 0.1, |
| |
4283 | + "trace_accuracy": 0.0, |
| |
4284 | + "ci95": { |
| |
4285 | + "estimate": 0.1, |
| |
4286 | + "low": 0.08173150499510703, |
| |
4287 | + "high": 0.11912028711929405, |
| |
4288 | + "level": 0.95, |
| |
4289 | + "n_items": 1000, |
| |
4290 | + "n_clusters": 970, |
| |
4291 | + "n_boot": 2000 |
| |
4292 | + }, |
| |
4293 | + "omega_step_acc": 0.099 |
| |
4294 | + }, |
| |
4295 | + "control_iid": { |
| |
4296 | + "accuracy": 0.114, |
| |
4297 | + "trace_accuracy": 0.0, |
| |
4298 | + "ci95": { |
| |
4299 | + "estimate": 0.114, |
| |
4300 | + "low": 0.09443200236333006, |
| |
4301 | + "high": 0.13273608718177327, |
| |
4302 | + "level": 0.95, |
| |
4303 | + "n_items": 1000, |
| |
4304 | + "n_clusters": 975, |
| |
4305 | + "n_boot": 2000 |
| |
4306 | + }, |
| |
4307 | + "omega_step_acc": null |
| |
4308 | + }, |
| |
4309 | + "comp_heldout": { |
| |
4310 | + "accuracy": 0.118, |
| |
4311 | + "trace_accuracy": 0.001, |
| |
4312 | + "ci95": { |
| |
4313 | + "estimate": 0.118, |
| |
4314 | + "low": 0.09864858935544733, |
| |
4315 | + "high": 0.13631855174327198, |
| |
4316 | + "level": 0.95, |
| |
4317 | + "n_items": 1000, |
| |
4318 | + "n_clusters": 701, |
| |
4319 | + "n_boot": 2000 |
| |
4320 | + }, |
| |
4321 | + "omega_step_acc": 0.056666666666666664 |
| |
4322 | + } |
| |
4323 | + }, |
| |
4324 | + "donor_s1->recipient_s0": { |
| |
4325 | + "pair": "donor_s1->recipient_s0", |
| |
4326 | + "target_iid": { |
| |
4327 | + "accuracy": 0.094, |
| |
4328 | + "trace_accuracy": 0.0, |
| |
4329 | + "ci95": { |
| |
4330 | + "estimate": 0.094, |
| |
4331 | + "low": 0.07630330751290015, |
| |
4332 | + "high": 0.11254980079681275, |
| |
4333 | + "level": 0.95, |
| |
4334 | + "n_items": 1000, |
| |
4335 | + "n_clusters": 970, |
| |
4336 | + "n_boot": 2000 |
| |
4337 | + }, |
| |
4338 | + "omega_step_acc": 0.079 |
| |
4339 | + }, |
| |
4340 | + "control_iid": { |
| |
4341 | + "accuracy": 0.098, |
| |
4342 | + "trace_accuracy": 0.0, |
| |
4343 | + "ci95": { |
| |
4344 | + "estimate": 0.098, |
| |
4345 | + "low": 0.07962910108174635, |
| |
4346 | + "high": 0.11770769326538069, |
| |
4347 | + "level": 0.95, |
| |
4348 | + "n_items": 1000, |
| |
4349 | + "n_clusters": 975, |
| |
4350 | + "n_boot": 2000 |
| |
4351 | + }, |
| |
4352 | + "omega_step_acc": null |
| |
4353 | + }, |
| |
4354 | + "comp_heldout": { |
| |
4355 | + "accuracy": 0.097, |
| |
4356 | + "trace_accuracy": 0.0, |
| |
4357 | + "ci95": { |
| |
4358 | + "estimate": 0.097, |
| |
4359 | + "low": 0.07870723433219527, |
| |
4360 | + "high": 0.11651673967459322, |
| |
4361 | + "level": 0.95, |
| |
4362 | + "n_items": 1000, |
| |
4363 | + "n_clusters": 701, |
| |
4364 | + "n_boot": 2000 |
| |
4365 | + }, |
| |
4366 | + "omega_step_acc": 0.06666666666666667 |
| |
4367 | + } |
| |
4368 | + }, |
| |
4369 | + "donor_s1->recipient_s1": { |
| |
4370 | + "pair": "donor_s1->recipient_s1", |
| |
4371 | + "target_iid": { |
| |
4372 | + "accuracy": 0.11, |
| |
4373 | + "trace_accuracy": 0.0, |
| |
4374 | + "ci95": { |
| |
4375 | + "estimate": 0.11, |
| |
4376 | + "low": 0.09117717816924953, |
| |
4377 | + "high": 0.128873556998557, |
| |
4378 | + "level": 0.95, |
| |
4379 | + "n_items": 1000, |
| |
4380 | + "n_clusters": 970, |
| |
4381 | + "n_boot": 2000 |
| |
4382 | + }, |
| |
4383 | + "omega_step_acc": 0.088 |
| |
4384 | + }, |
| |
4385 | + "control_iid": { |
| |
4386 | + "accuracy": 0.091, |
| |
4387 | + "trace_accuracy": 0.0, |
| |
4388 | + "ci95": { |
| |
4389 | + "estimate": 0.091, |
| |
4390 | + "low": 0.07370041485618455, |
| |
4391 | + "high": 0.1092184368737475, |
| |
4392 | + "level": 0.95, |
| |
4393 | + "n_items": 1000, |
| |
4394 | + "n_clusters": 975, |
| |
4395 | + "n_boot": 2000 |
| |
4396 | + }, |
| |
4397 | + "omega_step_acc": null |
| |
4398 | + }, |
| |
4399 | + "comp_heldout": { |
| |
4400 | + "accuracy": 0.091, |
| |
4401 | + "trace_accuracy": 0.0, |
| |
4402 | + "ci95": { |
| |
4403 | + "estimate": 0.091, |
| |
4404 | + "low": 0.07392521271831616, |
| |
4405 | + "high": 0.10894288283658786, |
| |
4406 | + "level": 0.95, |
| |
4407 | + "n_items": 1000, |
| |
4408 | + "n_clusters": 701, |
| |
4409 | + "n_boot": 2000 |
| |
4410 | + }, |
| |
4411 | + "omega_step_acc": 0.04 |
| |
4412 | + } |
| |
4413 | + }, |
| |
4414 | + "donor_s1->recipient_s2": { |
| |
4415 | + "pair": "donor_s1->recipient_s2", |
| |
4416 | + "target_iid": { |
| |
4417 | + "accuracy": 0.099, |
| |
4418 | + "trace_accuracy": 0.0, |
| |
4419 | + "ci95": { |
| |
4420 | + "estimate": 0.099, |
| |
4421 | + "low": 0.08048087520095447, |
| |
4422 | + "high": 0.11794791263037228, |
| |
4423 | + "level": 0.95, |
| |
4424 | + "n_items": 1000, |
| |
4425 | + "n_clusters": 970, |
| |
4426 | + "n_boot": 2000 |
| |
4427 | + }, |
| |
4428 | + "omega_step_acc": 0.084 |
| |
4429 | + }, |
| |
4430 | + "control_iid": { |
| |
4431 | + "accuracy": 0.113, |
| |
4432 | + "trace_accuracy": 0.0, |
| |
4433 | + "ci95": { |
| |
4434 | + "estimate": 0.113, |
| |
4435 | + "low": 0.09337349397590361, |
| |
4436 | + "high": 0.13160651212192567, |
| |
4437 | + "level": 0.95, |
| |
4438 | + "n_items": 1000, |
| |
4439 | + "n_clusters": 975, |
| |
4440 | + "n_boot": 2000 |
| |
4441 | + }, |
| |
4442 | + "omega_step_acc": null |
| |
4443 | + }, |
| |
4444 | + "comp_heldout": { |
| |
4445 | + "accuracy": 0.091, |
| |
4446 | + "trace_accuracy": 0.0, |
| |
4447 | + "ci95": { |
| |
4448 | + "estimate": 0.091, |
| |
4449 | + "low": 0.07414738105652931, |
| |
4450 | + "high": 0.10899484126984127, |
| |
4451 | + "level": 0.95, |
| |
4452 | + "n_items": 1000, |
| |
4453 | + "n_clusters": 701, |
| |
4454 | + "n_boot": 2000 |
| |
4455 | + }, |
| |
4456 | + "omega_step_acc": 0.04666666666666667 |
| |
4457 | + } |
| |
4458 | + }, |
| |
4459 | + "donor_s2->recipient_s0": { |
| |
4460 | + "pair": "donor_s2->recipient_s0", |
| |
4461 | + "target_iid": { |
| |
4462 | + "accuracy": 0.098, |
| |
4463 | + "trace_accuracy": 0.0, |
| |
4464 | + "ci95": { |
| |
4465 | + "estimate": 0.098, |
| |
4466 | + "low": 0.07947406662195394, |
| |
4467 | + "high": 0.11776447105788423, |
| |
4468 | + "level": 0.95, |
| |
4469 | + "n_items": 1000, |
| |
4470 | + "n_clusters": 970, |
| |
4471 | + "n_boot": 2000 |
| |
4472 | + }, |
| |
4473 | + "omega_step_acc": 0.091 |
| |
4474 | + }, |
| |
4475 | + "control_iid": { |
| |
4476 | + "accuracy": 0.099, |
| |
4477 | + "trace_accuracy": 0.0, |
| |
4478 | + "ci95": { |
| |
4479 | + "estimate": 0.099, |
| |
4480 | + "low": 0.08107834555202977, |
| |
4481 | + "high": 0.11776256123670227, |
| |
4482 | + "level": 0.95, |
| |
4483 | + "n_items": 1000, |
| |
4484 | + "n_clusters": 975, |
| |
4485 | + "n_boot": 2000 |
| |
4486 | + }, |
| |
4487 | + "omega_step_acc": null |
| |
4488 | + }, |
| |
4489 | + "comp_heldout": { |
| |
4490 | + "accuracy": 0.087, |
| |
4491 | + "trace_accuracy": 0.0, |
| |
4492 | + "ci95": { |
| |
4493 | + "estimate": 0.087, |
| |
4494 | + "low": 0.07065455515333152, |
| |
4495 | + "high": 0.10506082471387597, |
| |
4496 | + "level": 0.95, |
| |
4497 | + "n_items": 1000, |
| |
4498 | + "n_clusters": 701, |
| |
4499 | + "n_boot": 2000 |
| |
4500 | + }, |
| |
4501 | + "omega_step_acc": 0.13333333333333333 |
| |
4502 | + } |
| |
4503 | + }, |
| |
4504 | + "donor_s2->recipient_s1": { |
| |
4505 | + "pair": "donor_s2->recipient_s1", |
| |
4506 | + "target_iid": { |
| |
4507 | + "accuracy": 0.093, |
| |
4508 | + "trace_accuracy": 0.0, |
| |
4509 | + "ci95": { |
| |
4510 | + "estimate": 0.093, |
| |
4511 | + "low": 0.07560103564938016, |
| |
4512 | + "high": 0.11222444889779559, |
| |
4513 | + "level": 0.95, |
| |
4514 | + "n_items": 1000, |
| |
4515 | + "n_clusters": 970, |
| |
4516 | + "n_boot": 2000 |
| |
4517 | + }, |
| |
4518 | + "omega_step_acc": 0.084 |
| |
4519 | + }, |
| |
4520 | + "control_iid": { |
| |
4521 | + "accuracy": 0.088, |
| |
4522 | + "trace_accuracy": 0.0, |
| |
4523 | + "ci95": { |
| |
4524 | + "estimate": 0.088, |
| |
4525 | + "low": 0.07064501053381206, |
| |
4526 | + "high": 0.10600113974231912, |
| |
4527 | + "level": 0.95, |
| |
4528 | + "n_items": 1000, |
| |
4529 | + "n_clusters": 975, |
| |
4530 | + "n_boot": 2000 |
| |
4531 | + }, |
| |
4532 | + "omega_step_acc": null |
| |
4533 | + }, |
| |
4534 | + "comp_heldout": { |
| |
4535 | + "accuracy": 0.076, |
| |
4536 | + "trace_accuracy": 0.0, |
| |
4537 | + "ci95": { |
| |
4538 | + "estimate": 0.076, |
| |
4539 | + "low": 0.06057170962522946, |
| |
4540 | + "high": 0.09375, |
| |
4541 | + "level": 0.95, |
| |
4542 | + "n_items": 1000, |
| |
4543 | + "n_clusters": 701, |
| |
4544 | + "n_boot": 2000 |
| |
4545 | + }, |
| |
4546 | + "omega_step_acc": 0.055 |
| |
4547 | + } |
| |
4548 | + }, |
| |
4549 | + "donor_s2->recipient_s2": { |
| |
4550 | + "pair": "donor_s2->recipient_s2", |
| |
4551 | + "target_iid": { |
| |
4552 | + "accuracy": 0.093, |
| |
4553 | + "trace_accuracy": 0.0, |
| |
4554 | + "ci95": { |
| |
4555 | + "estimate": 0.093, |
| |
4556 | + "low": 0.07530120481927711, |
| |
4557 | + "high": 0.11222698876879006, |
| |
4558 | + "level": 0.95, |
| |
4559 | + "n_items": 1000, |
| |
4560 | + "n_clusters": 970, |
| |
4561 | + "n_boot": 2000 |
| |
4562 | + }, |
| |
4563 | + "omega_step_acc": 0.098 |
| |
4564 | + }, |
| |
4565 | + "control_iid": { |
| |
4566 | + "accuracy": 0.074, |
| |
4567 | + "trace_accuracy": 0.0, |
| |
4568 | + "ci95": { |
| |
4569 | + "estimate": 0.074, |
| |
4570 | + "low": 0.05817306629306758, |
| |
4571 | + "high": 0.09036159533865352, |
| |
4572 | + "level": 0.95, |
| |
4573 | + "n_items": 1000, |
| |
4574 | + "n_clusters": 975, |
| |
4575 | + "n_boot": 2000 |
| |
4576 | + }, |
| |
4577 | + "omega_step_acc": null |
| |
4578 | + }, |
| |
4579 | + "comp_heldout": { |
| |
4580 | + "accuracy": 0.093, |
| |
4581 | + "trace_accuracy": 0.002, |
| |
4582 | + "ci95": { |
| |
4583 | + "estimate": 0.093, |
| |
4584 | + "low": 0.07656147861329239, |
| |
4585 | + "high": 0.1103515625, |
| |
4586 | + "level": 0.95, |
| |
4587 | + "n_items": 1000, |
| |
4588 | + "n_clusters": 701, |
| |
4589 | + "n_boot": 2000 |
| |
4590 | + }, |
| |
4591 | + "omega_step_acc": 0.095 |
| |
4592 | + } |
| |
4593 | + } |
| |
4594 | + }, |
| |
4595 | + "ctl_unrelated_data_map": { |
| |
4596 | + "donor_s0->recipient_s0": { |
| |
4597 | + "pair": "donor_s0->recipient_s0", |
| |
4598 | + "target_iid": { |
| |
4599 | + "accuracy": 0.707, |
| |
4600 | + "trace_accuracy": 0.705, |
| |
4601 | + "ci95": { |
| |
4602 | + "estimate": 0.707, |
| |
4603 | + "low": 0.6780675527588803, |
| |
4604 | + "high": 0.7347992168074091, |
| |
4605 | + "level": 0.95, |
| |
4606 | + "n_items": 1000, |
| |
4607 | + "n_clusters": 970, |
| |
4608 | + "n_boot": 2000 |
| |
4609 | + }, |
| |
4610 | + "omega_step_acc": 0.755 |
| |
4611 | + }, |
| |
4612 | + "control_iid": { |
| |
4613 | + "accuracy": 1.0, |
| |
4614 | + "trace_accuracy": 1.0, |
| |
4615 | + "ci95": { |
| |
4616 | + "estimate": 1.0, |
| |
4617 | + "low": 1.0, |
| |
4618 | + "high": 1.0, |
| |
4619 | + "level": 0.95, |
| |
4620 | + "n_items": 1000, |
| |
4621 | + "n_clusters": 975, |
| |
4622 | + "n_boot": 2000 |
| |
4623 | + }, |
| |
4624 | + "omega_step_acc": null |
| |
4625 | + }, |
| |
4626 | + "comp_heldout": { |
| |
4627 | + "accuracy": 0.795, |
| |
4628 | + "trace_accuracy": 0.794, |
| |
4629 | + "ci95": { |
| |
4630 | + "estimate": 0.795, |
| |
4631 | + "low": 0.7673464336229541, |
| |
4632 | + "high": 0.8217859135008068, |
| |
4633 | + "level": 0.95, |
| |
4634 | + "n_items": 1000, |
| |
4635 | + "n_clusters": 701, |
| |
4636 | + "n_boot": 2000 |
| |
4637 | + }, |
| |
4638 | + "omega_step_acc": 0.7 |
| |
4639 | + } |
| |
4640 | + }, |
| |
4641 | + "donor_s0->recipient_s1": { |
| |
4642 | + "pair": "donor_s0->recipient_s1", |
| |
4643 | + "target_iid": { |
| |
4644 | + "accuracy": 0.636, |
| |
4645 | + "trace_accuracy": 0.631, |
| |
4646 | + "ci95": { |
| |
4647 | + "estimate": 0.636, |
| |
4648 | + "low": 0.6061174234945705, |
| |
4649 | + "high": 0.6660121428685948, |
| |
4650 | + "level": 0.95, |
| |
4651 | + "n_items": 1000, |
| |
4652 | + "n_clusters": 970, |
| |
4653 | + "n_boot": 2000 |
| |
4654 | + }, |
| |
4655 | + "omega_step_acc": 0.698 |
| |
4656 | + }, |
| |
4657 | + "control_iid": { |
| |
4658 | + "accuracy": 1.0, |
| |
4659 | + "trace_accuracy": 1.0, |
| |
4660 | + "ci95": { |
| |
4661 | + "estimate": 1.0, |
| |
4662 | + "low": 1.0, |
| |
4663 | + "high": 1.0, |
| |
4664 | + "level": 0.95, |
| |
4665 | + "n_items": 1000, |
| |
4666 | + "n_clusters": 975, |
| |
4667 | + "n_boot": 2000 |
| |
4668 | + }, |
| |
4669 | + "omega_step_acc": null |
| |
4670 | + }, |
| |
4671 | + "comp_heldout": { |
| |
4672 | + "accuracy": 0.753, |
| |
4673 | + "trace_accuracy": 0.753, |
| |
4674 | + "ci95": { |
| |
4675 | + "estimate": 0.753, |
| |
4676 | + "low": 0.7219434012672713, |
| |
4677 | + "high": 0.7817149543419244, |
| |
4678 | + "level": 0.95, |
| |
4679 | + "n_items": 1000, |
| |
4680 | + "n_clusters": 701, |
| |
4681 | + "n_boot": 2000 |
| |
4682 | + }, |
| |
4683 | + "omega_step_acc": 0.6333333333333333 |
| |
4684 | + } |
| |
4685 | + }, |
| |
4686 | + "donor_s0->recipient_s2": { |
| |
4687 | + "pair": "donor_s0->recipient_s2", |
| |
4688 | + "target_iid": { |
| |
4689 | + "accuracy": 0.61, |
| |
4690 | + "trace_accuracy": 0.6, |
| |
4691 | + "ci95": { |
| |
4692 | + "estimate": 0.61, |
| |
4693 | + "low": 0.578312051796418, |
| |
4694 | + "high": 0.6398819225533744, |
| |
4695 | + "level": 0.95, |
| |
4696 | + "n_items": 1000, |
| |
4697 | + "n_clusters": 970, |
| |
4698 | + "n_boot": 2000 |
| |
4699 | + }, |
| |
4700 | + "omega_step_acc": 0.666 |
| |
4701 | + }, |
| |
4702 | + "control_iid": { |
| |
4703 | + "accuracy": 1.0, |
| |
4704 | + "trace_accuracy": 1.0, |
| |
4705 | + "ci95": { |
| |
4706 | + "estimate": 1.0, |
| |
4707 | + "low": 1.0, |
| |
4708 | + "high": 1.0, |
| |
4709 | + "level": 0.95, |
| |
4710 | + "n_items": 1000, |
| |
4711 | + "n_clusters": 975, |
| |
4712 | + "n_boot": 2000 |
| |
4713 | + }, |
| |
4714 | + "omega_step_acc": null |
| |
4715 | + }, |
| |
4716 | + "comp_heldout": { |
| |
4717 | + "accuracy": 0.748, |
| |
4718 | + "trace_accuracy": 0.745, |
| |
4719 | + "ci95": { |
| |
4720 | + "estimate": 0.748, |
| |
4721 | + "low": 0.7167859289967431, |
| |
4722 | + "high": 0.7782092132126928, |
| |
4723 | + "level": 0.95, |
| |
4724 | + "n_items": 1000, |
| |
4725 | + "n_clusters": 701, |
| |
4726 | + "n_boot": 2000 |
| |
4727 | + }, |
| |
4728 | + "omega_step_acc": 0.625 |
| |
4729 | + } |
| |
4730 | + }, |
| |
4731 | + "donor_s1->recipient_s0": { |
| |
4732 | + "pair": "donor_s1->recipient_s0", |
| |
4733 | + "target_iid": { |
| |
4734 | + "accuracy": 0.889, |
| |
4735 | + "trace_accuracy": 0.888, |
| |
4736 | + "ci95": { |
| |
4737 | + "estimate": 0.889, |
| |
4738 | + "low": 0.8693434476203957, |
| |
4739 | + "high": 0.9080022977022977, |
| |
4740 | + "level": 0.95, |
| |
4741 | + "n_items": 1000, |
| |
4742 | + "n_clusters": 970, |
| |
4743 | + "n_boot": 2000 |
| |
4744 | + }, |
| |
4745 | + "omega_step_acc": 0.915 |
| |
4746 | + }, |
| |
4747 | + "control_iid": { |
| |
4748 | + "accuracy": 1.0, |
| |
4749 | + "trace_accuracy": 1.0, |
| |
4750 | + "ci95": { |
| |
4751 | + "estimate": 1.0, |
| |
4752 | + "low": 1.0, |
| |
4753 | + "high": 1.0, |
| |
4754 | + "level": 0.95, |
| |
4755 | + "n_items": 1000, |
| |
4756 | + "n_clusters": 975, |
| |
4757 | + "n_boot": 2000 |
| |
4758 | + }, |
| |
4759 | + "omega_step_acc": null |
| |
4760 | + }, |
| |
4761 | + "comp_heldout": { |
| |
4762 | + "accuracy": 0.934, |
| |
4763 | + "trace_accuracy": 0.934, |
| |
4764 | + "ci95": { |
| |
4765 | + "estimate": 0.934, |
| |
4766 | + "low": 0.9185334073458036, |
| |
4767 | + "high": 0.94923895749678, |
| |
4768 | + "level": 0.95, |
| |
4769 | + "n_items": 1000, |
| |
4770 | + "n_clusters": 701, |
| |
4771 | + "n_boot": 2000 |
| |
4772 | + }, |
| |
4773 | + "omega_step_acc": 0.9133333333333333 |
| |
4774 | + } |
| |
4775 | + }, |
| |
4776 | + "donor_s1->recipient_s1": { |
| |
4777 | + "pair": "donor_s1->recipient_s1", |
| |
4778 | + "target_iid": { |
| |
4779 | + "accuracy": 0.819, |
| |
4780 | + "trace_accuracy": 0.809, |
| |
4781 | + "ci95": { |
| |
4782 | + "estimate": 0.819, |
| |
4783 | + "low": 0.7954091816367266, |
| |
4784 | + "high": 0.8417338709677419, |
| |
4785 | + "level": 0.95, |
| |
4786 | + "n_items": 1000, |
| |
4787 | + "n_clusters": 970, |
| |
4788 | + "n_boot": 2000 |
| |
4789 | + }, |
| |
4790 | + "omega_step_acc": 0.838 |
| |
4791 | + }, |
| |
4792 | + "control_iid": { |
| |
4793 | + "accuracy": 1.0, |
| |
4794 | + "trace_accuracy": 1.0, |
| |
4795 | + "ci95": { |
| |
4796 | + "estimate": 1.0, |
| |
4797 | + "low": 1.0, |
| |
4798 | + "high": 1.0, |
| |
4799 | + "level": 0.95, |
| |
4800 | + "n_items": 1000, |
| |
4801 | + "n_clusters": 975, |
| |
4802 | + "n_boot": 2000 |
| |
4803 | + }, |
| |
4804 | + "omega_step_acc": null |
| |
4805 | + }, |
| |
4806 | + "comp_heldout": { |
| |
4807 | + "accuracy": 0.908, |
| |
4808 | + "trace_accuracy": 0.907, |
| |
4809 | + "ci95": { |
| |
4810 | + "estimate": 0.908, |
| |
4811 | + "low": 0.8898610535525164, |
| |
4812 | + "high": 0.9258912085217226, |
| |
4813 | + "level": 0.95, |
| |
4814 | + "n_items": 1000, |
| |
4815 | + "n_clusters": 701, |
| |
4816 | + "n_boot": 2000 |
| |
4817 | + }, |
| |
4818 | + "omega_step_acc": 0.8766666666666667 |
| |
4819 | + } |
| |
4820 | + }, |
| |
4821 | + "donor_s1->recipient_s2": { |
| |
4822 | + "pair": "donor_s1->recipient_s2", |
| |
4823 | + "target_iid": { |
| |
4824 | + "accuracy": 0.848, |
| |
4825 | + "trace_accuracy": 0.847, |
| |
4826 | + "ci95": { |
| |
4827 | + "estimate": 0.848, |
| |
4828 | + "low": 0.8240556660039762, |
| |
4829 | + "high": 0.8693918245264207, |
| |
4830 | + "level": 0.95, |
| |
4831 | + "n_items": 1000, |
| |
4832 | + "n_clusters": 970, |
| |
4833 | + "n_boot": 2000 |
| |
4834 | + }, |
| |
4835 | + "omega_step_acc": 0.874 |
| |
4836 | + }, |
| |
4837 | + "control_iid": { |
| |
4838 | + "accuracy": 1.0, |
| |
4839 | + "trace_accuracy": 1.0, |
| |
4840 | + "ci95": { |
| |
4841 | + "estimate": 1.0, |
| |
4842 | + "low": 1.0, |
| |
4843 | + "high": 1.0, |
| |
4844 | + "level": 0.95, |
| |
4845 | + "n_items": 1000, |
| |
4846 | + "n_clusters": 975, |
| |
4847 | + "n_boot": 2000 |
| |
4848 | + }, |
| |
4849 | + "omega_step_acc": null |
| |
4850 | + }, |
| |
4851 | + "comp_heldout": { |
| |
4852 | + "accuracy": 0.899, |
| |
4853 | + "trace_accuracy": 0.899, |
| |
4854 | + "ci95": { |
| |
4855 | + "estimate": 0.899, |
| |
4856 | + "low": 0.8798392193064967, |
| |
4857 | + "high": 0.9180634125158443, |
| |
4858 | + "level": 0.95, |
| |
4859 | + "n_items": 1000, |
| |
4860 | + "n_clusters": 701, |
| |
4861 | + "n_boot": 2000 |
| |
4862 | + }, |
| |
4863 | + "omega_step_acc": 0.8566666666666667 |
| |
4864 | + } |
| |
4865 | + }, |
| |
4866 | + "donor_s2->recipient_s0": { |
| |
4867 | + "pair": "donor_s2->recipient_s0", |
| |
4868 | + "target_iid": { |
| |
4869 | + "accuracy": 0.839, |
| |
4870 | + "trace_accuracy": 0.829, |
| |
4871 | + "ci95": { |
| |
4872 | + "estimate": 0.839, |
| |
4873 | + "low": 0.8152610441767069, |
| |
4874 | + "high": 0.8614192035447442, |
| |
4875 | + "level": 0.95, |
| |
4876 | + "n_items": 1000, |
| |
4877 | + "n_clusters": 970, |
| |
4878 | + "n_boot": 2000 |
| |
4879 | + }, |
| |
4880 | + "omega_step_acc": 0.857 |
| |
4881 | + }, |
| |
4882 | + "control_iid": { |
| |
4883 | + "accuracy": 1.0, |
| |
4884 | + "trace_accuracy": 1.0, |
| |
4885 | + "ci95": { |
| |
4886 | + "estimate": 1.0, |
| |
4887 | + "low": 1.0, |
| |
4888 | + "high": 1.0, |
| |
4889 | + "level": 0.95, |
| |
4890 | + "n_items": 1000, |
| |
4891 | + "n_clusters": 975, |
| |
4892 | + "n_boot": 2000 |
| |
4893 | + }, |
| |
4894 | + "omega_step_acc": null |
| |
4895 | + }, |
| |
4896 | + "comp_heldout": { |
| |
4897 | + "accuracy": 0.903, |
| |
4898 | + "trace_accuracy": 0.903, |
| |
4899 | + "ci95": { |
| |
4900 | + "estimate": 0.903, |
| |
4901 | + "low": 0.8835726764962808, |
| |
4902 | + "high": 0.9216274456648477, |
| |
4903 | + "level": 0.95, |
| |
4904 | + "n_items": 1000, |
| |
4905 | + "n_clusters": 701, |
| |
4906 | + "n_boot": 2000 |
| |
4907 | + }, |
| |
4908 | + "omega_step_acc": 0.8533333333333334 |
| |
4909 | + } |
| |
4910 | + }, |
| |
4911 | + "donor_s2->recipient_s1": { |
| |
4912 | + "pair": "donor_s2->recipient_s1", |
| |
4913 | + "target_iid": { |
| |
4914 | + "accuracy": 0.949, |
| |
4915 | + "trace_accuracy": 0.947, |
| |
4916 | + "ci95": { |
| |
4917 | + "estimate": 0.949, |
| |
4918 | + "low": 0.9343267229589106, |
| |
4919 | + "high": 0.9618109605197502, |
| |
4920 | + "level": 0.95, |
| |
4921 | + "n_items": 1000, |
| |
4922 | + "n_clusters": 970, |
| |
4923 | + "n_boot": 2000 |
| |
4924 | + }, |
| |
4925 | + "omega_step_acc": 0.95 |
| |
4926 | + }, |
| |
4927 | + "control_iid": { |
| |
4928 | + "accuracy": 1.0, |
| |
4929 | + "trace_accuracy": 1.0, |
| |
4930 | + "ci95": { |
| |
4931 | + "estimate": 1.0, |
| |
4932 | + "low": 1.0, |
| |
4933 | + "high": 1.0, |
| |
4934 | + "level": 0.95, |
| |
4935 | + "n_items": 1000, |
| |
4936 | + "n_clusters": 975, |
| |
4937 | + "n_boot": 2000 |
| |
4938 | + }, |
| |
4939 | + "omega_step_acc": null |
| |
4940 | + }, |
| |
4941 | + "comp_heldout": { |
| |
4942 | + "accuracy": 0.972, |
| |
4943 | + "trace_accuracy": 0.972, |
| |
4944 | + "ci95": { |
| |
4945 | + "estimate": 0.972, |
| |
4946 | + "low": 0.9601624942255359, |
| |
4947 | + "high": 0.982284590010968, |
| |
4948 | + "level": 0.95, |
| |
4949 | + "n_items": 1000, |
| |
4950 | + "n_clusters": 701, |
| |
4951 | + "n_boot": 2000 |
| |
4952 | + }, |
| |
4953 | + "omega_step_acc": 0.9583333333333334 |
| |
4954 | + } |
| |
4955 | + }, |
| |
4956 | + "donor_s2->recipient_s2": { |
| |
4957 | + "pair": "donor_s2->recipient_s2", |
| |
4958 | + "target_iid": { |
| |
4959 | + "accuracy": 0.915, |
| |
4960 | + "trace_accuracy": 0.913, |
| |
4961 | + "ci95": { |
| |
4962 | + "estimate": 0.915, |
| |
4963 | + "low": 0.8972030215293688, |
| |
4964 | + "high": 0.9314125328673122, |
| |
4965 | + "level": 0.95, |
| |
4966 | + "n_items": 1000, |
| |
4967 | + "n_clusters": 970, |
| |
4968 | + "n_boot": 2000 |
| |
4969 | + }, |
| |
4970 | + "omega_step_acc": 0.935 |
| |
4971 | + }, |
| |
4972 | + "control_iid": { |
| |
4973 | + "accuracy": 1.0, |
| |
4974 | + "trace_accuracy": 1.0, |
| |
4975 | + "ci95": { |
| |
4976 | + "estimate": 1.0, |
| |
4977 | + "low": 1.0, |
| |
4978 | + "high": 1.0, |
| |
4979 | + "level": 0.95, |
| |
4980 | + "n_items": 1000, |
| |
4981 | + "n_clusters": 975, |
| |
4982 | + "n_boot": 2000 |
| |
4983 | + }, |
| |
4984 | + "omega_step_acc": null |
| |
4985 | + }, |
| |
4986 | + "comp_heldout": { |
| |
4987 | + "accuracy": 0.957, |
| |
4988 | + "trace_accuracy": 0.957, |
| |
4989 | + "ci95": { |
| |
4990 | + "estimate": 0.957, |
| |
4991 | + "low": 0.9431466044441178, |
| |
4992 | + "high": 0.9692745727086675, |
| |
4993 | + "level": 0.95, |
| |
4994 | + "n_items": 1000, |
| |
4995 | + "n_clusters": 701, |
| |
4996 | + "n_boot": 2000 |
| |
4997 | + }, |
| |
4998 | + "omega_step_acc": 0.945 |
| |
4999 | + } |
| |
5000 | + } |
| |
5001 | + }, |
| |
5002 | + "act_unrelated_procrustes_all": { |
| |
5003 | + "donor_s0->recipient_s0": { |
| |
5004 | + "pair": "donor_s0->recipient_s0", |
| |
5005 | + "map": "procrustes fitted on non-\u03a9 data", |
| |
5006 | + "target_iid": { |
| |
5007 | + "accuracy": 0.979, |
| |
5008 | + "trace_accuracy": 0.979, |
| |
5009 | + "ci95": { |
| |
5010 | + "estimate": 0.979, |
| |
5011 | + "low": 0.969787758259429, |
| |
5012 | + "high": 0.9871031746031746, |
| |
5013 | + "level": 0.95, |
| |
5014 | + "n_items": 1000, |
| |
5015 | + "n_clusters": 970, |
| |
5016 | + "n_boot": 2000 |
| |
5017 | + }, |
| |
5018 | + "omega_step_acc": 0.982 |
| |
5019 | + }, |
| |
5020 | + "control_iid": { |
| |
5021 | + "accuracy": 0.989, |
| |
5022 | + "trace_accuracy": 0.988, |
| |
5023 | + "ci95": { |
| |
5024 | + "estimate": 0.989, |
| |
5025 | + "low": 0.9820529420728823, |
| |
5026 | + "high": 0.9950149551345963, |
| |
5027 | + "level": 0.95, |
| |
5028 | + "n_items": 1000, |
| |
5029 | + "n_clusters": 975, |
| |
5030 | + "n_boot": 2000 |
| |
5031 | + }, |
| |
5032 | + "omega_step_acc": null |
| |
5033 | + }, |
| |
5034 | + "comp_heldout": { |
| |
5035 | + "accuracy": 0.978, |
| |
5036 | + "trace_accuracy": 0.978, |
| |
5037 | + "ci95": { |
| |
5038 | + "estimate": 0.978, |
| |
5039 | + "low": 0.9685411293327462, |
| |
5040 | + "high": 0.9861425620722324, |
| |
5041 | + "level": 0.95, |
| |
5042 | + "n_items": 1000, |
| |
5043 | + "n_clusters": 701, |
| |
5044 | + "n_boot": 2000 |
| |
5045 | + }, |
| |
5046 | + "omega_step_acc": 0.9716666666666667 |
| |
5047 | + } |
| |
5048 | + }, |
| |
5049 | + "donor_s0->recipient_s1": { |
| |
5050 | + "pair": "donor_s0->recipient_s1", |
| |
5051 | + "map": "procrustes fitted on non-\u03a9 data", |
| |
5052 | + "target_iid": { |
| |
5053 | + "accuracy": 0.92, |
| |
5054 | + "trace_accuracy": 0.917, |
| |
5055 | + "ci95": { |
| |
5056 | + "estimate": 0.92, |
| |
5057 | + "low": 0.9024618400055505, |
| |
5058 | + "high": 0.9357452514896704, |
| |
5059 | + "level": 0.95, |
| |
5060 | + "n_items": 1000, |
| |
5061 | + "n_clusters": 970, |
| |
5062 | + "n_boot": 2000 |
| |
5063 | + }, |
| |
5064 | + "omega_step_acc": 0.934 |
| |
5065 | + }, |
| |
5066 | + "control_iid": { |
| |
5067 | + "accuracy": 1.0, |
| |
5068 | + "trace_accuracy": 1.0, |
| |
5069 | + "ci95": { |
| |
5070 | + "estimate": 1.0, |
| |
5071 | + "low": 1.0, |
| |
5072 | + "high": 1.0, |
| |
5073 | + "level": 0.95, |
| |
5074 | + "n_items": 1000, |
| |
5075 | + "n_clusters": 975, |
| |
5076 | + "n_boot": 2000 |
| |
5077 | + }, |
| |
5078 | + "omega_step_acc": null |
| |
5079 | + }, |
| |
5080 | + "comp_heldout": { |
| |
5081 | + "accuracy": 0.951, |
| |
5082 | + "trace_accuracy": 0.951, |
| |
5083 | + "ci95": { |
| |
5084 | + "estimate": 0.951, |
| |
5085 | + "low": 0.9380895337610973, |
| |
5086 | + "high": 0.9633567167035487, |
| |
5087 | + "level": 0.95, |
| |
5088 | + "n_items": 1000, |
| |
5089 | + "n_clusters": 701, |
| |
5090 | + "n_boot": 2000 |
| |
5091 | + }, |
| |
5092 | + "omega_step_acc": 0.9283333333333333 |
| |
5093 | + } |
| |
5094 | + }, |
| |
5095 | + "donor_s0->recipient_s2": { |
| |
5096 | + "pair": "donor_s0->recipient_s2", |
| |
5097 | + "map": "procrustes fitted on non-\u03a9 data", |
| |
5098 | + "target_iid": { |
| |
5099 | + "accuracy": 0.889, |
| |
5100 | + "trace_accuracy": 0.889, |
| |
5101 | + "ci95": { |
| |
5102 | + "estimate": 0.889, |
| |
5103 | + "low": 0.8692614770459082, |
| |
5104 | + "high": 0.9075207592842259, |
| |
5105 | + "level": 0.95, |
| |
5106 | + "n_items": 1000, |
| |
5107 | + "n_clusters": 970, |
| |
5108 | + "n_boot": 2000 |
| |
5109 | + }, |
| |
5110 | + "omega_step_acc": 0.914 |
| |
5111 | + }, |
| |
5112 | + "control_iid": { |
| |
5113 | + "accuracy": 1.0, |
| |
5114 | + "trace_accuracy": 1.0, |
| |
5115 | + "ci95": { |
| |
5116 | + "estimate": 1.0, |
| |
5117 | + "low": 1.0, |
| |
5118 | + "high": 1.0, |
| |
5119 | + "level": 0.95, |
| |
5120 | + "n_items": 1000, |
| |
5121 | + "n_clusters": 975, |
| |
5122 | + "n_boot": 2000 |
| |
5123 | + }, |
| |
5124 | + "omega_step_acc": null |
| |
5125 | + }, |
| |
5126 | + "comp_heldout": { |
| |
5127 | + "accuracy": 0.915, |
| |
5128 | + "trace_accuracy": 0.914, |
| |
5129 | + "ci95": { |
| |
5130 | + "estimate": 0.915, |
| |
5131 | + "low": 0.8969853626281146, |
| |
5132 | + "high": 0.9323030208214814, |
| |
5133 | + "level": 0.95, |
| |
5134 | + "n_items": 1000, |
| |
5135 | + "n_clusters": 701, |
| |
5136 | + "n_boot": 2000 |
| |
5137 | + }, |
| |
5138 | + "omega_step_acc": 0.8816666666666667 |
| |
5139 | + } |
| |
5140 | + }, |
| |
5141 | + "donor_s1->recipient_s0": { |
| |
5142 | + "pair": "donor_s1->recipient_s0", |
| |
5143 | + "map": "procrustes fitted on non-\u03a9 data", |
| |
5144 | + "target_iid": { |
| |
5145 | + "accuracy": 0.97, |
| |
5146 | + "trace_accuracy": 0.97, |
| |
5147 | + "ci95": { |
| |
5148 | + "estimate": 0.97, |
| |
5149 | + "low": 0.9587939698492463, |
| |
5150 | + "high": 0.980099997032729, |
| |
5151 | + "level": 0.95, |
| |
5152 | + "n_items": 1000, |
| |
5153 | + "n_clusters": 970, |
| |
5154 | + "n_boot": 2000 |
| |
5155 | + }, |
| |
5156 | + "omega_step_acc": 0.983 |
| |
5157 | + }, |
| |
5158 | + "control_iid": { |
| |
5159 | + "accuracy": 0.949, |
| |
5160 | + "trace_accuracy": 0.945, |
| |
5161 | + "ci95": { |
| |
5162 | + "estimate": 0.949, |
| |
5163 | + "low": 0.9346523198597526, |
| |
5164 | + "high": 0.9628886659979939, |
| |
5165 | + "level": 0.95, |
| |
5166 | + "n_items": 1000, |
| |
5167 | + "n_clusters": 975, |
| |
5168 | + "n_boot": 2000 |
| |
5169 | + }, |
| |
5170 | + "omega_step_acc": null |
| |
5171 | + }, |
| |
5172 | + "comp_heldout": { |
| |
5173 | + "accuracy": 0.97, |
| |
5174 | + "trace_accuracy": 0.969, |
| |
5175 | + "ci95": { |
| |
5176 | + "estimate": 0.97, |
| |
5177 | + "low": 0.9580167870725305, |
| |
5178 | + "high": 0.9798681255127705, |
| |
5179 | + "level": 0.95, |
| |
5180 | + "n_items": 1000, |
| |
5181 | + "n_clusters": 701, |
| |
5182 | + "n_boot": 2000 |
| |
5183 | + }, |
| |
5184 | + "omega_step_acc": 0.9866666666666667 |
| |
5185 | + } |
| |
5186 | + }, |
| |
5187 | + "donor_s1->recipient_s1": { |
| |
5188 | + "pair": "donor_s1->recipient_s1", |
| |
5189 | + "map": "procrustes fitted on non-\u03a9 data", |
| |
5190 | + "target_iid": { |
| |
5191 | + "accuracy": 1.0, |
| |
5192 | + "trace_accuracy": 1.0, |
| |
5193 | + "ci95": { |
| |
5194 | + "estimate": 1.0, |
| |
5195 | + "low": 1.0, |
| |
5196 | + "high": 1.0, |
| |
5197 | + "level": 0.95, |
| |
5198 | + "n_items": 1000, |
| |
5199 | + "n_clusters": 970, |
| |
5200 | + "n_boot": 2000 |
| |
5201 | + }, |
| |
5202 | + "omega_step_acc": 1.0 |
| |
5203 | + }, |
| |
5204 | + "control_iid": { |
| |
5205 | + "accuracy": 1.0, |
| |
5206 | + "trace_accuracy": 1.0, |
| |
5207 | + "ci95": { |
| |
5208 | + "estimate": 1.0, |
| |
5209 | + "low": 1.0, |
| |
5210 | + "high": 1.0, |
| |
5211 | + "level": 0.95, |
| |
5212 | + "n_items": 1000, |
| |
5213 | + "n_clusters": 975, |
| |
5214 | + "n_boot": 2000 |
| |
5215 | + }, |
| |
5216 | + "omega_step_acc": null |
| |
5217 | + }, |
| |
5218 | + "comp_heldout": { |
| |
5219 | + "accuracy": 0.999, |
| |
5220 | + "trace_accuracy": 0.999, |
| |
5221 | + "ci95": { |
| |
5222 | + "estimate": 0.999, |
| |
5223 | + "low": 0.9968683122090128, |
| |
5224 | + "high": 1.0, |
| |
5225 | + "level": 0.95, |
| |
5226 | + "n_items": 1000, |
| |
5227 | + "n_clusters": 701, |
| |
5228 | + "n_boot": 2000 |
| |
5229 | + }, |
| |
5230 | + "omega_step_acc": 1.0 |
| |
5231 | + } |
| |
5232 | + }, |
| |
5233 | + "donor_s1->recipient_s2": { |
| |
5234 | + "pair": "donor_s1->recipient_s2", |
| |
5235 | + "map": "procrustes fitted on non-\u03a9 data", |
| |
5236 | + "target_iid": { |
| |
5237 | + "accuracy": 0.995, |
| |
5238 | + "trace_accuracy": 0.995, |
| |
5239 | + "ci95": { |
| |
5240 | + "estimate": 0.995, |
| |
5241 | + "low": 0.990019710828094, |
| |
5242 | + "high": 0.998997995991984, |
| |
5243 | + "level": 0.95, |
| |
5244 | + "n_items": 1000, |
| |
5245 | + "n_clusters": 970, |
| |
5246 | + "n_boot": 2000 |
| |
5247 | + }, |
| |
5248 | + "omega_step_acc": 0.997 |
| |
5249 | + }, |
| |
5250 | + "control_iid": { |
| |
5251 | + "accuracy": 0.998, |
| |
5252 | + "trace_accuracy": 0.998, |
| |
5253 | + "ci95": { |
| |
5254 | + "estimate": 0.998, |
| |
5255 | + "low": 0.9949799196787149, |
| |
5256 | + "high": 1.0, |
| |
5257 | + "level": 0.95, |
| |
5258 | + "n_items": 1000, |
| |
5259 | + "n_clusters": 975, |
| |
5260 | + "n_boot": 2000 |
| |
5261 | + }, |
| |
5262 | + "omega_step_acc": null |
| |
5263 | + }, |
| |
5264 | + "comp_heldout": { |
| |
5265 | + "accuracy": 0.987, |
| |
5266 | + "trace_accuracy": 0.987, |
| |
5267 | + "ci95": { |
| |
5268 | + "estimate": 0.987, |
| |
5269 | + "low": 0.9795316645271716, |
| |
5270 | + "high": 0.9936524557466966, |
| |
5271 | + "level": 0.95, |
| |
5272 | + "n_items": 1000, |
| |
5273 | + "n_clusters": 701, |
| |
5274 | + "n_boot": 2000 |
| |
5275 | + }, |
| |
5276 | + "omega_step_acc": 0.985 |
| |
5277 | + } |
| |
5278 | + }, |
| |
5279 | + "donor_s2->recipient_s0": { |
| |
5280 | + "pair": "donor_s2->recipient_s0", |
| |
5281 | + "map": "procrustes fitted on non-\u03a9 data", |
| |
5282 | + "target_iid": { |
| |
5283 | + "accuracy": 0.973, |
| |
5284 | + "trace_accuracy": 0.973, |
| |
5285 | + "ci95": { |
| |
5286 | + "estimate": 0.973, |
| |
5287 | + "low": 0.9619238476953907, |
| |
5288 | + "high": 0.9821432995894096, |
| |
5289 | + "level": 0.95, |
| |
5290 | + "n_items": 1000, |
| |
5291 | + "n_clusters": 970, |
| |
5292 | + "n_boot": 2000 |
| |
5293 | + }, |
| |
5294 | + "omega_step_acc": 0.977 |
| |
5295 | + }, |
| |
5296 | + "control_iid": { |
| |
5297 | + "accuracy": 0.985, |
| |
5298 | + "trace_accuracy": 0.985, |
| |
5299 | + "ci95": { |
| |
5300 | + "estimate": 0.985, |
| |
5301 | + "low": 0.9751977969688371, |
| |
5302 | + "high": 0.9929581000056564, |
| |
5303 | + "level": 0.95, |
| |
5304 | + "n_items": 1000, |
| |
5305 | + "n_clusters": 975, |
| |
5306 | + "n_boot": 2000 |
| |
5307 | + }, |
| |
5308 | + "omega_step_acc": null |
| |
5309 | + }, |
| |
5310 | + "comp_heldout": { |
| |
5311 | + "accuracy": 0.987, |
| |
5312 | + "trace_accuracy": 0.987, |
| |
5313 | + "ci95": { |
| |
5314 | + "estimate": 0.987, |
| |
5315 | + "low": 0.9799764339461426, |
| |
5316 | + "high": 0.9932188426720774, |
| |
5317 | + "level": 0.95, |
| |
5318 | + "n_items": 1000, |
| |
5319 | + "n_clusters": 701, |
| |
5320 | + "n_boot": 2000 |
| |
5321 | + }, |
| |
5322 | + "omega_step_acc": 0.9866666666666667 |
| |
5323 | + } |
| |
5324 | + }, |
| |
5325 | + "donor_s2->recipient_s1": { |
| |
5326 | + "pair": "donor_s2->recipient_s1", |
| |
5327 | + "map": "procrustes fitted on non-\u03a9 data", |
| |
5328 | + "target_iid": { |
| |
5329 | + "accuracy": 0.99, |
| |
5330 | + "trace_accuracy": 0.989, |
| |
5331 | + "ci95": { |
| |
5332 | + "estimate": 0.99, |
| |
5333 | + "low": 0.9831173328985658, |
| |
5334 | + "high": 0.9959679447653664, |
| |
5335 | + "level": 0.95, |
| |
5336 | + "n_items": 1000, |
| |
5337 | + "n_clusters": 970, |
| |
5338 | + "n_boot": 2000 |
| |
5339 | + }, |
| |
5340 | + "omega_step_acc": 0.991 |
| |
5341 | + }, |
| |
5342 | + "control_iid": { |
| |
5343 | + "accuracy": 1.0, |
| |
5344 | + "trace_accuracy": 1.0, |
| |
5345 | + "ci95": { |
| |
5346 | + "estimate": 1.0, |
| |
5347 | + "low": 1.0, |
| |
5348 | + "high": 1.0, |
| |
5349 | + "level": 0.95, |
| |
5350 | + "n_items": 1000, |
| |
5351 | + "n_clusters": 975, |
| |
5352 | + "n_boot": 2000 |
| |
5353 | + }, |
| |
5354 | + "omega_step_acc": null |
| |
5355 | + }, |
| |
5356 | + "comp_heldout": { |
| |
5357 | + "accuracy": 0.993, |
| |
5358 | + "trace_accuracy": 0.993, |
| |
5359 | + "ci95": { |
| |
5360 | + "estimate": 0.993, |
| |
5361 | + "low": 0.9871528758077671, |
| |
5362 | + "high": 0.9971912732684891, |
| |
5363 | + "level": 0.95, |
| |
5364 | + "n_items": 1000, |
| |
5365 | + "n_clusters": 701, |
| |
5366 | + "n_boot": 2000 |
| |
5367 | + }, |
| |
5368 | + "omega_step_acc": 0.9883333333333333 |
| |
5369 | + } |
| |
5370 | + }, |
| |
5371 | + "donor_s2->recipient_s2": { |
| |
5372 | + "pair": "donor_s2->recipient_s2", |
| |
5373 | + "map": "procrustes fitted on non-\u03a9 data", |
| |
5374 | + "target_iid": { |
| |
5375 | + "accuracy": 1.0, |
| |
5376 | + "trace_accuracy": 1.0, |
| |
5377 | + "ci95": { |
| |
5378 | + "estimate": 1.0, |
| |
5379 | + "low": 1.0, |
| |
5380 | + "high": 1.0, |
| |
5381 | + "level": 0.95, |
| |
5382 | + "n_items": 1000, |
| |
5383 | + "n_clusters": 970, |
| |
5384 | + "n_boot": 2000 |
| |
5385 | + }, |
| |
5386 | + "omega_step_acc": 1.0 |
| |
5387 | + }, |
| |
5388 | + "control_iid": { |
| |
5389 | + "accuracy": 1.0, |
| |
5390 | + "trace_accuracy": 1.0, |
| |
5391 | + "ci95": { |
| |
5392 | + "estimate": 1.0, |
| |
5393 | + "low": 1.0, |
| |
5394 | + "high": 1.0, |
| |
5395 | + "level": 0.95, |
| |
5396 | + "n_items": 1000, |
| |
5397 | + "n_clusters": 975, |
| |
5398 | + "n_boot": 2000 |
| |
5399 | + }, |
| |
5400 | + "omega_step_acc": null |
| |
5401 | + }, |
| |
5402 | + "comp_heldout": { |
| |
5403 | + "accuracy": 1.0, |
| |
5404 | + "trace_accuracy": 1.0, |
| |
5405 | + "ci95": { |
| |
5406 | + "estimate": 1.0, |
| |
5407 | + "low": 1.0, |
| |
5408 | + "high": 1.0, |
| |
5409 | + "level": 0.95, |
| |
5410 | + "n_items": 1000, |
| |
5411 | + "n_clusters": 701, |
| |
5412 | + "n_boot": 2000 |
| |
5413 | + }, |
| |
5414 | + "omega_step_acc": 1.0 |
| |
5415 | + } |
| |
5416 | + } |
| |
5417 | + }, |
| |
5418 | + "ctl_norm_matched_random": { |
| |
5419 | + "donor_s0->recipient_s0": { |
| |
5420 | + "pair": "donor_s0->recipient_s0", |
| |
5421 | + "target_iid": { |
| |
5422 | + "accuracy": 0.088, |
| |
5423 | + "trace_accuracy": 0.0, |
| |
5424 | + "ci95": { |
| |
5425 | + "estimate": 0.088, |
| |
5426 | + "low": 0.07085828343313373, |
| |
5427 | + "high": 0.10642837682387842, |
| |
5428 | + "level": 0.95, |
| |
5429 | + "n_items": 1000, |
| |
5430 | + "n_clusters": 970, |
| |
5431 | + "n_boot": 2000 |
| |
5432 | + }, |
| |
5433 | + "omega_step_acc": 0.09 |
| |
5434 | + }, |
| |
5435 | + "control_iid": { |
| |
5436 | + "accuracy": 0.121, |
| |
5437 | + "trace_accuracy": 0.0, |
| |
5438 | + "ci95": { |
| |
5439 | + "estimate": 0.121, |
| |
5440 | + "low": 0.10220386208925789, |
| |
5441 | + "high": 0.14215045248187966, |
| |
5442 | + "level": 0.95, |
| |
5443 | + "n_items": 1000, |
| |
5444 | + "n_clusters": 975, |
| |
5445 | + "n_boot": 2000 |
| |
5446 | + }, |
| |
5447 | + "omega_step_acc": null |
| |
5448 | + }, |
| |
5449 | + "comp_heldout": { |
| |
5450 | + "accuracy": 0.093, |
| |
5451 | + "trace_accuracy": 0.001, |
| |
5452 | + "ci95": { |
| |
5453 | + "estimate": 0.093, |
| |
5454 | + "low": 0.07505008453393762, |
| |
5455 | + "high": 0.11012178145836288, |
| |
5456 | + "level": 0.95, |
| |
5457 | + "n_items": 1000, |
| |
5458 | + "n_clusters": 701, |
| |
5459 | + "n_boot": 2000 |
| |
5460 | + }, |
| |
5461 | + "omega_step_acc": 0.095 |
| |
5462 | + } |
| |
5463 | + }, |
| |
5464 | + "donor_s0->recipient_s1": { |
| |
5465 | + "pair": "donor_s0->recipient_s1", |
| |
5466 | + "target_iid": { |
| |
5467 | + "accuracy": 0.096, |
| |
5468 | + "trace_accuracy": 0.0, |
| |
5469 | + "ci95": { |
| |
5470 | + "estimate": 0.096, |
| |
5471 | + "low": 0.07815435676157119, |
| |
5472 | + "high": 0.11420129235631143, |
| |
5473 | + "level": 0.95, |
| |
5474 | + "n_items": 1000, |
| |
5475 | + "n_clusters": 970, |
| |
5476 | + "n_boot": 2000 |
| |
5477 | + }, |
| |
5478 | + "omega_step_acc": 0.103 |
| |
5479 | + }, |
| |
5480 | + "control_iid": { |
| |
5481 | + "accuracy": 0.088, |
| |
5482 | + "trace_accuracy": 0.0, |
| |
5483 | + "ci95": { |
| |
5484 | + "estimate": 0.088, |
| |
5485 | + "low": 0.07092201331007303, |
| |
5486 | + "high": 0.10542433553308711, |
| |
5487 | + "level": 0.95, |
| |
5488 | + "n_items": 1000, |
| |
5489 | + "n_clusters": 975, |
| |
5490 | + "n_boot": 2000 |
| |
5491 | + }, |
| |
5492 | + "omega_step_acc": null |
| |
5493 | + }, |
| |
5494 | + "comp_heldout": { |
| |
5495 | + "accuracy": 0.089, |
| |
5496 | + "trace_accuracy": 0.0, |
| |
5497 | + "ci95": { |
| |
5498 | + "estimate": 0.089, |
| |
5499 | + "low": 0.0728860022898691, |
| |
5500 | + "high": 0.10632548464573681, |
| |
5501 | + "level": 0.95, |
| |
5502 | + "n_items": 1000, |
| |
5503 | + "n_clusters": 701, |
| |
5504 | + "n_boot": 2000 |
| |
5505 | + }, |
| |
5506 | + "omega_step_acc": 0.085 |
| |
5507 | + } |
| |
5508 | + }, |
| |
5509 | + "donor_s0->recipient_s2": { |
| |
5510 | + "pair": "donor_s0->recipient_s2", |
| |
5511 | + "target_iid": { |
| |
5512 | + "accuracy": 0.085, |
| |
5513 | + "trace_accuracy": 0.0, |
| |
5514 | + "ci95": { |
| |
5515 | + "estimate": 0.085, |
| |
5516 | + "low": 0.06851933244728992, |
| |
5517 | + "high": 0.10230948870708509, |
| |
5518 | + "level": 0.95, |
| |
5519 | + "n_items": 1000, |
| |
5520 | + "n_clusters": 970, |
| |
5521 | + "n_boot": 2000 |
| |
5522 | + }, |
| |
5523 | + "omega_step_acc": 0.099 |
| |
5524 | + }, |
| |
5525 | + "control_iid": { |
| |
5526 | + "accuracy": 0.086, |
| |
5527 | + "trace_accuracy": 0.0, |
| |
5528 | + "ci95": { |
| |
5529 | + "estimate": 0.086, |
| |
5530 | + "low": 0.06879361914257229, |
| |
5531 | + "high": 0.10369152024963034, |
| |
5532 | + "level": 0.95, |
| |
5533 | + "n_items": 1000, |
| |
5534 | + "n_clusters": 975, |
| |
5535 | + "n_boot": 2000 |
| |
5536 | + }, |
| |
5537 | + "omega_step_acc": null |
| |
5538 | + }, |
| |
5539 | + "comp_heldout": { |
| |
5540 | + "accuracy": 0.086, |
| |
5541 | + "trace_accuracy": 0.0, |
| |
5542 | + "ci95": { |
| |
5543 | + "estimate": 0.086, |
| |
5544 | + "low": 0.06944374580818244, |
| |
5545 | + "high": 0.10427756326755883, |
| |
5546 | + "level": 0.95, |
| |
5547 | + "n_items": 1000, |
| |
5548 | + "n_clusters": 701, |
| |
5549 | + "n_boot": 2000 |
| |
5550 | + }, |
| |
5551 | + "omega_step_acc": 0.095 |
| |
5552 | + } |
| |
5553 | + }, |
| |
5554 | + "donor_s1->recipient_s0": { |
| |
5555 | + "pair": "donor_s1->recipient_s0", |
| |
5556 | + "target_iid": { |
| |
5557 | + "accuracy": 0.087, |
| |
5558 | + "trace_accuracy": 0.0, |
| |
5559 | + "ci95": { |
| |
5560 | + "estimate": 0.087, |
| |
5561 | + "low": 0.06999825174825176, |
| |
5562 | + "high": 0.10526447764345667, |
| |
5563 | + "level": 0.95, |
| |
5564 | + "n_items": 1000, |
| |
5565 | + "n_clusters": 970, |
| |
5566 | + "n_boot": 2000 |
| |
5567 | + }, |
| |
5568 | + "omega_step_acc": 0.092 |
| |
5569 | + }, |
| |
5570 | + "control_iid": { |
| |
5571 | + "accuracy": 0.123, |
| |
5572 | + "trace_accuracy": 0.0, |
| |
5573 | + "ci95": { |
| |
5574 | + "estimate": 0.123, |
| |
5575 | + "low": 0.1041041041041041, |
| |
5576 | + "high": 0.14428857715430862, |
| |
5577 | + "level": 0.95, |
| |
5578 | + "n_items": 1000, |
| |
5579 | + "n_clusters": 975, |
| |
5580 | + "n_boot": 2000 |
| |
5581 | + }, |
| |
5582 | + "omega_step_acc": null |
| |
5583 | + }, |
| |
5584 | + "comp_heldout": { |
| |
5585 | + "accuracy": 0.091, |
| |
5586 | + "trace_accuracy": 0.001, |
| |
5587 | + "ci95": { |
| |
5588 | + "estimate": 0.091, |
| |
5589 | + "low": 0.07312030909979127, |
| |
5590 | + "high": 0.10863771599066964, |
| |
5591 | + "level": 0.95, |
| |
5592 | + "n_items": 1000, |
| |
5593 | + "n_clusters": 701, |
| |
5594 | + "n_boot": 2000 |
| |
5595 | + }, |
| |
5596 | + "omega_step_acc": 0.09333333333333334 |
| |
5597 | + } |
| |
5598 | + }, |
| |
5599 | + "donor_s1->recipient_s1": { |
| |
5600 | + "pair": "donor_s1->recipient_s1", |
| |
5601 | + "target_iid": { |
| |
5602 | + "accuracy": 0.094, |
| |
5603 | + "trace_accuracy": 0.0, |
| |
5604 | + "ci95": { |
| |
5605 | + "estimate": 0.094, |
| |
5606 | + "low": 0.07699711443541651, |
| |
5607 | + "high": 0.11231581443838906, |
| |
5608 | + "level": 0.95, |
| |
5609 | + "n_items": 1000, |
| |
5610 | + "n_clusters": 970, |
| |
5611 | + "n_boot": 2000 |
| |
5612 | + }, |
| |
5613 | + "omega_step_acc": 0.1 |
| |
5614 | + }, |
| |
5615 | + "control_iid": { |
| |
5616 | + "accuracy": 0.085, |
| |
5617 | + "trace_accuracy": 0.0, |
| |
5618 | + "ci95": { |
| |
5619 | + "estimate": 0.085, |
| |
5620 | + "low": 0.06820461384152457, |
| |
5621 | + "high": 0.10238823279230092, |
| |
5622 | + "level": 0.95, |
| |
5623 | + "n_items": 1000, |
| |
5624 | + "n_clusters": 975, |
| |
5625 | + "n_boot": 2000 |
| |
5626 | + }, |
| |
5627 | + "omega_step_acc": null |
| |
5628 | + }, |
| |
5629 | + "comp_heldout": { |
| |
5630 | + "accuracy": 0.09, |
| |
5631 | + "trace_accuracy": 0.001, |
| |
5632 | + "ci95": { |
| |
5633 | + "estimate": 0.09, |
| |
5634 | + "low": 0.07331774762628726, |
| |
5635 | + "high": 0.10810943687049882, |
| |
5636 | + "level": 0.95, |
| |
5637 | + "n_items": 1000, |
| |
5638 | + "n_clusters": 701, |
| |
5639 | + "n_boot": 2000 |
| |
5640 | + }, |
| |
5641 | + "omega_step_acc": 0.08333333333333333 |
| |
5642 | + } |
| |
5643 | + }, |
| |
5644 | + "donor_s1->recipient_s2": { |
| |
5645 | + "pair": "donor_s1->recipient_s2", |
| |
5646 | + "target_iid": { |
| |
5647 | + "accuracy": 0.085, |
| |
5648 | + "trace_accuracy": 0.0, |
| |
5649 | + "ci95": { |
| |
5650 | + "estimate": 0.085, |
| |
5651 | + "low": 0.0684064326612494, |
| |
5652 | + "high": 0.10218308641091707, |
| |
5653 | + "level": 0.95, |
| |
5654 | + "n_items": 1000, |
| |
5655 | + "n_clusters": 970, |
| |
5656 | + "n_boot": 2000 |
| |
5657 | + }, |
| |
5658 | + "omega_step_acc": 0.097 |
| |
5659 | + }, |
| |
5660 | + "control_iid": { |
| |
5661 | + "accuracy": 0.087, |
| |
5662 | + "trace_accuracy": 0.0, |
| |
5663 | + "ci95": { |
| |
5664 | + "estimate": 0.087, |
| |
5665 | + "low": 0.06978715594510003, |
| |
5666 | + "high": 0.10479041916167664, |
| |
5667 | + "level": 0.95, |
| |
5668 | + "n_items": 1000, |
| |
5669 | + "n_clusters": 975, |
| |
5670 | + "n_boot": 2000 |
| |
5671 | + }, |
| |
5672 | + "omega_step_acc": null |
| |
5673 | + }, |
| |
5674 | + "comp_heldout": { |
| |
5675 | + "accuracy": 0.085, |
| |
5676 | + "trace_accuracy": 0.0, |
| |
5677 | + "ci95": { |
| |
5678 | + "estimate": 0.085, |
| |
5679 | + "low": 0.06768952007835456, |
| |
5680 | + "high": 0.10285429815894011, |
| |
5681 | + "level": 0.95, |
| |
5682 | + "n_items": 1000, |
| |
5683 | + "n_clusters": 701, |
| |
5684 | + "n_boot": 2000 |
| |
5685 | + }, |
| |
5686 | + "omega_step_acc": 0.09166666666666666 |
| |
5687 | + } |
| |
5688 | + }, |
| |
5689 | + "donor_s2->recipient_s0": { |
| |
5690 | + "pair": "donor_s2->recipient_s0", |
| |
5691 | + "target_iid": { |
| |
5692 | + "accuracy": 0.088, |
| |
5693 | + "trace_accuracy": 0.0, |
| |
5694 | + "ci95": { |
| |
5695 | + "estimate": 0.088, |
| |
5696 | + "low": 0.07071687995492777, |
| |
5697 | + "high": 0.10657535852565592, |
| |
5698 | + "level": 0.95, |
| |
5699 | + "n_items": 1000, |
| |
5700 | + "n_clusters": 970, |
| |
5701 | + "n_boot": 2000 |
| |
5702 | + }, |
| |
5703 | + "omega_step_acc": 0.093 |
| |
5704 | + }, |
| |
5705 | + "control_iid": { |
| |
5706 | + "accuracy": 0.121, |
| |
5707 | + "trace_accuracy": 0.0, |
| |
5708 | + "ci95": { |
| |
5709 | + "estimate": 0.121, |
| |
5710 | + "low": 0.10250485896415949, |
| |
5711 | + "high": 0.142, |
| |
5712 | + "level": 0.95, |
| |
5713 | + "n_items": 1000, |
| |
5714 | + "n_clusters": 975, |
| |
5715 | + "n_boot": 2000 |
| |
5716 | + }, |
| |
5717 | + "omega_step_acc": null |
| |
5718 | + }, |
| |
5719 | + "comp_heldout": { |
| |
5720 | + "accuracy": 0.097, |
| |
5721 | + "trace_accuracy": 0.0, |
| |
5722 | + "ci95": { |
| |
5723 | + "estimate": 0.097, |
| |
5724 | + "low": 0.07828563021383712, |
| |
5725 | + "high": 0.11457563810477897, |
| |
5726 | + "level": 0.95, |
| |
5727 | + "n_items": 1000, |
| |
5728 | + "n_clusters": 701, |
| |
5729 | + "n_boot": 2000 |
| |
5730 | + }, |
| |
5731 | + "omega_step_acc": 0.09166666666666666 |
| |
5732 | + } |
| |
5733 | + }, |
| |
5734 | + "donor_s2->recipient_s1": { |
| |
5735 | + "pair": "donor_s2->recipient_s1", |
| |
5736 | + "target_iid": { |
| |
5737 | + "accuracy": 0.093, |
| |
5738 | + "trace_accuracy": 0.0, |
| |
5739 | + "ci95": { |
| |
5740 | + "estimate": 0.093, |
| |
5741 | + "low": 0.07577079518416861, |
| |
5742 | + "high": 0.1111111111111111, |
| |
5743 | + "level": 0.95, |
| |
5744 | + "n_items": 1000, |
| |
5745 | + "n_clusters": 970, |
| |
5746 | + "n_boot": 2000 |
| |
5747 | + }, |
| |
5748 | + "omega_step_acc": 0.102 |
| |
5749 | + }, |
| |
5750 | + "control_iid": { |
| |
5751 | + "accuracy": 0.09, |
| |
5752 | + "trace_accuracy": 0.0, |
| |
5753 | + "ci95": { |
| |
5754 | + "estimate": 0.09, |
| |
5755 | + "low": 0.07314446209736791, |
| |
5756 | + "high": 0.10789480519480518, |
| |
5757 | + "level": 0.95, |
| |
5758 | + "n_items": 1000, |
| |
5759 | + "n_clusters": 975, |
| |
5760 | + "n_boot": 2000 |
| |
5761 | + }, |
| |
5762 | + "omega_step_acc": null |
| |
5763 | + }, |
| |
5764 | + "comp_heldout": { |
| |
5765 | + "accuracy": 0.089, |
| |
5766 | + "trace_accuracy": 0.0, |
| |
5767 | + "ci95": { |
| |
5768 | + "estimate": 0.089, |
| |
5769 | + "low": 0.07232640356607616, |
| |
5770 | + "high": 0.1066628651277251, |
| |
5771 | + "level": 0.95, |
| |
5772 | + "n_items": 1000, |
| |
5773 | + "n_clusters": 701, |
| |
5774 | + "n_boot": 2000 |
| |
5775 | + }, |
| |
5776 | + "omega_step_acc": 0.08333333333333333 |
| |
5777 | + } |
| |
5778 | + }, |
| |
5779 | + "donor_s2->recipient_s2": { |
| |
5780 | + "pair": "donor_s2->recipient_s2", |
| |
5781 | + "target_iid": { |
| |
5782 | + "accuracy": 0.086, |
| |
5783 | + "trace_accuracy": 0.0, |
| |
5784 | + "ci95": { |
| |
5785 | + "estimate": 0.086, |
| |
5786 | + "low": 0.06913827655310621, |
| |
5787 | + "high": 0.1031388655349263, |
| |
5788 | + "level": 0.95, |
| |
5789 | + "n_items": 1000, |
| |
5790 | + "n_clusters": 970, |
| |
5791 | + "n_boot": 2000 |
| |
5792 | + }, |
| |
5793 | + "omega_step_acc": 0.101 |
| |
5794 | + }, |
| |
5795 | + "control_iid": { |
| |
5796 | + "accuracy": 0.086, |
| |
5797 | + "trace_accuracy": 0.0, |
| |
5798 | + "ci95": { |
| |
5799 | + "estimate": 0.086, |
| |
5800 | + "low": 0.06906561906561907, |
| |
5801 | + "high": 0.10368986193483999, |
| |
5802 | + "level": 0.95, |
| |
5803 | + "n_items": 1000, |
| |
5804 | + "n_clusters": 975, |
| |
5805 | + "n_boot": 2000 |
| |
5806 | + }, |
| |
5807 | + "omega_step_acc": null |
| |
5808 | + }, |
| |
5809 | + "comp_heldout": { |
| |
5810 | + "accuracy": 0.085, |
| |
5811 | + "trace_accuracy": 0.0, |
| |
5812 | + "ci95": { |
| |
5813 | + "estimate": 0.085, |
| |
5814 | + "low": 0.06776071171421715, |
| |
5815 | + "high": 0.10315560051386738, |
| |
5816 | + "level": 0.95, |
| |
5817 | + "n_items": 1000, |
| |
5818 | + "n_clusters": 701, |
| |
5819 | + "n_boot": 2000 |
| |
5820 | + }, |
| |
5821 | + "omega_step_acc": 0.09333333333333334 |
| |
5822 | + } |
| |
5823 | + } |
| |
5824 | + }, |
| |
5825 | + "ctl_shuffled_token": { |
| |
5826 | + "donor_s0->recipient_s0": { |
| |
5827 | + "pair": "donor_s0->recipient_s0", |
| |
5828 | + "target_iid": { |
| |
5829 | + "accuracy": 0.108, |
| |
5830 | + "trace_accuracy": 0.0, |
| |
5831 | + "ci95": { |
| |
5832 | + "estimate": 0.108, |
| |
5833 | + "low": 0.08843777563847321, |
| |
5834 | + "high": 0.1267496724832054, |
| |
5835 | + "level": 0.95, |
| |
5836 | + "n_items": 1000, |
| |
5837 | + "n_clusters": 970, |
| |
5838 | + "n_boot": 2000 |
| |
5839 | + }, |
| |
5840 | + "omega_step_acc": 0.092 |
| |
5841 | + }, |
| |
5842 | + "control_iid": { |
| |
5843 | + "accuracy": 0.101, |
| |
5844 | + "trace_accuracy": 0.0, |
| |
5845 | + "ci95": { |
| |
5846 | + "estimate": 0.101, |
| |
5847 | + "low": 0.08191808191808192, |
| |
5848 | + "high": 0.12027833001988071, |
| |
5849 | + "level": 0.95, |
| |
5850 | + "n_items": 1000, |
| |
5851 | + "n_clusters": 975, |
| |
5852 | + "n_boot": 2000 |
| |
5853 | + }, |
| |
5854 | + "omega_step_acc": null |
| |
5855 | + }, |
| |
5856 | + "comp_heldout": { |
| |
5857 | + "accuracy": 0.096, |
| |
5858 | + "trace_accuracy": 0.001, |
| |
5859 | + "ci95": { |
| |
5860 | + "estimate": 0.096, |
| |
5861 | + "low": 0.0777093535067138, |
| |
5862 | + "high": 0.11519364448857994, |
| |
5863 | + "level": 0.95, |
| |
5864 | + "n_items": 1000, |
| |
5865 | + "n_clusters": 701, |
| |
5866 | + "n_boot": 2000 |
| |
5867 | + }, |
| |
5868 | + "omega_step_acc": 0.09 |
| |
5869 | + } |
| |
5870 | + }, |
| |
5871 | + "donor_s0->recipient_s1": { |
| |
5872 | + "pair": "donor_s0->recipient_s1", |
| |
5873 | + "target_iid": { |
| |
5874 | + "accuracy": 0.098, |
| |
5875 | + "trace_accuracy": 0.0, |
| |
5876 | + "ci95": { |
| |
5877 | + "estimate": 0.098, |
| |
5878 | + "low": 0.07939618728563452, |
| |
5879 | + "high": 0.11569602244203744, |
| |
5880 | + "level": 0.95, |
| |
5881 | + "n_items": 1000, |
| |
5882 | + "n_clusters": 970, |
| |
5883 | + "n_boot": 2000 |
| |
5884 | + }, |
| |
5885 | + "omega_step_acc": 0.092 |
| |
5886 | + }, |
| |
5887 | + "control_iid": { |
| |
5888 | + "accuracy": 0.101, |
| |
5889 | + "trace_accuracy": 0.0, |
| |
5890 | + "ci95": { |
| |
5891 | + "estimate": 0.101, |
| |
5892 | + "low": 0.08191808191808192, |
| |
5893 | + "high": 0.12027833001988071, |
| |
5894 | + "level": 0.95, |
| |
5895 | + "n_items": 1000, |
| |
5896 | + "n_clusters": 975, |
| |
5897 | + "n_boot": 2000 |
| |
5898 | + }, |
| |
5899 | + "omega_step_acc": null |
| |
5900 | + }, |
| |
5901 | + "comp_heldout": { |
| |
5902 | + "accuracy": 0.085, |
| |
5903 | + "trace_accuracy": 0.001, |
| |
5904 | + "ci95": { |
| |
5905 | + "estimate": 0.085, |
| |
5906 | + "low": 0.06722360819327731, |
| |
5907 | + "high": 0.10274087744923874, |
| |
5908 | + "level": 0.95, |
| |
5909 | + "n_items": 1000, |
| |
5910 | + "n_clusters": 701, |
| |
5911 | + "n_boot": 2000 |
| |
5912 | + }, |
| |
5913 | + "omega_step_acc": 0.095 |
| |
5914 | + } |
| |
5915 | + }, |
| |
5916 | + "donor_s0->recipient_s2": { |
| |
5917 | + "pair": "donor_s0->recipient_s2", |
| |
5918 | + "target_iid": { |
| |
5919 | + "accuracy": 0.083, |
| |
5920 | + "trace_accuracy": 0.0, |
| |
5921 | + "ci95": { |
| |
5922 | + "estimate": 0.083, |
| |
5923 | + "low": 0.06633650927906862, |
| |
5924 | + "high": 0.10080092063624996, |
| |
5925 | + "level": 0.95, |
| |
5926 | + "n_items": 1000, |
| |
5927 | + "n_clusters": 970, |
| |
5928 | + "n_boot": 2000 |
| |
5929 | + }, |
| |
5930 | + "omega_step_acc": 0.092 |
| |
5931 | + }, |
| |
5932 | + "control_iid": { |
| |
5933 | + "accuracy": 0.099, |
| |
5934 | + "trace_accuracy": 0.0, |
| |
5935 | + "ci95": { |
| |
5936 | + "estimate": 0.099, |
| |
5937 | + "low": 0.08048289738430583, |
| |
5938 | + "high": 0.1184109086043884, |
| |
5939 | + "level": 0.95, |
| |
5940 | + "n_items": 1000, |
| |
5941 | + "n_clusters": 975, |
| |
5942 | + "n_boot": 2000 |
| |
5943 | + }, |
| |
5944 | + "omega_step_acc": null |
| |
5945 | + }, |
| |
5946 | + "comp_heldout": { |
| |
5947 | + "accuracy": 0.095, |
| |
5948 | + "trace_accuracy": 0.001, |
| |
5949 | + "ci95": { |
| |
5950 | + "estimate": 0.095, |
| |
5951 | + "low": 0.07762913423267938, |
| |
5952 | + "high": 0.11506389031034585, |
| |
5953 | + "level": 0.95, |
| |
5954 | + "n_items": 1000, |
| |
5955 | + "n_clusters": 701, |
| |
5956 | + "n_boot": 2000 |
| |
5957 | + }, |
| |
5958 | + "omega_step_acc": 0.095 |
| |
5959 | + } |
| |
5960 | + }, |
| |
5961 | + "donor_s1->recipient_s0": { |
| |
5962 | + "pair": "donor_s1->recipient_s0", |
| |
5963 | + "target_iid": { |
| |
5964 | + "accuracy": 0.113, |
| |
5965 | + "trace_accuracy": 0.0, |
| |
5966 | + "ci95": { |
| |
5967 | + "estimate": 0.113, |
| |
5968 | + "low": 0.09337282097605915, |
| |
5969 | + "high": 0.1330016129032258, |
| |
5970 | + "level": 0.95, |
| |
5971 | + "n_items": 1000, |
| |
5972 | + "n_clusters": 970, |
| |
5973 | + "n_boot": 2000 |
| |
5974 | + }, |
| |
5975 | + "omega_step_acc": 0.092 |
| |
5976 | + }, |
| |
5977 | + "control_iid": { |
| |
5978 | + "accuracy": 0.101, |
| |
5979 | + "trace_accuracy": 0.0, |
| |
5980 | + "ci95": { |
| |
5981 | + "estimate": 0.101, |
| |
5982 | + "low": 0.08191808191808192, |
| |
5983 | + "high": 0.12027833001988071, |
| |
5984 | + "level": 0.95, |
| |
5985 | + "n_items": 1000, |
| |
5986 | + "n_clusters": 975, |
| |
5987 | + "n_boot": 2000 |
| |
5988 | + }, |
| |
5989 | + "omega_step_acc": null |
| |
5990 | + }, |
| |
5991 | + "comp_heldout": { |
| |
5992 | + "accuracy": 0.109, |
| |
5993 | + "trace_accuracy": 0.001, |
| |
5994 | + "ci95": { |
| |
5995 | + "estimate": 0.109, |
| |
5996 | + "low": 0.09004550562546361, |
| |
5997 | + "high": 0.12804291366590975, |
| |
5998 | + "level": 0.95, |
| |
5999 | + "n_items": 1000, |
| |
6000 | + "n_clusters": 701, |
| |
6001 | + "n_boot": 2000 |
| |
6002 | + }, |
| |
6003 | + "omega_step_acc": 0.1 |
| |
6004 | + } |
| |
6005 | + }, |
| |
6006 | + "donor_s1->recipient_s1": { |
| |
6007 | + "pair": "donor_s1->recipient_s1", |
| |
6008 | + "target_iid": { |
| |
6009 | + "accuracy": 0.099, |
| |
6010 | + "trace_accuracy": 0.0, |
| |
6011 | + "ci95": { |
| |
6012 | + "estimate": 0.099, |
| |
6013 | + "low": 0.0808375672896631, |
| |
6014 | + "high": 0.11723446893787576, |
| |
6015 | + "level": 0.95, |
| |
6016 | + "n_items": 1000, |
| |
6017 | + "n_clusters": 970, |
| |
6018 | + "n_boot": 2000 |
| |
6019 | + }, |
| |
6020 | + "omega_step_acc": 0.082 |
| |
6021 | + }, |
| |
6022 | + "control_iid": { |
| |
6023 | + "accuracy": 0.101, |
| |
6024 | + "trace_accuracy": 0.0, |
| |
6025 | + "ci95": { |
| |
6026 | + "estimate": 0.101, |
| |
6027 | + "low": 0.08191808191808192, |
| |
6028 | + "high": 0.12027833001988071, |
| |
6029 | + "level": 0.95, |
| |
6030 | + "n_items": 1000, |
| |
6031 | + "n_clusters": 975, |
| |
6032 | + "n_boot": 2000 |
| |
6033 | + }, |
| |
6034 | + "omega_step_acc": null |
| |
6035 | + }, |
| |
6036 | + "comp_heldout": { |
| |
6037 | + "accuracy": 0.092, |
| |
6038 | + "trace_accuracy": 0.001, |
| |
6039 | + "ci95": { |
| |
6040 | + "estimate": 0.092, |
| |
6041 | + "low": 0.07455083303555035, |
| |
6042 | + "high": 0.10923964254309808, |
| |
6043 | + "level": 0.95, |
| |
6044 | + "n_items": 1000, |
| |
6045 | + "n_clusters": 701, |
| |
6046 | + "n_boot": 2000 |
| |
6047 | + }, |
| |
6048 | + "omega_step_acc": 0.09333333333333334 |
| |
6049 | + } |
| |
6050 | + }, |
| |
6051 | + "donor_s1->recipient_s2": { |
| |
6052 | + "pair": "donor_s1->recipient_s2", |
| |
6053 | + "target_iid": { |
| |
6054 | + "accuracy": 0.095, |
| |
6055 | + "trace_accuracy": 0.0, |
| |
6056 | + "ci95": { |
| |
6057 | + "estimate": 0.095, |
| |
6058 | + "low": 0.07684726605901497, |
| |
6059 | + "high": 0.11256810499603805, |
| |
6060 | + "level": 0.95, |
| |
6061 | + "n_items": 1000, |
| |
6062 | + "n_clusters": 970, |
| |
6063 | + "n_boot": 2000 |
| |
6064 | + }, |
| |
6065 | + "omega_step_acc": 0.094 |
| |
6066 | + }, |
| |
6067 | + "control_iid": { |
| |
6068 | + "accuracy": 0.101, |
| |
6069 | + "trace_accuracy": 0.0, |
| |
6070 | + "ci95": { |
| |
6071 | + "estimate": 0.101, |
| |
6072 | + "low": 0.08191808191808192, |
| |
6073 | + "high": 0.12027833001988071, |
| |
6074 | + "level": 0.95, |
| |
6075 | + "n_items": 1000, |
| |
6076 | + "n_clusters": 975, |
| |
6077 | + "n_boot": 2000 |
| |
6078 | + }, |
| |
6079 | + "omega_step_acc": null |
| |
6080 | + }, |
| |
6081 | + "comp_heldout": { |
| |
6082 | + "accuracy": 0.103, |
| |
6083 | + "trace_accuracy": 0.001, |
| |
6084 | + "ci95": { |
| |
6085 | + "estimate": 0.103, |
| |
6086 | + "low": 0.08477995009219853, |
| |
6087 | + "high": 0.12175265543001029, |
| |
6088 | + "level": 0.95, |
| |
6089 | + "n_items": 1000, |
| |
6090 | + "n_clusters": 701, |
| |
6091 | + "n_boot": 2000 |
| |
6092 | + }, |
| |
6093 | + "omega_step_acc": 0.10333333333333333 |
| |
6094 | + } |
| |
6095 | + }, |
| |
6096 | + "donor_s2->recipient_s0": { |
| |
6097 | + "pair": "donor_s2->recipient_s0", |
| |
6098 | + "target_iid": { |
| |
6099 | + "accuracy": 0.104, |
| |
6100 | + "trace_accuracy": 0.0, |
| |
6101 | + "ci95": { |
| |
6102 | + "estimate": 0.104, |
| |
6103 | + "low": 0.0853413654618474, |
| |
6104 | + "high": 0.12374270573541048, |
| |
6105 | + "level": 0.95, |
| |
6106 | + "n_items": 1000, |
| |
6107 | + "n_clusters": 970, |
| |
6108 | + "n_boot": 2000 |
| |
6109 | + }, |
| |
6110 | + "omega_step_acc": 0.101 |
| |
6111 | + }, |
| |
6112 | + "control_iid": { |
| |
6113 | + "accuracy": 0.101, |
| |
6114 | + "trace_accuracy": 0.0, |
| |
6115 | + "ci95": { |
| |
6116 | + "estimate": 0.101, |
| |
6117 | + "low": 0.08191808191808192, |
| |
6118 | + "high": 0.12027833001988071, |
| |
6119 | + "level": 0.95, |
| |
6120 | + "n_items": 1000, |
| |
6121 | + "n_clusters": 975, |
| |
6122 | + "n_boot": 2000 |
| |
6123 | + }, |
| |
6124 | + "omega_step_acc": null |
| |
6125 | + }, |
| |
6126 | + "comp_heldout": { |
| |
6127 | + "accuracy": 0.1, |
| |
6128 | + "trace_accuracy": 0.001, |
| |
6129 | + "ci95": { |
| |
6130 | + "estimate": 0.1, |
| |
6131 | + "low": 0.08213291677361396, |
| |
6132 | + "high": 0.11963388035227006, |
| |
6133 | + "level": 0.95, |
| |
6134 | + "n_items": 1000, |
| |
6135 | + "n_clusters": 701, |
| |
6136 | + "n_boot": 2000 |
| |
6137 | + }, |
| |
6138 | + "omega_step_acc": 0.09666666666666666 |
| |
6139 | + } |
| |
6140 | + }, |
| |
6141 | + "donor_s2->recipient_s1": { |
| |
6142 | + "pair": "donor_s2->recipient_s1", |
| |
6143 | + "target_iid": { |
| |
6144 | + "accuracy": 0.099, |
| |
6145 | + "trace_accuracy": 0.0, |
| |
6146 | + "ci95": { |
| |
6147 | + "estimate": 0.099, |
| |
6148 | + "low": 0.07955604740139226, |
| |
6149 | + "high": 0.1171173387954884, |
| |
6150 | + "level": 0.95, |
| |
6151 | + "n_items": 1000, |
| |
6152 | + "n_clusters": 970, |
| |
6153 | + "n_boot": 2000 |
| |
6154 | + }, |
| |
6155 | + "omega_step_acc": 0.084 |
| |
6156 | + }, |
| |
6157 | + "control_iid": { |
| |
6158 | + "accuracy": 0.101, |
| |
6159 | + "trace_accuracy": 0.0, |
| |
6160 | + "ci95": { |
| |
6161 | + "estimate": 0.101, |
| |
6162 | + "low": 0.08191808191808192, |
| |
6163 | + "high": 0.12027833001988071, |
| |
6164 | + "level": 0.95, |
| |
6165 | + "n_items": 1000, |
| |
6166 | + "n_clusters": 975, |
| |
6167 | + "n_boot": 2000 |
| |
6168 | + }, |
| |
6169 | + "omega_step_acc": null |
| |
6170 | + }, |
| |
6171 | + "comp_heldout": { |
| |
6172 | + "accuracy": 0.095, |
| |
6173 | + "trace_accuracy": 0.001, |
| |
6174 | + "ci95": { |
| |
6175 | + "estimate": 0.095, |
| |
6176 | + "low": 0.07746478873239436, |
| |
6177 | + "high": 0.11333229615261119, |
| |
6178 | + "level": 0.95, |
| |
6179 | + "n_items": 1000, |
| |
6180 | + "n_clusters": 701, |
| |
6181 | + "n_boot": 2000 |
| |
6182 | + }, |
| |
6183 | + "omega_step_acc": 0.10166666666666667 |
| |
6184 | + } |
| |
6185 | + }, |
| |
6186 | + "donor_s2->recipient_s2": { |
| |
6187 | + "pair": "donor_s2->recipient_s2", |
| |
6188 | + "target_iid": { |
| |
6189 | + "accuracy": 0.1, |
| |
6190 | + "trace_accuracy": 0.0, |
| |
6191 | + "ci95": { |
| |
6192 | + "estimate": 0.1, |
| |
6193 | + "low": 0.08043203592903836, |
| |
6194 | + "high": 0.11940485823892584, |
| |
6195 | + "level": 0.95, |
| |
6196 | + "n_items": 1000, |
| |
6197 | + "n_clusters": 970, |
| |
6198 | + "n_boot": 2000 |
| |
6199 | + }, |
| |
6200 | + "omega_step_acc": 0.098 |
| |
6201 | + }, |
| |
6202 | + "control_iid": { |
| |
6203 | + "accuracy": 0.101, |
| |
6204 | + "trace_accuracy": 0.0, |
| |
6205 | + "ci95": { |
| |
6206 | + "estimate": 0.101, |
| |
6207 | + "low": 0.08241895433649292, |
| |
6208 | + "high": 0.11988210881860074, |
| |
6209 | + "level": 0.95, |
| |
6210 | + "n_items": 1000, |
| |
6211 | + "n_clusters": 975, |
| |
6212 | + "n_boot": 2000 |
| |
6213 | + }, |
| |
6214 | + "omega_step_acc": null |
| |
6215 | + }, |
| |
6216 | + "comp_heldout": { |
| |
6217 | + "accuracy": 0.091, |
| |
6218 | + "trace_accuracy": 0.002, |
| |
6219 | + "ci95": { |
| |
6220 | + "estimate": 0.091, |
| |
6221 | + "low": 0.07339262691754331, |
| |
6222 | + "high": 0.11001307433874852, |
| |
6223 | + "level": 0.95, |
| |
6224 | + "n_items": 1000, |
| |
6225 | + "n_clusters": 701, |
| |
6226 | + "n_boot": 2000 |
| |
6227 | + }, |
| |
6228 | + "omega_step_acc": 0.10166666666666667 |
| |
6229 | + } |
| |
6230 | + } |
| |
6231 | + }, |
| |
6232 | + "ctl_shuffled_layer": { |
| |
6233 | + "donor_s0->recipient_s0": { |
| |
6234 | + "pair": "donor_s0->recipient_s0", |
| |
6235 | + "target_iid": { |
| |
6236 | + "accuracy": 0.266, |
| |
6237 | + "trace_accuracy": 0.234, |
| |
6238 | + "ci95": { |
| |
6239 | + "estimate": 0.266, |
| |
6240 | + "low": 0.23895095867987434, |
| |
6241 | + "high": 0.29376851106639834, |
| |
6242 | + "level": 0.95, |
| |
6243 | + "n_items": 1000, |
| |
6244 | + "n_clusters": 970, |
| |
6245 | + "n_boot": 2000 |
| |
6246 | + }, |
| |
6247 | + "omega_step_acc": 0.281 |
| |
6248 | + }, |
| |
6249 | + "control_iid": { |
| |
6250 | + "accuracy": 1.0, |
| |
6251 | + "trace_accuracy": 1.0, |
| |
6252 | + "ci95": { |
| |
6253 | + "estimate": 1.0, |
| |
6254 | + "low": 1.0, |
| |
6255 | + "high": 1.0, |
| |
6256 | + "level": 0.95, |
| |
6257 | + "n_items": 1000, |
| |
6258 | + "n_clusters": 975, |
| |
6259 | + "n_boot": 2000 |
| |
6260 | + }, |
| |
6261 | + "omega_step_acc": null |
| |
6262 | + }, |
| |
6263 | + "comp_heldout": { |
| |
6264 | + "accuracy": 0.558, |
| |
6265 | + "trace_accuracy": 0.55, |
| |
6266 | + "ci95": { |
| |
6267 | + "estimate": 0.558, |
| |
6268 | + "low": 0.5167963916287228, |
| |
6269 | + "high": 0.5995998439846096, |
| |
6270 | + "level": 0.95, |
| |
6271 | + "n_items": 1000, |
| |
6272 | + "n_clusters": 701, |
| |
6273 | + "n_boot": 2000 |
| |
6274 | + }, |
| |
6275 | + "omega_step_acc": 0.29 |
| |
6276 | + } |
| |
6277 | + }, |
| |
6278 | + "donor_s0->recipient_s1": { |
| |
6279 | + "pair": "donor_s0->recipient_s1", |
| |
6280 | + "target_iid": { |
| |
6281 | + "accuracy": 0.1, |
| |
6282 | + "trace_accuracy": 0.058, |
| |
6283 | + "ci95": { |
| |
6284 | + "estimate": 0.1, |
| |
6285 | + "low": 0.0818342875564922, |
| |
6286 | + "high": 0.11840960858358807, |
| |
6287 | + "level": 0.95, |
| |
6288 | + "n_items": 1000, |
| |
6289 | + "n_clusters": 970, |
| |
6290 | + "n_boot": 2000 |
| |
6291 | + }, |
| |
6292 | + "omega_step_acc": 0.069 |
| |
6293 | + }, |
| |
6294 | + "control_iid": { |
| |
6295 | + "accuracy": 1.0, |
| |
6296 | + "trace_accuracy": 1.0, |
| |
6297 | + "ci95": { |
| |
6298 | + "estimate": 1.0, |
| |
6299 | + "low": 1.0, |
| |
6300 | + "high": 1.0, |
| |
6301 | + "level": 0.95, |
| |
6302 | + "n_items": 1000, |
| |
6303 | + "n_clusters": 975, |
| |
6304 | + "n_boot": 2000 |
| |
6305 | + }, |
| |
6306 | + "omega_step_acc": null |
| |
6307 | + }, |
| |
6308 | + "comp_heldout": { |
| |
6309 | + "accuracy": 0.438, |
| |
6310 | + "trace_accuracy": 0.427, |
| |
6311 | + "ci95": { |
| |
6312 | + "estimate": 0.438, |
| |
6313 | + "low": 0.3925059239809152, |
| |
6314 | + "high": 0.48537269120992216, |
| |
6315 | + "level": 0.95, |
| |
6316 | + "n_items": 1000, |
| |
6317 | + "n_clusters": 701, |
| |
6318 | + "n_boot": 2000 |
| |
6319 | + }, |
| |
6320 | + "omega_step_acc": 0.06 |
| |
6321 | + } |
| |
6322 | + }, |
| |
6323 | + "donor_s0->recipient_s2": { |
| |
6324 | + "pair": "donor_s0->recipient_s2", |
| |
6325 | + "target_iid": { |
| |
6326 | + "accuracy": 0.167, |
| |
6327 | + "trace_accuracy": 0.137, |
| |
6328 | + "ci95": { |
| |
6329 | + "estimate": 0.167, |
| |
6330 | + "low": 0.14456270133821644, |
| |
6331 | + "high": 0.19085961840894924, |
| |
6332 | + "level": 0.95, |
| |
6333 | + "n_items": 1000, |
| |
6334 | + "n_clusters": 970, |
| |
6335 | + "n_boot": 2000 |
| |
6336 | + }, |
| |
6337 | + "omega_step_acc": 0.168 |
| |
6338 | + }, |
| |
6339 | + "control_iid": { |
| |
6340 | + "accuracy": 1.0, |
| |
6341 | + "trace_accuracy": 1.0, |
| |
6342 | + "ci95": { |
| |
6343 | + "estimate": 1.0, |
| |
6344 | + "low": 1.0, |
| |
6345 | + "high": 1.0, |
| |
6346 | + "level": 0.95, |
| |
6347 | + "n_items": 1000, |
| |
6348 | + "n_clusters": 975, |
| |
6349 | + "n_boot": 2000 |
| |
6350 | + }, |
| |
6351 | + "omega_step_acc": null |
| |
6352 | + }, |
| |
6353 | + "comp_heldout": { |
| |
6354 | + "accuracy": 0.48, |
| |
6355 | + "trace_accuracy": 0.471, |
| |
6356 | + "ci95": { |
| |
6357 | + "estimate": 0.48, |
| |
6358 | + "low": 0.4359402623071222, |
| |
6359 | + "high": 0.5274375351394619, |
| |
6360 | + "level": 0.95, |
| |
6361 | + "n_items": 1000, |
| |
6362 | + "n_clusters": 701, |
| |
6363 | + "n_boot": 2000 |
| |
6364 | + }, |
| |
6365 | + "omega_step_acc": 0.15 |
| |
6366 | + } |
| |
6367 | + }, |
| |
6368 | + "donor_s1->recipient_s0": { |
| |
6369 | + "pair": "donor_s1->recipient_s0", |
| |
6370 | + "target_iid": { |
| |
6371 | + "accuracy": 0.235, |
| |
6372 | + "trace_accuracy": 0.213, |
| |
6373 | + "ci95": { |
| |
6374 | + "estimate": 0.235, |
| |
6375 | + "low": 0.2094662638469285, |
| |
6376 | + "high": 0.26169271027479984, |
| |
6377 | + "level": 0.95, |
| |
6378 | + "n_items": 1000, |
| |
6379 | + "n_clusters": 970, |
| |
6380 | + "n_boot": 2000 |
| |
6381 | + }, |
| |
6382 | + "omega_step_acc": 0.255 |
| |
6383 | + }, |
| |
6384 | + "control_iid": { |
| |
6385 | + "accuracy": 1.0, |
| |
6386 | + "trace_accuracy": 1.0, |
| |
6387 | + "ci95": { |
| |
6388 | + "estimate": 1.0, |
| |
6389 | + "low": 1.0, |
| |
6390 | + "high": 1.0, |
| |
6391 | + "level": 0.95, |
| |
6392 | + "n_items": 1000, |
| |
6393 | + "n_clusters": 975, |
| |
6394 | + "n_boot": 2000 |
| |
6395 | + }, |
| |
6396 | + "omega_step_acc": null |
| |
6397 | + }, |
| |
6398 | + "comp_heldout": { |
| |
6399 | + "accuracy": 0.538, |
| |
6400 | + "trace_accuracy": 0.531, |
| |
6401 | + "ci95": { |
| |
6402 | + "estimate": 0.538, |
| |
6403 | + "low": 0.4968592590586579, |
| |
6404 | + "high": 0.5804606953652889, |
| |
6405 | + "level": 0.95, |
| |
6406 | + "n_items": 1000, |
| |
6407 | + "n_clusters": 701, |
| |
6408 | + "n_boot": 2000 |
| |
6409 | + }, |
| |
6410 | + "omega_step_acc": 0.25833333333333336 |
| |
6411 | + } |
| |
6412 | + }, |
| |
6413 | + "donor_s1->recipient_s1": { |
| |
6414 | + "pair": "donor_s1->recipient_s1", |
| |
6415 | + "target_iid": { |
| |
6416 | + "accuracy": 0.089, |
| |
6417 | + "trace_accuracy": 0.047, |
| |
6418 | + "ci95": { |
| |
6419 | + "estimate": 0.089, |
| |
6420 | + "low": 0.07178285859552816, |
| |
6421 | + "high": 0.10617269587731445, |
| |
6422 | + "level": 0.95, |
| |
6423 | + "n_items": 1000, |
| |
6424 | + "n_clusters": 970, |
| |
6425 | + "n_boot": 2000 |
| |
6426 | + }, |
| |
6427 | + "omega_step_acc": 0.057 |
| |
6428 | + }, |
| |
6429 | + "control_iid": { |
| |
6430 | + "accuracy": 1.0, |
| |
6431 | + "trace_accuracy": 1.0, |
| |
6432 | + "ci95": { |
| |
6433 | + "estimate": 1.0, |
| |
6434 | + "low": 1.0, |
| |
6435 | + "high": 1.0, |
| |
6436 | + "level": 0.95, |
| |
6437 | + "n_items": 1000, |
| |
6438 | + "n_clusters": 975, |
| |
6439 | + "n_boot": 2000 |
| |
6440 | + }, |
| |
6441 | + "omega_step_acc": null |
| |
6442 | + }, |
| |
6443 | + "comp_heldout": { |
| |
6444 | + "accuracy": 0.459, |
| |
6445 | + "trace_accuracy": 0.441, |
| |
6446 | + "ci95": { |
| |
6447 | + "estimate": 0.459, |
| |
6448 | + "low": 0.4144723420738334, |
| |
6449 | + "high": 0.5055053642010163, |
| |
6450 | + "level": 0.95, |
| |
6451 | + "n_items": 1000, |
| |
6452 | + "n_clusters": 701, |
| |
6453 | + "n_boot": 2000 |
| |
6454 | + }, |
| |
6455 | + "omega_step_acc": 0.08333333333333333 |
| |
6456 | + } |
| |
6457 | + }, |
| |
6458 | + "donor_s1->recipient_s2": { |
| |
6459 | + "pair": "donor_s1->recipient_s2", |
| |
6460 | + "target_iid": { |
| |
6461 | + "accuracy": 0.15, |
| |
6462 | + "trace_accuracy": 0.118, |
| |
6463 | + "ci95": { |
| |
6464 | + "estimate": 0.15, |
| |
6465 | + "low": 0.12825586560795546, |
| |
6466 | + "high": 0.17231075697211157, |
| |
6467 | + "level": 0.95, |
| |
6468 | + "n_items": 1000, |
| |
6469 | + "n_clusters": 970, |
| |
6470 | + "n_boot": 2000 |
| |
6471 | + }, |
| |
6472 | + "omega_step_acc": 0.145 |
| |
6473 | + }, |
| |
6474 | + "control_iid": { |
| |
6475 | + "accuracy": 1.0, |
| |
6476 | + "trace_accuracy": 1.0, |
| |
6477 | + "ci95": { |
| |
6478 | + "estimate": 1.0, |
| |
6479 | + "low": 1.0, |
| |
6480 | + "high": 1.0, |
| |
6481 | + "level": 0.95, |
| |
6482 | + "n_items": 1000, |
| |
6483 | + "n_clusters": 975, |
| |
6484 | + "n_boot": 2000 |
| |
6485 | + }, |
| |
6486 | + "omega_step_acc": null |
| |
6487 | + }, |
| |
6488 | + "comp_heldout": { |
| |
6489 | + "accuracy": 0.484, |
| |
6490 | + "trace_accuracy": 0.472, |
| |
6491 | + "ci95": { |
| |
6492 | + "estimate": 0.484, |
| |
6493 | + "low": 0.44085556115785823, |
| |
6494 | + "high": 0.5312815851975464, |
| |
6495 | + "level": 0.95, |
| |
6496 | + "n_items": 1000, |
| |
6497 | + "n_clusters": 701, |
| |
6498 | + "n_boot": 2000 |
| |
6499 | + }, |
| |
6500 | + "omega_step_acc": 0.14333333333333334 |
| |
6501 | + } |
| |
6502 | + }, |
| |
6503 | + "donor_s2->recipient_s0": { |
| |
6504 | + "pair": "donor_s2->recipient_s0", |
| |
6505 | + "target_iid": { |
| |
6506 | + "accuracy": 0.348, |
| |
6507 | + "trace_accuracy": 0.324, |
| |
6508 | + "ci95": { |
| |
6509 | + "estimate": 0.348, |
| |
6510 | + "low": 0.3187686196623635, |
| |
6511 | + "high": 0.37626375724224864, |
| |
6512 | + "level": 0.95, |
| |
6513 | + "n_items": 1000, |
| |
6514 | + "n_clusters": 970, |
| |
6515 | + "n_boot": 2000 |
| |
6516 | + }, |
| |
6517 | + "omega_step_acc": 0.388 |
| |
6518 | + }, |
| |
6519 | + "control_iid": { |
| |
6520 | + "accuracy": 1.0, |
| |
6521 | + "trace_accuracy": 1.0, |
| |
6522 | + "ci95": { |
| |
6523 | + "estimate": 1.0, |
| |
6524 | + "low": 1.0, |
| |
6525 | + "high": 1.0, |
| |
6526 | + "level": 0.95, |
| |
6527 | + "n_items": 1000, |
| |
6528 | + "n_clusters": 975, |
| |
6529 | + "n_boot": 2000 |
| |
6530 | + }, |
| |
6531 | + "omega_step_acc": null |
| |
6532 | + }, |
| |
6533 | + "comp_heldout": { |
| |
6534 | + "accuracy": 0.619, |
| |
6535 | + "trace_accuracy": 0.614, |
| |
6536 | + "ci95": { |
| |
6537 | + "estimate": 0.619, |
| |
6538 | + "low": 0.5811844097253762, |
| |
6539 | + "high": 0.6559418354993694, |
| |
6540 | + "level": 0.95, |
| |
6541 | + "n_items": 1000, |
| |
6542 | + "n_clusters": 701, |
| |
6543 | + "n_boot": 2000 |
| |
6544 | + }, |
| |
6545 | + "omega_step_acc": 0.42 |
| |
6546 | + } |
| |
6547 | + }, |
| |
6548 | + "donor_s2->recipient_s1": { |
| |
6549 | + "pair": "donor_s2->recipient_s1", |
| |
6550 | + "target_iid": { |
| |
6551 | + "accuracy": 0.161, |
| |
6552 | + "trace_accuracy": 0.115, |
| |
6553 | + "ci95": { |
| |
6554 | + "estimate": 0.161, |
| |
6555 | + "low": 0.13885767426186588, |
| |
6556 | + "high": 0.18363273453093812, |
| |
6557 | + "level": 0.95, |
| |
6558 | + "n_items": 1000, |
| |
6559 | + "n_clusters": 970, |
| |
6560 | + "n_boot": 2000 |
| |
6561 | + }, |
| |
6562 | + "omega_step_acc": 0.144 |
| |
6563 | + }, |
| |
6564 | + "control_iid": { |
| |
6565 | + "accuracy": 1.0, |
| |
6566 | + "trace_accuracy": 1.0, |
| |
6567 | + "ci95": { |
| |
6568 | + "estimate": 1.0, |
| |
6569 | + "low": 1.0, |
| |
6570 | + "high": 1.0, |
| |
6571 | + "level": 0.95, |
| |
6572 | + "n_items": 1000, |
| |
6573 | + "n_clusters": 975, |
| |
6574 | + "n_boot": 2000 |
| |
6575 | + }, |
| |
6576 | + "omega_step_acc": null |
| |
6577 | + }, |
| |
6578 | + "comp_heldout": { |
| |
6579 | + "accuracy": 0.486, |
| |
6580 | + "trace_accuracy": 0.474, |
| |
6581 | + "ci95": { |
| |
6582 | + "estimate": 0.486, |
| |
6583 | + "low": 0.44211303099130894, |
| |
6584 | + "high": 0.5329473357417024, |
| |
6585 | + "level": 0.95, |
| |
6586 | + "n_items": 1000, |
| |
6587 | + "n_clusters": 701, |
| |
6588 | + "n_boot": 2000 |
| |
6589 | + }, |
| |
6590 | + "omega_step_acc": 0.15333333333333332 |
| |
6591 | + } |
| |
6592 | + }, |
| |
6593 | + "donor_s2->recipient_s2": { |
| |
6594 | + "pair": "donor_s2->recipient_s2", |
| |
6595 | + "target_iid": { |
| |
6596 | + "accuracy": 0.205, |
| |
6597 | + "trace_accuracy": 0.173, |
| |
6598 | + "ci95": { |
| |
6599 | + "estimate": 0.205, |
| |
6600 | + "low": 0.18199545454545454, |
| |
6601 | + "high": 0.23054085665646837, |
| |
6602 | + "level": 0.95, |
| |
6603 | + "n_items": 1000, |
| |
6604 | + "n_clusters": 970, |
| |
6605 | + "n_boot": 2000 |
| |
6606 | + }, |
| |
6607 | + "omega_step_acc": 0.212 |
| |
6608 | + }, |
| |
6609 | + "control_iid": { |
| |
6610 | + "accuracy": 0.999, |
| |
6611 | + "trace_accuracy": 0.999, |
| |
6612 | + "ci95": { |
| |
6613 | + "estimate": 0.999, |
| |
6614 | + "low": 0.996966325006544, |
| |
6615 | + "high": 1.0, |
| |
6616 | + "level": 0.95, |
| |
6617 | + "n_items": 1000, |
| |
6618 | + "n_clusters": 975, |
| |
6619 | + "n_boot": 2000 |
| |
6620 | + }, |
| |
6621 | + "omega_step_acc": null |
| |
6622 | + }, |
| |
6623 | + "comp_heldout": { |
| |
6624 | + "accuracy": 0.517, |
| |
6625 | + "trace_accuracy": 0.508, |
| |
6626 | + "ci95": { |
| |
6627 | + "estimate": 0.517, |
| |
6628 | + "low": 0.47509841093008426, |
| |
6629 | + "high": 0.5633553002641969, |
| |
6630 | + "level": 0.95, |
| |
6631 | + "n_items": 1000, |
| |
6632 | + "n_clusters": 701, |
| |
6633 | + "n_boot": 2000 |
| |
6634 | + }, |
| |
6635 | + "omega_step_acc": 0.22166666666666668 |
| |
6636 | + } |
| |
6637 | + } |
| |
6638 | + }, |
| |
6639 | + "ctl_unrelated_donor": { |
| |
6640 | + "donor_s0->recipient_s0": { |
| |
6641 | + "pair": "donor_s0->recipient_s0", |
| |
6642 | + "target_iid": { |
| |
6643 | + "accuracy": 0.127, |
| |
6644 | + "trace_accuracy": 0.092, |
| |
6645 | + "ci95": { |
| |
6646 | + "estimate": 0.127, |
| |
6647 | + "low": 0.10563114870125274, |
| |
6648 | + "high": 0.14688282555292304, |
| |
6649 | + "level": 0.95, |
| |
6650 | + "n_items": 1000, |
| |
6651 | + "n_clusters": 970, |
| |
6652 | + "n_boot": 2000 |
| |
6653 | + }, |
| |
6654 | + "omega_step_acc": 0.106 |
| |
6655 | + }, |
| |
6656 | + "control_iid": { |
| |
6657 | + "accuracy": 1.0, |
| |
6658 | + "trace_accuracy": 1.0, |
| |
6659 | + "ci95": { |
| |
6660 | + "estimate": 1.0, |
| |
6661 | + "low": 1.0, |
| |
6662 | + "high": 1.0, |
| |
6663 | + "level": 0.95, |
| |
6664 | + "n_items": 1000, |
| |
6665 | + "n_clusters": 975, |
| |
6666 | + "n_boot": 2000 |
| |
6667 | + }, |
| |
6668 | + "omega_step_acc": null |
| |
6669 | + }, |
| |
6670 | + "comp_heldout": { |
| |
6671 | + "accuracy": 0.463, |
| |
6672 | + "trace_accuracy": 0.451, |
| |
6673 | + "ci95": { |
| |
6674 | + "estimate": 0.463, |
| |
6675 | + "low": 0.41722206585983673, |
| |
6676 | + "high": 0.5116330672904913, |
| |
6677 | + "level": 0.95, |
| |
6678 | + "n_items": 1000, |
| |
6679 | + "n_clusters": 701, |
| |
6680 | + "n_boot": 2000 |
| |
6681 | + }, |
| |
6682 | + "omega_step_acc": 0.09833333333333333 |
| |
6683 | + } |
| |
6684 | + }, |
| |
6685 | + "donor_s0->recipient_s1": { |
| |
6686 | + "pair": "donor_s0->recipient_s1", |
| |
6687 | + "target_iid": { |
| |
6688 | + "accuracy": 0.048, |
| |
6689 | + "trace_accuracy": 0.001, |
| |
6690 | + "ci95": { |
| |
6691 | + "estimate": 0.048, |
| |
6692 | + "low": 0.03506751264767297, |
| |
6693 | + "high": 0.06175761489506507, |
| |
6694 | + "level": 0.95, |
| |
6695 | + "n_items": 1000, |
| |
6696 | + "n_clusters": 970, |
| |
6697 | + "n_boot": 2000 |
| |
6698 | + }, |
| |
6699 | + "omega_step_acc": 0.002 |
| |
6700 | + }, |
| |
6701 | + "control_iid": { |
| |
6702 | + "accuracy": 1.0, |
| |
6703 | + "trace_accuracy": 1.0, |
| |
6704 | + "ci95": { |
| |
6705 | + "estimate": 1.0, |
| |
6706 | + "low": 1.0, |
| |
6707 | + "high": 1.0, |
| |
6708 | + "level": 0.95, |
| |
6709 | + "n_items": 1000, |
| |
6710 | + "n_clusters": 975, |
| |
6711 | + "n_boot": 2000 |
| |
6712 | + }, |
| |
6713 | + "omega_step_acc": null |
| |
6714 | + }, |
| |
6715 | + "comp_heldout": { |
| |
6716 | + "accuracy": 0.419, |
| |
6717 | + "trace_accuracy": 0.401, |
| |
6718 | + "ci95": { |
| |
6719 | + "estimate": 0.419, |
| |
6720 | + "low": 0.37162551094324003, |
| |
6721 | + "high": 0.46831809456455853, |
| |
6722 | + "level": 0.95, |
| |
6723 | + "n_items": 1000, |
| |
6724 | + "n_clusters": 701, |
| |
6725 | + "n_boot": 2000 |
| |
6726 | + }, |
| |
6727 | + "omega_step_acc": 0.0016666666666666668 |
| |
6728 | + } |
| |
6729 | + }, |
| |
6730 | + "donor_s0->recipient_s2": { |
| |
6731 | + "pair": "donor_s0->recipient_s2", |
| |
6732 | + "target_iid": { |
| |
6733 | + "accuracy": 0.054, |
| |
6734 | + "trace_accuracy": 0.02, |
| |
6735 | + "ci95": { |
| |
6736 | + "estimate": 0.054, |
| |
6737 | + "low": 0.04075445539276753, |
| |
6738 | + "high": 0.0675420264232935, |
| |
6739 | + "level": 0.95, |
| |
6740 | + "n_items": 1000, |
| |
6741 | + "n_clusters": 970, |
| |
6742 | + "n_boot": 2000 |
| |
6743 | + }, |
| |
6744 | + "omega_step_acc": 0.03 |
| |
6745 | + }, |
| |
6746 | + "control_iid": { |
| |
6747 | + "accuracy": 1.0, |
| |
6748 | + "trace_accuracy": 1.0, |
| |
6749 | + "ci95": { |
| |
6750 | + "estimate": 1.0, |
| |
6751 | + "low": 1.0, |
| |
6752 | + "high": 1.0, |
| |
6753 | + "level": 0.95, |
| |
6754 | + "n_items": 1000, |
| |
6755 | + "n_clusters": 975, |
| |
6756 | + "n_boot": 2000 |
| |
6757 | + }, |
| |
6758 | + "omega_step_acc": null |
| |
6759 | + }, |
| |
6760 | + "comp_heldout": { |
| |
6761 | + "accuracy": 0.429, |
| |
6762 | + "trace_accuracy": 0.421, |
| |
6763 | + "ci95": { |
| |
6764 | + "estimate": 0.429, |
| |
6765 | + "low": 0.3824412050350387, |
| |
6766 | + "high": 0.4772277227722772, |
| |
6767 | + "level": 0.95, |
| |
6768 | + "n_items": 1000, |
| |
6769 | + "n_clusters": 701, |
| |
6770 | + "n_boot": 2000 |
| |
6771 | + }, |
| |
6772 | + "omega_step_acc": 0.05 |
| |
6773 | + } |
| |
6774 | + }, |
| |
6775 | + "donor_s1->recipient_s0": { |
| |
6776 | + "pair": "donor_s1->recipient_s0", |
| |
6777 | + "target_iid": { |
| |
6778 | + "accuracy": 0.127, |
| |
6779 | + "trace_accuracy": 0.092, |
| |
6780 | + "ci95": { |
| |
6781 | + "estimate": 0.127, |
| |
6782 | + "low": 0.10563114870125274, |
| |
6783 | + "high": 0.14688282555292304, |
| |
6784 | + "level": 0.95, |
| |
6785 | + "n_items": 1000, |
| |
6786 | + "n_clusters": 970, |
| |
6787 | + "n_boot": 2000 |
| |
6788 | + }, |
| |
6789 | + "omega_step_acc": 0.106 |
| |
6790 | + }, |
| |
6791 | + "control_iid": { |
| |
6792 | + "accuracy": 1.0, |
| |
6793 | + "trace_accuracy": 1.0, |
| |
6794 | + "ci95": { |
| |
6795 | + "estimate": 1.0, |
| |
6796 | + "low": 1.0, |
| |
6797 | + "high": 1.0, |
| |
6798 | + "level": 0.95, |
| |
6799 | + "n_items": 1000, |
| |
6800 | + "n_clusters": 975, |
| |
6801 | + "n_boot": 2000 |
| |
6802 | + }, |
| |
6803 | + "omega_step_acc": null |
| |
6804 | + }, |
| |
6805 | + "comp_heldout": { |
| |
6806 | + "accuracy": 0.463, |
| |
6807 | + "trace_accuracy": 0.451, |
| |
6808 | + "ci95": { |
| |
6809 | + "estimate": 0.463, |
| |
6810 | + "low": 0.41722206585983673, |
| |
6811 | + "high": 0.5116330672904913, |
| |
6812 | + "level": 0.95, |
| |
6813 | + "n_items": 1000, |
| |
6814 | + "n_clusters": 701, |
| |
6815 | + "n_boot": 2000 |
| |
6816 | + }, |
| |
6817 | + "omega_step_acc": 0.09833333333333333 |
| |
6818 | + } |
| |
6819 | + }, |
| |
6820 | + "donor_s1->recipient_s1": { |
| |
6821 | + "pair": "donor_s1->recipient_s1", |
| |
6822 | + "target_iid": { |
| |
6823 | + "accuracy": 0.048, |
| |
6824 | + "trace_accuracy": 0.001, |
| |
6825 | + "ci95": { |
| |
6826 | + "estimate": 0.048, |
| |
6827 | + "low": 0.03506751264767297, |
| |
6828 | + "high": 0.06175761489506507, |
| |
6829 | + "level": 0.95, |
| |
6830 | + "n_items": 1000, |
| |
6831 | + "n_clusters": 970, |
| |
6832 | + "n_boot": 2000 |
| |
6833 | + }, |
| |
6834 | + "omega_step_acc": 0.002 |
| |
6835 | + }, |
| |
6836 | + "control_iid": { |
| |
6837 | + "accuracy": 1.0, |
| |
6838 | + "trace_accuracy": 1.0, |
| |
6839 | + "ci95": { |
| |
6840 | + "estimate": 1.0, |
| |
6841 | + "low": 1.0, |
| |
6842 | + "high": 1.0, |
| |
6843 | + "level": 0.95, |
| |
6844 | + "n_items": 1000, |
| |
6845 | + "n_clusters": 975, |
| |
6846 | + "n_boot": 2000 |
| |
6847 | + }, |
| |
6848 | + "omega_step_acc": null |
| |
6849 | + }, |
| |
6850 | + "comp_heldout": { |
| |
6851 | + "accuracy": 0.419, |
| |
6852 | + "trace_accuracy": 0.401, |
| |
6853 | + "ci95": { |
| |
6854 | + "estimate": 0.419, |
| |
6855 | + "low": 0.37162551094324003, |
| |
6856 | + "high": 0.46831809456455853, |
| |
6857 | + "level": 0.95, |
| |
6858 | + "n_items": 1000, |
| |
6859 | + "n_clusters": 701, |
| |
6860 | + "n_boot": 2000 |
| |
6861 | + }, |
| |
6862 | + "omega_step_acc": 0.0016666666666666668 |
| |
6863 | + } |
| |
6864 | + }, |
| |
6865 | + "donor_s1->recipient_s2": { |
| |
6866 | + "pair": "donor_s1->recipient_s2", |
| |
6867 | + "target_iid": { |
| |
6868 | + "accuracy": 0.054, |
| |
6869 | + "trace_accuracy": 0.02, |
| |
6870 | + "ci95": { |
| |
6871 | + "estimate": 0.054, |
| |
6872 | + "low": 0.04075445539276753, |
| |
6873 | + "high": 0.0675420264232935, |
| |
6874 | + "level": 0.95, |
| |
6875 | + "n_items": 1000, |
| |
6876 | + "n_clusters": 970, |
| |
6877 | + "n_boot": 2000 |
| |
6878 | + }, |
| |
6879 | + "omega_step_acc": 0.03 |
| |
6880 | + }, |
| |
6881 | + "control_iid": { |
| |
6882 | + "accuracy": 1.0, |
| |
6883 | + "trace_accuracy": 1.0, |
| |
6884 | + "ci95": { |
| |
6885 | + "estimate": 1.0, |
| |
6886 | + "low": 1.0, |
| |
6887 | + "high": 1.0, |
| |
6888 | + "level": 0.95, |
| |
6889 | + "n_items": 1000, |
| |
6890 | + "n_clusters": 975, |
| |
6891 | + "n_boot": 2000 |
| |
6892 | + }, |
| |
6893 | + "omega_step_acc": null |
| |
6894 | + }, |
| |
6895 | + "comp_heldout": { |
| |
6896 | + "accuracy": 0.429, |
| |
6897 | + "trace_accuracy": 0.421, |
| |
6898 | + "ci95": { |
| |
6899 | + "estimate": 0.429, |
| |
6900 | + "low": 0.3824412050350387, |
| |
6901 | + "high": 0.4772277227722772, |
| |
6902 | + "level": 0.95, |
| |
6903 | + "n_items": 1000, |
| |
6904 | + "n_clusters": 701, |
| |
6905 | + "n_boot": 2000 |
| |
6906 | + }, |
| |
6907 | + "omega_step_acc": 0.05 |
| |
6908 | + } |
| |
6909 | + }, |
| |
6910 | + "donor_s2->recipient_s0": { |
| |
6911 | + "pair": "donor_s2->recipient_s0", |
| |
6912 | + "target_iid": { |
| |
6913 | + "accuracy": 0.127, |
| |
6914 | + "trace_accuracy": 0.092, |
| |
6915 | + "ci95": { |
| |
6916 | + "estimate": 0.127, |
| |
6917 | + "low": 0.10563114870125274, |
| |
6918 | + "high": 0.14688282555292304, |
| |
6919 | + "level": 0.95, |
| |
6920 | + "n_items": 1000, |
| |
6921 | + "n_clusters": 970, |
| |
6922 | + "n_boot": 2000 |
| |
6923 | + }, |
| |
6924 | + "omega_step_acc": 0.106 |
| |
6925 | + }, |
| |
6926 | + "control_iid": { |
| |
6927 | + "accuracy": 1.0, |
| |
6928 | + "trace_accuracy": 1.0, |
| |
6929 | + "ci95": { |
| |
6930 | + "estimate": 1.0, |
| |
6931 | + "low": 1.0, |
| |
6932 | + "high": 1.0, |
| |
6933 | + "level": 0.95, |
| |
6934 | + "n_items": 1000, |
| |
6935 | + "n_clusters": 975, |
| |
6936 | + "n_boot": 2000 |
| |
6937 | + }, |
| |
6938 | + "omega_step_acc": null |
| |
6939 | + }, |
| |
6940 | + "comp_heldout": { |
| |
6941 | + "accuracy": 0.463, |
| |
6942 | + "trace_accuracy": 0.451, |
| |
6943 | + "ci95": { |
| |
6944 | + "estimate": 0.463, |
| |
6945 | + "low": 0.41722206585983673, |
| |
6946 | + "high": 0.5116330672904913, |
| |
6947 | + "level": 0.95, |
| |
6948 | + "n_items": 1000, |
| |
6949 | + "n_clusters": 701, |
| |
6950 | + "n_boot": 2000 |
| |
6951 | + }, |
| |
6952 | + "omega_step_acc": 0.09833333333333333 |
| |
6953 | + } |
| |
6954 | + }, |
| |
6955 | + "donor_s2->recipient_s1": { |
| |
6956 | + "pair": "donor_s2->recipient_s1", |
| |
6957 | + "target_iid": { |
| |
6958 | + "accuracy": 0.048, |
| |
6959 | + "trace_accuracy": 0.001, |
| |
6960 | + "ci95": { |
| |
6961 | + "estimate": 0.048, |
| |
6962 | + "low": 0.03506751264767297, |
| |
6963 | + "high": 0.06175761489506507, |
| |
6964 | + "level": 0.95, |
| |
6965 | + "n_items": 1000, |
| |
6966 | + "n_clusters": 970, |
| |
6967 | + "n_boot": 2000 |
| |
6968 | + }, |
| |
6969 | + "omega_step_acc": 0.002 |
| |
6970 | + }, |
| |
6971 | + "control_iid": { |
| |
6972 | + "accuracy": 1.0, |
| |
6973 | + "trace_accuracy": 1.0, |
| |
6974 | + "ci95": { |
| |
6975 | + "estimate": 1.0, |
| |
6976 | + "low": 1.0, |
| |
6977 | + "high": 1.0, |
| |
6978 | + "level": 0.95, |
| |
6979 | + "n_items": 1000, |
| |
6980 | + "n_clusters": 975, |
| |
6981 | + "n_boot": 2000 |
| |
6982 | + }, |
| |
6983 | + "omega_step_acc": null |
| |
6984 | + }, |
| |
6985 | + "comp_heldout": { |
| |
6986 | + "accuracy": 0.419, |
| |
6987 | + "trace_accuracy": 0.401, |
| |
6988 | + "ci95": { |
| |
6989 | + "estimate": 0.419, |
| |
6990 | + "low": 0.37162551094324003, |
| |
6991 | + "high": 0.46831809456455853, |
| |
6992 | + "level": 0.95, |
| |
6993 | + "n_items": 1000, |
| |
6994 | + "n_clusters": 701, |
| |
6995 | + "n_boot": 2000 |
| |
6996 | + }, |
| |
6997 | + "omega_step_acc": 0.0016666666666666668 |
| |
6998 | + } |
| |
6999 | + }, |
| |
7000 | + "donor_s2->recipient_s2": { |
| |
7001 | + "pair": "donor_s2->recipient_s2", |
| |
7002 | + "target_iid": { |
| |
7003 | + "accuracy": 0.054, |
| |
7004 | + "trace_accuracy": 0.02, |
| |
7005 | + "ci95": { |
| |
7006 | + "estimate": 0.054, |
| |
7007 | + "low": 0.04075445539276753, |
| |
7008 | + "high": 0.0675420264232935, |
| |
7009 | + "level": 0.95, |
| |
7010 | + "n_items": 1000, |
| |
7011 | + "n_clusters": 970, |
| |
7012 | + "n_boot": 2000 |
| |
7013 | + }, |
| |
7014 | + "omega_step_acc": 0.03 |
| |
7015 | + }, |
| |
7016 | + "control_iid": { |
| |
7017 | + "accuracy": 1.0, |
| |
7018 | + "trace_accuracy": 1.0, |
| |
7019 | + "ci95": { |
| |
7020 | + "estimate": 1.0, |
| |
7021 | + "low": 1.0, |
| |
7022 | + "high": 1.0, |
| |
7023 | + "level": 0.95, |
| |
7024 | + "n_items": 1000, |
| |
7025 | + "n_clusters": 975, |
| |
7026 | + "n_boot": 2000 |
| |
7027 | + }, |
| |
7028 | + "omega_step_acc": null |
| |
7029 | + }, |
| |
7030 | + "comp_heldout": { |
| |
7031 | + "accuracy": 0.429, |
| |
7032 | + "trace_accuracy": 0.421, |
| |
7033 | + "ci95": { |
| |
7034 | + "estimate": 0.429, |
| |
7035 | + "low": 0.3824412050350387, |
| |
7036 | + "high": 0.4772277227722772, |
| |
7037 | + "level": 0.95, |
| |
7038 | + "n_items": 1000, |
| |
7039 | + "n_clusters": 701, |
| |
7040 | + "n_boot": 2000 |
| |
7041 | + }, |
| |
7042 | + "omega_step_acc": 0.05 |
| |
7043 | + } |
| |
7044 | + } |
| |
7045 | + }, |
| |
7046 | + "steer_a0.5": { |
| |
7047 | + "donor_s0->recipient_s0": { |
| |
7048 | + "pair": "donor_s0->recipient_s0", |
| |
7049 | + "alpha": 0.5, |
| |
7050 | + "target_iid": { |
| |
7051 | + "accuracy": 0.105, |
| |
7052 | + "trace_accuracy": 0.077, |
| |
7053 | + "ci95": { |
| |
7054 | + "estimate": 0.105, |
| |
7055 | + "low": 0.08516820929145578, |
| |
7056 | + "high": 0.1247516567939103, |
| |
7057 | + "level": 0.95, |
| |
7058 | + "n_items": 1000, |
| |
7059 | + "n_clusters": 970, |
| |
7060 | + "n_boot": 2000 |
| |
7061 | + }, |
| |
7062 | + "omega_step_acc": 0.091 |
| |
7063 | + }, |
| |
7064 | + "control_iid": { |
| |
7065 | + "accuracy": 1.0, |
| |
7066 | + "trace_accuracy": 1.0, |
| |
7067 | + "ci95": { |
| |
7068 | + "estimate": 1.0, |
| |
7069 | + "low": 1.0, |
| |
7070 | + "high": 1.0, |
| |
7071 | + "level": 0.95, |
| |
7072 | + "n_items": 1000, |
| |
7073 | + "n_clusters": 975, |
| |
7074 | + "n_boot": 2000 |
| |
7075 | + }, |
| |
7076 | + "omega_step_acc": null |
| |
7077 | + }, |
| |
7078 | + "comp_heldout": { |
| |
7079 | + "accuracy": 0.464, |
| |
7080 | + "trace_accuracy": 0.45, |
| |
7081 | + "ci95": { |
| |
7082 | + "estimate": 0.464, |
| |
7083 | + "low": 0.4182469381126163, |
| |
7084 | + "high": 0.5120373159303883, |
| |
7085 | + "level": 0.95, |
| |
7086 | + "n_items": 1000, |
| |
7087 | + "n_clusters": 701, |
| |
7088 | + "n_boot": 2000 |
| |
7089 | + }, |
| |
7090 | + "omega_step_acc": 0.09666666666666666 |
| |
7091 | + } |
| |
7092 | + }, |
| |
7093 | + "donor_s1->recipient_s1": { |
| |
7094 | + "pair": "donor_s1->recipient_s1", |
| |
7095 | + "alpha": 0.5, |
| |
7096 | + "target_iid": { |
| |
7097 | + "accuracy": 0.036, |
| |
7098 | + "trace_accuracy": 0.001, |
| |
7099 | + "ci95": { |
| |
7100 | + "estimate": 0.036, |
| |
7101 | + "low": 0.025075225677031094, |
| |
7102 | + "high": 0.04748127737741979, |
| |
7103 | + "level": 0.95, |
| |
7104 | + "n_items": 1000, |
| |
7105 | + "n_clusters": 970, |
| |
7106 | + "n_boot": 2000 |
| |
7107 | + }, |
| |
7108 | + "omega_step_acc": 0.001 |
| |
7109 | + }, |
| |
7110 | + "control_iid": { |
| |
7111 | + "accuracy": 1.0, |
| |
7112 | + "trace_accuracy": 1.0, |
| |
7113 | + "ci95": { |
| |
7114 | + "estimate": 1.0, |
| |
7115 | + "low": 1.0, |
| |
7116 | + "high": 1.0, |
| |
7117 | + "level": 0.95, |
| |
7118 | + "n_items": 1000, |
| |
7119 | + "n_clusters": 975, |
| |
7120 | + "n_boot": 2000 |
| |
7121 | + }, |
| |
7122 | + "omega_step_acc": null |
| |
7123 | + }, |
| |
7124 | + "comp_heldout": { |
| |
7125 | + "accuracy": 0.415, |
| |
7126 | + "trace_accuracy": 0.4, |
| |
7127 | + "ci95": { |
| |
7128 | + "estimate": 0.415, |
| |
7129 | + "low": 0.3683698026557196, |
| |
7130 | + "high": 0.46390889814982195, |
| |
7131 | + "level": 0.95, |
| |
7132 | + "n_items": 1000, |
| |
7133 | + "n_clusters": 701, |
| |
7134 | + "n_boot": 2000 |
| |
7135 | + }, |
| |
7136 | + "omega_step_acc": 0.0 |
| |
7137 | + } |
| |
7138 | + }, |
| |
7139 | + "donor_s2->recipient_s2": { |
| |
7140 | + "pair": "donor_s2->recipient_s2", |
| |
7141 | + "alpha": 0.5, |
| |
7142 | + "target_iid": { |
| |
7143 | + "accuracy": 0.062, |
| |
7144 | + "trace_accuracy": 0.035, |
| |
7145 | + "ci95": { |
| |
7146 | + "estimate": 0.062, |
| |
7147 | + "low": 0.04766515344966189, |
| |
7148 | + "high": 0.07768924302788845, |
| |
7149 | + "level": 0.95, |
| |
7150 | + "n_items": 1000, |
| |
7151 | + "n_clusters": 970, |
| |
7152 | + "n_boot": 2000 |
| |
7153 | + }, |
| |
7154 | + "omega_step_acc": 0.044 |
| |
7155 | + }, |
| |
7156 | + "control_iid": { |
| |
7157 | + "accuracy": 1.0, |
| |
7158 | + "trace_accuracy": 1.0, |
| |
7159 | + "ci95": { |
| |
7160 | + "estimate": 1.0, |
| |
7161 | + "low": 1.0, |
| |
7162 | + "high": 1.0, |
| |
7163 | + "level": 0.95, |
| |
7164 | + "n_items": 1000, |
| |
7165 | + "n_clusters": 975, |
| |
7166 | + "n_boot": 2000 |
| |
7167 | + }, |
| |
7168 | + "omega_step_acc": null |
| |
7169 | + }, |
| |
7170 | + "comp_heldout": { |
| |
7171 | + "accuracy": 0.424, |
| |
7172 | + "trace_accuracy": 0.414, |
| |
7173 | + "ci95": { |
| |
7174 | + "estimate": 0.424, |
| |
7175 | + "low": 0.3784060003399626, |
| |
7176 | + "high": 0.47426335776022255, |
| |
7177 | + "level": 0.95, |
| |
7178 | + "n_items": 1000, |
| |
7179 | + "n_clusters": 701, |
| |
7180 | + "n_boot": 2000 |
| |
7181 | + }, |
| |
7182 | + "omega_step_acc": 0.03166666666666667 |
| |
7183 | + } |
| |
7184 | + } |
| |
7185 | + }, |
| |
7186 | + "steer_a1.0": { |
| |
7187 | + "donor_s0->recipient_s0": { |
| |
7188 | + "pair": "donor_s0->recipient_s0", |
| |
7189 | + "alpha": 1.0, |
| |
7190 | + "target_iid": { |
| |
7191 | + "accuracy": 0.095, |
| |
7192 | + "trace_accuracy": 0.064, |
| |
7193 | + "ci95": { |
| |
7194 | + "estimate": 0.095, |
| |
7195 | + "low": 0.07668941530102256, |
| |
7196 | + "high": 0.11357069552996368, |
| |
7197 | + "level": 0.95, |
| |
7198 | + "n_items": 1000, |
| |
7199 | + "n_clusters": 970, |
| |
7200 | + "n_boot": 2000 |
| |
7201 | + }, |
| |
7202 | + "omega_step_acc": 0.075 |
| |
7203 | + }, |
| |
7204 | + "control_iid": { |
| |
7205 | + "accuracy": 1.0, |
| |
7206 | + "trace_accuracy": 1.0, |
| |
7207 | + "ci95": { |
| |
7208 | + "estimate": 1.0, |
| |
7209 | + "low": 1.0, |
| |
7210 | + "high": 1.0, |
| |
7211 | + "level": 0.95, |
| |
7212 | + "n_items": 1000, |
| |
7213 | + "n_clusters": 975, |
| |
7214 | + "n_boot": 2000 |
| |
7215 | + }, |
| |
7216 | + "omega_step_acc": null |
| |
7217 | + }, |
| |
7218 | + "comp_heldout": { |
| |
7219 | + "accuracy": 0.458, |
| |
7220 | + "trace_accuracy": 0.442, |
| |
7221 | + "ci95": { |
| |
7222 | + "estimate": 0.458, |
| |
7223 | + "low": 0.4114737883283877, |
| |
7224 | + "high": 0.506462691526817, |
| |
7225 | + "level": 0.95, |
| |
7226 | + "n_items": 1000, |
| |
7227 | + "n_clusters": 701, |
| |
7228 | + "n_boot": 2000 |
| |
7229 | + }, |
| |
7230 | + "omega_step_acc": 0.08333333333333333 |
| |
7231 | + } |
| |
7232 | + }, |
| |
7233 | + "donor_s1->recipient_s1": { |
| |
7234 | + "pair": "donor_s1->recipient_s1", |
| |
7235 | + "alpha": 1.0, |
| |
7236 | + "target_iid": { |
| |
7237 | + "accuracy": 0.036, |
| |
7238 | + "trace_accuracy": 0.002, |
| |
7239 | + "ci95": { |
| |
7240 | + "estimate": 0.036, |
| |
7241 | + "low": 0.025075225677031094, |
| |
7242 | + "high": 0.04738142513848158, |
| |
7243 | + "level": 0.95, |
| |
7244 | + "n_items": 1000, |
| |
7245 | + "n_clusters": 970, |
| |
7246 | + "n_boot": 2000 |
| |
7247 | + }, |
| |
7248 | + "omega_step_acc": 0.002 |
| |
7249 | + }, |
| |
7250 | + "control_iid": { |
| |
7251 | + "accuracy": 1.0, |
| |
7252 | + "trace_accuracy": 1.0, |
| |
7253 | + "ci95": { |
| |
7254 | + "estimate": 1.0, |
| |
7255 | + "low": 1.0, |
| |
7256 | + "high": 1.0, |
| |
7257 | + "level": 0.95, |
| |
7258 | + "n_items": 1000, |
| |
7259 | + "n_clusters": 975, |
| |
7260 | + "n_boot": 2000 |
| |
7261 | + }, |
| |
7262 | + "omega_step_acc": null |
| |
7263 | + }, |
| |
7264 | + "comp_heldout": { |
| |
7265 | + "accuracy": 0.42, |
| |
7266 | + "trace_accuracy": 0.401, |
| |
7267 | + "ci95": { |
| |
7268 | + "estimate": 0.42, |
| |
7269 | + "low": 0.3728789865259766, |
| |
7270 | + "high": 0.46869012707722385, |
| |
7271 | + "level": 0.95, |
| |
7272 | + "n_items": 1000, |
| |
7273 | + "n_clusters": 701, |
| |
7274 | + "n_boot": 2000 |
| |
7275 | + }, |
| |
7276 | + "omega_step_acc": 0.0016666666666666668 |
| |
7277 | + } |
| |
7278 | + }, |
| |
7279 | + "donor_s2->recipient_s2": { |
| |
7280 | + "pair": "donor_s2->recipient_s2", |
| |
7281 | + "alpha": 1.0, |
| |
7282 | + "target_iid": { |
| |
7283 | + "accuracy": 0.062, |
| |
7284 | + "trace_accuracy": 0.035, |
| |
7285 | + "ci95": { |
| |
7286 | + "estimate": 0.062, |
| |
7287 | + "low": 0.04790299759404422, |
| |
7288 | + "high": 0.07784625554086631, |
| |
7289 | + "level": 0.95, |
| |
7290 | + "n_items": 1000, |
| |
7291 | + "n_clusters": 970, |
| |
7292 | + "n_boot": 2000 |
| |
7293 | + }, |
| |
7294 | + "omega_step_acc": 0.044 |
| |
7295 | + }, |
| |
7296 | + "control_iid": { |
| |
7297 | + "accuracy": 1.0, |
| |
7298 | + "trace_accuracy": 1.0, |
| |
7299 | + "ci95": { |
| |
7300 | + "estimate": 1.0, |
| |
7301 | + "low": 1.0, |
| |
7302 | + "high": 1.0, |
| |
7303 | + "level": 0.95, |
| |
7304 | + "n_items": 1000, |
| |
7305 | + "n_clusters": 975, |
| |
7306 | + "n_boot": 2000 |
| |
7307 | + }, |
| |
7308 | + "omega_step_acc": null |
| |
7309 | + }, |
| |
7310 | + "comp_heldout": { |
| |
7311 | + "accuracy": 0.425, |
| |
7312 | + "trace_accuracy": 0.414, |
| |
7313 | + "ci95": { |
| |
7314 | + "estimate": 0.425, |
| |
7315 | + "low": 0.3793768108284237, |
| |
7316 | + "high": 0.4756344477546066, |
| |
7317 | + "level": 0.95, |
| |
7318 | + "n_items": 1000, |
| |
7319 | + "n_clusters": 701, |
| |
7320 | + "n_boot": 2000 |
| |
7321 | + }, |
| |
7322 | + "omega_step_acc": 0.03166666666666667 |
| |
7323 | + } |
| |
7324 | + } |
| |
7325 | + }, |
| |
7326 | + "steer_a2.0": { |
| |
7327 | + "donor_s0->recipient_s0": { |
| |
7328 | + "pair": "donor_s0->recipient_s0", |
| |
7329 | + "alpha": 2.0, |
| |
7330 | + "target_iid": { |
| |
7331 | + "accuracy": 0.092, |
| |
7332 | + "trace_accuracy": 0.062, |
| |
7333 | + "ci95": { |
| |
7334 | + "estimate": 0.092, |
| |
7335 | + "low": 0.07336499263385199, |
| |
7336 | + "high": 0.10956722014139049, |
| |
7337 | + "level": 0.95, |
| |
7338 | + "n_items": 1000, |
| |
7339 | + "n_clusters": 970, |
| |
7340 | + "n_boot": 2000 |
| |
7341 | + }, |
| |
7342 | + "omega_step_acc": 0.073 |
| |
7343 | + }, |
| |
7344 | + "control_iid": { |
| |
7345 | + "accuracy": 0.998, |
| |
7346 | + "trace_accuracy": 0.998, |
| |
7347 | + "ci95": { |
| |
7348 | + "estimate": 0.998, |
| |
7349 | + "low": 0.9949899799599199, |
| |
7350 | + "high": 1.0, |
| |
7351 | + "level": 0.95, |
| |
7352 | + "n_items": 1000, |
| |
7353 | + "n_clusters": 975, |
| |
7354 | + "n_boot": 2000 |
| |
7355 | + }, |
| |
7356 | + "omega_step_acc": null |
| |
7357 | + }, |
| |
7358 | + "comp_heldout": { |
| |
7359 | + "accuracy": 0.459, |
| |
7360 | + "trace_accuracy": 0.438, |
| |
7361 | + "ci95": { |
| |
7362 | + "estimate": 0.459, |
| |
7363 | + "low": 0.4130118183613381, |
| |
7364 | + "high": 0.5062711836418878, |
| |
7365 | + "level": 0.95, |
| |
7366 | + "n_items": 1000, |
| |
7367 | + "n_clusters": 701, |
| |
7368 | + "n_boot": 2000 |
| |
7369 | + }, |
| |
7370 | + "omega_step_acc": 0.07833333333333334 |
| |
7371 | + } |
| |
7372 | + }, |
| |
7373 | + "donor_s1->recipient_s1": { |
| |
7374 | + "pair": "donor_s1->recipient_s1", |
| |
7375 | + "alpha": 2.0, |
| |
7376 | + "target_iid": { |
| |
7377 | + "accuracy": 0.069, |
| |
7378 | + "trace_accuracy": 0.033, |
| |
7379 | + "ci95": { |
| |
7380 | + "estimate": 0.069, |
| |
7381 | + "low": 0.053946053946053944, |
| |
7382 | + "high": 0.08424182358771061, |
| |
7383 | + "level": 0.95, |
| |
7384 | + "n_items": 1000, |
| |
7385 | + "n_clusters": 970, |
| |
7386 | + "n_boot": 2000 |
| |
7387 | + }, |
| |
7388 | + "omega_step_acc": 0.039 |
| |
7389 | + }, |
| |
7390 | + "control_iid": { |
| |
7391 | + "accuracy": 1.0, |
| |
7392 | + "trace_accuracy": 1.0, |
| |
7393 | + "ci95": { |
| |
7394 | + "estimate": 1.0, |
| |
7395 | + "low": 1.0, |
| |
7396 | + "high": 1.0, |
| |
7397 | + "level": 0.95, |
| |
7398 | + "n_items": 1000, |
| |
7399 | + "n_clusters": 975, |
| |
7400 | + "n_boot": 2000 |
| |
7401 | + }, |
| |
7402 | + "omega_step_acc": null |
| |
7403 | + }, |
| |
7404 | + "comp_heldout": { |
| |
7405 | + "accuracy": 0.428, |
| |
7406 | + "trace_accuracy": 0.415, |
| |
7407 | + "ci95": { |
| |
7408 | + "estimate": 0.428, |
| |
7409 | + "low": 0.38203919759346605, |
| |
7410 | + "high": 0.47755168374189116, |
| |
7411 | + "level": 0.95, |
| |
7412 | + "n_items": 1000, |
| |
7413 | + "n_clusters": 701, |
| |
7414 | + "n_boot": 2000 |
| |
7415 | + }, |
| |
7416 | + "omega_step_acc": 0.03333333333333333 |
| |
7417 | + } |
| |
7418 | + }, |
| |
7419 | + "donor_s2->recipient_s2": { |
| |
7420 | + "pair": "donor_s2->recipient_s2", |
| |
7421 | + "alpha": 2.0, |
| |
7422 | + "target_iid": { |
| |
7423 | + "accuracy": 0.062, |
| |
7424 | + "trace_accuracy": 0.035, |
| |
7425 | + "ci95": { |
| |
7426 | + "estimate": 0.062, |
| |
7427 | + "low": 0.047569425673984644, |
| |
7428 | + "high": 0.07768924302788845, |
| |
7429 | + "level": 0.95, |
| |
7430 | + "n_items": 1000, |
| |
7431 | + "n_clusters": 970, |
| |
7432 | + "n_boot": 2000 |
| |
7433 | + }, |
| |
7434 | + "omega_step_acc": 0.044 |
| |
7435 | + }, |
| |
7436 | + "control_iid": { |
| |
7437 | + "accuracy": 1.0, |
| |
7438 | + "trace_accuracy": 1.0, |
| |
7439 | + "ci95": { |
| |
7440 | + "estimate": 1.0, |
| |
7441 | + "low": 1.0, |
| |
7442 | + "high": 1.0, |
| |
7443 | + "level": 0.95, |
| |
7444 | + "n_items": 1000, |
| |
7445 | + "n_clusters": 975, |
| |
7446 | + "n_boot": 2000 |
| |
7447 | + }, |
| |
7448 | + "omega_step_acc": null |
| |
7449 | + }, |
| |
7450 | + "comp_heldout": { |
| |
7451 | + "accuracy": 0.422, |
| |
7452 | + "trace_accuracy": 0.414, |
| |
7453 | + "ci95": { |
| |
7454 | + "estimate": 0.422, |
| |
7455 | + "low": 0.37625501208691, |
| |
7456 | + "high": 0.47233690222820657, |
| |
7457 | + "level": 0.95, |
| |
7458 | + "n_items": 1000, |
| |
7459 | + "n_clusters": 701, |
| |
7460 | + "n_boot": 2000 |
| |
7461 | + }, |
| |
7462 | + "omega_step_acc": 0.03166666666666667 |
| |
7463 | + } |
| |
7464 | + } |
| |
7465 | + }, |
| |
7466 | + "steer_a4.0": { |
| |
7467 | + "donor_s0->recipient_s0": { |
| |
7468 | + "pair": "donor_s0->recipient_s0", |
| |
7469 | + "alpha": 4.0, |
| |
7470 | + "target_iid": { |
| |
7471 | + "accuracy": 0.1, |
| |
7472 | + "trace_accuracy": 0.03, |
| |
7473 | + "ci95": { |
| |
7474 | + "estimate": 0.1, |
| |
7475 | + "low": 0.08183587370713119, |
| |
7476 | + "high": 0.11800138888888888, |
| |
7477 | + "level": 0.95, |
| |
7478 | + "n_items": 1000, |
| |
7479 | + "n_clusters": 970, |
| |
7480 | + "n_boot": 2000 |
| |
7481 | + }, |
| |
7482 | + "omega_step_acc": 0.07 |
| |
7483 | + }, |
| |
7484 | + "control_iid": { |
| |
7485 | + "accuracy": 0.377, |
| |
7486 | + "trace_accuracy": 0.311, |
| |
7487 | + "ci95": { |
| |
7488 | + "estimate": 0.377, |
| |
7489 | + "low": 0.34768668969570776, |
| |
7490 | + "high": 0.4079611940298507, |
| |
7491 | + "level": 0.95, |
| |
7492 | + "n_items": 1000, |
| |
7493 | + "n_clusters": 975, |
| |
7494 | + "n_boot": 2000 |
| |
7495 | + }, |
| |
7496 | + "omega_step_acc": null |
| |
7497 | + }, |
| |
7498 | + "comp_heldout": { |
| |
7499 | + "accuracy": 0.228, |
| |
7500 | + "trace_accuracy": 0.179, |
| |
7501 | + "ci95": { |
| |
7502 | + "estimate": 0.228, |
| |
7503 | + "low": 0.19793230538258966, |
| |
7504 | + "high": 0.2600980558022812, |
| |
7505 | + "level": 0.95, |
| |
7506 | + "n_items": 1000, |
| |
7507 | + "n_clusters": 701, |
| |
7508 | + "n_boot": 2000 |
| |
7509 | + }, |
| |
7510 | + "omega_step_acc": 0.08166666666666667 |
| |
7511 | + } |
| |
7512 | + }, |
| |
7513 | + "donor_s1->recipient_s1": { |
| |
7514 | + "pair": "donor_s1->recipient_s1", |
| |
7515 | + "alpha": 4.0, |
| |
7516 | + "target_iid": { |
| |
7517 | + "accuracy": 0.096, |
| |
7518 | + "trace_accuracy": 0.037, |
| |
7519 | + "ci95": { |
| |
7520 | + "estimate": 0.096, |
| |
7521 | + "low": 0.07799805194805196, |
| |
7522 | + "high": 0.11377245508982035, |
| |
7523 | + "level": 0.95, |
| |
7524 | + "n_items": 1000, |
| |
7525 | + "n_clusters": 970, |
| |
7526 | + "n_boot": 2000 |
| |
7527 | + }, |
| |
7528 | + "omega_step_acc": 0.069 |
| |
7529 | + }, |
| |
7530 | + "control_iid": { |
| |
7531 | + "accuracy": 0.563, |
| |
7532 | + "trace_accuracy": 0.549, |
| |
7533 | + "ci95": { |
| |
7534 | + "estimate": 0.563, |
| |
7535 | + "low": 0.5325289358184095, |
| |
7536 | + "high": 0.5936254980079682, |
| |
7537 | + "level": 0.95, |
| |
7538 | + "n_items": 1000, |
| |
7539 | + "n_clusters": 975, |
| |
7540 | + "n_boot": 2000 |
| |
7541 | + }, |
| |
7542 | + "omega_step_acc": null |
| |
7543 | + }, |
| |
7544 | + "comp_heldout": { |
| |
7545 | + "accuracy": 0.335, |
| |
7546 | + "trace_accuracy": 0.302, |
| |
7547 | + "ci95": { |
| |
7548 | + "estimate": 0.335, |
| |
7549 | + "low": 0.2939948490908265, |
| |
7550 | + "high": 0.37628261845435207, |
| |
7551 | + "level": 0.95, |
| |
7552 | + "n_items": 1000, |
| |
7553 | + "n_clusters": 701, |
| |
7554 | + "n_boot": 2000 |
| |
7555 | + }, |
| |
7556 | + "omega_step_acc": 0.05 |
| |
7557 | + } |
| |
7558 | + }, |
| |
7559 | + "donor_s2->recipient_s2": { |
| |
7560 | + "pair": "donor_s2->recipient_s2", |
| |
7561 | + "alpha": 4.0, |
| |
7562 | + "target_iid": { |
| |
7563 | + "accuracy": 0.091, |
| |
7564 | + "trace_accuracy": 0.037, |
| |
7565 | + "ci95": { |
| |
7566 | + "estimate": 0.091, |
| |
7567 | + "low": 0.07377391514971217, |
| |
7568 | + "high": 0.10920164393498828, |
| |
7569 | + "level": 0.95, |
| |
7570 | + "n_items": 1000, |
| |
7571 | + "n_clusters": 970, |
| |
7572 | + "n_boot": 2000 |
| |
7573 | + }, |
| |
7574 | + "omega_step_acc": 0.048 |
| |
7575 | + }, |
| |
7576 | + "control_iid": { |
| |
7577 | + "accuracy": 0.892, |
| |
7578 | + "trace_accuracy": 0.892, |
| |
7579 | + "ci95": { |
| |
7580 | + "estimate": 0.892, |
| |
7581 | + "low": 0.8733795347625465, |
| |
7582 | + "high": 0.9112431934964338, |
| |
7583 | + "level": 0.95, |
| |
7584 | + "n_items": 1000, |
| |
7585 | + "n_clusters": 975, |
| |
7586 | + "n_boot": 2000 |
| |
7587 | + }, |
| |
7588 | + "omega_step_acc": null |
| |
7589 | + }, |
| |
7590 | + "comp_heldout": { |
| |
7591 | + "accuracy": 0.419, |
| |
7592 | + "trace_accuracy": 0.401, |
| |
7593 | + "ci95": { |
| |
7594 | + "estimate": 0.419, |
| |
7595 | + "low": 0.37287915588644244, |
| |
7596 | + "high": 0.467892005164083, |
| |
7597 | + "level": 0.95, |
| |
7598 | + "n_items": 1000, |
| |
7599 | + "n_clusters": 701, |
| |
7600 | + "n_boot": 2000 |
| |
7601 | + }, |
| |
7602 | + "omega_step_acc": 0.028333333333333332 |
| |
7603 | + } |
| |
7604 | + } |
| |
7605 | + }, |
| |
7606 | + "subspace_k1": { |
| |
7607 | + "donor_s0->recipient_s0": { |
| |
7608 | + "pair": "donor_s0->recipient_s0", |
| |
7609 | + "k": 1, |
| |
7610 | + "explained_var": 0.3239619071158286, |
| |
7611 | + "map": "unrelated_procrustes", |
| |
7612 | + "target_iid": { |
| |
7613 | + "accuracy": 0.293, |
| |
7614 | + "trace_accuracy": 0.274, |
| |
7615 | + "ci95": { |
| |
7616 | + "estimate": 0.293, |
| |
7617 | + "low": 0.2659949348044133, |
| |
7618 | + "high": 0.3207180711117793, |
| |
7619 | + "level": 0.95, |
| |
7620 | + "n_items": 1000, |
| |
7621 | + "n_clusters": 970, |
| |
7622 | + "n_boot": 2000 |
| |
7623 | + }, |
| |
7624 | + "omega_step_acc": 0.33 |
| |
7625 | + }, |
| |
7626 | + "control_iid": { |
| |
7627 | + "accuracy": 1.0, |
| |
7628 | + "trace_accuracy": 1.0, |
| |
7629 | + "ci95": { |
| |
7630 | + "estimate": 1.0, |
| |
7631 | + "low": 1.0, |
| |
7632 | + "high": 1.0, |
| |
7633 | + "level": 0.95, |
| |
7634 | + "n_items": 1000, |
| |
7635 | + "n_clusters": 975, |
| |
7636 | + "n_boot": 2000 |
| |
7637 | + }, |
| |
7638 | + "omega_step_acc": null |
| |
7639 | + }, |
| |
7640 | + "comp_heldout": { |
| |
7641 | + "accuracy": 0.548, |
| |
7642 | + "trace_accuracy": 0.538, |
| |
7643 | + "ci95": { |
| |
7644 | + "estimate": 0.548, |
| |
7645 | + "low": 0.507489937950696, |
| |
7646 | + "high": 0.5904207388078356, |
| |
7647 | + "level": 0.95, |
| |
7648 | + "n_items": 1000, |
| |
7649 | + "n_clusters": 701, |
| |
7650 | + "n_boot": 2000 |
| |
7651 | + }, |
| |
7652 | + "omega_step_acc": 0.28 |
| |
7653 | + } |
| |
7654 | + }, |
| |
7655 | + "donor_s1->recipient_s1": { |
| |
7656 | + "pair": "donor_s1->recipient_s1", |
| |
7657 | + "k": 1, |
| |
7658 | + "explained_var": 0.24053557097428724, |
| |
7659 | + "map": "unrelated_procrustes", |
| |
7660 | + "target_iid": { |
| |
7661 | + "accuracy": 0.138, |
| |
7662 | + "trace_accuracy": 0.089, |
| |
7663 | + "ci95": { |
| |
7664 | + "estimate": 0.138, |
| |
7665 | + "low": 0.11664544519053283, |
| |
7666 | + "high": 0.1589080535846659, |
| |
7667 | + "level": 0.95, |
| |
7668 | + "n_items": 1000, |
| |
7669 | + "n_clusters": 970, |
| |
7670 | + "n_boot": 2000 |
| |
7671 | + }, |
| |
7672 | + "omega_step_acc": 0.115 |
| |
7673 | + }, |
| |
7674 | + "control_iid": { |
| |
7675 | + "accuracy": 1.0, |
| |
7676 | + "trace_accuracy": 1.0, |
| |
7677 | + "ci95": { |
| |
7678 | + "estimate": 1.0, |
| |
7679 | + "low": 1.0, |
| |
7680 | + "high": 1.0, |
| |
7681 | + "level": 0.95, |
| |
7682 | + "n_items": 1000, |
| |
7683 | + "n_clusters": 975, |
| |
7684 | + "n_boot": 2000 |
| |
7685 | + }, |
| |
7686 | + "omega_step_acc": null |
| |
7687 | + }, |
| |
7688 | + "comp_heldout": { |
| |
7689 | + "accuracy": 0.482, |
| |
7690 | + "trace_accuracy": 0.465, |
| |
7691 | + "ci95": { |
| |
7692 | + "estimate": 0.482, |
| |
7693 | + "low": 0.43776179373272583, |
| |
7694 | + "high": 0.5281699169375226, |
| |
7695 | + "level": 0.95, |
| |
7696 | + "n_items": 1000, |
| |
7697 | + "n_clusters": 701, |
| |
7698 | + "n_boot": 2000 |
| |
7699 | + }, |
| |
7700 | + "omega_step_acc": 0.13333333333333333 |
| |
7701 | + } |
| |
7702 | + }, |
| |
7703 | + "donor_s2->recipient_s2": { |
| |
7704 | + "pair": "donor_s2->recipient_s2", |
| |
7705 | + "k": 1, |
| |
7706 | + "explained_var": 0.29883496067816745, |
| |
7707 | + "map": "unrelated_procrustes", |
| |
7708 | + "target_iid": { |
| |
7709 | + "accuracy": 0.26, |
| |
7710 | + "trace_accuracy": 0.237, |
| |
7711 | + "ci95": { |
| |
7712 | + "estimate": 0.26, |
| |
7713 | + "low": 0.23208657921291626, |
| |
7714 | + "high": 0.2882741971325738, |
| |
7715 | + "level": 0.95, |
| |
7716 | + "n_items": 1000, |
| |
7717 | + "n_clusters": 970, |
| |
7718 | + "n_boot": 2000 |
| |
7719 | + }, |
| |
7720 | + "omega_step_acc": 0.28 |
| |
7721 | + }, |
| |
7722 | + "control_iid": { |
| |
7723 | + "accuracy": 1.0, |
| |
7724 | + "trace_accuracy": 1.0, |
| |
7725 | + "ci95": { |
| |
7726 | + "estimate": 1.0, |
| |
7727 | + "low": 1.0, |
| |
7728 | + "high": 1.0, |
| |
7729 | + "level": 0.95, |
| |
7730 | + "n_items": 1000, |
| |
7731 | + "n_clusters": 975, |
| |
7732 | + "n_boot": 2000 |
| |
7733 | + }, |
| |
7734 | + "omega_step_acc": null |
| |
7735 | + }, |
| |
7736 | + "comp_heldout": { |
| |
7737 | + "accuracy": 0.542, |
| |
7738 | + "trace_accuracy": 0.539, |
| |
7739 | + "ci95": { |
| |
7740 | + "estimate": 0.542, |
| |
7741 | + "low": 0.5, |
| |
7742 | + "high": 0.5838305716023107, |
| |
7743 | + "level": 0.95, |
| |
7744 | + "n_items": 1000, |
| |
7745 | + "n_clusters": 701, |
| |
7746 | + "n_boot": 2000 |
| |
7747 | + }, |
| |
7748 | + "omega_step_acc": 0.28 |
| |
7749 | + } |
| |
7750 | + } |
| |
7751 | + }, |
| |
7752 | + "subspace_random_k1": { |
| |
7753 | + "donor_s0->recipient_s0": { |
| |
7754 | + "pair": "donor_s0->recipient_s0", |
| |
7755 | + "k": 1, |
| |
7756 | + "map": "unrelated_procrustes", |
| |
7757 | + "target_iid": { |
| |
7758 | + "accuracy": 0.111, |
| |
7759 | + "trace_accuracy": 0.081, |
| |
7760 | + "ci95": { |
| |
7761 | + "estimate": 0.111, |
| |
7762 | + "low": 0.09154894920705335, |
| |
7763 | + "high": 0.13074386940404903, |
| |
7764 | + "level": 0.95, |
| |
7765 | + "n_items": 1000, |
| |
7766 | + "n_clusters": 970, |
| |
7767 | + "n_boot": 2000 |
| |
7768 | + }, |
| |
7769 | + "omega_step_acc": 0.098 |
| |
7770 | + }, |
| |
7771 | + "control_iid": { |
| |
7772 | + "accuracy": 1.0, |
| |
7773 | + "trace_accuracy": 1.0, |
| |
7774 | + "ci95": { |
| |
7775 | + "estimate": 1.0, |
| |
7776 | + "low": 1.0, |
| |
7777 | + "high": 1.0, |
| |
7778 | + "level": 0.95, |
| |
7779 | + "n_items": 1000, |
| |
7780 | + "n_clusters": 975, |
| |
7781 | + "n_boot": 2000 |
| |
7782 | + }, |
| |
7783 | + "omega_step_acc": null |
| |
7784 | + }, |
| |
7785 | + "comp_heldout": { |
| |
7786 | + "accuracy": 0.471, |
| |
7787 | + "trace_accuracy": 0.455, |
| |
7788 | + "ci95": { |
| |
7789 | + "estimate": 0.471, |
| |
7790 | + "low": 0.42531089335603645, |
| |
7791 | + "high": 0.5182025013460684, |
| |
7792 | + "level": 0.95, |
| |
7793 | + "n_items": 1000, |
| |
7794 | + "n_clusters": 701, |
| |
7795 | + "n_boot": 2000 |
| |
7796 | + }, |
| |
7797 | + "omega_step_acc": 0.105 |
| |
7798 | + } |
| |
7799 | + }, |
| |
7800 | + "donor_s1->recipient_s1": { |
| |
7801 | + "pair": "donor_s1->recipient_s1", |
| |
7802 | + "k": 1, |
| |
7803 | + "map": "unrelated_procrustes", |
| |
7804 | + "target_iid": { |
| |
7805 | + "accuracy": 0.049, |
| |
7806 | + "trace_accuracy": 0.005, |
| |
7807 | + "ci95": { |
| |
7808 | + "estimate": 0.049, |
| |
7809 | + "low": 0.03673916609450956, |
| |
7810 | + "high": 0.06262581229043647, |
| |
7811 | + "level": 0.95, |
| |
7812 | + "n_items": 1000, |
| |
7813 | + "n_clusters": 970, |
| |
7814 | + "n_boot": 2000 |
| |
7815 | + }, |
| |
7816 | + "omega_step_acc": 0.005 |
| |
7817 | + }, |
| |
7818 | + "control_iid": { |
| |
7819 | + "accuracy": 1.0, |
| |
7820 | + "trace_accuracy": 1.0, |
| |
7821 | + "ci95": { |
| |
7822 | + "estimate": 1.0, |
| |
7823 | + "low": 1.0, |
| |
7824 | + "high": 1.0, |
| |
7825 | + "level": 0.95, |
| |
7826 | + "n_items": 1000, |
| |
7827 | + "n_clusters": 975, |
| |
7828 | + "n_boot": 2000 |
| |
7829 | + }, |
| |
7830 | + "omega_step_acc": null |
| |
7831 | + }, |
| |
7832 | + "comp_heldout": { |
| |
7833 | + "accuracy": 0.426, |
| |
7834 | + "trace_accuracy": 0.406, |
| |
7835 | + "ci95": { |
| |
7836 | + "estimate": 0.426, |
| |
7837 | + "low": 0.37977311420644305, |
| |
7838 | + "high": 0.4757211211284129, |
| |
7839 | + "level": 0.95, |
| |
7840 | + "n_items": 1000, |
| |
7841 | + "n_clusters": 701, |
| |
7842 | + "n_boot": 2000 |
| |
7843 | + }, |
| |
7844 | + "omega_step_acc": 0.011666666666666667 |
| |
7845 | + } |
| |
7846 | + }, |
| |
7847 | + "donor_s2->recipient_s2": { |
| |
7848 | + "pair": "donor_s2->recipient_s2", |
| |
7849 | + "k": 1, |
| |
7850 | + "map": "unrelated_procrustes", |
| |
7851 | + "target_iid": { |
| |
7852 | + "accuracy": 0.068, |
| |
7853 | + "trace_accuracy": 0.035, |
| |
7854 | + "ci95": { |
| |
7855 | + "estimate": 0.068, |
| |
7856 | + "low": 0.052891577402963005, |
| |
7857 | + "high": 0.08375784155299794, |
| |
7858 | + "level": 0.95, |
| |
7859 | + "n_items": 1000, |
| |
7860 | + "n_clusters": 970, |
| |
7861 | + "n_boot": 2000 |
| |
7862 | + }, |
| |
7863 | + "omega_step_acc": 0.048 |
| |
7864 | + }, |
| |
7865 | + "control_iid": { |
| |
7866 | + "accuracy": 1.0, |
| |
7867 | + "trace_accuracy": 1.0, |
| |
7868 | + "ci95": { |
| |
7869 | + "estimate": 1.0, |
| |
7870 | + "low": 1.0, |
| |
7871 | + "high": 1.0, |
| |
7872 | + "level": 0.95, |
| |
7873 | + "n_items": 1000, |
| |
7874 | + "n_clusters": 975, |
| |
7875 | + "n_boot": 2000 |
| |
7876 | + }, |
| |
7877 | + "omega_step_acc": null |
| |
7878 | + }, |
| |
7879 | + "comp_heldout": { |
| |
7880 | + "accuracy": 0.423, |
| |
7881 | + "trace_accuracy": 0.414, |
| |
7882 | + "ci95": { |
| |
7883 | + "estimate": 0.423, |
| |
7884 | + "low": 0.3773759830211443, |
| |
7885 | + "high": 0.47394802372876493, |
| |
7886 | + "level": 0.95, |
| |
7887 | + "n_items": 1000, |
| |
7888 | + "n_clusters": 701, |
| |
7889 | + "n_boot": 2000 |
| |
7890 | + }, |
| |
7891 | + "omega_step_acc": 0.03166666666666667 |
| |
7892 | + } |
| |
7893 | + } |
| |
7894 | + }, |
| |
7895 | + "subspace_k2": { |
| |
7896 | + "donor_s0->recipient_s0": { |
| |
7897 | + "pair": "donor_s0->recipient_s0", |
| |
7898 | + "k": 2, |
| |
7899 | + "explained_var": 0.5014285440135942, |
| |
7900 | + "map": "unrelated_procrustes", |
| |
7901 | + "target_iid": { |
| |
7902 | + "accuracy": 0.355, |
| |
7903 | + "trace_accuracy": 0.333, |
| |
7904 | + "ci95": { |
| |
7905 | + "estimate": 0.355, |
| |
7906 | + "low": 0.32499937311935806, |
| |
7907 | + "high": 0.38570346362724517, |
| |
7908 | + "level": 0.95, |
| |
7909 | + "n_items": 1000, |
| |
7910 | + "n_clusters": 970, |
| |
7911 | + "n_boot": 2000 |
| |
7912 | + }, |
| |
7913 | + "omega_step_acc": 0.408 |
| |
7914 | + }, |
| |
7915 | + "control_iid": { |
| |
7916 | + "accuracy": 1.0, |
| |
7917 | + "trace_accuracy": 1.0, |
| |
7918 | + "ci95": { |
| |
7919 | + "estimate": 1.0, |
| |
7920 | + "low": 1.0, |
| |
7921 | + "high": 1.0, |
| |
7922 | + "level": 0.95, |
| |
7923 | + "n_items": 1000, |
| |
7924 | + "n_clusters": 975, |
| |
7925 | + "n_boot": 2000 |
| |
7926 | + }, |
| |
7927 | + "omega_step_acc": null |
| |
7928 | + }, |
| |
7929 | + "comp_heldout": { |
| |
7930 | + "accuracy": 0.586, |
| |
7931 | + "trace_accuracy": 0.573, |
| |
7932 | + "ci95": { |
| |
7933 | + "estimate": 0.586, |
| |
7934 | + "low": 0.5477155978511727, |
| |
7935 | + "high": 0.6246097203836608, |
| |
7936 | + "level": 0.95, |
| |
7937 | + "n_items": 1000, |
| |
7938 | + "n_clusters": 701, |
| |
7939 | + "n_boot": 2000 |
| |
7940 | + }, |
| |
7941 | + "omega_step_acc": 0.35333333333333333 |
| |
7942 | + } |
| |
7943 | + }, |
| |
7944 | + "donor_s1->recipient_s1": { |
| |
7945 | + "pair": "donor_s1->recipient_s1", |
| |
7946 | + "k": 2, |
| |
7947 | + "explained_var": 0.4184845003236776, |
| |
7948 | + "map": "unrelated_procrustes", |
| |
7949 | + "target_iid": { |
| |
7950 | + "accuracy": 0.244, |
| |
7951 | + "trace_accuracy": 0.205, |
| |
7952 | + "ci95": { |
| |
7953 | + "estimate": 0.244, |
| |
7954 | + "low": 0.21751718771845574, |
| |
7955 | + "high": 0.27110650869340047, |
| |
7956 | + "level": 0.95, |
| |
7957 | + "n_items": 1000, |
| |
7958 | + "n_clusters": 970, |
| |
7959 | + "n_boot": 2000 |
| |
7960 | + }, |
| |
7961 | + "omega_step_acc": 0.248 |
| |
7962 | + }, |
| |
7963 | + "control_iid": { |
| |
7964 | + "accuracy": 1.0, |
| |
7965 | + "trace_accuracy": 1.0, |
| |
7966 | + "ci95": { |
| |
7967 | + "estimate": 1.0, |
| |
7968 | + "low": 1.0, |
| |
7969 | + "high": 1.0, |
| |
7970 | + "level": 0.95, |
| |
7971 | + "n_items": 1000, |
| |
7972 | + "n_clusters": 975, |
| |
7973 | + "n_boot": 2000 |
| |
7974 | + }, |
| |
7975 | + "omega_step_acc": null |
| |
7976 | + }, |
| |
7977 | + "comp_heldout": { |
| |
7978 | + "accuracy": 0.541, |
| |
7979 | + "trace_accuracy": 0.526, |
| |
7980 | + "ci95": { |
| |
7981 | + "estimate": 0.541, |
| |
7982 | + "low": 0.4989813018632913, |
| |
7983 | + "high": 0.5842056002871941, |
| |
7984 | + "level": 0.95, |
| |
7985 | + "n_items": 1000, |
| |
7986 | + "n_clusters": 701, |
| |
7987 | + "n_boot": 2000 |
| |
7988 | + }, |
| |
7989 | + "omega_step_acc": 0.255 |
| |
7990 | + } |
| |
7991 | + }, |
| |
7992 | + "donor_s2->recipient_s2": { |
| |
7993 | + "pair": "donor_s2->recipient_s2", |
| |
7994 | + "k": 2, |
| |
7995 | + "explained_var": 0.47145739770251244, |
| |
7996 | + "map": "unrelated_procrustes", |
| |
7997 | + "target_iid": { |
| |
7998 | + "accuracy": 0.289, |
| |
7999 | + "trace_accuracy": 0.269, |
| |
8000 | + "ci95": { |
| |
8001 | + "estimate": 0.289, |
| |
8002 | + "low": 0.26030150753768844, |
| |
8003 | + "high": 0.3174948046603086, |
| |
8004 | + "level": 0.95, |
| |
8005 | + "n_items": 1000, |
| |
8006 | + "n_clusters": 970, |
| |
8007 | + "n_boot": 2000 |
| |
8008 | + }, |
| |
8009 | + "omega_step_acc": 0.318 |
| |
8010 | + }, |
| |
8011 | + "control_iid": { |
| |
8012 | + "accuracy": 1.0, |
| |
8013 | + "trace_accuracy": 1.0, |
| |
8014 | + "ci95": { |
| |
8015 | + "estimate": 1.0, |
| |
8016 | + "low": 1.0, |
| |
8017 | + "high": 1.0, |
| |
8018 | + "level": 0.95, |
| |
8019 | + "n_items": 1000, |
| |
8020 | + "n_clusters": 975, |
| |
8021 | + "n_boot": 2000 |
| |
8022 | + }, |
| |
8023 | + "omega_step_acc": null |
| |
8024 | + }, |
| |
8025 | + "comp_heldout": { |
| |
8026 | + "accuracy": 0.574, |
| |
8027 | + "trace_accuracy": 0.568, |
| |
8028 | + "ci95": { |
| |
8029 | + "estimate": 0.574, |
| |
8030 | + "low": 0.5321649480357346, |
| |
8031 | + "high": 0.6148616768726584, |
| |
8032 | + "level": 0.95, |
| |
8033 | + "n_items": 1000, |
| |
8034 | + "n_clusters": 701, |
| |
8035 | + "n_boot": 2000 |
| |
8036 | + }, |
| |
8037 | + "omega_step_acc": 0.33166666666666667 |
| |
8038 | + } |
| |
8039 | + } |
| |
8040 | + }, |
| |
8041 | + "subspace_random_k2": { |
| |
8042 | + "donor_s0->recipient_s0": { |
| |
8043 | + "pair": "donor_s0->recipient_s0", |
| |
8044 | + "k": 2, |
| |
8045 | + "map": "unrelated_procrustes", |
| |
8046 | + "target_iid": { |
| |
8047 | + "accuracy": 0.111, |
| |
8048 | + "trace_accuracy": 0.082, |
| |
8049 | + "ci95": { |
| |
8050 | + "estimate": 0.111, |
| |
8051 | + "low": 0.09135821077851863, |
| |
8052 | + "high": 0.13105127012152445, |
| |
8053 | + "level": 0.95, |
| |
8054 | + "n_items": 1000, |
| |
8055 | + "n_clusters": 970, |
| |
8056 | + "n_boot": 2000 |
| |
8057 | + }, |
| |
8058 | + "omega_step_acc": 0.099 |
| |
8059 | + }, |
| |
8060 | + "control_iid": { |
| |
8061 | + "accuracy": 1.0, |
| |
8062 | + "trace_accuracy": 1.0, |
| |
8063 | + "ci95": { |
| |
8064 | + "estimate": 1.0, |
| |
8065 | + "low": 1.0, |
| |
8066 | + "high": 1.0, |
| |
8067 | + "level": 0.95, |
| |
8068 | + "n_items": 1000, |
| |
8069 | + "n_clusters": 975, |
| |
8070 | + "n_boot": 2000 |
| |
8071 | + }, |
| |
8072 | + "omega_step_acc": null |
| |
8073 | + }, |
| |
8074 | + "comp_heldout": { |
| |
8075 | + "accuracy": 0.47, |
| |
8076 | + "trace_accuracy": 0.454, |
| |
8077 | + "ci95": { |
| |
8078 | + "estimate": 0.47, |
| |
8079 | + "low": 0.42454421222026856, |
| |
8080 | + "high": 0.5177834106632421, |
| |
8081 | + "level": 0.95, |
| |
8082 | + "n_items": 1000, |
| |
8083 | + "n_clusters": 701, |
| |
8084 | + "n_boot": 2000 |
| |
8085 | + }, |
| |
8086 | + "omega_step_acc": 0.10333333333333333 |
| |
8087 | + } |
| |
8088 | + }, |
| |
8089 | + "donor_s1->recipient_s1": { |
| |
8090 | + "pair": "donor_s1->recipient_s1", |
| |
8091 | + "k": 2, |
| |
8092 | + "map": "unrelated_procrustes", |
| |
8093 | + "target_iid": { |
| |
8094 | + "accuracy": 0.043, |
| |
8095 | + "trace_accuracy": 0.005, |
| |
8096 | + "ci95": { |
| |
8097 | + "estimate": 0.043, |
| |
8098 | + "low": 0.030937352612820223, |
| |
8099 | + "high": 0.05572556379777756, |
| |
8100 | + "level": 0.95, |
| |
8101 | + "n_items": 1000, |
| |
8102 | + "n_clusters": 970, |
| |
8103 | + "n_boot": 2000 |
| |
8104 | + }, |
| |
8105 | + "omega_step_acc": 0.005 |
| |
8106 | + }, |
| |
8107 | + "control_iid": { |
| |
8108 | + "accuracy": 1.0, |
| |
8109 | + "trace_accuracy": 1.0, |
| |
8110 | + "ci95": { |
| |
8111 | + "estimate": 1.0, |
| |
8112 | + "low": 1.0, |
| |
8113 | + "high": 1.0, |
| |
8114 | + "level": 0.95, |
| |
8115 | + "n_items": 1000, |
| |
8116 | + "n_clusters": 975, |
| |
8117 | + "n_boot": 2000 |
| |
8118 | + }, |
| |
8119 | + "omega_step_acc": null |
| |
8120 | + }, |
| |
8121 | + "comp_heldout": { |
| |
8122 | + "accuracy": 0.423, |
| |
8123 | + "trace_accuracy": 0.404, |
| |
8124 | + "ci95": { |
| |
8125 | + "estimate": 0.423, |
| |
8126 | + "low": 0.37568920548559886, |
| |
8127 | + "high": 0.4732385589094449, |
| |
8128 | + "level": 0.95, |
| |
8129 | + "n_items": 1000, |
| |
8130 | + "n_clusters": 701, |
| |
8131 | + "n_boot": 2000 |
| |
8132 | + }, |
| |
8133 | + "omega_step_acc": 0.008333333333333333 |
| |
8134 | + } |
| |
8135 | + }, |
| |
8136 | + "donor_s2->recipient_s2": { |
| |
8137 | + "pair": "donor_s2->recipient_s2", |
| |
8138 | + "k": 2, |
| |
8139 | + "map": "unrelated_procrustes", |
| |
8140 | + "target_iid": { |
| |
8141 | + "accuracy": 0.083, |
| |
8142 | + "trace_accuracy": 0.035, |
| |
8143 | + "ci95": { |
| |
8144 | + "estimate": 0.083, |
| |
8145 | + "low": 0.06646358513619481, |
| |
8146 | + "high": 0.10010255791505791, |
| |
8147 | + "level": 0.95, |
| |
8148 | + "n_items": 1000, |
| |
8149 | + "n_clusters": 970, |
| |
8150 | + "n_boot": 2000 |
| |
8151 | + }, |
| |
8152 | + "omega_step_acc": 0.048 |
| |
8153 | + }, |
| |
8154 | + "control_iid": { |
| |
8155 | + "accuracy": 1.0, |
| |
8156 | + "trace_accuracy": 1.0, |
| |
8157 | + "ci95": { |
| |
8158 | + "estimate": 1.0, |
| |
8159 | + "low": 1.0, |
| |
8160 | + "high": 1.0, |
| |
8161 | + "level": 0.95, |
| |
8162 | + "n_items": 1000, |
| |
8163 | + "n_clusters": 975, |
| |
8164 | + "n_boot": 2000 |
| |
8165 | + }, |
| |
8166 | + "omega_step_acc": null |
| |
8167 | + }, |
| |
8168 | + "comp_heldout": { |
| |
8169 | + "accuracy": 0.429, |
| |
8170 | + "trace_accuracy": 0.414, |
| |
8171 | + "ci95": { |
| |
8172 | + "estimate": 0.429, |
| |
8173 | + "low": 0.3830184911105194, |
| |
8174 | + "high": 0.4800553631614913, |
| |
8175 | + "level": 0.95, |
| |
8176 | + "n_items": 1000, |
| |
8177 | + "n_clusters": 701, |
| |
8178 | + "n_boot": 2000 |
| |
8179 | + }, |
| |
8180 | + "omega_step_acc": 0.03166666666666667 |
| |
8181 | + } |
| |
8182 | + } |
| |
8183 | + }, |
| |
8184 | + "subspace_k4": { |
| |
8185 | + "donor_s0->recipient_s0": { |
| |
8186 | + "pair": "donor_s0->recipient_s0", |
| |
8187 | + "k": 4, |
| |
8188 | + "explained_var": 0.7160879663726556, |
| |
8189 | + "map": "unrelated_procrustes", |
| |
8190 | + "target_iid": { |
| |
8191 | + "accuracy": 0.56, |
| |
8192 | + "trace_accuracy": 0.546, |
| |
8193 | + "ci95": { |
| |
8194 | + "estimate": 0.56, |
| |
8195 | + "low": 0.5282235176575486, |
| |
8196 | + "high": 0.5888902847571189, |
| |
8197 | + "level": 0.95, |
| |
8198 | + "n_items": 1000, |
| |
8199 | + "n_clusters": 970, |
| |
8200 | + "n_boot": 2000 |
| |
8201 | + }, |
| |
8202 | + "omega_step_acc": 0.604 |
| |
8203 | + }, |
| |
8204 | + "control_iid": { |
| |
8205 | + "accuracy": 1.0, |
| |
8206 | + "trace_accuracy": 1.0, |
| |
8207 | + "ci95": { |
| |
8208 | + "estimate": 1.0, |
| |
8209 | + "low": 1.0, |
| |
8210 | + "high": 1.0, |
| |
8211 | + "level": 0.95, |
| |
8212 | + "n_items": 1000, |
| |
8213 | + "n_clusters": 975, |
| |
8214 | + "n_boot": 2000 |
| |
8215 | + }, |
| |
8216 | + "omega_step_acc": null |
| |
8217 | + }, |
| |
8218 | + "comp_heldout": { |
| |
8219 | + "accuracy": 0.71, |
| |
8220 | + "trace_accuracy": 0.705, |
| |
8221 | + "ci95": { |
| |
8222 | + "estimate": 0.71, |
| |
8223 | + "low": 0.6775447026840755, |
| |
8224 | + "high": 0.7409586855269967, |
| |
8225 | + "level": 0.95, |
| |
8226 | + "n_items": 1000, |
| |
8227 | + "n_clusters": 701, |
| |
8228 | + "n_boot": 2000 |
| |
8229 | + }, |
| |
8230 | + "omega_step_acc": 0.5716666666666667 |
| |
8231 | + } |
| |
8232 | + }, |
| |
8233 | + "donor_s1->recipient_s1": { |
| |
8234 | + "pair": "donor_s1->recipient_s1", |
| |
8235 | + "k": 4, |
| |
8236 | + "explained_var": 0.6879676978440649, |
| |
8237 | + "map": "unrelated_procrustes", |
| |
8238 | + "target_iid": { |
| |
8239 | + "accuracy": 0.587, |
| |
8240 | + "trace_accuracy": 0.577, |
| |
8241 | + "ci95": { |
| |
8242 | + "estimate": 0.587, |
| |
8243 | + "low": 0.5558826929891472, |
| |
8244 | + "high": 0.6173847989360037, |
| |
8245 | + "level": 0.95, |
| |
8246 | + "n_items": 1000, |
| |
8247 | + "n_clusters": 970, |
| |
8248 | + "n_boot": 2000 |
| |
8249 | + }, |
| |
8250 | + "omega_step_acc": 0.638 |
| |
8251 | + }, |
| |
8252 | + "control_iid": { |
| |
8253 | + "accuracy": 1.0, |
| |
8254 | + "trace_accuracy": 1.0, |
| |
8255 | + "ci95": { |
| |
8256 | + "estimate": 1.0, |
| |
8257 | + "low": 1.0, |
| |
8258 | + "high": 1.0, |
| |
8259 | + "level": 0.95, |
| |
8260 | + "n_items": 1000, |
| |
8261 | + "n_clusters": 975, |
| |
8262 | + "n_boot": 2000 |
| |
8263 | + }, |
| |
8264 | + "omega_step_acc": null |
| |
8265 | + }, |
| |
8266 | + "comp_heldout": { |
| |
8267 | + "accuracy": 0.736, |
| |
8268 | + "trace_accuracy": 0.734, |
| |
8269 | + "ci95": { |
| |
8270 | + "estimate": 0.736, |
| |
8271 | + "low": 0.7050030168946098, |
| |
8272 | + "high": 0.766565601560433, |
| |
8273 | + "level": 0.95, |
| |
8274 | + "n_items": 1000, |
| |
8275 | + "n_clusters": 701, |
| |
8276 | + "n_boot": 2000 |
| |
8277 | + }, |
| |
8278 | + "omega_step_acc": 0.6116666666666667 |
| |
8279 | + } |
| |
8280 | + }, |
| |
8281 | + "donor_s2->recipient_s2": { |
| |
8282 | + "pair": "donor_s2->recipient_s2", |
| |
8283 | + "k": 4, |
| |
8284 | + "explained_var": 0.7143831398308758, |
| |
8285 | + "map": "unrelated_procrustes", |
| |
8286 | + "target_iid": { |
| |
8287 | + "accuracy": 0.803, |
| |
8288 | + "trace_accuracy": 0.798, |
| |
8289 | + "ci95": { |
| |
8290 | + "estimate": 0.803, |
| |
8291 | + "low": 0.7764327178920435, |
| |
8292 | + "high": 0.8269670470374695, |
| |
8293 | + "level": 0.95, |
| |
8294 | + "n_items": 1000, |
| |
8295 | + "n_clusters": 970, |
| |
8296 | + "n_boot": 2000 |
| |
8297 | + }, |
| |
8298 | + "omega_step_acc": 0.83 |
| |
8299 | + }, |
| |
8300 | + "control_iid": { |
| |
8301 | + "accuracy": 1.0, |
| |
8302 | + "trace_accuracy": 1.0, |
| |
8303 | + "ci95": { |
| |
8304 | + "estimate": 1.0, |
| |
8305 | + "low": 1.0, |
| |
8306 | + "high": 1.0, |
| |
8307 | + "level": 0.95, |
| |
8308 | + "n_items": 1000, |
| |
8309 | + "n_clusters": 975, |
| |
8310 | + "n_boot": 2000 |
| |
8311 | + }, |
| |
8312 | + "omega_step_acc": null |
| |
8313 | + }, |
| |
8314 | + "comp_heldout": { |
| |
8315 | + "accuracy": 0.874, |
| |
8316 | + "trace_accuracy": 0.874, |
| |
8317 | + "ci95": { |
| |
8318 | + "estimate": 0.874, |
| |
8319 | + "low": 0.8512602188818565, |
| |
8320 | + "high": 0.8954668923706794, |
| |
8321 | + "level": 0.95, |
| |
8322 | + "n_items": 1000, |
| |
8323 | + "n_clusters": 701, |
| |
8324 | + "n_boot": 2000 |
| |
8325 | + }, |
| |
8326 | + "omega_step_acc": 0.8166666666666667 |
| |
8327 | + } |
| |
8328 | + } |
| |
8329 | + }, |
| |
8330 | + "subspace_random_k4": { |
| |
8331 | + "donor_s0->recipient_s0": { |
| |
8332 | + "pair": "donor_s0->recipient_s0", |
| |
8333 | + "k": 4, |
| |
8334 | + "map": "unrelated_procrustes", |
| |
8335 | + "target_iid": { |
| |
8336 | + "accuracy": 0.122, |
| |
8337 | + "trace_accuracy": 0.092, |
| |
8338 | + "ci95": { |
| |
8339 | + "estimate": 0.122, |
| |
8340 | + "low": 0.10120946305156832, |
| |
8341 | + "high": 0.14328358208955225, |
| |
8342 | + "level": 0.95, |
| |
8343 | + "n_items": 1000, |
| |
8344 | + "n_clusters": 970, |
| |
8345 | + "n_boot": 2000 |
| |
8346 | + }, |
| |
8347 | + "omega_step_acc": 0.109 |
| |
8348 | + }, |
| |
8349 | + "control_iid": { |
| |
8350 | + "accuracy": 1.0, |
| |
8351 | + "trace_accuracy": 1.0, |
| |
8352 | + "ci95": { |
| |
8353 | + "estimate": 1.0, |
| |
8354 | + "low": 1.0, |
| |
8355 | + "high": 1.0, |
| |
8356 | + "level": 0.95, |
| |
8357 | + "n_items": 1000, |
| |
8358 | + "n_clusters": 975, |
| |
8359 | + "n_boot": 2000 |
| |
8360 | + }, |
| |
8361 | + "omega_step_acc": null |
| |
8362 | + }, |
| |
8363 | + "comp_heldout": { |
| |
8364 | + "accuracy": 0.47, |
| |
8365 | + "trace_accuracy": 0.456, |
| |
8366 | + "ci95": { |
| |
8367 | + "estimate": 0.47, |
| |
8368 | + "low": 0.42367234744365034, |
| |
8369 | + "high": 0.5170527771023217, |
| |
8370 | + "level": 0.95, |
| |
8371 | + "n_items": 1000, |
| |
8372 | + "n_clusters": 701, |
| |
8373 | + "n_boot": 2000 |
| |
8374 | + }, |
| |
8375 | + "omega_step_acc": 0.10666666666666667 |
| |
8376 | + } |
| |
8377 | + }, |
| |
8378 | + "donor_s1->recipient_s1": { |
| |
8379 | + "pair": "donor_s1->recipient_s1", |
| |
8380 | + "k": 4, |
| |
8381 | + "map": "unrelated_procrustes", |
| |
8382 | + "target_iid": { |
| |
8383 | + "accuracy": 0.068, |
| |
8384 | + "trace_accuracy": 0.02, |
| |
8385 | + "ci95": { |
| |
8386 | + "estimate": 0.068, |
| |
8387 | + "low": 0.0534786390708725, |
| |
8388 | + "high": 0.08333333333333333, |
| |
8389 | + "level": 0.95, |
| |
8390 | + "n_items": 1000, |
| |
8391 | + "n_clusters": 970, |
| |
8392 | + "n_boot": 2000 |
| |
8393 | + }, |
| |
8394 | + "omega_step_acc": 0.022 |
| |
8395 | + }, |
| |
8396 | + "control_iid": { |
| |
8397 | + "accuracy": 1.0, |
| |
8398 | + "trace_accuracy": 1.0, |
| |
8399 | + "ci95": { |
| |
8400 | + "estimate": 1.0, |
| |
8401 | + "low": 1.0, |
| |
8402 | + "high": 1.0, |
| |
8403 | + "level": 0.95, |
| |
8404 | + "n_items": 1000, |
| |
8405 | + "n_clusters": 975, |
| |
8406 | + "n_boot": 2000 |
| |
8407 | + }, |
| |
8408 | + "omega_step_acc": null |
| |
8409 | + }, |
| |
8410 | + "comp_heldout": { |
| |
8411 | + "accuracy": 0.44, |
| |
8412 | + "trace_accuracy": 0.423, |
| |
8413 | + "ci95": { |
| |
8414 | + "estimate": 0.44, |
| |
8415 | + "low": 0.39409272918861965, |
| |
8416 | + "high": 0.4886943140087893, |
| |
8417 | + "level": 0.95, |
| |
8418 | + "n_items": 1000, |
| |
8419 | + "n_clusters": 701, |
| |
8420 | + "n_boot": 2000 |
| |
8421 | + }, |
| |
8422 | + "omega_step_acc": 0.043333333333333335 |
| |
8423 | + } |
| |
8424 | + }, |
| |
8425 | + "donor_s2->recipient_s2": { |
| |
8426 | + "pair": "donor_s2->recipient_s2", |
| |
8427 | + "k": 4, |
| |
8428 | + "map": "unrelated_procrustes", |
| |
8429 | + "target_iid": { |
| |
8430 | + "accuracy": 0.074, |
| |
8431 | + "trace_accuracy": 0.036, |
| |
8432 | + "ci95": { |
| |
8433 | + "estimate": 0.074, |
| |
8434 | + "low": 0.05834863452069199, |
| |
8435 | + "high": 0.09081836327345309, |
| |
8436 | + "level": 0.95, |
| |
8437 | + "n_items": 1000, |
| |
8438 | + "n_clusters": 970, |
| |
8439 | + "n_boot": 2000 |
| |
8440 | + }, |
| |
8441 | + "omega_step_acc": 0.049 |
| |
8442 | + }, |
| |
8443 | + "control_iid": { |
| |
8444 | + "accuracy": 1.0, |
| |
8445 | + "trace_accuracy": 1.0, |
| |
8446 | + "ci95": { |
| |
8447 | + "estimate": 1.0, |
| |
8448 | + "low": 1.0, |
| |
8449 | + "high": 1.0, |
| |
8450 | + "level": 0.95, |
| |
8451 | + "n_items": 1000, |
| |
8452 | + "n_clusters": 975, |
| |
8453 | + "n_boot": 2000 |
| |
8454 | + }, |
| |
8455 | + "omega_step_acc": null |
| |
8456 | + }, |
| |
8457 | + "comp_heldout": { |
| |
8458 | + "accuracy": 0.423, |
| |
8459 | + "trace_accuracy": 0.417, |
| |
8460 | + "ci95": { |
| |
8461 | + "estimate": 0.423, |
| |
8462 | + "low": 0.3766201428054018, |
| |
8463 | + "high": 0.4735332817337461, |
| |
8464 | + "level": 0.95, |
| |
8465 | + "n_items": 1000, |
| |
8466 | + "n_clusters": 701, |
| |
8467 | + "n_boot": 2000 |
| |
8468 | + }, |
| |
8469 | + "omega_step_acc": 0.03666666666666667 |
| |
8470 | + } |
| |
8471 | + } |
| |
8472 | + }, |
| |
8473 | + "subspace_k8": { |
| |
8474 | + "donor_s0->recipient_s0": { |
| |
8475 | + "pair": "donor_s0->recipient_s0", |
| |
8476 | + "k": 8, |
| |
8477 | + "explained_var": 0.9118982326197025, |
| |
8478 | + "map": "unrelated_procrustes", |
| |
8479 | + "target_iid": { |
| |
8480 | + "accuracy": 0.831, |
| |
8481 | + "trace_accuracy": 0.821, |
| |
8482 | + "ci95": { |
| |
8483 | + "estimate": 0.831, |
| |
8484 | + "low": 0.8073053260373011, |
| |
8485 | + "high": 0.853002967806841, |
| |
8486 | + "level": 0.95, |
| |
8487 | + "n_items": 1000, |
| |
8488 | + "n_clusters": 970, |
| |
8489 | + "n_boot": 2000 |
| |
8490 | + }, |
| |
8491 | + "omega_step_acc": 0.852 |
| |
8492 | + }, |
| |
8493 | + "control_iid": { |
| |
8494 | + "accuracy": 1.0, |
| |
8495 | + "trace_accuracy": 1.0, |
| |
8496 | + "ci95": { |
| |
8497 | + "estimate": 1.0, |
| |
8498 | + "low": 1.0, |
| |
8499 | + "high": 1.0, |
| |
8500 | + "level": 0.95, |
| |
8501 | + "n_items": 1000, |
| |
8502 | + "n_clusters": 975, |
| |
8503 | + "n_boot": 2000 |
| |
8504 | + }, |
| |
8505 | + "omega_step_acc": null |
| |
8506 | + }, |
| |
8507 | + "comp_heldout": { |
| |
8508 | + "accuracy": 0.89, |
| |
8509 | + "trace_accuracy": 0.886, |
| |
8510 | + "ci95": { |
| |
8511 | + "estimate": 0.89, |
| |
8512 | + "low": 0.8710969712515914, |
| |
8513 | + "high": 0.9096710380962187, |
| |
8514 | + "level": 0.95, |
| |
8515 | + "n_items": 1000, |
| |
8516 | + "n_clusters": 701, |
| |
8517 | + "n_boot": 2000 |
| |
8518 | + }, |
| |
8519 | + "omega_step_acc": 0.8433333333333334 |
| |
8520 | + } |
| |
8521 | + }, |
| |
8522 | + "donor_s1->recipient_s1": { |
| |
8523 | + "pair": "donor_s1->recipient_s1", |
| |
8524 | + "k": 8, |
| |
8525 | + "explained_var": 0.9072659813877068, |
| |
8526 | + "map": "unrelated_procrustes", |
| |
8527 | + "target_iid": { |
| |
8528 | + "accuracy": 0.98, |
| |
8529 | + "trace_accuracy": 0.98, |
| |
8530 | + "ci95": { |
| |
8531 | + "estimate": 0.98, |
| |
8532 | + "low": 0.9702358742004265, |
| |
8533 | + "high": 0.987987987987988, |
| |
8534 | + "level": 0.95, |
| |
8535 | + "n_items": 1000, |
| |
8536 | + "n_clusters": 970, |
| |
8537 | + "n_boot": 2000 |
| |
8538 | + }, |
| |
8539 | + "omega_step_acc": 0.986 |
| |
8540 | + }, |
| |
8541 | + "control_iid": { |
| |
8542 | + "accuracy": 1.0, |
| |
8543 | + "trace_accuracy": 1.0, |
| |
8544 | + "ci95": { |
| |
8545 | + "estimate": 1.0, |
| |
8546 | + "low": 1.0, |
| |
8547 | + "high": 1.0, |
| |
8548 | + "level": 0.95, |
| |
8549 | + "n_items": 1000, |
| |
8550 | + "n_clusters": 975, |
| |
8551 | + "n_boot": 2000 |
| |
8552 | + }, |
| |
8553 | + "omega_step_acc": null |
| |
8554 | + }, |
| |
8555 | + "comp_heldout": { |
| |
8556 | + "accuracy": 0.987, |
| |
8557 | + "trace_accuracy": 0.987, |
| |
8558 | + "ci95": { |
| |
8559 | + "estimate": 0.987, |
| |
8560 | + "low": 0.9789962990936556, |
| |
8561 | + "high": 0.9939458144448069, |
| |
8562 | + "level": 0.95, |
| |
8563 | + "n_items": 1000, |
| |
8564 | + "n_clusters": 701, |
| |
8565 | + "n_boot": 2000 |
| |
8566 | + }, |
| |
8567 | + "omega_step_acc": 0.985 |
| |
8568 | + } |
| |
8569 | + }, |
| |
8570 | + "donor_s2->recipient_s2": { |
| |
8571 | + "pair": "donor_s2->recipient_s2", |
| |
8572 | + "k": 8, |
| |
8573 | + "explained_var": 0.9212276808342745, |
| |
8574 | + "map": "unrelated_procrustes", |
| |
8575 | + "target_iid": { |
| |
8576 | + "accuracy": 0.997, |
| |
8577 | + "trace_accuracy": 0.997, |
| |
8578 | + "ci95": { |
| |
8579 | + "estimate": 0.997, |
| |
8580 | + "low": 0.9929859719438878, |
| |
8581 | + "high": 1.0, |
| |
8582 | + "level": 0.95, |
| |
8583 | + "n_items": 1000, |
| |
8584 | + "n_clusters": 970, |
| |
8585 | + "n_boot": 2000 |
| |
8586 | + }, |
| |
8587 | + "omega_step_acc": 0.997 |
| |
8588 | + }, |
| |
8589 | + "control_iid": { |
| |
8590 | + "accuracy": 1.0, |
| |
8591 | + "trace_accuracy": 1.0, |
| |
8592 | + "ci95": { |
| |
8593 | + "estimate": 1.0, |
| |
8594 | + "low": 1.0, |
| |
8595 | + "high": 1.0, |
| |
8596 | + "level": 0.95, |
| |
8597 | + "n_items": 1000, |
| |
8598 | + "n_clusters": 975, |
| |
8599 | + "n_boot": 2000 |
| |
8600 | + }, |
| |
8601 | + "omega_step_acc": null |
| |
8602 | + }, |
| |
8603 | + "comp_heldout": { |
| |
8604 | + "accuracy": 0.999, |
| |
8605 | + "trace_accuracy": 0.999, |
| |
8606 | + "ci95": { |
| |
8607 | + "estimate": 0.999, |
| |
8608 | + "low": 0.996938697337975, |
| |
8609 | + "high": 1.0, |
| |
8610 | + "level": 0.95, |
| |
8611 | + "n_items": 1000, |
| |
8612 | + "n_clusters": 701, |
| |
8613 | + "n_boot": 2000 |
| |
8614 | + }, |
| |
8615 | + "omega_step_acc": 1.0 |
| |
8616 | + } |
| |
8617 | + } |
| |
8618 | + }, |
| |
8619 | + "subspace_random_k8": { |
| |
8620 | + "donor_s0->recipient_s0": { |
| |
8621 | + "pair": "donor_s0->recipient_s0", |
| |
8622 | + "k": 8, |
| |
8623 | + "map": "unrelated_procrustes", |
| |
8624 | + "target_iid": { |
| |
8625 | + "accuracy": 0.125, |
| |
8626 | + "trace_accuracy": 0.093, |
| |
8627 | + "ci95": { |
| |
8628 | + "estimate": 0.125, |
| |
8629 | + "low": 0.10451998950576175, |
| |
8630 | + "high": 0.14572915183203466, |
| |
8631 | + "level": 0.95, |
| |
8632 | + "n_items": 1000, |
| |
8633 | + "n_clusters": 970, |
| |
8634 | + "n_boot": 2000 |
| |
8635 | + }, |
| |
8636 | + "omega_step_acc": 0.11 |
| |
8637 | + }, |
| |
8638 | + "control_iid": { |
| |
8639 | + "accuracy": 1.0, |
| |
8640 | + "trace_accuracy": 1.0, |
| |
8641 | + "ci95": { |
| |
8642 | + "estimate": 1.0, |
| |
8643 | + "low": 1.0, |
| |
8644 | + "high": 1.0, |
| |
8645 | + "level": 0.95, |
| |
8646 | + "n_items": 1000, |
| |
8647 | + "n_clusters": 975, |
| |
8648 | + "n_boot": 2000 |
| |
8649 | + }, |
| |
8650 | + "omega_step_acc": null |
| |
8651 | + }, |
| |
8652 | + "comp_heldout": { |
| |
8653 | + "accuracy": 0.475, |
| |
8654 | + "trace_accuracy": 0.459, |
| |
8655 | + "ci95": { |
| |
8656 | + "estimate": 0.475, |
| |
8657 | + "low": 0.4305116644337205, |
| |
8658 | + "high": 0.5209616096560559, |
| |
8659 | + "level": 0.95, |
| |
8660 | + "n_items": 1000, |
| |
8661 | + "n_clusters": 701, |
| |
8662 | + "n_boot": 2000 |
| |
8663 | + }, |
| |
8664 | + "omega_step_acc": 0.11166666666666666 |
| |
8665 | + } |
| |
8666 | + }, |
| |
8667 | + "donor_s1->recipient_s1": { |
| |
8668 | + "pair": "donor_s1->recipient_s1", |
| |
8669 | + "k": 8, |
| |
8670 | + "map": "unrelated_procrustes", |
| |
8671 | + "target_iid": { |
| |
8672 | + "accuracy": 0.061, |
| |
8673 | + "trace_accuracy": 0.019, |
| |
8674 | + "ci95": { |
| |
8675 | + "estimate": 0.061, |
| |
8676 | + "low": 0.0476178677615744, |
| |
8677 | + "high": 0.07568153219613975, |
| |
8678 | + "level": 0.95, |
| |
8679 | + "n_items": 1000, |
| |
8680 | + "n_clusters": 970, |
| |
8681 | + "n_boot": 2000 |
| |
8682 | + }, |
| |
8683 | + "omega_step_acc": 0.021 |
| |
8684 | + }, |
| |
8685 | + "control_iid": { |
| |
8686 | + "accuracy": 1.0, |
| |
8687 | + "trace_accuracy": 1.0, |
| |
8688 | + "ci95": { |
| |
8689 | + "estimate": 1.0, |
| |
8690 | + "low": 1.0, |
| |
8691 | + "high": 1.0, |
| |
8692 | + "level": 0.95, |
| |
8693 | + "n_items": 1000, |
| |
8694 | + "n_clusters": 975, |
| |
8695 | + "n_boot": 2000 |
| |
8696 | + }, |
| |
8697 | + "omega_step_acc": null |
| |
8698 | + }, |
| |
8699 | + "comp_heldout": { |
| |
8700 | + "accuracy": 0.442, |
| |
8701 | + "trace_accuracy": 0.424, |
| |
8702 | + "ci95": { |
| |
8703 | + "estimate": 0.442, |
| |
8704 | + "low": 0.39648172236544266, |
| |
8705 | + "high": 0.48976805449695116, |
| |
8706 | + "level": 0.95, |
| |
8707 | + "n_items": 1000, |
| |
8708 | + "n_clusters": 701, |
| |
8709 | + "n_boot": 2000 |
| |
8710 | + }, |
| |
8711 | + "omega_step_acc": 0.045 |
| |
8712 | + } |
| |
8713 | + }, |
| |
8714 | + "donor_s2->recipient_s2": { |
| |
8715 | + "pair": "donor_s2->recipient_s2", |
| |
8716 | + "k": 8, |
| |
8717 | + "map": "unrelated_procrustes", |
| |
8718 | + "target_iid": { |
| |
8719 | + "accuracy": 0.069, |
| |
8720 | + "trace_accuracy": 0.035, |
| |
8721 | + "ci95": { |
| |
8722 | + "estimate": 0.069, |
| |
8723 | + "low": 0.0536779324055666, |
| |
8724 | + "high": 0.0859205423834682, |
| |
8725 | + "level": 0.95, |
| |
8726 | + "n_items": 1000, |
| |
8727 | + "n_clusters": 970, |
| |
8728 | + "n_boot": 2000 |
| |
8729 | + }, |
| |
8730 | + "omega_step_acc": 0.048 |
| |
8731 | + }, |
| |
8732 | + "control_iid": { |
| |
8733 | + "accuracy": 1.0, |
| |
8734 | + "trace_accuracy": 1.0, |
| |
8735 | + "ci95": { |
| |
8736 | + "estimate": 1.0, |
| |
8737 | + "low": 1.0, |
| |
8738 | + "high": 1.0, |
| |
8739 | + "level": 0.95, |
| |
8740 | + "n_items": 1000, |
| |
8741 | + "n_clusters": 975, |
| |
8742 | + "n_boot": 2000 |
| |
8743 | + }, |
| |
8744 | + "omega_step_acc": null |
| |
8745 | + }, |
| |
8746 | + "comp_heldout": { |
| |
8747 | + "accuracy": 0.423, |
| |
8748 | + "trace_accuracy": 0.414, |
| |
8749 | + "ci95": { |
| |
8750 | + "estimate": 0.423, |
| |
8751 | + "low": 0.37686480539114836, |
| |
8752 | + "high": 0.4742542143421232, |
| |
8753 | + "level": 0.95, |
| |
8754 | + "n_items": 1000, |
| |
8755 | + "n_clusters": 701, |
| |
8756 | + "n_boot": 2000 |
| |
8757 | + }, |
| |
8758 | + "omega_step_acc": 0.03166666666666667 |
| |
8759 | + } |
| |
8760 | + } |
| |
8761 | + }, |
| |
8762 | + "subspace_k16": { |
| |
8763 | + "donor_s0->recipient_s0": { |
| |
8764 | + "pair": "donor_s0->recipient_s0", |
| |
8765 | + "k": 16, |
| |
8766 | + "explained_var": 0.9863647473706769, |
| |
8767 | + "map": "unrelated_procrustes", |
| |
8768 | + "target_iid": { |
| |
8769 | + "accuracy": 0.91, |
| |
8770 | + "trace_accuracy": 0.905, |
| |
8771 | + "ci95": { |
| |
8772 | + "estimate": 0.91, |
| |
8773 | + "low": 0.8916717066622754, |
| |
8774 | + "high": 0.9269287537537537, |
| |
8775 | + "level": 0.95, |
| |
8776 | + "n_items": 1000, |
| |
8777 | + "n_clusters": 970, |
| |
8778 | + "n_boot": 2000 |
| |
8779 | + }, |
| |
8780 | + "omega_step_acc": 0.924 |
| |
8781 | + }, |
| |
8782 | + "control_iid": { |
| |
8783 | + "accuracy": 1.0, |
| |
8784 | + "trace_accuracy": 1.0, |
| |
8785 | + "ci95": { |
| |
8786 | + "estimate": 1.0, |
| |
8787 | + "low": 1.0, |
| |
8788 | + "high": 1.0, |
| |
8789 | + "level": 0.95, |
| |
8790 | + "n_items": 1000, |
| |
8791 | + "n_clusters": 975, |
| |
8792 | + "n_boot": 2000 |
| |
8793 | + }, |
| |
8794 | + "omega_step_acc": null |
| |
8795 | + }, |
| |
8796 | + "comp_heldout": { |
| |
8797 | + "accuracy": 0.942, |
| |
8798 | + "trace_accuracy": 0.942, |
| |
8799 | + "ci95": { |
| |
8800 | + "estimate": 0.942, |
| |
8801 | + "low": 0.927844770417146, |
| |
8802 | + "high": 0.9558688898094448, |
| |
8803 | + "level": 0.95, |
| |
8804 | + "n_items": 1000, |
| |
8805 | + "n_clusters": 701, |
| |
8806 | + "n_boot": 2000 |
| |
8807 | + }, |
| |
8808 | + "omega_step_acc": 0.9166666666666666 |
| |
8809 | + } |
| |
8810 | + }, |
| |
8811 | + "donor_s1->recipient_s1": { |
| |
8812 | + "pair": "donor_s1->recipient_s1", |
| |
8813 | + "k": 16, |
| |
8814 | + "explained_var": 0.984010076128248, |
| |
8815 | + "map": "unrelated_procrustes", |
| |
8816 | + "target_iid": { |
| |
8817 | + "accuracy": 1.0, |
| |
8818 | + "trace_accuracy": 1.0, |
| |
8819 | + "ci95": { |
| |
8820 | + "estimate": 1.0, |
| |
8821 | + "low": 1.0, |
| |
8822 | + "high": 1.0, |
| |
8823 | + "level": 0.95, |
| |
8824 | + "n_items": 1000, |
| |
8825 | + "n_clusters": 970, |
| |
8826 | + "n_boot": 2000 |
| |
8827 | + }, |
| |
8828 | + "omega_step_acc": 1.0 |
| |
8829 | + }, |
| |
8830 | + "control_iid": { |
| |
8831 | + "accuracy": 1.0, |
| |
8832 | + "trace_accuracy": 1.0, |
| |
8833 | + "ci95": { |
| |
8834 | + "estimate": 1.0, |
| |
8835 | + "low": 1.0, |
| |
8836 | + "high": 1.0, |
| |
8837 | + "level": 0.95, |
| |
8838 | + "n_items": 1000, |
| |
8839 | + "n_clusters": 975, |
| |
8840 | + "n_boot": 2000 |
| |
8841 | + }, |
| |
8842 | + "omega_step_acc": null |
| |
8843 | + }, |
| |
8844 | + "comp_heldout": { |
| |
8845 | + "accuracy": 1.0, |
| |
8846 | + "trace_accuracy": 1.0, |
| |
8847 | + "ci95": { |
| |
8848 | + "estimate": 1.0, |
| |
8849 | + "low": 1.0, |
| |
8850 | + "high": 1.0, |
| |
8851 | + "level": 0.95, |
| |
8852 | + "n_items": 1000, |
| |
8853 | + "n_clusters": 701, |
| |
8854 | + "n_boot": 2000 |
| |
8855 | + }, |
| |
8856 | + "omega_step_acc": 1.0 |
| |
8857 | + } |
| |
8858 | + }, |
| |
8859 | + "donor_s2->recipient_s2": { |
| |
8860 | + "pair": "donor_s2->recipient_s2", |
| |
8861 | + "k": 16, |
| |
8862 | + "explained_var": 0.9888415686049566, |
| |
8863 | + "map": "unrelated_procrustes", |
| |
8864 | + "target_iid": { |
| |
8865 | + "accuracy": 1.0, |
| |
8866 | + "trace_accuracy": 1.0, |
| |
8867 | + "ci95": { |
| |
8868 | + "estimate": 1.0, |
| |
8869 | + "low": 1.0, |
| |
8870 | + "high": 1.0, |
| |
8871 | + "level": 0.95, |
| |
8872 | + "n_items": 1000, |
| |
8873 | + "n_clusters": 970, |
| |
8874 | + "n_boot": 2000 |
| |
8875 | + }, |
| |
8876 | + "omega_step_acc": 1.0 |
| |
8877 | + }, |
| |
8878 | + "control_iid": { |
| |
8879 | + "accuracy": 1.0, |
| |
8880 | + "trace_accuracy": 1.0, |
| |
8881 | + "ci95": { |
| |
8882 | + "estimate": 1.0, |
| |
8883 | + "low": 1.0, |
| |
8884 | + "high": 1.0, |
| |
8885 | + "level": 0.95, |
| |
8886 | + "n_items": 1000, |
| |
8887 | + "n_clusters": 975, |
| |
8888 | + "n_boot": 2000 |
| |
8889 | + }, |
| |
8890 | + "omega_step_acc": null |
| |
8891 | + }, |
| |
8892 | + "comp_heldout": { |
| |
8893 | + "accuracy": 1.0, |
| |
8894 | + "trace_accuracy": 1.0, |
| |
8895 | + "ci95": { |
| |
8896 | + "estimate": 1.0, |
| |
8897 | + "low": 1.0, |
| |
8898 | + "high": 1.0, |
| |
8899 | + "level": 0.95, |
| |
8900 | + "n_items": 1000, |
| |
8901 | + "n_clusters": 701, |
| |
8902 | + "n_boot": 2000 |
| |
8903 | + }, |
| |
8904 | + "omega_step_acc": 1.0 |
| |
8905 | + } |
| |
8906 | + } |
| |
8907 | + }, |
| |
8908 | + "subspace_random_k16": { |
| |
8909 | + "donor_s0->recipient_s0": { |
| |
8910 | + "pair": "donor_s0->recipient_s0", |
| |
8911 | + "k": 16, |
| |
8912 | + "map": "unrelated_procrustes", |
| |
8913 | + "target_iid": { |
| |
8914 | + "accuracy": 0.194, |
| |
8915 | + "trace_accuracy": 0.165, |
| |
8916 | + "ci95": { |
| |
8917 | + "estimate": 0.194, |
| |
8918 | + "low": 0.16967826395401966, |
| |
8919 | + "high": 0.2202206670956671, |
| |
8920 | + "level": 0.95, |
| |
8921 | + "n_items": 1000, |
| |
8922 | + "n_clusters": 970, |
| |
8923 | + "n_boot": 2000 |
| |
8924 | + }, |
| |
8925 | + "omega_step_acc": 0.198 |
| |
8926 | + }, |
| |
8927 | + "control_iid": { |
| |
8928 | + "accuracy": 1.0, |
| |
8929 | + "trace_accuracy": 1.0, |
| |
8930 | + "ci95": { |
| |
8931 | + "estimate": 1.0, |
| |
8932 | + "low": 1.0, |
| |
8933 | + "high": 1.0, |
| |
8934 | + "level": 0.95, |
| |
8935 | + "n_items": 1000, |
| |
8936 | + "n_clusters": 975, |
| |
8937 | + "n_boot": 2000 |
| |
8938 | + }, |
| |
8939 | + "omega_step_acc": null |
| |
8940 | + }, |
| |
8941 | + "comp_heldout": { |
| |
8942 | + "accuracy": 0.5, |
| |
8943 | + "trace_accuracy": 0.488, |
| |
8944 | + "ci95": { |
| |
8945 | + "estimate": 0.5, |
| |
8946 | + "low": 0.4561215833638845, |
| |
8947 | + "high": 0.5457281261514416, |
| |
8948 | + "level": 0.95, |
| |
8949 | + "n_items": 1000, |
| |
8950 | + "n_clusters": 701, |
| |
8951 | + "n_boot": 2000 |
| |
8952 | + }, |
| |
8953 | + "omega_step_acc": 0.18166666666666667 |
| |
8954 | + } |
| |
8955 | + }, |
| |
8956 | + "donor_s1->recipient_s1": { |
| |
8957 | + "pair": "donor_s1->recipient_s1", |
| |
8958 | + "k": 16, |
| |
8959 | + "map": "unrelated_procrustes", |
| |
8960 | + "target_iid": { |
| |
8961 | + "accuracy": 0.103, |
| |
8962 | + "trace_accuracy": 0.055, |
| |
8963 | + "ci95": { |
| |
8964 | + "estimate": 0.103, |
| |
8965 | + "low": 0.08531378232655788, |
| |
8966 | + "high": 0.12142618323602214, |
| |
8967 | + "level": 0.95, |
| |
8968 | + "n_items": 1000, |
| |
8969 | + "n_clusters": 970, |
| |
8970 | + "n_boot": 2000 |
| |
8971 | + }, |
| |
8972 | + "omega_step_acc": 0.067 |
| |
8973 | + }, |
| |
8974 | + "control_iid": { |
| |
8975 | + "accuracy": 1.0, |
| |
8976 | + "trace_accuracy": 1.0, |
| |
8977 | + "ci95": { |
| |
8978 | + "estimate": 1.0, |
| |
8979 | + "low": 1.0, |
| |
8980 | + "high": 1.0, |
| |
8981 | + "level": 0.95, |
| |
8982 | + "n_items": 1000, |
| |
8983 | + "n_clusters": 975, |
| |
8984 | + "n_boot": 2000 |
| |
8985 | + }, |
| |
8986 | + "omega_step_acc": null |
| |
8987 | + }, |
| |
8988 | + "comp_heldout": { |
| |
8989 | + "accuracy": 0.455, |
| |
8990 | + "trace_accuracy": 0.436, |
| |
8991 | + "ci95": { |
| |
8992 | + "estimate": 0.455, |
| |
8993 | + "low": 0.40852314650342963, |
| |
8994 | + "high": 0.5030263879930299, |
| |
8995 | + "level": 0.95, |
| |
8996 | + "n_items": 1000, |
| |
8997 | + "n_clusters": 701, |
| |
8998 | + "n_boot": 2000 |
| |
8999 | + }, |
| |
9000 | + "omega_step_acc": 0.07333333333333333 |
| |
9001 | + } |
| |
9002 | + }, |
| |
9003 | + "donor_s2->recipient_s2": { |
| |
9004 | + "pair": "donor_s2->recipient_s2", |
| |
9005 | + "k": 16, |
| |
9006 | + "map": "unrelated_procrustes", |
| |
9007 | + "target_iid": { |
| |
9008 | + "accuracy": 0.083, |
| |
9009 | + "trace_accuracy": 0.041, |
| |
9010 | + "ci95": { |
| |
9011 | + "estimate": 0.083, |
| |
9012 | + "low": 0.06553749008449905, |
| |
9013 | + "high": 0.1, |
| |
9014 | + "level": 0.95, |
| |
9015 | + "n_items": 1000, |
| |
9016 | + "n_clusters": 970, |
| |
9017 | + "n_boot": 2000 |
| |
9018 | + }, |
| |
9019 | + "omega_step_acc": 0.056 |
| |
9020 | + }, |
| |
9021 | + "control_iid": { |
| |
9022 | + "accuracy": 1.0, |
| |
9023 | + "trace_accuracy": 1.0, |
| |
9024 | + "ci95": { |
| |
9025 | + "estimate": 1.0, |
| |
9026 | + "low": 1.0, |
| |
9027 | + "high": 1.0, |
| |
9028 | + "level": 0.95, |
| |
9029 | + "n_items": 1000, |
| |
9030 | + "n_clusters": 975, |
| |
9031 | + "n_boot": 2000 |
| |
9032 | + }, |
| |
9033 | + "omega_step_acc": null |
| |
9034 | + }, |
| |
9035 | + "comp_heldout": { |
| |
9036 | + "accuracy": 0.435, |
| |
9037 | + "trace_accuracy": 0.422, |
| |
9038 | + "ci95": { |
| |
9039 | + "estimate": 0.435, |
| |
9040 | + "low": 0.3888875041542041, |
| |
9041 | + "high": 0.484140340352571, |
| |
9042 | + "level": 0.95, |
| |
9043 | + "n_items": 1000, |
| |
9044 | + "n_clusters": 701, |
| |
9045 | + "n_boot": 2000 |
| |
9046 | + }, |
| |
9047 | + "omega_step_acc": 0.05 |
| |
9048 | + } |
| |
9049 | + } |
| |
9050 | + }, |
| |
9051 | + "subspace_k32": { |
| |
9052 | + "donor_s0->recipient_s0": { |
| |
9053 | + "pair": "donor_s0->recipient_s0", |
| |
9054 | + "k": 32, |
| |
9055 | + "explained_var": 0.9967060764986971, |
| |
9056 | + "map": "unrelated_procrustes", |
| |
9057 | + "target_iid": { |
| |
9058 | + "accuracy": 0.949, |
| |
9059 | + "trace_accuracy": 0.947, |
| |
9060 | + "ci95": { |
| |
9061 | + "estimate": 0.949, |
| |
9062 | + "low": 0.9351944167497508, |
| |
9063 | + "high": 0.9623408120192256, |
| |
9064 | + "level": 0.95, |
| |
9065 | + "n_items": 1000, |
| |
9066 | + "n_clusters": 970, |
| |
9067 | + "n_boot": 2000 |
| |
9068 | + }, |
| |
9069 | + "omega_step_acc": 0.956 |
| |
9070 | + }, |
| |
9071 | + "control_iid": { |
| |
9072 | + "accuracy": 1.0, |
| |
9073 | + "trace_accuracy": 1.0, |
| |
9074 | + "ci95": { |
| |
9075 | + "estimate": 1.0, |
| |
9076 | + "low": 1.0, |
| |
9077 | + "high": 1.0, |
| |
9078 | + "level": 0.95, |
| |
9079 | + "n_items": 1000, |
| |
9080 | + "n_clusters": 975, |
| |
9081 | + "n_boot": 2000 |
| |
9082 | + }, |
| |
9083 | + "omega_step_acc": null |
| |
9084 | + }, |
| |
9085 | + "comp_heldout": { |
| |
9086 | + "accuracy": 0.959, |
| |
9087 | + "trace_accuracy": 0.959, |
| |
9088 | + "ci95": { |
| |
9089 | + "estimate": 0.959, |
| |
9090 | + "low": 0.9465869708020931, |
| |
9091 | + "high": 0.9705573347851847, |
| |
9092 | + "level": 0.95, |
| |
9093 | + "n_items": 1000, |
| |
9094 | + "n_clusters": 701, |
| |
9095 | + "n_boot": 2000 |
| |
9096 | + }, |
| |
9097 | + "omega_step_acc": 0.9366666666666666 |
| |
9098 | + } |
| |
9099 | + }, |
| |
9100 | + "donor_s1->recipient_s1": { |
| |
9101 | + "pair": "donor_s1->recipient_s1", |
| |
9102 | + "k": 32, |
| |
9103 | + "explained_var": 0.9958252892935386, |
| |
9104 | + "map": "unrelated_procrustes", |
| |
9105 | + "target_iid": { |
| |
9106 | + "accuracy": 1.0, |
| |
9107 | + "trace_accuracy": 1.0, |
| |
9108 | + "ci95": { |
| |
9109 | + "estimate": 1.0, |
| |
9110 | + "low": 1.0, |
| |
9111 | + "high": 1.0, |
| |
9112 | + "level": 0.95, |
| |
9113 | + "n_items": 1000, |
| |
9114 | + "n_clusters": 970, |
| |
9115 | + "n_boot": 2000 |
| |
9116 | + }, |
| |
9117 | + "omega_step_acc": 1.0 |
| |
9118 | + }, |
| |
9119 | + "control_iid": { |
| |
9120 | + "accuracy": 1.0, |
| |
9121 | + "trace_accuracy": 1.0, |
| |
9122 | + "ci95": { |
| |
9123 | + "estimate": 1.0, |
| |
9124 | + "low": 1.0, |
| |
9125 | + "high": 1.0, |
| |
9126 | + "level": 0.95, |
| |
9127 | + "n_items": 1000, |
| |
9128 | + "n_clusters": 975, |
| |
9129 | + "n_boot": 2000 |
| |
9130 | + }, |
| |
9131 | + "omega_step_acc": null |
| |
9132 | + }, |
| |
9133 | + "comp_heldout": { |
| |
9134 | + "accuracy": 1.0, |
| |
9135 | + "trace_accuracy": 1.0, |
| |
9136 | + "ci95": { |
| |
9137 | + "estimate": 1.0, |
| |
9138 | + "low": 1.0, |
| |
9139 | + "high": 1.0, |
| |
9140 | + "level": 0.95, |
| |
9141 | + "n_items": 1000, |
| |
9142 | + "n_clusters": 701, |
| |
9143 | + "n_boot": 2000 |
| |
9144 | + }, |
| |
9145 | + "omega_step_acc": 1.0 |
| |
9146 | + } |
| |
9147 | + }, |
| |
9148 | + "donor_s2->recipient_s2": { |
| |
9149 | + "pair": "donor_s2->recipient_s2", |
| |
9150 | + "k": 32, |
| |
9151 | + "explained_var": 0.9970319433856157, |
| |
9152 | + "map": "unrelated_procrustes", |
| |
9153 | + "target_iid": { |
| |
9154 | + "accuracy": 1.0, |
| |
9155 | + "trace_accuracy": 1.0, |
| |
9156 | + "ci95": { |
| |
9157 | + "estimate": 1.0, |
| |
9158 | + "low": 1.0, |
| |
9159 | + "high": 1.0, |
| |
9160 | + "level": 0.95, |
| |
9161 | + "n_items": 1000, |
| |
9162 | + "n_clusters": 970, |
| |
9163 | + "n_boot": 2000 |
| |
9164 | + }, |
| |
9165 | + "omega_step_acc": 1.0 |
| |
9166 | + }, |
| |
9167 | + "control_iid": { |
| |
9168 | + "accuracy": 1.0, |
| |
9169 | + "trace_accuracy": 1.0, |
| |
9170 | + "ci95": { |
| |
9171 | + "estimate": 1.0, |
| |
9172 | + "low": 1.0, |
| |
9173 | + "high": 1.0, |
| |
9174 | + "level": 0.95, |
| |
9175 | + "n_items": 1000, |
| |
9176 | + "n_clusters": 975, |
| |
9177 | + "n_boot": 2000 |
| |
9178 | + }, |
| |
9179 | + "omega_step_acc": null |
| |
9180 | + }, |
| |
9181 | + "comp_heldout": { |
| |
9182 | + "accuracy": 1.0, |
| |
9183 | + "trace_accuracy": 1.0, |
| |
9184 | + "ci95": { |
| |
9185 | + "estimate": 1.0, |
| |
9186 | + "low": 1.0, |
| |
9187 | + "high": 1.0, |
| |
9188 | + "level": 0.95, |
| |
9189 | + "n_items": 1000, |
| |
9190 | + "n_clusters": 701, |
| |
9191 | + "n_boot": 2000 |
| |
9192 | + }, |
| |
9193 | + "omega_step_acc": 1.0 |
| |
9194 | + } |
| |
9195 | + } |
| |
9196 | + }, |
| |
9197 | + "subspace_random_k32": { |
| |
9198 | + "donor_s0->recipient_s0": { |
| |
9199 | + "pair": "donor_s0->recipient_s0", |
| |
9200 | + "k": 32, |
| |
9201 | + "map": "unrelated_procrustes", |
| |
9202 | + "target_iid": { |
| |
9203 | + "accuracy": 0.232, |
| |
9204 | + "trace_accuracy": 0.204, |
| |
9205 | + "ci95": { |
| |
9206 | + "estimate": 0.232, |
| |
9207 | + "low": 0.2067897072685379, |
| |
9208 | + "high": 0.25845099742227995, |
| |
9209 | + "level": 0.95, |
| |
9210 | + "n_items": 1000, |
| |
9211 | + "n_clusters": 970, |
| |
9212 | + "n_boot": 2000 |
| |
9213 | + }, |
| |
9214 | + "omega_step_acc": 0.247 |
| |
9215 | + }, |
| |
9216 | + "control_iid": { |
| |
9217 | + "accuracy": 1.0, |
| |
9218 | + "trace_accuracy": 1.0, |
| |
9219 | + "ci95": { |
| |
9220 | + "estimate": 1.0, |
| |
9221 | + "low": 1.0, |
| |
9222 | + "high": 1.0, |
| |
9223 | + "level": 0.95, |
| |
9224 | + "n_items": 1000, |
| |
9225 | + "n_clusters": 975, |
| |
9226 | + "n_boot": 2000 |
| |
9227 | + }, |
| |
9228 | + "omega_step_acc": null |
| |
9229 | + }, |
| |
9230 | + "comp_heldout": { |
| |
9231 | + "accuracy": 0.54, |
| |
9232 | + "trace_accuracy": 0.527, |
| |
9233 | + "ci95": { |
| |
9234 | + "estimate": 0.54, |
| |
9235 | + "low": 0.49897054227223003, |
| |
9236 | + "high": 0.5812358395311037, |
| |
9237 | + "level": 0.95, |
| |
9238 | + "n_items": 1000, |
| |
9239 | + "n_clusters": 701, |
| |
9240 | + "n_boot": 2000 |
| |
9241 | + }, |
| |
9242 | + "omega_step_acc": 0.25 |
| |
9243 | + } |
| |
9244 | + }, |
| |
9245 | + "donor_s1->recipient_s1": { |
| |
9246 | + "pair": "donor_s1->recipient_s1", |
| |
9247 | + "k": 32, |
| |
9248 | + "map": "unrelated_procrustes", |
| |
9249 | + "target_iid": { |
| |
9250 | + "accuracy": 0.147, |
| |
9251 | + "trace_accuracy": 0.101, |
| |
9252 | + "ci95": { |
| |
9253 | + "estimate": 0.147, |
| |
9254 | + "low": 0.12512102780536247, |
| |
9255 | + "high": 0.16932735457368117, |
| |
9256 | + "level": 0.95, |
| |
9257 | + "n_items": 1000, |
| |
9258 | + "n_clusters": 970, |
| |
9259 | + "n_boot": 2000 |
| |
9260 | + }, |
| |
9261 | + "omega_step_acc": 0.121 |
| |
9262 | + }, |
| |
9263 | + "control_iid": { |
| |
9264 | + "accuracy": 1.0, |
| |
9265 | + "trace_accuracy": 1.0, |
| |
9266 | + "ci95": { |
| |
9267 | + "estimate": 1.0, |
| |
9268 | + "low": 1.0, |
| |
9269 | + "high": 1.0, |
| |
9270 | + "level": 0.95, |
| |
9271 | + "n_items": 1000, |
| |
9272 | + "n_clusters": 975, |
| |
9273 | + "n_boot": 2000 |
| |
9274 | + }, |
| |
9275 | + "omega_step_acc": null |
| |
9276 | + }, |
| |
9277 | + "comp_heldout": { |
| |
9278 | + "accuracy": 0.469, |
| |
9279 | + "trace_accuracy": 0.454, |
| |
9280 | + "ci95": { |
| |
9281 | + "estimate": 0.469, |
| |
9282 | + "low": 0.4228491669656837, |
| |
9283 | + "high": 0.5158868639200224, |
| |
9284 | + "level": 0.95, |
| |
9285 | + "n_items": 1000, |
| |
9286 | + "n_clusters": 701, |
| |
9287 | + "n_boot": 2000 |
| |
9288 | + }, |
| |
9289 | + "omega_step_acc": 0.11 |
| |
9290 | + } |
| |
9291 | + }, |
| |
9292 | + "donor_s2->recipient_s2": { |
| |
9293 | + "pair": "donor_s2->recipient_s2", |
| |
9294 | + "k": 32, |
| |
9295 | + "map": "unrelated_procrustes", |
| |
9296 | + "target_iid": { |
| |
9297 | + "accuracy": 0.139, |
| |
9298 | + "trace_accuracy": 0.103, |
| |
9299 | + "ci95": { |
| |
9300 | + "estimate": 0.139, |
| |
9301 | + "low": 0.11787917671151205, |
| |
9302 | + "high": 0.15969262675849497, |
| |
9303 | + "level": 0.95, |
| |
9304 | + "n_items": 1000, |
| |
9305 | + "n_clusters": 970, |
| |
9306 | + "n_boot": 2000 |
| |
9307 | + }, |
| |
9308 | + "omega_step_acc": 0.125 |
| |
9309 | + }, |
| |
9310 | + "control_iid": { |
| |
9311 | + "accuracy": 1.0, |
| |
9312 | + "trace_accuracy": 1.0, |
| |
9313 | + "ci95": { |
| |
9314 | + "estimate": 1.0, |
| |
9315 | + "low": 1.0, |
| |
9316 | + "high": 1.0, |
| |
9317 | + "level": 0.95, |
| |
9318 | + "n_items": 1000, |
| |
9319 | + "n_clusters": 975, |
| |
9320 | + "n_boot": 2000 |
| |
9321 | + }, |
| |
9322 | + "omega_step_acc": null |
| |
9323 | + }, |
| |
9324 | + "comp_heldout": { |
| |
9325 | + "accuracy": 0.477, |
| |
9326 | + "trace_accuracy": 0.463, |
| |
9327 | + "ci95": { |
| |
9328 | + "estimate": 0.477, |
| |
9329 | + "low": 0.4321821693682775, |
| |
9330 | + "high": 0.5246705458333892, |
| |
9331 | + "level": 0.95, |
| |
9332 | + "n_items": 1000, |
| |
9333 | + "n_clusters": 701, |
| |
9334 | + "n_boot": 2000 |
| |
9335 | + }, |
| |
9336 | + "omega_step_acc": 0.12666666666666668 |
| |
9337 | + } |
| |
9338 | + } |
| |
9339 | + }, |
| |
9340 | + "subspace_k64": { |
| |
9341 | + "donor_s0->recipient_s0": { |
| |
9342 | + "pair": "donor_s0->recipient_s0", |
| |
9343 | + "k": 64, |
| |
9344 | + "explained_var": 0.9995494250676163, |
| |
9345 | + "map": "unrelated_procrustes", |
| |
9346 | + "target_iid": { |
| |
9347 | + "accuracy": 0.959, |
| |
9348 | + "trace_accuracy": 0.957, |
| |
9349 | + "ci95": { |
| |
9350 | + "estimate": 0.959, |
| |
9351 | + "low": 0.9461077844311377, |
| |
9352 | + "high": 0.9709149197592779, |
| |
9353 | + "level": 0.95, |
| |
9354 | + "n_items": 1000, |
| |
9355 | + "n_clusters": 970, |
| |
9356 | + "n_boot": 2000 |
| |
9357 | + }, |
| |
9358 | + "omega_step_acc": 0.963 |
| |
9359 | + }, |
| |
9360 | + "control_iid": { |
| |
9361 | + "accuracy": 0.999, |
| |
9362 | + "trace_accuracy": 0.998, |
| |
9363 | + "ci95": { |
| |
9364 | + "estimate": 0.999, |
| |
9365 | + "low": 0.9969727547931383, |
| |
9366 | + "high": 1.0, |
| |
9367 | + "level": 0.95, |
| |
9368 | + "n_items": 1000, |
| |
9369 | + "n_clusters": 975, |
| |
9370 | + "n_boot": 2000 |
| |
9371 | + }, |
| |
9372 | + "omega_step_acc": null |
| |
9373 | + }, |
| |
9374 | + "comp_heldout": { |
| |
9375 | + "accuracy": 0.969, |
| |
9376 | + "trace_accuracy": 0.969, |
| |
9377 | + "ci95": { |
| |
9378 | + "estimate": 0.969, |
| |
9379 | + "low": 0.9587066772441643, |
| |
9380 | + "high": 0.9790152814808339, |
| |
9381 | + "level": 0.95, |
| |
9382 | + "n_items": 1000, |
| |
9383 | + "n_clusters": 701, |
| |
9384 | + "n_boot": 2000 |
| |
9385 | + }, |
| |
9386 | + "omega_step_acc": 0.9533333333333334 |
| |
9387 | + } |
| |
9388 | + }, |
| |
9389 | + "donor_s1->recipient_s1": { |
| |
9390 | + "pair": "donor_s1->recipient_s1", |
| |
9391 | + "k": 64, |
| |
9392 | + "explained_var": 0.9993163981958552, |
| |
9393 | + "map": "unrelated_procrustes", |
| |
9394 | + "target_iid": { |
| |
9395 | + "accuracy": 1.0, |
| |
9396 | + "trace_accuracy": 1.0, |
| |
9397 | + "ci95": { |
| |
9398 | + "estimate": 1.0, |
| |
9399 | + "low": 1.0, |
| |
9400 | + "high": 1.0, |
| |
9401 | + "level": 0.95, |
| |
9402 | + "n_items": 1000, |
| |
9403 | + "n_clusters": 970, |
| |
9404 | + "n_boot": 2000 |
| |
9405 | + }, |
| |
9406 | + "omega_step_acc": 1.0 |
| |
9407 | + }, |
| |
9408 | + "control_iid": { |
| |
9409 | + "accuracy": 1.0, |
| |
9410 | + "trace_accuracy": 1.0, |
| |
9411 | + "ci95": { |
| |
9412 | + "estimate": 1.0, |
| |
9413 | + "low": 1.0, |
| |
9414 | + "high": 1.0, |
| |
9415 | + "level": 0.95, |
| |
9416 | + "n_items": 1000, |
| |
9417 | + "n_clusters": 975, |
| |
9418 | + "n_boot": 2000 |
| |
9419 | + }, |
| |
9420 | + "omega_step_acc": null |
| |
9421 | + }, |
| |
9422 | + "comp_heldout": { |
| |
9423 | + "accuracy": 0.999, |
| |
9424 | + "trace_accuracy": 0.999, |
| |
9425 | + "ci95": { |
| |
9426 | + "estimate": 0.999, |
| |
9427 | + "low": 0.9968683122090128, |
| |
9428 | + "high": 1.0, |
| |
9429 | + "level": 0.95, |
| |
9430 | + "n_items": 1000, |
| |
9431 | + "n_clusters": 701, |
| |
9432 | + "n_boot": 2000 |
| |
9433 | + }, |
| |
9434 | + "omega_step_acc": 1.0 |
| |
9435 | + } |
| |
9436 | + }, |
| |
9437 | + "donor_s2->recipient_s2": { |
| |
9438 | + "pair": "donor_s2->recipient_s2", |
| |
9439 | + "k": 64, |
| |
9440 | + "explained_var": 0.9995609296702536, |
| |
9441 | + "map": "unrelated_procrustes", |
| |
9442 | + "target_iid": { |
| |
9443 | + "accuracy": 1.0, |
| |
9444 | + "trace_accuracy": 1.0, |
| |
9445 | + "ci95": { |
| |
9446 | + "estimate": 1.0, |
| |
9447 | + "low": 1.0, |
| |
9448 | + "high": 1.0, |
| |
9449 | + "level": 0.95, |
| |
9450 | + "n_items": 1000, |
| |
9451 | + "n_clusters": 970, |
| |
9452 | + "n_boot": 2000 |
| |
9453 | + }, |
| |
9454 | + "omega_step_acc": 1.0 |
| |
9455 | + }, |
| |
9456 | + "control_iid": { |
| |
9457 | + "accuracy": 1.0, |
| |
9458 | + "trace_accuracy": 1.0, |
| |
9459 | + "ci95": { |
| |
9460 | + "estimate": 1.0, |
| |
9461 | + "low": 1.0, |
| |
9462 | + "high": 1.0, |
| |
9463 | + "level": 0.95, |
| |
9464 | + "n_items": 1000, |
| |
9465 | + "n_clusters": 975, |
| |
9466 | + "n_boot": 2000 |
| |
9467 | + }, |
| |
9468 | + "omega_step_acc": null |
| |
9469 | + }, |
| |
9470 | + "comp_heldout": { |
| |
9471 | + "accuracy": 1.0, |
| |
9472 | + "trace_accuracy": 1.0, |
| |
9473 | + "ci95": { |
| |
9474 | + "estimate": 1.0, |
| |
9475 | + "low": 1.0, |
| |
9476 | + "high": 1.0, |
| |
9477 | + "level": 0.95, |
| |
9478 | + "n_items": 1000, |
| |
9479 | + "n_clusters": 701, |
| |
9480 | + "n_boot": 2000 |
| |
9481 | + }, |
| |
9482 | + "omega_step_acc": 1.0 |
| |
9483 | + } |
| |
9484 | + } |
| |
9485 | + }, |
| |
9486 | + "subspace_random_k64": { |
| |
9487 | + "donor_s0->recipient_s0": { |
| |
9488 | + "pair": "donor_s0->recipient_s0", |
| |
9489 | + "k": 64, |
| |
9490 | + "map": "unrelated_procrustes", |
| |
9491 | + "target_iid": { |
| |
9492 | + "accuracy": 0.313, |
| |
9493 | + "trace_accuracy": 0.288, |
| |
9494 | + "ci95": { |
| |
9495 | + "estimate": 0.313, |
| |
9496 | + "low": 0.2844309120452562, |
| |
9497 | + "high": 0.34375625, |
| |
9498 | + "level": 0.95, |
| |
9499 | + "n_items": 1000, |
| |
9500 | + "n_clusters": 970, |
| |
9501 | + "n_boot": 2000 |
| |
9502 | + }, |
| |
9503 | + "omega_step_acc": 0.346 |
| |
9504 | + }, |
| |
9505 | + "control_iid": { |
| |
9506 | + "accuracy": 1.0, |
| |
9507 | + "trace_accuracy": 1.0, |
| |
9508 | + "ci95": { |
| |
9509 | + "estimate": 1.0, |
| |
9510 | + "low": 1.0, |
| |
9511 | + "high": 1.0, |
| |
9512 | + "level": 0.95, |
| |
9513 | + "n_items": 1000, |
| |
9514 | + "n_clusters": 975, |
| |
9515 | + "n_boot": 2000 |
| |
9516 | + }, |
| |
9517 | + "omega_step_acc": null |
| |
9518 | + }, |
| |
9519 | + "comp_heldout": { |
| |
9520 | + "accuracy": 0.593, |
| |
9521 | + "trace_accuracy": 0.582, |
| |
9522 | + "ci95": { |
| |
9523 | + "estimate": 0.593, |
| |
9524 | + "low": 0.5543124283549905, |
| |
9525 | + "high": 0.6318827142675174, |
| |
9526 | + "level": 0.95, |
| |
9527 | + "n_items": 1000, |
| |
9528 | + "n_clusters": 701, |
| |
9529 | + "n_boot": 2000 |
| |
9530 | + }, |
| |
9531 | + "omega_step_acc": 0.355 |
| |
9532 | + } |
| |
9533 | + }, |
| |
9534 | + "donor_s1->recipient_s1": { |
| |
9535 | + "pair": "donor_s1->recipient_s1", |
| |
9536 | + "k": 64, |
| |
9537 | + "map": "unrelated_procrustes", |
| |
9538 | + "target_iid": { |
| |
9539 | + "accuracy": 0.437, |
| |
9540 | + "trace_accuracy": 0.407, |
| |
9541 | + "ci95": { |
| |
9542 | + "estimate": 0.437, |
| |
9543 | + "low": 0.40681277809857, |
| |
9544 | + "high": 0.46785566682326074, |
| |
9545 | + "level": 0.95, |
| |
9546 | + "n_items": 1000, |
| |
9547 | + "n_clusters": 970, |
| |
9548 | + "n_boot": 2000 |
| |
9549 | + }, |
| |
9550 | + "omega_step_acc": 0.466 |
| |
9551 | + }, |
| |
9552 | + "control_iid": { |
| |
9553 | + "accuracy": 1.0, |
| |
9554 | + "trace_accuracy": 1.0, |
| |
9555 | + "ci95": { |
| |
9556 | + "estimate": 1.0, |
| |
9557 | + "low": 1.0, |
| |
9558 | + "high": 1.0, |
| |
9559 | + "level": 0.95, |
| |
9560 | + "n_items": 1000, |
| |
9561 | + "n_clusters": 975, |
| |
9562 | + "n_boot": 2000 |
| |
9563 | + }, |
| |
9564 | + "omega_step_acc": null |
| |
9565 | + }, |
| |
9566 | + "comp_heldout": { |
| |
9567 | + "accuracy": 0.655, |
| |
9568 | + "trace_accuracy": 0.645, |
| |
9569 | + "ci95": { |
| |
9570 | + "estimate": 0.655, |
| |
9571 | + "low": 0.618837815679824, |
| |
9572 | + "high": 0.690571688032678, |
| |
9573 | + "level": 0.95, |
| |
9574 | + "n_items": 1000, |
| |
9575 | + "n_clusters": 701, |
| |
9576 | + "n_boot": 2000 |
| |
9577 | + }, |
| |
9578 | + "omega_step_acc": 0.4666666666666667 |
| |
9579 | + } |
| |
9580 | + }, |
| |
9581 | + "donor_s2->recipient_s2": { |
| |
9582 | + "pair": "donor_s2->recipient_s2", |
| |
9583 | + "k": 64, |
| |
9584 | + "map": "unrelated_procrustes", |
| |
9585 | + "target_iid": { |
| |
9586 | + "accuracy": 0.354, |
| |
9587 | + "trace_accuracy": 0.335, |
| |
9588 | + "ci95": { |
| |
9589 | + "estimate": 0.354, |
| |
9590 | + "low": 0.3256211697208598, |
| |
9591 | + "high": 0.3840764284141688, |
| |
9592 | + "level": 0.95, |
| |
9593 | + "n_items": 1000, |
| |
9594 | + "n_clusters": 970, |
| |
9595 | + "n_boot": 2000 |
| |
9596 | + }, |
| |
9597 | + "omega_step_acc": 0.391 |
| |
9598 | + }, |
| |
9599 | + "control_iid": { |
| |
9600 | + "accuracy": 1.0, |
| |
9601 | + "trace_accuracy": 1.0, |
| |
9602 | + "ci95": { |
| |
9603 | + "estimate": 1.0, |
| |
9604 | + "low": 1.0, |
| |
9605 | + "high": 1.0, |
| |
9606 | + "level": 0.95, |
| |
9607 | + "n_items": 1000, |
| |
9608 | + "n_clusters": 975, |
| |
9609 | + "n_boot": 2000 |
| |
9610 | + }, |
| |
9611 | + "omega_step_acc": null |
| |
9612 | + }, |
| |
9613 | + "comp_heldout": { |
| |
9614 | + "accuracy": 0.588, |
| |
9615 | + "trace_accuracy": 0.581, |
| |
9616 | + "ci95": { |
| |
9617 | + "estimate": 0.588, |
| |
9618 | + "low": 0.5489761493721356, |
| |
9619 | + "high": 0.6286048874914141, |
| |
9620 | + "level": 0.95, |
| |
9621 | + "n_items": 1000, |
| |
9622 | + "n_clusters": 701, |
| |
9623 | + "n_boot": 2000 |
| |
9624 | + }, |
| |
9625 | + "omega_step_acc": 0.35333333333333333 |
| |
9626 | + } |
| |
9627 | + } |
| |
9628 | + }, |
| |
9629 | + "subspace_k128": { |
| |
9630 | + "donor_s0->recipient_s0": { |
| |
9631 | + "pair": "donor_s0->recipient_s0", |
| |
9632 | + "k": 128, |
| |
9633 | + "explained_var": 1.0, |
| |
9634 | + "map": "unrelated_procrustes", |
| |
9635 | + "target_iid": { |
| |
9636 | + "accuracy": 0.979, |
| |
9637 | + "trace_accuracy": 0.979, |
| |
9638 | + "ci95": { |
| |
9639 | + "estimate": 0.979, |
| |
9640 | + "low": 0.969787758259429, |
| |
9641 | + "high": 0.9871031746031746, |
| |
9642 | + "level": 0.95, |
| |
9643 | + "n_items": 1000, |
| |
9644 | + "n_clusters": 970, |
| |
9645 | + "n_boot": 2000 |
| |
9646 | + }, |
| |
9647 | + "omega_step_acc": 0.982 |
| |
9648 | + }, |
| |
9649 | + "control_iid": { |
| |
9650 | + "accuracy": 0.989, |
| |
9651 | + "trace_accuracy": 0.988, |
| |
9652 | + "ci95": { |
| |
9653 | + "estimate": 0.989, |
| |
9654 | + "low": 0.9820529420728823, |
| |
9655 | + "high": 0.9950149551345963, |
| |
9656 | + "level": 0.95, |
| |
9657 | + "n_items": 1000, |
| |
9658 | + "n_clusters": 975, |
| |
9659 | + "n_boot": 2000 |
| |
9660 | + }, |
| |
9661 | + "omega_step_acc": null |
| |
9662 | + }, |
| |
9663 | + "comp_heldout": { |
| |
9664 | + "accuracy": 0.978, |
| |
9665 | + "trace_accuracy": 0.978, |
| |
9666 | + "ci95": { |
| |
9667 | + "estimate": 0.978, |
| |
9668 | + "low": 0.9685411293327462, |
| |
9669 | + "high": 0.9861425620722324, |
| |
9670 | + "level": 0.95, |
| |
9671 | + "n_items": 1000, |
| |
9672 | + "n_clusters": 701, |
| |
9673 | + "n_boot": 2000 |
| |
9674 | + }, |
| |
9675 | + "omega_step_acc": 0.9716666666666667 |
| |
9676 | + } |
| |
9677 | + }, |
| |
9678 | + "donor_s1->recipient_s1": { |
| |
9679 | + "pair": "donor_s1->recipient_s1", |
| |
9680 | + "k": 128, |
| |
9681 | + "explained_var": 1.0, |
| |
9682 | + "map": "unrelated_procrustes", |
| |
9683 | + "target_iid": { |
| |
9684 | + "accuracy": 1.0, |
| |
9685 | + "trace_accuracy": 1.0, |
| |
9686 | + "ci95": { |
| |
9687 | + "estimate": 1.0, |
| |
9688 | + "low": 1.0, |
| |
9689 | + "high": 1.0, |
| |
9690 | + "level": 0.95, |
| |
9691 | + "n_items": 1000, |
| |
9692 | + "n_clusters": 970, |
| |
9693 | + "n_boot": 2000 |
| |
9694 | + }, |
| |
9695 | + "omega_step_acc": 1.0 |
| |
9696 | + }, |
| |
9697 | + "control_iid": { |
| |
9698 | + "accuracy": 1.0, |
| |
9699 | + "trace_accuracy": 1.0, |
| |
9700 | + "ci95": { |
| |
9701 | + "estimate": 1.0, |
| |
9702 | + "low": 1.0, |
| |
9703 | + "high": 1.0, |
| |
9704 | + "level": 0.95, |
| |
9705 | + "n_items": 1000, |
| |
9706 | + "n_clusters": 975, |
| |
9707 | + "n_boot": 2000 |
| |
9708 | + }, |
| |
9709 | + "omega_step_acc": null |
| |
9710 | + }, |
| |
9711 | + "comp_heldout": { |
| |
9712 | + "accuracy": 0.999, |
| |
9713 | + "trace_accuracy": 0.999, |
| |
9714 | + "ci95": { |
| |
9715 | + "estimate": 0.999, |
| |
9716 | + "low": 0.9968683122090128, |
| |
9717 | + "high": 1.0, |
| |
9718 | + "level": 0.95, |
| |
9719 | + "n_items": 1000, |
| |
9720 | + "n_clusters": 701, |
| |
9721 | + "n_boot": 2000 |
| |
9722 | + }, |
| |
9723 | + "omega_step_acc": 1.0 |
| |
9724 | + } |
| |
9725 | + }, |
| |
9726 | + "donor_s2->recipient_s2": { |
| |
9727 | + "pair": "donor_s2->recipient_s2", |
| |
9728 | + "k": 128, |
| |
9729 | + "explained_var": 1.0, |
| |
9730 | + "map": "unrelated_procrustes", |
| |
9731 | + "target_iid": { |
| |
9732 | + "accuracy": 1.0, |
| |
9733 | + "trace_accuracy": 1.0, |
| |
9734 | + "ci95": { |
| |
9735 | + "estimate": 1.0, |
| |
9736 | + "low": 1.0, |
| |
9737 | + "high": 1.0, |
| |
9738 | + "level": 0.95, |
| |
9739 | + "n_items": 1000, |
| |
9740 | + "n_clusters": 970, |
| |
9741 | + "n_boot": 2000 |
| |
9742 | + }, |
| |
9743 | + "omega_step_acc": 1.0 |
| |
9744 | + }, |
| |
9745 | + "control_iid": { |
| |
9746 | + "accuracy": 1.0, |
| |
9747 | + "trace_accuracy": 1.0, |
| |
9748 | + "ci95": { |
| |
9749 | + "estimate": 1.0, |
| |
9750 | + "low": 1.0, |
| |
9751 | + "high": 1.0, |
| |
9752 | + "level": 0.95, |
| |
9753 | + "n_items": 1000, |
| |
9754 | + "n_clusters": 975, |
| |
9755 | + "n_boot": 2000 |
| |
9756 | + }, |
| |
9757 | + "omega_step_acc": null |
| |
9758 | + }, |
| |
9759 | + "comp_heldout": { |
| |
9760 | + "accuracy": 1.0, |
| |
9761 | + "trace_accuracy": 1.0, |
| |
9762 | + "ci95": { |
| |
9763 | + "estimate": 1.0, |
| |
9764 | + "low": 1.0, |
| |
9765 | + "high": 1.0, |
| |
9766 | + "level": 0.95, |
| |
9767 | + "n_items": 1000, |
| |
9768 | + "n_clusters": 701, |
| |
9769 | + "n_boot": 2000 |
| |
9770 | + }, |
| |
9771 | + "omega_step_acc": 1.0 |
| |
9772 | + } |
| |
9773 | + } |
| |
9774 | + }, |
| |
9775 | + "subspace_random_k128": { |
| |
9776 | + "donor_s0->recipient_s0": { |
| |
9777 | + "pair": "donor_s0->recipient_s0", |
| |
9778 | + "k": 128, |
| |
9779 | + "map": "unrelated_procrustes", |
| |
9780 | + "target_iid": { |
| |
9781 | + "accuracy": 0.979, |
| |
9782 | + "trace_accuracy": 0.979, |
| |
9783 | + "ci95": { |
| |
9784 | + "estimate": 0.979, |
| |
9785 | + "low": 0.969787758259429, |
| |
9786 | + "high": 0.9871031746031746, |
| |
9787 | + "level": 0.95, |
| |
9788 | + "n_items": 1000, |
| |
9789 | + "n_clusters": 970, |
| |
9790 | + "n_boot": 2000 |
| |
9791 | + }, |
| |
9792 | + "omega_step_acc": 0.982 |
| |
9793 | + }, |
| |
9794 | + "control_iid": { |
| |
9795 | + "accuracy": 0.989, |
| |
9796 | + "trace_accuracy": 0.988, |
| |
9797 | + "ci95": { |
| |
9798 | + "estimate": 0.989, |
| |
9799 | + "low": 0.9820529420728823, |
| |
9800 | + "high": 0.9950149551345963, |
| |
9801 | + "level": 0.95, |
| |
9802 | + "n_items": 1000, |
| |
9803 | + "n_clusters": 975, |
| |
9804 | + "n_boot": 2000 |
| |
9805 | + }, |
| |
9806 | + "omega_step_acc": null |
| |
9807 | + }, |
| |
9808 | + "comp_heldout": { |
| |
9809 | + "accuracy": 0.978, |
| |
9810 | + "trace_accuracy": 0.978, |
| |
9811 | + "ci95": { |
| |
9812 | + "estimate": 0.978, |
| |
9813 | + "low": 0.9685411293327462, |
| |
9814 | + "high": 0.9861425620722324, |
| |
9815 | + "level": 0.95, |
| |
9816 | + "n_items": 1000, |
| |
9817 | + "n_clusters": 701, |
| |
9818 | + "n_boot": 2000 |
| |
9819 | + }, |
| |
9820 | + "omega_step_acc": 0.9716666666666667 |
| |
9821 | + } |
| |
9822 | + }, |
| |
9823 | + "donor_s1->recipient_s1": { |
| |
9824 | + "pair": "donor_s1->recipient_s1", |
| |
9825 | + "k": 128, |
| |
9826 | + "map": "unrelated_procrustes", |
| |
9827 | + "target_iid": { |
| |
9828 | + "accuracy": 1.0, |
| |
9829 | + "trace_accuracy": 1.0, |
| |
9830 | + "ci95": { |
| |
9831 | + "estimate": 1.0, |
| |
9832 | + "low": 1.0, |
| |
9833 | + "high": 1.0, |
| |
9834 | + "level": 0.95, |
| |
9835 | + "n_items": 1000, |
| |
9836 | + "n_clusters": 970, |
| |
9837 | + "n_boot": 2000 |
| |
9838 | + }, |
| |
9839 | + "omega_step_acc": 1.0 |
| |
9840 | + }, |
| |
9841 | + "control_iid": { |
| |
9842 | + "accuracy": 1.0, |
| |
9843 | + "trace_accuracy": 1.0, |
| |
9844 | + "ci95": { |
| |
9845 | + "estimate": 1.0, |
| |
9846 | + "low": 1.0, |
| |
9847 | + "high": 1.0, |
| |
9848 | + "level": 0.95, |
| |
9849 | + "n_items": 1000, |
| |
9850 | + "n_clusters": 975, |
| |
9851 | + "n_boot": 2000 |
| |
9852 | + }, |
| |
9853 | + "omega_step_acc": null |
| |
9854 | + }, |
| |
9855 | + "comp_heldout": { |
| |
9856 | + "accuracy": 0.999, |
| |
9857 | + "trace_accuracy": 0.999, |
| |
9858 | + "ci95": { |
| |
9859 | + "estimate": 0.999, |
| |
9860 | + "low": 0.9968683122090128, |
| |
9861 | + "high": 1.0, |
| |
9862 | + "level": 0.95, |
| |
9863 | + "n_items": 1000, |
| |
9864 | + "n_clusters": 701, |
| |
9865 | + "n_boot": 2000 |
| |
9866 | + }, |
| |
9867 | + "omega_step_acc": 1.0 |
| |
9868 | + } |
| |
9869 | + }, |
| |
9870 | + "donor_s2->recipient_s2": { |
| |
9871 | + "pair": "donor_s2->recipient_s2", |
| |
9872 | + "k": 128, |
| |
9873 | + "map": "unrelated_procrustes", |
| |
9874 | + "target_iid": { |
| |
9875 | + "accuracy": 1.0, |
| |
9876 | + "trace_accuracy": 1.0, |
| |
9877 | + "ci95": { |
| |
9878 | + "estimate": 1.0, |
| |
9879 | + "low": 1.0, |
| |
9880 | + "high": 1.0, |
| |
9881 | + "level": 0.95, |
| |
9882 | + "n_items": 1000, |
| |
9883 | + "n_clusters": 970, |
| |
9884 | + "n_boot": 2000 |
| |
9885 | + }, |
| |
9886 | + "omega_step_acc": 1.0 |
| |
9887 | + }, |
| |
9888 | + "control_iid": { |
| |
9889 | + "accuracy": 1.0, |
| |
9890 | + "trace_accuracy": 1.0, |
| |
9891 | + "ci95": { |
| |
9892 | + "estimate": 1.0, |
| |
9893 | + "low": 1.0, |
| |
9894 | + "high": 1.0, |
| |
9895 | + "level": 0.95, |
| |
9896 | + "n_items": 1000, |
| |
9897 | + "n_clusters": 975, |
| |
9898 | + "n_boot": 2000 |
| |
9899 | + }, |
| |
9900 | + "omega_step_acc": null |
| |
9901 | + }, |
| |
9902 | + "comp_heldout": { |
| |
9903 | + "accuracy": 1.0, |
| |
9904 | + "trace_accuracy": 1.0, |
| |
9905 | + "ci95": { |
| |
9906 | + "estimate": 1.0, |
| |
9907 | + "low": 1.0, |
| |
9908 | + "high": 1.0, |
| |
9909 | + "level": 0.95, |
| |
9910 | + "n_items": 1000, |
| |
9911 | + "n_clusters": 701, |
| |
9912 | + "n_boot": 2000 |
| |
9913 | + }, |
| |
9914 | + "omega_step_acc": 1.0 |
| |
9915 | + } |
| |
9916 | + } |
| |
9917 | + }, |
| |
9918 | + "adapter_graft": { |
| |
9919 | + "donor_s0->recipient_s0": { |
| |
9920 | + "pair": "donor_s0->recipient_s0", |
| |
9921 | + "n_params": 16512, |
| |
9922 | + "n_fit_items": 3000, |
| |
9923 | + "targets": "unrelated_procrustes", |
| |
9924 | + "target_iid": { |
| |
9925 | + "accuracy": 0.451, |
| |
9926 | + "trace_accuracy": 0.439, |
| |
9927 | + "ci95": { |
| |
9928 | + "estimate": 0.451, |
| |
9929 | + "low": 0.4209894855144855, |
| |
9930 | + "high": 0.4818913480885312, |
| |
9931 | + "level": 0.95, |
| |
9932 | + "n_items": 1000, |
| |
9933 | + "n_clusters": 970, |
| |
9934 | + "n_boot": 2000 |
| |
9935 | + }, |
| |
9936 | + "omega_step_acc": 0.508 |
| |
9937 | + }, |
| |
9938 | + "control_iid": { |
| |
9939 | + "accuracy": 0.993, |
| |
9940 | + "trace_accuracy": 0.993, |
| |
9941 | + "ci95": { |
| |
9942 | + "estimate": 0.993, |
| |
9943 | + "low": 0.9870903674280039, |
| |
9944 | + "high": 0.9970590252331695, |
| |
9945 | + "level": 0.95, |
| |
9946 | + "n_items": 1000, |
| |
9947 | + "n_clusters": 975, |
| |
9948 | + "n_boot": 2000 |
| |
9949 | + }, |
| |
9950 | + "omega_step_acc": null |
| |
9951 | + }, |
| |
9952 | + "comp_heldout": { |
| |
9953 | + "accuracy": 0.618, |
| |
9954 | + "trace_accuracy": 0.616, |
| |
9955 | + "ci95": { |
| |
9956 | + "estimate": 0.618, |
| |
9957 | + "low": 0.5830087647605895, |
| |
9958 | + "high": 0.654040694123164, |
| |
9959 | + "level": 0.95, |
| |
9960 | + "n_items": 1000, |
| |
9961 | + "n_clusters": 701, |
| |
9962 | + "n_boot": 2000 |
| |
9963 | + }, |
| |
9964 | + "omega_step_acc": 0.4533333333333333 |
| |
9965 | + } |
| |
9966 | + }, |
| |
9967 | + "donor_s1->recipient_s1": { |
| |
9968 | + "pair": "donor_s1->recipient_s1", |
| |
9969 | + "n_params": 16512, |
| |
9970 | + "n_fit_items": 3000, |
| |
9971 | + "targets": "unrelated_procrustes", |
| |
9972 | + "target_iid": { |
| |
9973 | + "accuracy": 0.583, |
| |
9974 | + "trace_accuracy": 0.563, |
| |
9975 | + "ci95": { |
| |
9976 | + "estimate": 0.583, |
| |
9977 | + "low": 0.552786220921483, |
| |
9978 | + "high": 0.6125513710922077, |
| |
9979 | + "level": 0.95, |
| |
9980 | + "n_items": 1000, |
| |
9981 | + "n_clusters": 970, |
| |
9982 | + "n_boot": 2000 |
| |
9983 | + }, |
| |
9984 | + "omega_step_acc": 0.611 |
| |
9985 | + }, |
| |
9986 | + "control_iid": { |
| |
9987 | + "accuracy": 1.0, |
| |
9988 | + "trace_accuracy": 1.0, |
| |
9989 | + "ci95": { |
| |
9990 | + "estimate": 1.0, |
| |
9991 | + "low": 1.0, |
| |
9992 | + "high": 1.0, |
| |
9993 | + "level": 0.95, |
| |
9994 | + "n_items": 1000, |
| |
9995 | + "n_clusters": 975, |
| |
9996 | + "n_boot": 2000 |
| |
9997 | + }, |
| |
9998 | + "omega_step_acc": null |
| |
9999 | + }, |
| |
10000 | + "comp_heldout": { |
| |
10001 | + "accuracy": 0.74, |
| |
10002 | + "trace_accuracy": 0.736, |
| |
10003 | + "ci95": { |
| |
10004 | + "estimate": 0.74, |
| |
10005 | + "low": 0.7069240924092409, |
| |
10006 | + "high": 0.7708119699616494, |
| |
10007 | + "level": 0.95, |
| |
10008 | + "n_items": 1000, |
| |
10009 | + "n_clusters": 701, |
| |
10010 | + "n_boot": 2000 |
| |
10011 | + }, |
| |
10012 | + "omega_step_acc": 0.6133333333333333 |
| |
10013 | + } |
| |
10014 | + }, |
| |
10015 | + "donor_s2->recipient_s2": { |
| |
10016 | + "pair": "donor_s2->recipient_s2", |
| |
10017 | + "n_params": 16512, |
| |
10018 | + "n_fit_items": 3000, |
| |
10019 | + "targets": "unrelated_procrustes", |
| |
10020 | + "target_iid": { |
| |
10021 | + "accuracy": 0.71, |
| |
10022 | + "trace_accuracy": 0.707, |
| |
10023 | + "ci95": { |
| |
10024 | + "estimate": 0.71, |
| |
10025 | + "low": 0.6811019661274735, |
| |
10026 | + "high": 0.7380958399537773, |
| |
10027 | + "level": 0.95, |
| |
10028 | + "n_items": 1000, |
| |
10029 | + "n_clusters": 970, |
| |
10030 | + "n_boot": 2000 |
| |
10031 | + }, |
| |
10032 | + "omega_step_acc": 0.754 |
| |
10033 | + }, |
| |
10034 | + "control_iid": { |
| |
10035 | + "accuracy": 1.0, |
| |
10036 | + "trace_accuracy": 1.0, |
| |
10037 | + "ci95": { |
| |
10038 | + "estimate": 1.0, |
| |
10039 | + "low": 1.0, |
| |
10040 | + "high": 1.0, |
| |
10041 | + "level": 0.95, |
| |
10042 | + "n_items": 1000, |
| |
10043 | + "n_clusters": 975, |
| |
10044 | + "n_boot": 2000 |
| |
10045 | + }, |
| |
10046 | + "omega_step_acc": null |
| |
10047 | + }, |
| |
10048 | + "comp_heldout": { |
| |
10049 | + "accuracy": 0.793, |
| |
10050 | + "trace_accuracy": 0.788, |
| |
10051 | + "ci95": { |
| |
10052 | + "estimate": 0.793, |
| |
10053 | + "low": 0.7638722816791804, |
| |
10054 | + "high": 0.8215688308518427, |
| |
10055 | + "level": 0.95, |
| |
10056 | + "n_items": 1000, |
| |
10057 | + "n_clusters": 701, |
| |
10058 | + "n_boot": 2000 |
| |
10059 | + }, |
| |
10060 | + "omega_step_acc": 0.6983333333333334 |
| |
10061 | + } |
| |
10062 | + } |
| |
10063 | + }, |
| |
10064 | + "baseline_supervised_adapter": { |
| |
10065 | + "donor_s0->recipient_s0": { |
| |
10066 | + "pair": "donor_s0->recipient_s0", |
| |
10067 | + "n_params": 16512, |
| |
10068 | + "steps": 300, |
| |
10069 | + "target_iid": { |
| |
10070 | + "accuracy": 1.0, |
| |
10071 | + "trace_accuracy": 1.0, |
| |
10072 | + "ci95": { |
| |
10073 | + "estimate": 1.0, |
| |
10074 | + "low": 1.0, |
| |
10075 | + "high": 1.0, |
| |
10076 | + "level": 0.95, |
| |
10077 | + "n_items": 1000, |
| |
10078 | + "n_clusters": 970, |
| |
10079 | + "n_boot": 2000 |
| |
10080 | + }, |
| |
10081 | + "omega_step_acc": 1.0 |
| |
10082 | + }, |
| |
10083 | + "control_iid": { |
| |
10084 | + "accuracy": 1.0, |
| |
10085 | + "trace_accuracy": 1.0, |
| |
10086 | + "ci95": { |
| |
10087 | + "estimate": 1.0, |
| |
10088 | + "low": 1.0, |
| |
10089 | + "high": 1.0, |
| |
10090 | + "level": 0.95, |
| |
10091 | + "n_items": 1000, |
| |
10092 | + "n_clusters": 975, |
| |
10093 | + "n_boot": 2000 |
| |
10094 | + }, |
| |
10095 | + "omega_step_acc": null |
| |
10096 | + }, |
| |
10097 | + "comp_heldout": { |
| |
10098 | + "accuracy": 1.0, |
| |
10099 | + "trace_accuracy": 1.0, |
| |
10100 | + "ci95": { |
| |
10101 | + "estimate": 1.0, |
| |
10102 | + "low": 1.0, |
| |
10103 | + "high": 1.0, |
| |
10104 | + "level": 0.95, |
| |
10105 | + "n_items": 1000, |
| |
10106 | + "n_clusters": 701, |
| |
10107 | + "n_boot": 2000 |
| |
10108 | + }, |
| |
10109 | + "omega_step_acc": 1.0 |
| |
10110 | + } |
| |
10111 | + }, |
| |
10112 | + "donor_s1->recipient_s1": { |
| |
10113 | + "pair": "donor_s1->recipient_s1", |
| |
10114 | + "n_params": 16512, |
| |
10115 | + "steps": 300, |
| |
10116 | + "target_iid": { |
| |
10117 | + "accuracy": 0.999, |
| |
10118 | + "trace_accuracy": 0.999, |
| |
10119 | + "ci95": { |
| |
10120 | + "estimate": 0.999, |
| |
10121 | + "low": 0.9969849246231156, |
| |
10122 | + "high": 1.0, |
| |
10123 | + "level": 0.95, |
| |
10124 | + "n_items": 1000, |
| |
10125 | + "n_clusters": 970, |
| |
10126 | + "n_boot": 2000 |
| |
10127 | + }, |
| |
10128 | + "omega_step_acc": 0.999 |
| |
10129 | + }, |
| |
10130 | + "control_iid": { |
| |
10131 | + "accuracy": 1.0, |
| |
10132 | + "trace_accuracy": 1.0, |
| |
10133 | + "ci95": { |
| |
10134 | + "estimate": 1.0, |
| |
10135 | + "low": 1.0, |
| |
10136 | + "high": 1.0, |
| |
10137 | + "level": 0.95, |
| |
10138 | + "n_items": 1000, |
| |
10139 | + "n_clusters": 975, |
| |
10140 | + "n_boot": 2000 |
| |
10141 | + }, |
| |
10142 | + "omega_step_acc": null |
| |
10143 | + }, |
| |
10144 | + "comp_heldout": { |
| |
10145 | + "accuracy": 1.0, |
| |
10146 | + "trace_accuracy": 1.0, |
| |
10147 | + "ci95": { |
| |
10148 | + "estimate": 1.0, |
| |
10149 | + "low": 1.0, |
| |
10150 | + "high": 1.0, |
| |
10151 | + "level": 0.95, |
| |
10152 | + "n_items": 1000, |
| |
10153 | + "n_clusters": 701, |
| |
10154 | + "n_boot": 2000 |
| |
10155 | + }, |
| |
10156 | + "omega_step_acc": 1.0 |
| |
10157 | + } |
| |
10158 | + }, |
| |
10159 | + "donor_s2->recipient_s2": { |
| |
10160 | + "pair": "donor_s2->recipient_s2", |
| |
10161 | + "n_params": 16512, |
| |
10162 | + "steps": 300, |
| |
10163 | + "target_iid": { |
| |
10164 | + "accuracy": 1.0, |
| |
10165 | + "trace_accuracy": 1.0, |
| |
10166 | + "ci95": { |
| |
10167 | + "estimate": 1.0, |
| |
10168 | + "low": 1.0, |
| |
10169 | + "high": 1.0, |
| |
10170 | + "level": 0.95, |
| |
10171 | + "n_items": 1000, |
| |
10172 | + "n_clusters": 970, |
| |
10173 | + "n_boot": 2000 |
| |
10174 | + }, |
| |
10175 | + "omega_step_acc": 1.0 |
| |
10176 | + }, |
| |
10177 | + "control_iid": { |
| |
10178 | + "accuracy": 1.0, |
| |
10179 | + "trace_accuracy": 1.0, |
| |
10180 | + "ci95": { |
| |
10181 | + "estimate": 1.0, |
| |
10182 | + "low": 1.0, |
| |
10183 | + "high": 1.0, |
| |
10184 | + "level": 0.95, |
| |
10185 | + "n_items": 1000, |
| |
10186 | + "n_clusters": 975, |
| |
10187 | + "n_boot": 2000 |
| |
10188 | + }, |
| |
10189 | + "omega_step_acc": null |
| |
10190 | + }, |
| |
10191 | + "comp_heldout": { |
| |
10192 | + "accuracy": 1.0, |
| |
10193 | + "trace_accuracy": 1.0, |
| |
10194 | + "ci95": { |
| |
10195 | + "estimate": 1.0, |
| |
10196 | + "low": 1.0, |
| |
10197 | + "high": 1.0, |
| |
10198 | + "level": 0.95, |
| |
10199 | + "n_items": 1000, |
| |
10200 | + "n_clusters": 701, |
| |
10201 | + "n_boot": 2000 |
| |
10202 | + }, |
| |
10203 | + "omega_step_acc": 1.0 |
| |
10204 | + } |
| |
10205 | + } |
| |
10206 | + }, |
| |
10207 | + "baseline_distillation": { |
| |
10208 | + "donor_s0->recipient_s0": { |
| |
10209 | + "pair": "donor_s0->recipient_s0", |
| |
10210 | + "steps": 300, |
| |
10211 | + "n_params_trained": 800256, |
| |
10212 | + "target_iid": { |
| |
10213 | + "accuracy": 1.0, |
| |
10214 | + "trace_accuracy": 1.0, |
| |
10215 | + "ci95": { |
| |
10216 | + "estimate": 1.0, |
| |
10217 | + "low": 1.0, |
| |
10218 | + "high": 1.0, |
| |
10219 | + "level": 0.95, |
| |
10220 | + "n_items": 1000, |
| |
10221 | + "n_clusters": 970, |
| |
10222 | + "n_boot": 2000 |
| |
10223 | + }, |
| |
10224 | + "omega_step_acc": 1.0 |
| |
10225 | + }, |
| |
10226 | + "control_iid": { |
| |
10227 | + "accuracy": 1.0, |
| |
10228 | + "trace_accuracy": 1.0, |
| |
10229 | + "ci95": { |
| |
10230 | + "estimate": 1.0, |
| |
10231 | + "low": 1.0, |
| |
10232 | + "high": 1.0, |
| |
10233 | + "level": 0.95, |
| |
10234 | + "n_items": 1000, |
| |
10235 | + "n_clusters": 975, |
| |
10236 | + "n_boot": 2000 |
| |
10237 | + }, |
| |
10238 | + "omega_step_acc": null |
| |
10239 | + }, |
| |
10240 | + "comp_heldout": { |
| |
10241 | + "accuracy": 1.0, |
| |
10242 | + "trace_accuracy": 1.0, |
| |
10243 | + "ci95": { |
| |
10244 | + "estimate": 1.0, |
| |
10245 | + "low": 1.0, |
| |
10246 | + "high": 1.0, |
| |
10247 | + "level": 0.95, |
| |
10248 | + "n_items": 1000, |
| |
10249 | + "n_clusters": 701, |
| |
10250 | + "n_boot": 2000 |
| |
10251 | + }, |
| |
10252 | + "omega_step_acc": 1.0 |
| |
10253 | + } |
| |
10254 | + }, |
| |
10255 | + "donor_s1->recipient_s1": { |
| |
10256 | + "pair": "donor_s1->recipient_s1", |
| |
10257 | + "steps": 300, |
| |
10258 | + "n_params_trained": 800256, |
| |
10259 | + "target_iid": { |
| |
10260 | + "accuracy": 1.0, |
| |
10261 | + "trace_accuracy": 1.0, |
| |
10262 | + "ci95": { |
| |
10263 | + "estimate": 1.0, |
| |
10264 | + "low": 1.0, |
| |
10265 | + "high": 1.0, |
| |
10266 | + "level": 0.95, |
| |
10267 | + "n_items": 1000, |
| |
10268 | + "n_clusters": 970, |
| |
10269 | + "n_boot": 2000 |
| |
10270 | + }, |
| |
10271 | + "omega_step_acc": 1.0 |
| |
10272 | + }, |
| |
10273 | + "control_iid": { |
| |
10274 | + "accuracy": 1.0, |
| |
10275 | + "trace_accuracy": 1.0, |
| |
10276 | + "ci95": { |
| |
10277 | + "estimate": 1.0, |
| |
10278 | + "low": 1.0, |
| |
10279 | + "high": 1.0, |
| |
10280 | + "level": 0.95, |
| |
10281 | + "n_items": 1000, |
| |
10282 | + "n_clusters": 975, |
| |
10283 | + "n_boot": 2000 |
| |
10284 | + }, |
| |
10285 | + "omega_step_acc": null |
| |
10286 | + }, |
| |
10287 | + "comp_heldout": { |
| |
10288 | + "accuracy": 0.999, |
| |
10289 | + "trace_accuracy": 0.999, |
| |
10290 | + "ci95": { |
| |
10291 | + "estimate": 0.999, |
| |
10292 | + "low": 0.9969600994187162, |
| |
10293 | + "high": 1.0, |
| |
10294 | + "level": 0.95, |
| |
10295 | + "n_items": 1000, |
| |
10296 | + "n_clusters": 701, |
| |
10297 | + "n_boot": 2000 |
| |
10298 | + }, |
| |
10299 | + "omega_step_acc": 1.0 |
| |
10300 | + } |
| |
10301 | + }, |
| |
10302 | + "donor_s2->recipient_s2": { |
| |
10303 | + "pair": "donor_s2->recipient_s2", |
| |
10304 | + "steps": 300, |
| |
10305 | + "n_params_trained": 800256, |
| |
10306 | + "target_iid": { |
| |
10307 | + "accuracy": 1.0, |
| |
10308 | + "trace_accuracy": 1.0, |
| |
10309 | + "ci95": { |
| |
10310 | + "estimate": 1.0, |
| |
10311 | + "low": 1.0, |
| |
10312 | + "high": 1.0, |
| |
10313 | + "level": 0.95, |
| |
10314 | + "n_items": 1000, |
| |
10315 | + "n_clusters": 970, |
| |
10316 | + "n_boot": 2000 |
| |
10317 | + }, |
| |
10318 | + "omega_step_acc": 1.0 |
| |
10319 | + }, |
| |
10320 | + "control_iid": { |
| |
10321 | + "accuracy": 1.0, |
| |
10322 | + "trace_accuracy": 1.0, |
| |
10323 | + "ci95": { |
| |
10324 | + "estimate": 1.0, |
| |
10325 | + "low": 1.0, |
| |
10326 | + "high": 1.0, |
| |
10327 | + "level": 0.95, |
| |
10328 | + "n_items": 1000, |
| |
10329 | + "n_clusters": 975, |
| |
10330 | + "n_boot": 2000 |
| |
10331 | + }, |
| |
10332 | + "omega_step_acc": null |
| |
10333 | + }, |
| |
10334 | + "comp_heldout": { |
| |
10335 | + "accuracy": 1.0, |
| |
10336 | + "trace_accuracy": 1.0, |
| |
10337 | + "ci95": { |
| |
10338 | + "estimate": 1.0, |
| |
10339 | + "low": 1.0, |
| |
10340 | + "high": 1.0, |
| |
10341 | + "level": 0.95, |
| |
10342 | + "n_items": 1000, |
| |
10343 | + "n_clusters": 701, |
| |
10344 | + "n_boot": 2000 |
| |
10345 | + }, |
| |
10346 | + "omega_step_acc": 1.0 |
| |
10347 | + } |
| |
10348 | + } |
| |
10349 | + }, |
| |
10350 | + "weight_L0_attn": { |
| |
10351 | + "donor_s0->recipient_s0": { |
| |
10352 | + "pair": "donor_s0->recipient_s0", |
| |
10353 | + "parts": [ |
| |
10354 | + "attn" |
| |
10355 | + ], |
| |
10356 | + "source_layer": 0, |
| |
10357 | + "target_layer": 0, |
| |
10358 | + "n_params_copied": 65536, |
| |
10359 | + "target_iid": { |
| |
10360 | + "accuracy": 0.121, |
| |
10361 | + "trace_accuracy": 0.054, |
| |
10362 | + "ci95": { |
| |
10363 | + "estimate": 0.121, |
| |
10364 | + "low": 0.10079840319361277, |
| |
10365 | + "high": 0.1397229856396629, |
| |
10366 | + "level": 0.95, |
| |
10367 | + "n_items": 1000, |
| |
10368 | + "n_clusters": 970, |
| |
10369 | + "n_boot": 2000 |
| |
10370 | + }, |
| |
10371 | + "omega_step_acc": 0.109 |
| |
10372 | + }, |
| |
10373 | + "control_iid": { |
| |
10374 | + "accuracy": 0.335, |
| |
10375 | + "trace_accuracy": 0.306, |
| |
10376 | + "ci95": { |
| |
10377 | + "estimate": 0.335, |
| |
10378 | + "low": 0.3040877367896311, |
| |
10379 | + "high": 0.3643664767051063, |
| |
10380 | + "level": 0.95, |
| |
10381 | + "n_items": 1000, |
| |
10382 | + "n_clusters": 975, |
| |
10383 | + "n_boot": 2000 |
| |
10384 | + }, |
| |
10385 | + "omega_step_acc": null |
| |
10386 | + }, |
| |
10387 | + "comp_heldout": { |
| |
10388 | + "accuracy": 0.327, |
| |
10389 | + "trace_accuracy": 0.304, |
| |
10390 | + "ci95": { |
| |
10391 | + "estimate": 0.327, |
| |
10392 | + "low": 0.27853403141361255, |
| |
10393 | + "high": 0.3725490413268102, |
| |
10394 | + "level": 0.95, |
| |
10395 | + "n_items": 1000, |
| |
10396 | + "n_clusters": 701, |
| |
10397 | + "n_boot": 2000 |
| |
10398 | + }, |
| |
10399 | + "omega_step_acc": 0.095 |
| |
10400 | + } |
| |
10401 | + }, |
| |
10402 | + "donor_s1->recipient_s1": { |
| |
10403 | + "pair": "donor_s1->recipient_s1", |
| |
10404 | + "parts": [ |
| |
10405 | + "attn" |
| |
10406 | + ], |
| |
10407 | + "source_layer": 0, |
| |
10408 | + "target_layer": 0, |
| |
10409 | + "n_params_copied": 65536, |
| |
10410 | + "target_iid": { |
| |
10411 | + "accuracy": 0.049, |
| |
10412 | + "trace_accuracy": 0.005, |
| |
10413 | + "ci95": { |
| |
10414 | + "estimate": 0.049, |
| |
10415 | + "low": 0.03617909003392086, |
| |
10416 | + "high": 0.06305440908889184, |
| |
10417 | + "level": 0.95, |
| |
10418 | + "n_items": 1000, |
| |
10419 | + "n_clusters": 970, |
| |
10420 | + "n_boot": 2000 |
| |
10421 | + }, |
| |
10422 | + "omega_step_acc": 0.011 |
| |
10423 | + }, |
| |
10424 | + "control_iid": { |
| |
10425 | + "accuracy": 0.962, |
| |
10426 | + "trace_accuracy": 0.961, |
| |
10427 | + "ci95": { |
| |
10428 | + "estimate": 0.962, |
| |
10429 | + "low": 0.9493997225384178, |
| |
10430 | + "high": 0.9730538922155688, |
| |
10431 | + "level": 0.95, |
| |
10432 | + "n_items": 1000, |
| |
10433 | + "n_clusters": 975, |
| |
10434 | + "n_boot": 2000 |
| |
10435 | + }, |
| |
10436 | + "omega_step_acc": null |
| |
10437 | + }, |
| |
10438 | + "comp_heldout": { |
| |
10439 | + "accuracy": 0.409, |
| |
10440 | + "trace_accuracy": 0.395, |
| |
10441 | + "ci95": { |
| |
10442 | + "estimate": 0.409, |
| |
10443 | + "low": 0.36362982654928966, |
| |
10444 | + "high": 0.45808481422623976, |
| |
10445 | + "level": 0.95, |
| |
10446 | + "n_items": 1000, |
| |
10447 | + "n_clusters": 701, |
| |
10448 | + "n_boot": 2000 |
| |
10449 | + }, |
| |
10450 | + "omega_step_acc": 0.005 |
| |
10451 | + } |
| |
10452 | + }, |
| |
10453 | + "donor_s2->recipient_s2": { |
| |
10454 | + "pair": "donor_s2->recipient_s2", |
| |
10455 | + "parts": [ |
| |
10456 | + "attn" |
| |
10457 | + ], |
| |
10458 | + "source_layer": 0, |
| |
10459 | + "target_layer": 0, |
| |
10460 | + "n_params_copied": 65536, |
| |
10461 | + "target_iid": { |
| |
10462 | + "accuracy": 0.067, |
| |
10463 | + "trace_accuracy": 0.032, |
| |
10464 | + "ci95": { |
| |
10465 | + "estimate": 0.067, |
| |
10466 | + "low": 0.05194675583897141, |
| |
10467 | + "high": 0.08349900596421471, |
| |
10468 | + "level": 0.95, |
| |
10469 | + "n_items": 1000, |
| |
10470 | + "n_clusters": 970, |
| |
10471 | + "n_boot": 2000 |
| |
10472 | + }, |
| |
10473 | + "omega_step_acc": 0.048 |
| |
10474 | + }, |
| |
10475 | + "control_iid": { |
| |
10476 | + "accuracy": 0.902, |
| |
10477 | + "trace_accuracy": 0.898, |
| |
10478 | + "ci95": { |
| |
10479 | + "estimate": 0.902, |
| |
10480 | + "low": 0.8829941382765532, |
| |
10481 | + "high": 0.9201627521949038, |
| |
10482 | + "level": 0.95, |
| |
10483 | + "n_items": 1000, |
| |
10484 | + "n_clusters": 975, |
| |
10485 | + "n_boot": 2000 |
| |
10486 | + }, |
| |
10487 | + "omega_step_acc": null |
| |
10488 | + }, |
| |
10489 | + "comp_heldout": { |
| |
10490 | + "accuracy": 0.383, |
| |
10491 | + "trace_accuracy": 0.365, |
| |
10492 | + "ci95": { |
| |
10493 | + "estimate": 0.383, |
| |
10494 | + "low": 0.3406470536962267, |
| |
10495 | + "high": 0.4259488118041246, |
| |
10496 | + "level": 0.95, |
| |
10497 | + "n_items": 1000, |
| |
10498 | + "n_clusters": 701, |
| |
10499 | + "n_boot": 2000 |
| |
10500 | + }, |
| |
10501 | + "omega_step_acc": 0.04666666666666667 |
| |
10502 | + } |
| |
10503 | + } |
| |
10504 | + }, |
| |
10505 | + "weight_L0_mlp": { |
| |
10506 | + "donor_s0->recipient_s0": { |
| |
10507 | + "pair": "donor_s0->recipient_s0", |
| |
10508 | + "parts": [ |
| |
10509 | + "mlp" |
| |
10510 | + ], |
| |
10511 | + "source_layer": 0, |
| |
10512 | + "target_layer": 0, |
| |
10513 | + "n_params_copied": 131712, |
| |
10514 | + "target_iid": { |
| |
10515 | + "accuracy": 0.352, |
| |
10516 | + "trace_accuracy": 0.338, |
| |
10517 | + "ci95": { |
| |
10518 | + "estimate": 0.352, |
| |
10519 | + "low": 0.3229984406438632, |
| |
10520 | + "high": 0.3827983207783588, |
| |
10521 | + "level": 0.95, |
| |
10522 | + "n_items": 1000, |
| |
10523 | + "n_clusters": 970, |
| |
10524 | + "n_boot": 2000 |
| |
10525 | + }, |
| |
10526 | + "omega_step_acc": 0.389 |
| |
10527 | + }, |
| |
10528 | + "control_iid": { |
| |
10529 | + "accuracy": 0.954, |
| |
10530 | + "trace_accuracy": 0.953, |
| |
10531 | + "ci95": { |
| |
10532 | + "estimate": 0.954, |
| |
10533 | + "low": 0.9405349086048147, |
| |
10534 | + "high": 0.9677427476204399, |
| |
10535 | + "level": 0.95, |
| |
10536 | + "n_items": 1000, |
| |
10537 | + "n_clusters": 975, |
| |
10538 | + "n_boot": 2000 |
| |
10539 | + }, |
| |
10540 | + "omega_step_acc": null |
| |
10541 | + }, |
| |
10542 | + "comp_heldout": { |
| |
10543 | + "accuracy": 0.572, |
| |
10544 | + "trace_accuracy": 0.567, |
| |
10545 | + "ci95": { |
| |
10546 | + "estimate": 0.572, |
| |
10547 | + "low": 0.5319269302535459, |
| |
10548 | + "high": 0.6123687525313691, |
| |
10549 | + "level": 0.95, |
| |
10550 | + "n_items": 1000, |
| |
10551 | + "n_clusters": 701, |
| |
10552 | + "n_boot": 2000 |
| |
10553 | + }, |
| |
10554 | + "omega_step_acc": 0.34833333333333333 |
| |
10555 | + } |
| |
10556 | + }, |
| |
10557 | + "donor_s1->recipient_s1": { |
| |
10558 | + "pair": "donor_s1->recipient_s1", |
| |
10559 | + "parts": [ |
| |
10560 | + "mlp" |
| |
10561 | + ], |
| |
10562 | + "source_layer": 0, |
| |
10563 | + "target_layer": 0, |
| |
10564 | + "n_params_copied": 131712, |
| |
10565 | + "target_iid": { |
| |
10566 | + "accuracy": 0.365, |
| |
10567 | + "trace_accuracy": 0.329, |
| |
10568 | + "ci95": { |
| |
10569 | + "estimate": 0.365, |
| |
10570 | + "low": 0.33535906727396086, |
| |
10571 | + "high": 0.39641864269828314, |
| |
10572 | + "level": 0.95, |
| |
10573 | + "n_items": 1000, |
| |
10574 | + "n_clusters": 970, |
| |
10575 | + "n_boot": 2000 |
| |
10576 | + }, |
| |
10577 | + "omega_step_acc": 0.384 |
| |
10578 | + }, |
| |
10579 | + "control_iid": { |
| |
10580 | + "accuracy": 0.932, |
| |
10581 | + "trace_accuracy": 0.926, |
| |
10582 | + "ci95": { |
| |
10583 | + "estimate": 0.932, |
| |
10584 | + "low": 0.9169119904177777, |
| |
10585 | + "high": 0.9472663000785545, |
| |
10586 | + "level": 0.95, |
| |
10587 | + "n_items": 1000, |
| |
10588 | + "n_clusters": 975, |
| |
10589 | + "n_boot": 2000 |
| |
10590 | + }, |
| |
10591 | + "omega_step_acc": null |
| |
10592 | + }, |
| |
10593 | + "comp_heldout": { |
| |
10594 | + "accuracy": 0.566, |
| |
10595 | + "trace_accuracy": 0.556, |
| |
10596 | + "ci95": { |
| |
10597 | + "estimate": 0.566, |
| |
10598 | + "low": 0.5303613283625324, |
| |
10599 | + "high": 0.6007791593542685, |
| |
10600 | + "level": 0.95, |
| |
10601 | + "n_items": 1000, |
| |
10602 | + "n_clusters": 701, |
| |
10603 | + "n_boot": 2000 |
| |
10604 | + }, |
| |
10605 | + "omega_step_acc": 0.39 |
| |
10606 | + } |
| |
10607 | + }, |
| |
10608 | + "donor_s2->recipient_s2": { |
| |
10609 | + "pair": "donor_s2->recipient_s2", |
| |
10610 | + "parts": [ |
| |
10611 | + "mlp" |
| |
10612 | + ], |
| |
10613 | + "source_layer": 0, |
| |
10614 | + "target_layer": 0, |
| |
10615 | + "n_params_copied": 131712, |
| |
10616 | + "target_iid": { |
| |
10617 | + "accuracy": 0.068, |
| |
10618 | + "trace_accuracy": 0.027, |
| |
10619 | + "ci95": { |
| |
10620 | + "estimate": 0.068, |
| |
10621 | + "low": 0.05299867632367632, |
| |
10622 | + "high": 0.08450916982256072, |
| |
10623 | + "level": 0.95, |
| |
10624 | + "n_items": 1000, |
| |
10625 | + "n_clusters": 970, |
| |
10626 | + "n_boot": 2000 |
| |
10627 | + }, |
| |
10628 | + "omega_step_acc": 0.034 |
| |
10629 | + }, |
| |
10630 | + "control_iid": { |
| |
10631 | + "accuracy": 1.0, |
| |
10632 | + "trace_accuracy": 1.0, |
| |
10633 | + "ci95": { |
| |
10634 | + "estimate": 1.0, |
| |
10635 | + "low": 1.0, |
| |
10636 | + "high": 1.0, |
| |
10637 | + "level": 0.95, |
| |
10638 | + "n_items": 1000, |
| |
10639 | + "n_clusters": 975, |
| |
10640 | + "n_boot": 2000 |
| |
10641 | + }, |
| |
10642 | + "omega_step_acc": null |
| |
10643 | + }, |
| |
10644 | + "comp_heldout": { |
| |
10645 | + "accuracy": 0.434, |
| |
10646 | + "trace_accuracy": 0.411, |
| |
10647 | + "ci95": { |
| |
10648 | + "estimate": 0.434, |
| |
10649 | + "low": 0.3869183148794841, |
| |
10650 | + "high": 0.4832048748353096, |
| |
10651 | + "level": 0.95, |
| |
10652 | + "n_items": 1000, |
| |
10653 | + "n_clusters": 701, |
| |
10654 | + "n_boot": 2000 |
| |
10655 | + }, |
| |
10656 | + "omega_step_acc": 0.021666666666666667 |
| |
10657 | + } |
| |
10658 | + } |
| |
10659 | + }, |
| |
10660 | + "weight_L0_attn_mlp": { |
| |
10661 | + "donor_s0->recipient_s0": { |
| |
10662 | + "pair": "donor_s0->recipient_s0", |
| |
10663 | + "parts": [ |
| |
10664 | + "attn", |
| |
10665 | + "mlp" |
| |
10666 | + ], |
| |
10667 | + "source_layer": 0, |
| |
10668 | + "target_layer": 0, |
| |
10669 | + "n_params_copied": 197248, |
| |
10670 | + "target_iid": { |
| |
10671 | + "accuracy": 0.376, |
| |
10672 | + "trace_accuracy": 0.352, |
| |
10673 | + "ci95": { |
| |
10674 | + "estimate": 0.376, |
| |
10675 | + "low": 0.34464756964756965, |
| |
10676 | + "high": 0.4057888395116159, |
| |
10677 | + "level": 0.95, |
| |
10678 | + "n_items": 1000, |
| |
10679 | + "n_clusters": 970, |
| |
10680 | + "n_boot": 2000 |
| |
10681 | + }, |
| |
10682 | + "omega_step_acc": 0.614 |
| |
10683 | + }, |
| |
10684 | + "control_iid": { |
| |
10685 | + "accuracy": 0.325, |
| |
10686 | + "trace_accuracy": 0.293, |
| |
10687 | + "ci95": { |
| |
10688 | + "estimate": 0.325, |
| |
10689 | + "low": 0.29565748452490326, |
| |
10690 | + "high": 0.3532949116781452, |
| |
10691 | + "level": 0.95, |
| |
10692 | + "n_items": 1000, |
| |
10693 | + "n_clusters": 975, |
| |
10694 | + "n_boot": 2000 |
| |
10695 | + }, |
| |
10696 | + "omega_step_acc": null |
| |
10697 | + }, |
| |
10698 | + "comp_heldout": { |
| |
10699 | + "accuracy": 0.642, |
| |
10700 | + "trace_accuracy": 0.635, |
| |
10701 | + "ci95": { |
| |
10702 | + "estimate": 0.642, |
| |
10703 | + "low": 0.6036719373926879, |
| |
10704 | + "high": 0.678054287222082, |
| |
10705 | + "level": 0.95, |
| |
10706 | + "n_items": 1000, |
| |
10707 | + "n_clusters": 701, |
| |
10708 | + "n_boot": 2000 |
| |
10709 | + }, |
| |
10710 | + "omega_step_acc": 0.8 |
| |
10711 | + } |
| |
10712 | + }, |
| |
10713 | + "donor_s1->recipient_s1": { |
| |
10714 | + "pair": "donor_s1->recipient_s1", |
| |
10715 | + "parts": [ |
| |
10716 | + "attn", |
| |
10717 | + "mlp" |
| |
10718 | + ], |
| |
10719 | + "source_layer": 0, |
| |
10720 | + "target_layer": 0, |
| |
10721 | + "n_params_copied": 197248, |
| |
10722 | + "target_iid": { |
| |
10723 | + "accuracy": 0.715, |
| |
10724 | + "trace_accuracy": 0.707, |
| |
10725 | + "ci95": { |
| |
10726 | + "estimate": 0.715, |
| |
10727 | + "low": 0.6868156541862157, |
| |
10728 | + "high": 0.7429456568885747, |
| |
10729 | + "level": 0.95, |
| |
10730 | + "n_items": 1000, |
| |
10731 | + "n_clusters": 970, |
| |
10732 | + "n_boot": 2000 |
| |
10733 | + }, |
| |
10734 | + "omega_step_acc": 0.774 |
| |
10735 | + }, |
| |
10736 | + "control_iid": { |
| |
10737 | + "accuracy": 0.897, |
| |
10738 | + "trace_accuracy": 0.889, |
| |
10739 | + "ci95": { |
| |
10740 | + "estimate": 0.897, |
| |
10741 | + "low": 0.8782282476171028, |
| |
10742 | + "high": 0.91517177509388, |
| |
10743 | + "level": 0.95, |
| |
10744 | + "n_items": 1000, |
| |
10745 | + "n_clusters": 975, |
| |
10746 | + "n_boot": 2000 |
| |
10747 | + }, |
| |
10748 | + "omega_step_acc": null |
| |
10749 | + }, |
| |
10750 | + "comp_heldout": { |
| |
10751 | + "accuracy": 0.797, |
| |
10752 | + "trace_accuracy": 0.795, |
| |
10753 | + "ci95": { |
| |
10754 | + "estimate": 0.797, |
| |
10755 | + "low": 0.7710206287312755, |
| |
10756 | + "high": 0.8198833904383684, |
| |
10757 | + "level": 0.95, |
| |
10758 | + "n_items": 1000, |
| |
10759 | + "n_clusters": 701, |
| |
10760 | + "n_boot": 2000 |
| |
10761 | + }, |
| |
10762 | + "omega_step_acc": 0.7916666666666666 |
| |
10763 | + } |
| |
10764 | + }, |
| |
10765 | + "donor_s2->recipient_s2": { |
| |
10766 | + "pair": "donor_s2->recipient_s2", |
| |
10767 | + "parts": [ |
| |
10768 | + "attn", |
| |
10769 | + "mlp" |
| |
10770 | + ], |
| |
10771 | + "source_layer": 0, |
| |
10772 | + "target_layer": 0, |
| |
10773 | + "n_params_copied": 197248, |
| |
10774 | + "target_iid": { |
| |
10775 | + "accuracy": 0.841, |
| |
10776 | + "trace_accuracy": 0.839, |
| |
10777 | + "ci95": { |
| |
10778 | + "estimate": 0.841, |
| |
10779 | + "low": 0.8172766409360253, |
| |
10780 | + "high": 0.8634538152610441, |
| |
10781 | + "level": 0.95, |
| |
10782 | + "n_items": 1000, |
| |
10783 | + "n_clusters": 970, |
| |
10784 | + "n_boot": 2000 |
| |
10785 | + }, |
| |
10786 | + "omega_step_acc": 0.883 |
| |
10787 | + }, |
| |
10788 | + "control_iid": { |
| |
10789 | + "accuracy": 0.969, |
| |
10790 | + "trace_accuracy": 0.969, |
| |
10791 | + "ci95": { |
| |
10792 | + "estimate": 0.969, |
| |
10793 | + "low": 0.9587493934342686, |
| |
10794 | + "high": 0.9790005244755244, |
| |
10795 | + "level": 0.95, |
| |
10796 | + "n_items": 1000, |
| |
10797 | + "n_clusters": 975, |
| |
10798 | + "n_boot": 2000 |
| |
10799 | + }, |
| |
10800 | + "omega_step_acc": null |
| |
10801 | + }, |
| |
10802 | + "comp_heldout": { |
| |
10803 | + "accuracy": 0.884, |
| |
10804 | + "trace_accuracy": 0.884, |
| |
10805 | + "ci95": { |
| |
10806 | + "estimate": 0.884, |
| |
10807 | + "low": 0.8644388327183861, |
| |
10808 | + "high": 0.904097261434218, |
| |
10809 | + "level": 0.95, |
| |
10810 | + "n_items": 1000, |
| |
10811 | + "n_clusters": 701, |
| |
10812 | + "n_boot": 2000 |
| |
10813 | + }, |
| |
10814 | + "omega_step_acc": 0.9066666666666666 |
| |
10815 | + } |
| |
10816 | + } |
| |
10817 | + }, |
| |
10818 | + "weight_L0_block_ln": { |
| |
10819 | + "donor_s0->recipient_s0": { |
| |
10820 | + "pair": "donor_s0->recipient_s0", |
| |
10821 | + "parts": [ |
| |
10822 | + "attn", |
| |
10823 | + "mlp", |
| |
10824 | + "ln" |
| |
10825 | + ], |
| |
10826 | + "source_layer": 0, |
| |
10827 | + "target_layer": 0, |
| |
10828 | + "n_params_copied": 197760, |
| |
10829 | + "target_iid": { |
| |
10830 | + "accuracy": 0.378, |
| |
10831 | + "trace_accuracy": 0.355, |
| |
10832 | + "ci95": { |
| |
10833 | + "estimate": 0.378, |
| |
10834 | + "low": 0.34599905284147553, |
| |
10835 | + "high": 0.4079601990049751, |
| |
10836 | + "level": 0.95, |
| |
10837 | + "n_items": 1000, |
| |
10838 | + "n_clusters": 970, |
| |
10839 | + "n_boot": 2000 |
| |
10840 | + }, |
| |
10841 | + "omega_step_acc": 0.619 |
| |
10842 | + }, |
| |
10843 | + "control_iid": { |
| |
10844 | + "accuracy": 0.325, |
| |
10845 | + "trace_accuracy": 0.293, |
| |
10846 | + "ci95": { |
| |
10847 | + "estimate": 0.325, |
| |
10848 | + "low": 0.2955195578991271, |
| |
10849 | + "high": 0.35289447001673635, |
| |
10850 | + "level": 0.95, |
| |
10851 | + "n_items": 1000, |
| |
10852 | + "n_clusters": 975, |
| |
10853 | + "n_boot": 2000 |
| |
10854 | + }, |
| |
10855 | + "omega_step_acc": null |
| |
10856 | + }, |
| |
10857 | + "comp_heldout": { |
| |
10858 | + "accuracy": 0.646, |
| |
10859 | + "trace_accuracy": 0.639, |
| |
10860 | + "ci95": { |
| |
10861 | + "estimate": 0.646, |
| |
10862 | + "low": 0.6067532112739944, |
| |
10863 | + "high": 0.6813598433066137, |
| |
10864 | + "level": 0.95, |
| |
10865 | + "n_items": 1000, |
| |
10866 | + "n_clusters": 701, |
| |
10867 | + "n_boot": 2000 |
| |
10868 | + }, |
| |
10869 | + "omega_step_acc": 0.8016666666666666 |
| |
10870 | + } |
| |
10871 | + }, |
| |
10872 | + "donor_s1->recipient_s1": { |
| |
10873 | + "pair": "donor_s1->recipient_s1", |
| |
10874 | + "parts": [ |
| |
10875 | + "attn", |
| |
10876 | + "mlp", |
| |
10877 | + "ln" |
| |
10878 | + ], |
| |
10879 | + "source_layer": 0, |
| |
10880 | + "target_layer": 0, |
| |
10881 | + "n_params_copied": 197760, |
| |
10882 | + "target_iid": { |
| |
10883 | + "accuracy": 0.714, |
| |
10884 | + "trace_accuracy": 0.708, |
| |
10885 | + "ci95": { |
| |
10886 | + "estimate": 0.714, |
| |
10887 | + "low": 0.6851599297425565, |
| |
10888 | + "high": 0.7414829659318637, |
| |
10889 | + "level": 0.95, |
| |
10890 | + "n_items": 1000, |
| |
10891 | + "n_clusters": 970, |
| |
10892 | + "n_boot": 2000 |
| |
10893 | + }, |
| |
10894 | + "omega_step_acc": 0.775 |
| |
10895 | + }, |
| |
10896 | + "control_iid": { |
| |
10897 | + "accuracy": 0.894, |
| |
10898 | + "trace_accuracy": 0.892, |
| |
10899 | + "ci95": { |
| |
10900 | + "estimate": 0.894, |
| |
10901 | + "low": 0.875, |
| |
10902 | + "high": 0.91226539504991, |
| |
10903 | + "level": 0.95, |
| |
10904 | + "n_items": 1000, |
| |
10905 | + "n_clusters": 975, |
| |
10906 | + "n_boot": 2000 |
| |
10907 | + }, |
| |
10908 | + "omega_step_acc": null |
| |
10909 | + }, |
| |
10910 | + "comp_heldout": { |
| |
10911 | + "accuracy": 0.802, |
| |
10912 | + "trace_accuracy": 0.8, |
| |
10913 | + "ci95": { |
| |
10914 | + "estimate": 0.802, |
| |
10915 | + "low": 0.7767545981510638, |
| |
10916 | + "high": 0.8252832375944651, |
| |
10917 | + "level": 0.95, |
| |
10918 | + "n_items": 1000, |
| |
10919 | + "n_clusters": 701, |
| |
10920 | + "n_boot": 2000 |
| |
10921 | + }, |
| |
10922 | + "omega_step_acc": 0.795 |
| |
10923 | + } |
| |
10924 | + }, |
| |
10925 | + "donor_s2->recipient_s2": { |
| |
10926 | + "pair": "donor_s2->recipient_s2", |
| |
10927 | + "parts": [ |
| |
10928 | + "attn", |
| |
10929 | + "mlp", |
| |
10930 | + "ln" |
| |
10931 | + ], |
| |
10932 | + "source_layer": 0, |
| |
10933 | + "target_layer": 0, |
| |
10934 | + "n_params_copied": 197760, |
| |
10935 | + "target_iid": { |
| |
10936 | + "accuracy": 0.833, |
| |
10937 | + "trace_accuracy": 0.83, |
| |
10938 | + "ci95": { |
| |
10939 | + "estimate": 0.833, |
| |
10940 | + "low": 0.8099479714105529, |
| |
10941 | + "high": 0.8562814070351759, |
| |
10942 | + "level": 0.95, |
| |
10943 | + "n_items": 1000, |
| |
10944 | + "n_clusters": 970, |
| |
10945 | + "n_boot": 2000 |
| |
10946 | + }, |
| |
10947 | + "omega_step_acc": 0.877 |
| |
10948 | + }, |
| |
10949 | + "control_iid": { |
| |
10950 | + "accuracy": 0.959, |
| |
10951 | + "trace_accuracy": 0.959, |
| |
10952 | + "ci95": { |
| |
10953 | + "estimate": 0.959, |
| |
10954 | + "low": 0.9467871485943775, |
| |
10955 | + "high": 0.9701195219123506, |
| |
10956 | + "level": 0.95, |
| |
10957 | + "n_items": 1000, |
| |
10958 | + "n_clusters": 975, |
| |
10959 | + "n_boot": 2000 |
| |
10960 | + }, |
| |
10961 | + "omega_step_acc": null |
| |
10962 | + }, |
| |
10963 | + "comp_heldout": { |
| |
10964 | + "accuracy": 0.885, |
| |
10965 | + "trace_accuracy": 0.885, |
| |
10966 | + "ci95": { |
| |
10967 | + "estimate": 0.885, |
| |
10968 | + "low": 0.864944969306225, |
| |
10969 | + "high": 0.9051987767584098, |
| |
10970 | + "level": 0.95, |
| |
10971 | + "n_items": 1000, |
| |
10972 | + "n_clusters": 701, |
| |
10973 | + "n_boot": 2000 |
| |
10974 | + }, |
| |
10975 | + "omega_step_acc": 0.9066666666666666 |
| |
10976 | + } |
| |
10977 | + } |
| |
10978 | + }, |
| |
10979 | + "weight_embed_omega": { |
| |
10980 | + "donor_s0->recipient_s0": { |
| |
10981 | + "pair": "donor_s0->recipient_s0", |
| |
10982 | + "n_params_copied": 256, |
| |
10983 | + "target_iid": { |
| |
10984 | + "accuracy": 0.094, |
| |
10985 | + "trace_accuracy": 0.068, |
| |
10986 | + "ci95": { |
| |
10987 | + "estimate": 0.094, |
| |
10988 | + "low": 0.07614849699398799, |
| |
10989 | + "high": 0.11345611529784475, |
| |
10990 | + "level": 0.95, |
| |
10991 | + "n_items": 1000, |
| |
10992 | + "n_clusters": 970, |
| |
10993 | + "n_boot": 2000 |
| |
10994 | + }, |
| |
10995 | + "omega_step_acc": 0.082 |
| |
10996 | + }, |
| |
10997 | + "control_iid": { |
| |
10998 | + "accuracy": 1.0, |
| |
10999 | + "trace_accuracy": 1.0, |
| |
11000 | + "ci95": { |
| |
11001 | + "estimate": 1.0, |
| |
11002 | + "low": 1.0, |
| |
11003 | + "high": 1.0, |
| |
11004 | + "level": 0.95, |
| |
11005 | + "n_items": 1000, |
| |
11006 | + "n_clusters": 975, |
| |
11007 | + "n_boot": 2000 |
| |
11008 | + }, |
| |
11009 | + "omega_step_acc": null |
| |
11010 | + }, |
| |
11011 | + "comp_heldout": { |
| |
11012 | + "accuracy": 0.451, |
| |
11013 | + "trace_accuracy": 0.445, |
| |
11014 | + "ci95": { |
| |
11015 | + "estimate": 0.451, |
| |
11016 | + "low": 0.4056440484278828, |
| |
11017 | + "high": 0.4985018690508305, |
| |
11018 | + "level": 0.95, |
| |
11019 | + "n_items": 1000, |
| |
11020 | + "n_clusters": 701, |
| |
11021 | + "n_boot": 2000 |
| |
11022 | + }, |
| |
11023 | + "omega_step_acc": 0.08833333333333333 |
| |
11024 | + } |
| |
11025 | + }, |
| |
11026 | + "donor_s1->recipient_s1": { |
| |
11027 | + "pair": "donor_s1->recipient_s1", |
| |
11028 | + "n_params_copied": 256, |
| |
11029 | + "target_iid": { |
| |
11030 | + "accuracy": 0.053, |
| |
11031 | + "trace_accuracy": 0.012, |
| |
11032 | + "ci95": { |
| |
11033 | + "estimate": 0.053, |
| |
11034 | + "low": 0.03991916466170351, |
| |
11035 | + "high": 0.06720160481444333, |
| |
11036 | + "level": 0.95, |
| |
11037 | + "n_items": 1000, |
| |
11038 | + "n_clusters": 970, |
| |
11039 | + "n_boot": 2000 |
| |
11040 | + }, |
| |
11041 | + "omega_step_acc": 0.015 |
| |
11042 | + }, |
| |
11043 | + "control_iid": { |
| |
11044 | + "accuracy": 1.0, |
| |
11045 | + "trace_accuracy": 1.0, |
| |
11046 | + "ci95": { |
| |
11047 | + "estimate": 1.0, |
| |
11048 | + "low": 1.0, |
| |
11049 | + "high": 1.0, |
| |
11050 | + "level": 0.95, |
| |
11051 | + "n_items": 1000, |
| |
11052 | + "n_clusters": 975, |
| |
11053 | + "n_boot": 2000 |
| |
11054 | + }, |
| |
11055 | + "omega_step_acc": null |
| |
11056 | + }, |
| |
11057 | + "comp_heldout": { |
| |
11058 | + "accuracy": 0.425, |
| |
11059 | + "trace_accuracy": 0.407, |
| |
11060 | + "ci95": { |
| |
11061 | + "estimate": 0.425, |
| |
11062 | + "low": 0.376553880888455, |
| |
11063 | + "high": 0.4732917229260013, |
| |
11064 | + "level": 0.95, |
| |
11065 | + "n_items": 1000, |
| |
11066 | + "n_clusters": 701, |
| |
11067 | + "n_boot": 2000 |
| |
11068 | + }, |
| |
11069 | + "omega_step_acc": 0.013333333333333334 |
| |
11070 | + } |
| |
11071 | + }, |
| |
11072 | + "donor_s2->recipient_s2": { |
| |
11073 | + "pair": "donor_s2->recipient_s2", |
| |
11074 | + "n_params_copied": 256, |
| |
11075 | + "target_iid": { |
| |
11076 | + "accuracy": 0.078, |
| |
11077 | + "trace_accuracy": 0.053, |
| |
11078 | + "ci95": { |
| |
11079 | + "estimate": 0.078, |
| |
11080 | + "low": 0.06120283455122851, |
| |
11081 | + "high": 0.09576718538728993, |
| |
11082 | + "level": 0.95, |
| |
11083 | + "n_items": 1000, |
| |
11084 | + "n_clusters": 970, |
| |
11085 | + "n_boot": 2000 |
| |
11086 | + }, |
| |
11087 | + "omega_step_acc": 0.071 |
| |
11088 | + }, |
| |
11089 | + "control_iid": { |
| |
11090 | + "accuracy": 1.0, |
| |
11091 | + "trace_accuracy": 1.0, |
| |
11092 | + "ci95": { |
| |
11093 | + "estimate": 1.0, |
| |
11094 | + "low": 1.0, |
| |
11095 | + "high": 1.0, |
| |
11096 | + "level": 0.95, |
| |
11097 | + "n_items": 1000, |
| |
11098 | + "n_clusters": 975, |
| |
11099 | + "n_boot": 2000 |
| |
11100 | + }, |
| |
11101 | + "omega_step_acc": null |
| |
11102 | + }, |
| |
11103 | + "comp_heldout": { |
| |
11104 | + "accuracy": 0.43, |
| |
11105 | + "trace_accuracy": 0.419, |
| |
11106 | + "ci95": { |
| |
11107 | + "estimate": 0.43, |
| |
11108 | + "low": 0.38416312159389826, |
| |
11109 | + "high": 0.48050454090933403, |
| |
11110 | + "level": 0.95, |
| |
11111 | + "n_items": 1000, |
| |
11112 | + "n_clusters": 701, |
| |
11113 | + "n_boot": 2000 |
| |
11114 | + }, |
| |
11115 | + "omega_step_acc": 0.045 |
| |
11116 | + } |
| |
11117 | + } |
| |
11118 | + }, |
| |
11119 | + "weight_L0_block_embed": { |
| |
11120 | + "donor_s0->recipient_s0": { |
| |
11121 | + "pair": "donor_s0->recipient_s0", |
| |
11122 | + "parts": [ |
| |
11123 | + "attn", |
| |
11124 | + "mlp", |
| |
11125 | + "ln" |
| |
11126 | + ], |
| |
11127 | + "source_layer": 0, |
| |
11128 | + "target_layer": 0, |
| |
11129 | + "n_params_copied": 198016, |
| |
11130 | + "target_iid": { |
| |
11131 | + "accuracy": 0.372, |
| |
11132 | + "trace_accuracy": 0.347, |
| |
11133 | + "ci95": { |
| |
11134 | + "estimate": 0.372, |
| |
11135 | + "low": 0.3420254262788365, |
| |
11136 | + "high": 0.4022109191797394, |
| |
11137 | + "level": 0.95, |
| |
11138 | + "n_items": 1000, |
| |
11139 | + "n_clusters": 970, |
| |
11140 | + "n_boot": 2000 |
| |
11141 | + }, |
| |
11142 | + "omega_step_acc": 0.604 |
| |
11143 | + }, |
| |
11144 | + "control_iid": { |
| |
11145 | + "accuracy": 0.325, |
| |
11146 | + "trace_accuracy": 0.293, |
| |
11147 | + "ci95": { |
| |
11148 | + "estimate": 0.325, |
| |
11149 | + "low": 0.2955195578991271, |
| |
11150 | + "high": 0.35289447001673635, |
| |
11151 | + "level": 0.95, |
| |
11152 | + "n_items": 1000, |
| |
11153 | + "n_clusters": 975, |
| |
11154 | + "n_boot": 2000 |
| |
11155 | + }, |
| |
11156 | + "omega_step_acc": null |
| |
11157 | + }, |
| |
11158 | + "comp_heldout": { |
| |
11159 | + "accuracy": 0.631, |
| |
11160 | + "trace_accuracy": 0.624, |
| |
11161 | + "ci95": { |
| |
11162 | + "estimate": 0.631, |
| |
11163 | + "low": 0.593551381051381, |
| |
11164 | + "high": 0.6666666666666666, |
| |
11165 | + "level": 0.95, |
| |
11166 | + "n_items": 1000, |
| |
11167 | + "n_clusters": 701, |
| |
11168 | + "n_boot": 2000 |
| |
11169 | + }, |
| |
11170 | + "omega_step_acc": 0.7783333333333333 |
| |
11171 | + } |
| |
11172 | + }, |
| |
11173 | + "donor_s1->recipient_s1": { |
| |
11174 | + "pair": "donor_s1->recipient_s1", |
| |
11175 | + "parts": [ |
| |
11176 | + "attn", |
| |
11177 | + "mlp", |
| |
11178 | + "ln" |
| |
11179 | + ], |
| |
11180 | + "source_layer": 0, |
| |
11181 | + "target_layer": 0, |
| |
11182 | + "n_params_copied": 198016, |
| |
11183 | + "target_iid": { |
| |
11184 | + "accuracy": 0.802, |
| |
11185 | + "trace_accuracy": 0.8, |
| |
11186 | + "ci95": { |
| |
11187 | + "estimate": 0.802, |
| |
11188 | + "low": 0.7779944444444444, |
| |
11189 | + "high": 0.8261424115652152, |
| |
11190 | + "level": 0.95, |
| |
11191 | + "n_items": 1000, |
| |
11192 | + "n_clusters": 970, |
| |
11193 | + "n_boot": 2000 |
| |
11194 | + }, |
| |
11195 | + "omega_step_acc": 0.847 |
| |
11196 | + }, |
| |
11197 | + "control_iid": { |
| |
11198 | + "accuracy": 0.894, |
| |
11199 | + "trace_accuracy": 0.892, |
| |
11200 | + "ci95": { |
| |
11201 | + "estimate": 0.894, |
| |
11202 | + "low": 0.875, |
| |
11203 | + "high": 0.91226539504991, |
| |
11204 | + "level": 0.95, |
| |
11205 | + "n_items": 1000, |
| |
11206 | + "n_clusters": 975, |
| |
11207 | + "n_boot": 2000 |
| |
11208 | + }, |
| |
11209 | + "omega_step_acc": null |
| |
11210 | + }, |
| |
11211 | + "comp_heldout": { |
| |
11212 | + "accuracy": 0.85, |
| |
11213 | + "trace_accuracy": 0.849, |
| |
11214 | + "ci95": { |
| |
11215 | + "estimate": 0.85, |
| |
11216 | + "low": 0.8278061971030358, |
| |
11217 | + "high": 0.870707749678794, |
| |
11218 | + "level": 0.95, |
| |
11219 | + "n_items": 1000, |
| |
11220 | + "n_clusters": 701, |
| |
11221 | + "n_boot": 2000 |
| |
11222 | + }, |
| |
11223 | + "omega_step_acc": 0.855 |
| |
11224 | + } |
| |
11225 | + }, |
| |
11226 | + "donor_s2->recipient_s2": { |
| |
11227 | + "pair": "donor_s2->recipient_s2", |
| |
11228 | + "parts": [ |
| |
11229 | + "attn", |
| |
11230 | + "mlp", |
| |
11231 | + "ln" |
| |
11232 | + ], |
| |
11233 | + "source_layer": 0, |
| |
11234 | + "target_layer": 0, |
| |
11235 | + "n_params_copied": 198016, |
| |
11236 | + "target_iid": { |
| |
11237 | + "accuracy": 0.942, |
| |
11238 | + "trace_accuracy": 0.94, |
| |
11239 | + "ci95": { |
| |
11240 | + "estimate": 0.942, |
| |
11241 | + "low": 0.9269250964391245, |
| |
11242 | + "high": 0.9558687083293971, |
| |
11243 | + "level": 0.95, |
| |
11244 | + "n_items": 1000, |
| |
11245 | + "n_clusters": 970, |
| |
11246 | + "n_boot": 2000 |
| |
11247 | + }, |
| |
11248 | + "omega_step_acc": 0.968 |
| |
11249 | + }, |
| |
11250 | + "control_iid": { |
| |
11251 | + "accuracy": 0.959, |
| |
11252 | + "trace_accuracy": 0.959, |
| |
11253 | + "ci95": { |
| |
11254 | + "estimate": 0.959, |
| |
11255 | + "low": 0.9467871485943775, |
| |
11256 | + "high": 0.9701195219123506, |
| |
11257 | + "level": 0.95, |
| |
11258 | + "n_items": 1000, |
| |
11259 | + "n_clusters": 975, |
| |
11260 | + "n_boot": 2000 |
| |
11261 | + }, |
| |
11262 | + "omega_step_acc": null |
| |
11263 | + }, |
| |
11264 | + "comp_heldout": { |
| |
11265 | + "accuracy": 0.939, |
| |
11266 | + "trace_accuracy": 0.939, |
| |
11267 | + "ci95": { |
| |
11268 | + "estimate": 0.939, |
| |
11269 | + "low": 0.9234692593049304, |
| |
11270 | + "high": 0.9542579625393811, |
| |
11271 | + "level": 0.95, |
| |
11272 | + "n_items": 1000, |
| |
11273 | + "n_clusters": 701, |
| |
11274 | + "n_boot": 2000 |
| |
11275 | + }, |
| |
11276 | + "omega_step_acc": 0.965 |
| |
11277 | + } |
| |
11278 | + } |
| |
11279 | + }, |
| |
11280 | + "weight_L012_blocks_embed": { |
| |
11281 | + "donor_s0->recipient_s0": { |
| |
11282 | + "pair": "donor_s0->recipient_s0", |
| |
11283 | + "parts": [ |
| |
11284 | + "attn", |
| |
11285 | + "mlp", |
| |
11286 | + "ln" |
| |
11287 | + ], |
| |
11288 | + "source_layer": 0, |
| |
11289 | + "target_layer": 0, |
| |
11290 | + "n_params_copied": 593536, |
| |
11291 | + "target_iid": { |
| |
11292 | + "accuracy": 0.402, |
| |
11293 | + "trace_accuracy": 0.385, |
| |
11294 | + "ci95": { |
| |
11295 | + "estimate": 0.402, |
| |
11296 | + "low": 0.3693655174288977, |
| |
11297 | + "high": 0.43156843156843155, |
| |
11298 | + "level": 0.95, |
| |
11299 | + "n_items": 1000, |
| |
11300 | + "n_clusters": 970, |
| |
11301 | + "n_boot": 2000 |
| |
11302 | + }, |
| |
11303 | + "omega_step_acc": 0.651 |
| |
11304 | + }, |
| |
11305 | + "control_iid": { |
| |
11306 | + "accuracy": 0.312, |
| |
11307 | + "trace_accuracy": 0.274, |
| |
11308 | + "ci95": { |
| |
11309 | + "estimate": 0.312, |
| |
11310 | + "low": 0.2822784380766309, |
| |
11311 | + "high": 0.34095427435387676, |
| |
11312 | + "level": 0.95, |
| |
11313 | + "n_items": 1000, |
| |
11314 | + "n_clusters": 975, |
| |
11315 | + "n_boot": 2000 |
| |
11316 | + }, |
| |
11317 | + "omega_step_acc": null |
| |
11318 | + }, |
| |
11319 | + "comp_heldout": { |
| |
11320 | + "accuracy": 0.68, |
| |
11321 | + "trace_accuracy": 0.676, |
| |
11322 | + "ci95": { |
| |
11323 | + "estimate": 0.68, |
| |
11324 | + "low": 0.6402150589002293, |
| |
11325 | + "high": 0.7160941207603757, |
| |
11326 | + "level": 0.95, |
| |
11327 | + "n_items": 1000, |
| |
11328 | + "n_clusters": 701, |
| |
11329 | + "n_boot": 2000 |
| |
11330 | + }, |
| |
11331 | + "omega_step_acc": 0.8566666666666667 |
| |
11332 | + } |
| |
11333 | + }, |
| |
11334 | + "donor_s1->recipient_s1": { |
| |
11335 | + "pair": "donor_s1->recipient_s1", |
| |
11336 | + "parts": [ |
| |
11337 | + "attn", |
| |
11338 | + "mlp", |
| |
11339 | + "ln" |
| |
11340 | + ], |
| |
11341 | + "source_layer": 0, |
| |
11342 | + "target_layer": 0, |
| |
11343 | + "n_params_copied": 593536, |
| |
11344 | + "target_iid": { |
| |
11345 | + "accuracy": 0.948, |
| |
11346 | + "trace_accuracy": 0.948, |
| |
11347 | + "ci95": { |
| |
11348 | + "estimate": 0.948, |
| |
11349 | + "low": 0.9335998630672927, |
| |
11350 | + "high": 0.9608846057692597, |
| |
11351 | + "level": 0.95, |
| |
11352 | + "n_items": 1000, |
| |
11353 | + "n_clusters": 970, |
| |
11354 | + "n_boot": 2000 |
| |
11355 | + }, |
| |
11356 | + "omega_step_acc": 0.965 |
| |
11357 | + }, |
| |
11358 | + "control_iid": { |
| |
11359 | + "accuracy": 0.959, |
| |
11360 | + "trace_accuracy": 0.958, |
| |
11361 | + "ci95": { |
| |
11362 | + "estimate": 0.959, |
| |
11363 | + "low": 0.9458917835671342, |
| |
11364 | + "high": 0.9707388376677827, |
| |
11365 | + "level": 0.95, |
| |
11366 | + "n_items": 1000, |
| |
11367 | + "n_clusters": 975, |
| |
11368 | + "n_boot": 2000 |
| |
11369 | + }, |
| |
11370 | + "omega_step_acc": null |
| |
11371 | + }, |
| |
11372 | + "comp_heldout": { |
| |
11373 | + "accuracy": 0.982, |
| |
11374 | + "trace_accuracy": 0.982, |
| |
11375 | + "ci95": { |
| |
11376 | + "estimate": 0.982, |
| |
11377 | + "low": 0.9728358244706333, |
| |
11378 | + "high": 0.989724082400503, |
| |
11379 | + "level": 0.95, |
| |
11380 | + "n_items": 1000, |
| |
11381 | + "n_clusters": 701, |
| |
11382 | + "n_boot": 2000 |
| |
11383 | + }, |
| |
11384 | + "omega_step_acc": 0.9933333333333333 |
| |
11385 | + } |
| |
11386 | + }, |
| |
11387 | + "donor_s2->recipient_s2": { |
| |
11388 | + "pair": "donor_s2->recipient_s2", |
| |
11389 | + "parts": [ |
| |
11390 | + "attn", |
| |
11391 | + "mlp", |
| |
11392 | + "ln" |
| |
11393 | + ], |
| |
11394 | + "source_layer": 0, |
| |
11395 | + "target_layer": 0, |
| |
11396 | + "n_params_copied": 593536, |
| |
11397 | + "target_iid": { |
| |
11398 | + "accuracy": 0.971, |
| |
11399 | + "trace_accuracy": 0.971, |
| |
11400 | + "ci95": { |
| |
11401 | + "estimate": 0.971, |
| |
11402 | + "low": 0.9597557292574344, |
| |
11403 | + "high": 0.980980980980981, |
| |
11404 | + "level": 0.95, |
| |
11405 | + "n_items": 1000, |
| |
11406 | + "n_clusters": 970, |
| |
11407 | + "n_boot": 2000 |
| |
11408 | + }, |
| |
11409 | + "omega_step_acc": 0.985 |
| |
11410 | + }, |
| |
11411 | + "control_iid": { |
| |
11412 | + "accuracy": 0.975, |
| |
11413 | + "trace_accuracy": 0.975, |
| |
11414 | + "ci95": { |
| |
11415 | + "estimate": 0.975, |
| |
11416 | + "low": 0.964859437751004, |
| |
11417 | + "high": 0.9840319361277445, |
| |
11418 | + "level": 0.95, |
| |
11419 | + "n_items": 1000, |
| |
11420 | + "n_clusters": 975, |
| |
11421 | + "n_boot": 2000 |
| |
11422 | + }, |
| |
11423 | + "omega_step_acc": null |
| |
11424 | + }, |
| |
11425 | + "comp_heldout": { |
| |
11426 | + "accuracy": 0.962, |
| |
11427 | + "trace_accuracy": 0.962, |
| |
11428 | + "ci95": { |
| |
11429 | + "estimate": 0.962, |
| |
11430 | + "low": 0.9494200505544683, |
| |
11431 | + "high": 0.9736334308906408, |
| |
11432 | + "level": 0.95, |
| |
11433 | + "n_items": 1000, |
| |
11434 | + "n_clusters": 701, |
| |
11435 | + "n_boot": 2000 |
| |
11436 | + }, |
| |
11437 | + "omega_step_acc": 0.99 |
| |
11438 | + } |
| |
11439 | + } |
| |
11440 | + }, |
| |
11441 | + "ctl_weight_shuffled_layer": { |
| |
11442 | + "donor_s0->recipient_s0": { |
| |
11443 | + "pair": "donor_s0->recipient_s0", |
| |
11444 | + "parts": [ |
| |
11445 | + "attn", |
| |
11446 | + "mlp", |
| |
11447 | + "ln" |
| |
11448 | + ], |
| |
11449 | + "source_layer": 3, |
| |
11450 | + "target_layer": 0, |
| |
11451 | + "n_params_copied": 197760, |
| |
11452 | + "target_iid": { |
| |
11453 | + "accuracy": 0.072, |
| |
11454 | + "trace_accuracy": 0.0, |
| |
11455 | + "ci95": { |
| |
11456 | + "estimate": 0.072, |
| |
11457 | + "low": 0.05577417052438022, |
| |
11458 | + "high": 0.08853118712273642, |
| |
11459 | + "level": 0.95, |
| |
11460 | + "n_items": 1000, |
| |
11461 | + "n_clusters": 970, |
| |
11462 | + "n_boot": 2000 |
| |
11463 | + }, |
| |
11464 | + "omega_step_acc": 0.096 |
| |
11465 | + }, |
| |
11466 | + "control_iid": { |
| |
11467 | + "accuracy": 0.082, |
| |
11468 | + "trace_accuracy": 0.0, |
| |
11469 | + "ci95": { |
| |
11470 | + "estimate": 0.082, |
| |
11471 | + "low": 0.06551925453882315, |
| |
11472 | + "high": 0.09939759036144578, |
| |
11473 | + "level": 0.95, |
| |
11474 | + "n_items": 1000, |
| |
11475 | + "n_clusters": 975, |
| |
11476 | + "n_boot": 2000 |
| |
11477 | + }, |
| |
11478 | + "omega_step_acc": null |
| |
11479 | + }, |
| |
11480 | + "comp_heldout": { |
| |
11481 | + "accuracy": 0.075, |
| |
11482 | + "trace_accuracy": 0.001, |
| |
11483 | + "ci95": { |
| |
11484 | + "estimate": 0.075, |
| |
11485 | + "low": 0.05919614021769325, |
| |
11486 | + "high": 0.09073213771247478, |
| |
11487 | + "level": 0.95, |
| |
11488 | + "n_items": 1000, |
| |
11489 | + "n_clusters": 701, |
| |
11490 | + "n_boot": 2000 |
| |
11491 | + }, |
| |
11492 | + "omega_step_acc": 0.07333333333333333 |
| |
11493 | + } |
| |
11494 | + }, |
| |
11495 | + "donor_s1->recipient_s1": { |
| |
11496 | + "pair": "donor_s1->recipient_s1", |
| |
11497 | + "parts": [ |
| |
11498 | + "attn", |
| |
11499 | + "mlp", |
| |
11500 | + "ln" |
| |
11501 | + ], |
| |
11502 | + "source_layer": 3, |
| |
11503 | + "target_layer": 0, |
| |
11504 | + "n_params_copied": 197760, |
| |
11505 | + "target_iid": { |
| |
11506 | + "accuracy": 0.091, |
| |
11507 | + "trace_accuracy": 0.0, |
| |
11508 | + "ci95": { |
| |
11509 | + "estimate": 0.091, |
| |
11510 | + "low": 0.07312129322998888, |
| |
11511 | + "high": 0.10767696909272183, |
| |
11512 | + "level": 0.95, |
| |
11513 | + "n_items": 1000, |
| |
11514 | + "n_clusters": 970, |
| |
11515 | + "n_boot": 2000 |
| |
11516 | + }, |
| |
11517 | + "omega_step_acc": 0.093 |
| |
11518 | + }, |
| |
11519 | + "control_iid": { |
| |
11520 | + "accuracy": 0.096, |
| |
11521 | + "trace_accuracy": 0.0, |
| |
11522 | + "ci95": { |
| |
11523 | + "estimate": 0.096, |
| |
11524 | + "low": 0.07975362142947416, |
| |
11525 | + "high": 0.11508314247542702, |
| |
11526 | + "level": 0.95, |
| |
11527 | + "n_items": 1000, |
| |
11528 | + "n_clusters": 975, |
| |
11529 | + "n_boot": 2000 |
| |
11530 | + }, |
| |
11531 | + "omega_step_acc": null |
| |
11532 | + }, |
| |
11533 | + "comp_heldout": { |
| |
11534 | + "accuracy": 0.083, |
| |
11535 | + "trace_accuracy": 0.0, |
| |
11536 | + "ci95": { |
| |
11537 | + "estimate": 0.083, |
| |
11538 | + "low": 0.06806739729420143, |
| |
11539 | + "high": 0.09866426579707023, |
| |
11540 | + "level": 0.95, |
| |
11541 | + "n_items": 1000, |
| |
11542 | + "n_clusters": 701, |
| |
11543 | + "n_boot": 2000 |
| |
11544 | + }, |
| |
11545 | + "omega_step_acc": 0.09166666666666666 |
| |
11546 | + } |
| |
11547 | + }, |
| |
11548 | + "donor_s2->recipient_s2": { |
| |
11549 | + "pair": "donor_s2->recipient_s2", |
| |
11550 | + "parts": [ |
| |
11551 | + "attn", |
| |
11552 | + "mlp", |
| |
11553 | + "ln" |
| |
11554 | + ], |
| |
11555 | + "source_layer": 3, |
| |
11556 | + "target_layer": 0, |
| |
11557 | + "n_params_copied": 197760, |
| |
11558 | + "target_iid": { |
| |
11559 | + "accuracy": 0.087, |
| |
11560 | + "trace_accuracy": 0.0, |
| |
11561 | + "ci95": { |
| |
11562 | + "estimate": 0.087, |
| |
11563 | + "low": 0.07048814593722323, |
| |
11564 | + "high": 0.10521305901672953, |
| |
11565 | + "level": 0.95, |
| |
11566 | + "n_items": 1000, |
| |
11567 | + "n_clusters": 970, |
| |
11568 | + "n_boot": 2000 |
| |
11569 | + }, |
| |
11570 | + "omega_step_acc": 0.1 |
| |
11571 | + }, |
| |
11572 | + "control_iid": { |
| |
11573 | + "accuracy": 0.088, |
| |
11574 | + "trace_accuracy": 0.0, |
| |
11575 | + "ci95": { |
| |
11576 | + "estimate": 0.088, |
| |
11577 | + "low": 0.07071331609047682, |
| |
11578 | + "high": 0.10547401185029624, |
| |
11579 | + "level": 0.95, |
| |
11580 | + "n_items": 1000, |
| |
11581 | + "n_clusters": 975, |
| |
11582 | + "n_boot": 2000 |
| |
11583 | + }, |
| |
11584 | + "omega_step_acc": null |
| |
11585 | + }, |
| |
11586 | + "comp_heldout": { |
| |
11587 | + "accuracy": 0.076, |
| |
11588 | + "trace_accuracy": 0.001, |
| |
11589 | + "ci95": { |
| |
11590 | + "estimate": 0.076, |
| |
11591 | + "low": 0.05958260438648213, |
| |
11592 | + "high": 0.0910993604146532, |
| |
11593 | + "level": 0.95, |
| |
11594 | + "n_items": 1000, |
| |
11595 | + "n_clusters": 701, |
| |
11596 | + "n_boot": 2000 |
| |
11597 | + }, |
| |
11598 | + "omega_step_acc": 0.08333333333333333 |
| |
11599 | + } |
| |
11600 | + } |
| |
11601 | + }, |
| |
11602 | + "ctl_weight_unrelated_donor": { |
| |
11603 | + "donor_s0->recipient_s0": { |
| |
11604 | + "pair": "donor_s0->recipient_s0", |
| |
11605 | + "parts": [ |
| |
11606 | + "attn", |
| |
11607 | + "mlp", |
| |
11608 | + "ln" |
| |
11609 | + ], |
| |
11610 | + "source_layer": 0, |
| |
11611 | + "target_layer": 0, |
| |
11612 | + "n_params_copied": 197760, |
| |
11613 | + "target_iid": { |
| |
11614 | + "accuracy": 0.147, |
| |
11615 | + "trace_accuracy": 0.107, |
| |
11616 | + "ci95": { |
| |
11617 | + "estimate": 0.147, |
| |
11618 | + "low": 0.12487509972404233, |
| |
11619 | + "high": 0.170023349049521, |
| |
11620 | + "level": 0.95, |
| |
11621 | + "n_items": 1000, |
| |
11622 | + "n_clusters": 970, |
| |
11623 | + "n_boot": 2000 |
| |
11624 | + }, |
| |
11625 | + "omega_step_acc": 0.141 |
| |
11626 | + }, |
| |
11627 | + "control_iid": { |
| |
11628 | + "accuracy": 0.947, |
| |
11629 | + "trace_accuracy": 0.947, |
| |
11630 | + "ci95": { |
| |
11631 | + "estimate": 0.947, |
| |
11632 | + "low": 0.9326062669376018, |
| |
11633 | + "high": 0.9609218436873748, |
| |
11634 | + "level": 0.95, |
| |
11635 | + "n_items": 1000, |
| |
11636 | + "n_clusters": 975, |
| |
11637 | + "n_boot": 2000 |
| |
11638 | + }, |
| |
11639 | + "omega_step_acc": null |
| |
11640 | + }, |
| |
11641 | + "comp_heldout": { |
| |
11642 | + "accuracy": 0.479, |
| |
11643 | + "trace_accuracy": 0.463, |
| |
11644 | + "ci95": { |
| |
11645 | + "estimate": 0.479, |
| |
11646 | + "low": 0.43417657542400134, |
| |
11647 | + "high": 0.5239527014362869, |
| |
11648 | + "level": 0.95, |
| |
11649 | + "n_items": 1000, |
| |
11650 | + "n_clusters": 701, |
| |
11651 | + "n_boot": 2000 |
| |
11652 | + }, |
| |
11653 | + "omega_step_acc": 0.15833333333333333 |
| |
11654 | + } |
| |
11655 | + }, |
| |
11656 | + "donor_s1->recipient_s1": { |
| |
11657 | + "pair": "donor_s1->recipient_s1", |
| |
11658 | + "parts": [ |
| |
11659 | + "attn", |
| |
11660 | + "mlp", |
| |
11661 | + "ln" |
| |
11662 | + ], |
| |
11663 | + "source_layer": 0, |
| |
11664 | + "target_layer": 0, |
| |
11665 | + "n_params_copied": 197760, |
| |
11666 | + "target_iid": { |
| |
11667 | + "accuracy": 0.05, |
| |
11668 | + "trace_accuracy": 0.003, |
| |
11669 | + "ci95": { |
| |
11670 | + "estimate": 0.05, |
| |
11671 | + "low": 0.03707322051510429, |
| |
11672 | + "high": 0.06370340444793021, |
| |
11673 | + "level": 0.95, |
| |
11674 | + "n_items": 1000, |
| |
11675 | + "n_clusters": 970, |
| |
11676 | + "n_boot": 2000 |
| |
11677 | + }, |
| |
11678 | + "omega_step_acc": 0.007 |
| |
11679 | + }, |
| |
11680 | + "control_iid": { |
| |
11681 | + "accuracy": 0.886, |
| |
11682 | + "trace_accuracy": 0.884, |
| |
11683 | + "ci95": { |
| |
11684 | + "estimate": 0.886, |
| |
11685 | + "low": 0.8651314935064935, |
| |
11686 | + "high": 0.9053798387937184, |
| |
11687 | + "level": 0.95, |
| |
11688 | + "n_items": 1000, |
| |
11689 | + "n_clusters": 975, |
| |
11690 | + "n_boot": 2000 |
| |
11691 | + }, |
| |
11692 | + "omega_step_acc": null |
| |
11693 | + }, |
| |
11694 | + "comp_heldout": { |
| |
11695 | + "accuracy": 0.415, |
| |
11696 | + "trace_accuracy": 0.389, |
| |
11697 | + "ci95": { |
| |
11698 | + "estimate": 0.415, |
| |
11699 | + "low": 0.3707818642845512, |
| |
11700 | + "high": 0.4615441176470588, |
| |
11701 | + "level": 0.95, |
| |
11702 | + "n_items": 1000, |
| |
11703 | + "n_clusters": 701, |
| |
11704 | + "n_boot": 2000 |
| |
11705 | + }, |
| |
11706 | + "omega_step_acc": 0.018333333333333333 |
| |
11707 | + } |
| |
11708 | + }, |
| |
11709 | + "donor_s2->recipient_s2": { |
| |
11710 | + "pair": "donor_s2->recipient_s2", |
| |
11711 | + "parts": [ |
| |
11712 | + "attn", |
| |
11713 | + "mlp", |
| |
11714 | + "ln" |
| |
11715 | + ], |
| |
11716 | + "source_layer": 0, |
| |
11717 | + "target_layer": 0, |
| |
11718 | + "n_params_copied": 197760, |
| |
11719 | + "target_iid": { |
| |
11720 | + "accuracy": 0.086, |
| |
11721 | + "trace_accuracy": 0.032, |
| |
11722 | + "ci95": { |
| |
11723 | + "estimate": 0.086, |
| |
11724 | + "low": 0.06944444444444445, |
| |
11725 | + "high": 0.10421627173945877, |
| |
11726 | + "level": 0.95, |
| |
11727 | + "n_items": 1000, |
| |
11728 | + "n_clusters": 970, |
| |
11729 | + "n_boot": 2000 |
| |
11730 | + }, |
| |
11731 | + "omega_step_acc": 0.047 |
| |
11732 | + }, |
| |
11733 | + "control_iid": { |
| |
11734 | + "accuracy": 0.965, |
| |
11735 | + "trace_accuracy": 0.963, |
| |
11736 | + "ci95": { |
| |
11737 | + "estimate": 0.965, |
| |
11738 | + "low": 0.953092640892042, |
| |
11739 | + "high": 0.975975975975976, |
| |
11740 | + "level": 0.95, |
| |
11741 | + "n_items": 1000, |
| |
11742 | + "n_clusters": 975, |
| |
11743 | + "n_boot": 2000 |
| |
11744 | + }, |
| |
11745 | + "omega_step_acc": null |
| |
11746 | + }, |
| |
11747 | + "comp_heldout": { |
| |
11748 | + "accuracy": 0.428, |
| |
11749 | + "trace_accuracy": 0.407, |
| |
11750 | + "ci95": { |
| |
11751 | + "estimate": 0.428, |
| |
11752 | + "low": 0.3827877886914209, |
| |
11753 | + "high": 0.47591535270952184, |
| |
11754 | + "level": 0.95, |
| |
11755 | + "n_items": 1000, |
| |
11756 | + "n_clusters": 701, |
| |
11757 | + "n_boot": 2000 |
| |
11758 | + }, |
| |
11759 | + "omega_step_acc": 0.051666666666666666 |
| |
11760 | + } |
| |
11761 | + } |
| |
11762 | + }, |
| |
11763 | + "mismatch_procrustes_L0to0": { |
| |
11764 | + "donor_s0->recipient_w96_s0": { |
| |
11765 | + "pair": "donor_s0->recipient_w96_s0", |
| |
11766 | + "r2_fit": 0.5178103713002015, |
| |
11767 | + "target_iid": { |
| |
11768 | + "accuracy": 0.638, |
| |
11769 | + "trace_accuracy": 0.631, |
| |
11770 | + "ci95": { |
| |
11771 | + "estimate": 0.638, |
| |
11772 | + "low": 0.6084326817760553, |
| |
11773 | + "high": 0.6666749750747756, |
| |
11774 | + "level": 0.95, |
| |
11775 | + "n_items": 1000, |
| |
11776 | + "n_clusters": 970, |
| |
11777 | + "n_boot": 2000 |
| |
11778 | + }, |
| |
11779 | + "omega_step_acc": 0.702 |
| |
11780 | + }, |
| |
11781 | + "control_iid": { |
| |
11782 | + "accuracy": 0.981, |
| |
11783 | + "trace_accuracy": 0.98, |
| |
11784 | + "ci95": { |
| |
11785 | + "estimate": 0.981, |
| |
11786 | + "low": 0.9719143359727423, |
| |
11787 | + "high": 0.988988988988989, |
| |
11788 | + "level": 0.95, |
| |
11789 | + "n_items": 1000, |
| |
11790 | + "n_clusters": 975, |
| |
11791 | + "n_boot": 2000 |
| |
11792 | + }, |
| |
11793 | + "omega_step_acc": null |
| |
11794 | + }, |
| |
11795 | + "comp_heldout": { |
| |
11796 | + "accuracy": 0.751, |
| |
11797 | + "trace_accuracy": 0.749, |
| |
11798 | + "ci95": { |
| |
11799 | + "estimate": 0.751, |
| |
11800 | + "low": 0.7228408805347539, |
| |
11801 | + "high": 0.7800411128172908, |
| |
11802 | + "level": 0.95, |
| |
11803 | + "n_items": 1000, |
| |
11804 | + "n_clusters": 701, |
| |
11805 | + "n_boot": 2000 |
| |
11806 | + }, |
| |
11807 | + "omega_step_acc": 0.685 |
| |
11808 | + } |
| |
11809 | + }, |
| |
11810 | + "donor_s0->recipient_L6_s0": { |
| |
11811 | + "pair": "donor_s0->recipient_L6_s0", |
| |
11812 | + "r2_fit": 0.5394165787297985, |
| |
11813 | + "target_iid": { |
| |
11814 | + "accuracy": 0.358, |
| |
11815 | + "trace_accuracy": 0.333, |
| |
11816 | + "ci95": { |
| |
11817 | + "estimate": 0.358, |
| |
11818 | + "low": 0.3276979299664255, |
| |
11819 | + "high": 0.3863642051142051, |
| |
11820 | + "level": 0.95, |
| |
11821 | + "n_items": 1000, |
| |
11822 | + "n_clusters": 970, |
| |
11823 | + "n_boot": 2000 |
| |
11824 | + }, |
| |
11825 | + "omega_step_acc": 0.471 |
| |
11826 | + }, |
| |
11827 | + "control_iid": { |
| |
11828 | + "accuracy": 0.75, |
| |
11829 | + "trace_accuracy": 0.733, |
| |
11830 | + "ci95": { |
| |
11831 | + "estimate": 0.75, |
| |
11832 | + "low": 0.7232142857142857, |
| |
11833 | + "high": 0.776331638419791, |
| |
11834 | + "level": 0.95, |
| |
11835 | + "n_items": 1000, |
| |
11836 | + "n_clusters": 975, |
| |
11837 | + "n_boot": 2000 |
| |
11838 | + }, |
| |
11839 | + "omega_step_acc": null |
| |
11840 | + }, |
| |
11841 | + "comp_heldout": { |
| |
11842 | + "accuracy": 0.545, |
| |
11843 | + "trace_accuracy": 0.533, |
| |
11844 | + "ci95": { |
| |
11845 | + "estimate": 0.545, |
| |
11846 | + "low": 0.5105734867691933, |
| |
11847 | + "high": 0.579156103842237, |
| |
11848 | + "level": 0.95, |
| |
11849 | + "n_items": 1000, |
| |
11850 | + "n_clusters": 701, |
| |
11851 | + "n_boot": 2000 |
| |
11852 | + }, |
| |
11853 | + "omega_step_acc": 0.48 |
| |
11854 | + } |
| |
11855 | + } |
| |
11856 | + }, |
| |
11857 | + "mismatch_ridge_L0to0": { |
| |
11858 | + "donor_s0->recipient_w96_s0": { |
| |
11859 | + "pair": "donor_s0->recipient_w96_s0", |
| |
11860 | + "r2_fit": 0.8793879243624116, |
| |
11861 | + "target_iid": { |
| |
11862 | + "accuracy": 0.176, |
| |
11863 | + "trace_accuracy": 0.138, |
| |
11864 | + "ci95": { |
| |
11865 | + "estimate": 0.176, |
| |
11866 | + "low": 0.15330459305708188, |
| |
11867 | + "high": 0.19940179461615154, |
| |
11868 | + "level": 0.95, |
| |
11869 | + "n_items": 1000, |
| |
11870 | + "n_clusters": 970, |
| |
11871 | + "n_boot": 2000 |
| |
11872 | + }, |
| |
11873 | + "omega_step_acc": 0.172 |
| |
11874 | + }, |
| |
11875 | + "control_iid": { |
| |
11876 | + "accuracy": 1.0, |
| |
11877 | + "trace_accuracy": 1.0, |
| |
11878 | + "ci95": { |
| |
11879 | + "estimate": 1.0, |
| |
11880 | + "low": 1.0, |
| |
11881 | + "high": 1.0, |
| |
11882 | + "level": 0.95, |
| |
11883 | + "n_items": 1000, |
| |
11884 | + "n_clusters": 975, |
| |
11885 | + "n_boot": 2000 |
| |
11886 | + }, |
| |
11887 | + "omega_step_acc": null |
| |
11888 | + }, |
| |
11889 | + "comp_heldout": { |
| |
11890 | + "accuracy": 0.487, |
| |
11891 | + "trace_accuracy": 0.476, |
| |
11892 | + "ci95": { |
| |
11893 | + "estimate": 0.487, |
| |
11894 | + "low": 0.4423997991310194, |
| |
11895 | + "high": 0.5339280477496593, |
| |
11896 | + "level": 0.95, |
| |
11897 | + "n_items": 1000, |
| |
11898 | + "n_clusters": 701, |
| |
11899 | + "n_boot": 2000 |
| |
11900 | + }, |
| |
11901 | + "omega_step_acc": 0.15 |
| |
11902 | + } |
| |
11903 | + }, |
| |
11904 | + "donor_s0->recipient_L6_s0": { |
| |
11905 | + "pair": "donor_s0->recipient_L6_s0", |
| |
11906 | + "r2_fit": 0.9161076464049976, |
| |
11907 | + "target_iid": { |
| |
11908 | + "accuracy": 0.14, |
| |
11909 | + "trace_accuracy": 0.095, |
| |
11910 | + "ci95": { |
| |
11911 | + "estimate": 0.14, |
| |
11912 | + "low": 0.1183461885656971, |
| |
11913 | + "high": 0.16216216216216217, |
| |
11914 | + "level": 0.95, |
| |
11915 | + "n_items": 1000, |
| |
11916 | + "n_clusters": 970, |
| |
11917 | + "n_boot": 2000 |
| |
11918 | + }, |
| |
11919 | + "omega_step_acc": 0.128 |
| |
11920 | + }, |
| |
11921 | + "control_iid": { |
| |
11922 | + "accuracy": 0.986, |
| |
11923 | + "trace_accuracy": 0.982, |
| |
11924 | + "ci95": { |
| |
11925 | + "estimate": 0.986, |
| |
11926 | + "low": 0.9789362817367766, |
| |
11927 | + "high": 0.993006993006993, |
| |
11928 | + "level": 0.95, |
| |
11929 | + "n_items": 1000, |
| |
11930 | + "n_clusters": 975, |
| |
11931 | + "n_boot": 2000 |
| |
11932 | + }, |
| |
11933 | + "omega_step_acc": null |
| |
11934 | + }, |
| |
11935 | + "comp_heldout": { |
| |
11936 | + "accuracy": 0.481, |
| |
11937 | + "trace_accuracy": 0.461, |
| |
11938 | + "ci95": { |
| |
11939 | + "estimate": 0.481, |
| |
11940 | + "low": 0.4368400249635948, |
| |
11941 | + "high": 0.5266763527054107, |
| |
11942 | + "level": 0.95, |
| |
11943 | + "n_items": 1000, |
| |
11944 | + "n_clusters": 701, |
| |
11945 | + "n_boot": 2000 |
| |
11946 | + }, |
| |
11947 | + "omega_step_acc": 0.13833333333333334 |
| |
11948 | + } |
| |
11949 | + } |
| |
11950 | + }, |
| |
11951 | + "mismatch_cca_L0to0": { |
| |
11952 | + "donor_s0->recipient_w96_s0": { |
| |
11953 | + "pair": "donor_s0->recipient_w96_s0", |
| |
11954 | + "r2_fit": 0.9329067050169613, |
| |
11955 | + "target_iid": { |
| |
11956 | + "accuracy": 0.087, |
| |
11957 | + "trace_accuracy": 0.057, |
| |
11958 | + "ci95": { |
| |
11959 | + "estimate": 0.087, |
| |
11960 | + "low": 0.0696969696969697, |
| |
11961 | + "high": 0.10389708676792431, |
| |
11962 | + "level": 0.95, |
| |
11963 | + "n_items": 1000, |
| |
11964 | + "n_clusters": 970, |
| |
11965 | + "n_boot": 2000 |
| |
11966 | + }, |
| |
11967 | + "omega_step_acc": 0.071 |
| |
11968 | + }, |
| |
11969 | + "control_iid": { |
| |
11970 | + "accuracy": 1.0, |
| |
11971 | + "trace_accuracy": 1.0, |
| |
11972 | + "ci95": { |
| |
11973 | + "estimate": 1.0, |
| |
11974 | + "low": 1.0, |
| |
11975 | + "high": 1.0, |
| |
11976 | + "level": 0.95, |
| |
11977 | + "n_items": 1000, |
| |
11978 | + "n_clusters": 975, |
| |
11979 | + "n_boot": 2000 |
| |
11980 | + }, |
| |
11981 | + "omega_step_acc": null |
| |
11982 | + }, |
| |
11983 | + "comp_heldout": { |
| |
11984 | + "accuracy": 0.441, |
| |
11985 | + "trace_accuracy": 0.429, |
| |
11986 | + "ci95": { |
| |
11987 | + "estimate": 0.441, |
| |
11988 | + "low": 0.3954994065655211, |
| |
11989 | + "high": 0.4902172880990027, |
| |
11990 | + "level": 0.95, |
| |
11991 | + "n_items": 1000, |
| |
11992 | + "n_clusters": 701, |
| |
11993 | + "n_boot": 2000 |
| |
11994 | + }, |
| |
11995 | + "omega_step_acc": 0.055 |
| |
11996 | + } |
| |
11997 | + }, |
| |
11998 | + "donor_s0->recipient_L6_s0": { |
| |
11999 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12000 | + "r2_fit": 0.9695381993993987, |
| |
12001 | + "target_iid": { |
| |
12002 | + "accuracy": 0.131, |
| |
12003 | + "trace_accuracy": 0.094, |
| |
12004 | + "ci95": { |
| |
12005 | + "estimate": 0.131, |
| |
12006 | + "low": 0.10988736812090105, |
| |
12007 | + "high": 0.15115115115115116, |
| |
12008 | + "level": 0.95, |
| |
12009 | + "n_items": 1000, |
| |
12010 | + "n_clusters": 970, |
| |
12011 | + "n_boot": 2000 |
| |
12012 | + }, |
| |
12013 | + "omega_step_acc": 0.117 |
| |
12014 | + }, |
| |
12015 | + "control_iid": { |
| |
12016 | + "accuracy": 1.0, |
| |
12017 | + "trace_accuracy": 1.0, |
| |
12018 | + "ci95": { |
| |
12019 | + "estimate": 1.0, |
| |
12020 | + "low": 1.0, |
| |
12021 | + "high": 1.0, |
| |
12022 | + "level": 0.95, |
| |
12023 | + "n_items": 1000, |
| |
12024 | + "n_clusters": 975, |
| |
12025 | + "n_boot": 2000 |
| |
12026 | + }, |
| |
12027 | + "omega_step_acc": null |
| |
12028 | + }, |
| |
12029 | + "comp_heldout": { |
| |
12030 | + "accuracy": 0.47, |
| |
12031 | + "trace_accuracy": 0.451, |
| |
12032 | + "ci95": { |
| |
12033 | + "estimate": 0.47, |
| |
12034 | + "low": 0.4245725497524059, |
| |
12035 | + "high": 0.5167832167832167, |
| |
12036 | + "level": 0.95, |
| |
12037 | + "n_items": 1000, |
| |
12038 | + "n_clusters": 701, |
| |
12039 | + "n_boot": 2000 |
| |
12040 | + }, |
| |
12041 | + "omega_step_acc": 0.10666666666666667 |
| |
12042 | + } |
| |
12043 | + } |
| |
12044 | + }, |
| |
12045 | + "mismatch_unrelated_procrustes_L0to0": { |
| |
12046 | + "donor_s0->recipient_w96_s0": { |
| |
12047 | + "pair": "donor_s0->recipient_w96_s0", |
| |
12048 | + "r2_fit": 0.6615191789741314, |
| |
12049 | + "target_iid": { |
| |
12050 | + "accuracy": 0.886, |
| |
12051 | + "trace_accuracy": 0.884, |
| |
12052 | + "ci95": { |
| |
12053 | + "estimate": 0.886, |
| |
12054 | + "low": 0.8663316582914573, |
| |
12055 | + "high": 0.9053845861533784, |
| |
12056 | + "level": 0.95, |
| |
12057 | + "n_items": 1000, |
| |
12058 | + "n_clusters": 970, |
| |
12059 | + "n_boot": 2000 |
| |
12060 | + }, |
| |
12061 | + "omega_step_acc": 0.908 |
| |
12062 | + }, |
| |
12063 | + "control_iid": { |
| |
12064 | + "accuracy": 1.0, |
| |
12065 | + "trace_accuracy": 1.0, |
| |
12066 | + "ci95": { |
| |
12067 | + "estimate": 1.0, |
| |
12068 | + "low": 1.0, |
| |
12069 | + "high": 1.0, |
| |
12070 | + "level": 0.95, |
| |
12071 | + "n_items": 1000, |
| |
12072 | + "n_clusters": 975, |
| |
12073 | + "n_boot": 2000 |
| |
12074 | + }, |
| |
12075 | + "omega_step_acc": null |
| |
12076 | + }, |
| |
12077 | + "comp_heldout": { |
| |
12078 | + "accuracy": 0.932, |
| |
12079 | + "trace_accuracy": 0.932, |
| |
12080 | + "ci95": { |
| |
12081 | + "estimate": 0.932, |
| |
12082 | + "low": 0.9151552180926532, |
| |
12083 | + "high": 0.9472083410466011, |
| |
12084 | + "level": 0.95, |
| |
12085 | + "n_items": 1000, |
| |
12086 | + "n_clusters": 701, |
| |
12087 | + "n_boot": 2000 |
| |
12088 | + }, |
| |
12089 | + "omega_step_acc": 0.9033333333333333 |
| |
12090 | + } |
| |
12091 | + }, |
| |
12092 | + "donor_s0->recipient_L6_s0": { |
| |
12093 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12094 | + "r2_fit": 0.6845323397998041, |
| |
12095 | + "target_iid": { |
| |
12096 | + "accuracy": 0.765, |
| |
12097 | + "trace_accuracy": 0.757, |
| |
12098 | + "ci95": { |
| |
12099 | + "estimate": 0.765, |
| |
12100 | + "low": 0.7371005952380952, |
| |
12101 | + "high": 0.7907456249005544, |
| |
12102 | + "level": 0.95, |
| |
12103 | + "n_items": 1000, |
| |
12104 | + "n_clusters": 970, |
| |
12105 | + "n_boot": 2000 |
| |
12106 | + }, |
| |
12107 | + "omega_step_acc": 0.828 |
| |
12108 | + }, |
| |
12109 | + "control_iid": { |
| |
12110 | + "accuracy": 0.957, |
| |
12111 | + "trace_accuracy": 0.949, |
| |
12112 | + "ci95": { |
| |
12113 | + "estimate": 0.957, |
| |
12114 | + "low": 0.9439985985985986, |
| |
12115 | + "high": 0.9697283108460012, |
| |
12116 | + "level": 0.95, |
| |
12117 | + "n_items": 1000, |
| |
12118 | + "n_clusters": 975, |
| |
12119 | + "n_boot": 2000 |
| |
12120 | + }, |
| |
12121 | + "omega_step_acc": null |
| |
12122 | + }, |
| |
12123 | + "comp_heldout": { |
| |
12124 | + "accuracy": 0.861, |
| |
12125 | + "trace_accuracy": 0.859, |
| |
12126 | + "ci95": { |
| |
12127 | + "estimate": 0.861, |
| |
12128 | + "low": 0.8388610046327347, |
| |
12129 | + "high": 0.8825871653876367, |
| |
12130 | + "level": 0.95, |
| |
12131 | + "n_items": 1000, |
| |
12132 | + "n_clusters": 701, |
| |
12133 | + "n_boot": 2000 |
| |
12134 | + }, |
| |
12135 | + "omega_step_acc": 0.8366666666666667 |
| |
12136 | + } |
| |
12137 | + } |
| |
12138 | + }, |
| |
12139 | + "mismatch_sham_L0to0": { |
| |
12140 | + "donor_s0->recipient_w96_s0": { |
| |
12141 | + "pair": "donor_s0->recipient_w96_s0", |
| |
12142 | + "target_iid": { |
| |
12143 | + "accuracy": 0.109, |
| |
12144 | + "trace_accuracy": 0.0, |
| |
12145 | + "ci95": { |
| |
12146 | + "estimate": 0.109, |
| |
12147 | + "low": 0.08955186341932189, |
| |
12148 | + "high": 0.12935410709741163, |
| |
12149 | + "level": 0.95, |
| |
12150 | + "n_items": 1000, |
| |
12151 | + "n_clusters": 970, |
| |
12152 | + "n_boot": 2000 |
| |
12153 | + }, |
| |
12154 | + "omega_step_acc": 0.082 |
| |
12155 | + }, |
| |
12156 | + "control_iid": { |
| |
12157 | + "accuracy": 0.066, |
| |
12158 | + "trace_accuracy": 0.0, |
| |
12159 | + "ci95": { |
| |
12160 | + "estimate": 0.066, |
| |
12161 | + "low": 0.05105105105105105, |
| |
12162 | + "high": 0.08249704673154738, |
| |
12163 | + "level": 0.95, |
| |
12164 | + "n_items": 1000, |
| |
12165 | + "n_clusters": 975, |
| |
12166 | + "n_boot": 2000 |
| |
12167 | + }, |
| |
12168 | + "omega_step_acc": null |
| |
12169 | + }, |
| |
12170 | + "comp_heldout": { |
| |
12171 | + "accuracy": 0.091, |
| |
12172 | + "trace_accuracy": 0.0, |
| |
12173 | + "ci95": { |
| |
12174 | + "estimate": 0.091, |
| |
12175 | + "low": 0.07413984891873211, |
| |
12176 | + "high": 0.10892313278008298, |
| |
12177 | + "level": 0.95, |
| |
12178 | + "n_items": 1000, |
| |
12179 | + "n_clusters": 701, |
| |
12180 | + "n_boot": 2000 |
| |
12181 | + }, |
| |
12182 | + "omega_step_acc": 0.09833333333333333 |
| |
12183 | + } |
| |
12184 | + }, |
| |
12185 | + "donor_s0->recipient_L6_s0": { |
| |
12186 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12187 | + "target_iid": { |
| |
12188 | + "accuracy": 0.079, |
| |
12189 | + "trace_accuracy": 0.002, |
| |
12190 | + "ci95": { |
| |
12191 | + "estimate": 0.079, |
| |
12192 | + "low": 0.063, |
| |
12193 | + "high": 0.09519755591585176, |
| |
12194 | + "level": 0.95, |
| |
12195 | + "n_items": 1000, |
| |
12196 | + "n_clusters": 970, |
| |
12197 | + "n_boot": 2000 |
| |
12198 | + }, |
| |
12199 | + "omega_step_acc": 0.077 |
| |
12200 | + }, |
| |
12201 | + "control_iid": { |
| |
12202 | + "accuracy": 0.075, |
| |
12203 | + "trace_accuracy": 0.001, |
| |
12204 | + "ci95": { |
| |
12205 | + "estimate": 0.075, |
| |
12206 | + "low": 0.05911675703759872, |
| |
12207 | + "high": 0.09145941148528712, |
| |
12208 | + "level": 0.95, |
| |
12209 | + "n_items": 1000, |
| |
12210 | + "n_clusters": 975, |
| |
12211 | + "n_boot": 2000 |
| |
12212 | + }, |
| |
12213 | + "omega_step_acc": null |
| |
12214 | + }, |
| |
12215 | + "comp_heldout": { |
| |
12216 | + "accuracy": 0.089, |
| |
12217 | + "trace_accuracy": 0.004, |
| |
12218 | + "ci95": { |
| |
12219 | + "estimate": 0.089, |
| |
12220 | + "low": 0.07187313020291362, |
| |
12221 | + "high": 0.10622336776162064, |
| |
12222 | + "level": 0.95, |
| |
12223 | + "n_items": 1000, |
| |
12224 | + "n_clusters": 701, |
| |
12225 | + "n_boot": 2000 |
| |
12226 | + }, |
| |
12227 | + "omega_step_acc": 0.09833333333333333 |
| |
12228 | + } |
| |
12229 | + } |
| |
12230 | + }, |
| |
12231 | + "mismatch_procrustes_L1to1": { |
| |
12232 | + "donor_s0->recipient_w96_s0": { |
| |
12233 | + "pair": "donor_s0->recipient_w96_s0", |
| |
12234 | + "r2_fit": 0.5480967227077159, |
| |
12235 | + "target_iid": { |
| |
12236 | + "accuracy": 1.0, |
| |
12237 | + "trace_accuracy": 1.0, |
| |
12238 | + "ci95": { |
| |
12239 | + "estimate": 1.0, |
| |
12240 | + "low": 1.0, |
| |
12241 | + "high": 1.0, |
| |
12242 | + "level": 0.95, |
| |
12243 | + "n_items": 1000, |
| |
12244 | + "n_clusters": 970, |
| |
12245 | + "n_boot": 2000 |
| |
12246 | + }, |
| |
12247 | + "omega_step_acc": 1.0 |
| |
12248 | + }, |
| |
12249 | + "control_iid": { |
| |
12250 | + "accuracy": 1.0, |
| |
12251 | + "trace_accuracy": 1.0, |
| |
12252 | + "ci95": { |
| |
12253 | + "estimate": 1.0, |
| |
12254 | + "low": 1.0, |
| |
12255 | + "high": 1.0, |
| |
12256 | + "level": 0.95, |
| |
12257 | + "n_items": 1000, |
| |
12258 | + "n_clusters": 975, |
| |
12259 | + "n_boot": 2000 |
| |
12260 | + }, |
| |
12261 | + "omega_step_acc": null |
| |
12262 | + }, |
| |
12263 | + "comp_heldout": { |
| |
12264 | + "accuracy": 1.0, |
| |
12265 | + "trace_accuracy": 1.0, |
| |
12266 | + "ci95": { |
| |
12267 | + "estimate": 1.0, |
| |
12268 | + "low": 1.0, |
| |
12269 | + "high": 1.0, |
| |
12270 | + "level": 0.95, |
| |
12271 | + "n_items": 1000, |
| |
12272 | + "n_clusters": 701, |
| |
12273 | + "n_boot": 2000 |
| |
12274 | + }, |
| |
12275 | + "omega_step_acc": 1.0 |
| |
12276 | + } |
| |
12277 | + }, |
| |
12278 | + "donor_s0->recipient_L6_s0": { |
| |
12279 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12280 | + "r2_fit": 0.5447964073805933, |
| |
12281 | + "target_iid": { |
| |
12282 | + "accuracy": 0.988, |
| |
12283 | + "trace_accuracy": 0.988, |
| |
12284 | + "ci95": { |
| |
12285 | + "estimate": 0.988, |
| |
12286 | + "low": 0.9801587301587301, |
| |
12287 | + "high": 0.994985080491977, |
| |
12288 | + "level": 0.95, |
| |
12289 | + "n_items": 1000, |
| |
12290 | + "n_clusters": 970, |
| |
12291 | + "n_boot": 2000 |
| |
12292 | + }, |
| |
12293 | + "omega_step_acc": 0.999 |
| |
12294 | + }, |
| |
12295 | + "control_iid": { |
| |
12296 | + "accuracy": 1.0, |
| |
12297 | + "trace_accuracy": 1.0, |
| |
12298 | + "ci95": { |
| |
12299 | + "estimate": 1.0, |
| |
12300 | + "low": 1.0, |
| |
12301 | + "high": 1.0, |
| |
12302 | + "level": 0.95, |
| |
12303 | + "n_items": 1000, |
| |
12304 | + "n_clusters": 975, |
| |
12305 | + "n_boot": 2000 |
| |
12306 | + }, |
| |
12307 | + "omega_step_acc": null |
| |
12308 | + }, |
| |
12309 | + "comp_heldout": { |
| |
12310 | + "accuracy": 0.994, |
| |
12311 | + "trace_accuracy": 0.994, |
| |
12312 | + "ci95": { |
| |
12313 | + "estimate": 0.994, |
| |
12314 | + "low": 0.9887855159923797, |
| |
12315 | + "high": 0.9980080176805217, |
| |
12316 | + "level": 0.95, |
| |
12317 | + "n_items": 1000, |
| |
12318 | + "n_clusters": 701, |
| |
12319 | + "n_boot": 2000 |
| |
12320 | + }, |
| |
12321 | + "omega_step_acc": 1.0 |
| |
12322 | + } |
| |
12323 | + } |
| |
12324 | + }, |
| |
12325 | + "mismatch_ridge_L1to1": { |
| |
12326 | + "donor_s0->recipient_w96_s0": { |
| |
12327 | + "pair": "donor_s0->recipient_w96_s0", |
| |
12328 | + "r2_fit": 0.859910566059289, |
| |
12329 | + "target_iid": { |
| |
12330 | + "accuracy": 0.186, |
| |
12331 | + "trace_accuracy": 0.15, |
| |
12332 | + "ci95": { |
| |
12333 | + "estimate": 0.186, |
| |
12334 | + "low": 0.16167589519755668, |
| |
12335 | + "high": 0.21127678811081124, |
| |
12336 | + "level": 0.95, |
| |
12337 | + "n_items": 1000, |
| |
12338 | + "n_clusters": 970, |
| |
12339 | + "n_boot": 2000 |
| |
12340 | + }, |
| |
12341 | + "omega_step_acc": 0.182 |
| |
12342 | + }, |
| |
12343 | + "control_iid": { |
| |
12344 | + "accuracy": 1.0, |
| |
12345 | + "trace_accuracy": 1.0, |
| |
12346 | + "ci95": { |
| |
12347 | + "estimate": 1.0, |
| |
12348 | + "low": 1.0, |
| |
12349 | + "high": 1.0, |
| |
12350 | + "level": 0.95, |
| |
12351 | + "n_items": 1000, |
| |
12352 | + "n_clusters": 975, |
| |
12353 | + "n_boot": 2000 |
| |
12354 | + }, |
| |
12355 | + "omega_step_acc": null |
| |
12356 | + }, |
| |
12357 | + "comp_heldout": { |
| |
12358 | + "accuracy": 0.493, |
| |
12359 | + "trace_accuracy": 0.485, |
| |
12360 | + "ci95": { |
| |
12361 | + "estimate": 0.493, |
| |
12362 | + "low": 0.449201707771131, |
| |
12363 | + "high": 0.5386139620059567, |
| |
12364 | + "level": 0.95, |
| |
12365 | + "n_items": 1000, |
| |
12366 | + "n_clusters": 701, |
| |
12367 | + "n_boot": 2000 |
| |
12368 | + }, |
| |
12369 | + "omega_step_acc": 0.175 |
| |
12370 | + } |
| |
12371 | + }, |
| |
12372 | + "donor_s0->recipient_L6_s0": { |
| |
12373 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12374 | + "r2_fit": 0.8908065264250802, |
| |
12375 | + "target_iid": { |
| |
12376 | + "accuracy": 0.163, |
| |
12377 | + "trace_accuracy": 0.135, |
| |
12378 | + "ci95": { |
| |
12379 | + "estimate": 0.163, |
| |
12380 | + "low": 0.14071818674209371, |
| |
12381 | + "high": 0.1869363065326633, |
| |
12382 | + "level": 0.95, |
| |
12383 | + "n_items": 1000, |
| |
12384 | + "n_clusters": 970, |
| |
12385 | + "n_boot": 2000 |
| |
12386 | + }, |
| |
12387 | + "omega_step_acc": 0.164 |
| |
12388 | + }, |
| |
12389 | + "control_iid": { |
| |
12390 | + "accuracy": 0.999, |
| |
12391 | + "trace_accuracy": 0.999, |
| |
12392 | + "ci95": { |
| |
12393 | + "estimate": 0.999, |
| |
12394 | + "low": 0.9969757301601511, |
| |
12395 | + "high": 1.0, |
| |
12396 | + "level": 0.95, |
| |
12397 | + "n_items": 1000, |
| |
12398 | + "n_clusters": 975, |
| |
12399 | + "n_boot": 2000 |
| |
12400 | + }, |
| |
12401 | + "omega_step_acc": null |
| |
12402 | + }, |
| |
12403 | + "comp_heldout": { |
| |
12404 | + "accuracy": 0.49, |
| |
12405 | + "trace_accuracy": 0.475, |
| |
12406 | + "ci95": { |
| |
12407 | + "estimate": 0.49, |
| |
12408 | + "low": 0.4461693741041567, |
| |
12409 | + "high": 0.535889597731703, |
| |
12410 | + "level": 0.95, |
| |
12411 | + "n_items": 1000, |
| |
12412 | + "n_clusters": 701, |
| |
12413 | + "n_boot": 2000 |
| |
12414 | + }, |
| |
12415 | + "omega_step_acc": 0.16 |
| |
12416 | + } |
| |
12417 | + } |
| |
12418 | + }, |
| |
12419 | + "mismatch_cca_L1to1": { |
| |
12420 | + "donor_s0->recipient_w96_s0": { |
| |
12421 | + "pair": "donor_s0->recipient_w96_s0", |
| |
12422 | + "r2_fit": 0.9191990724584277, |
| |
12423 | + "target_iid": { |
| |
12424 | + "accuracy": 0.12, |
| |
12425 | + "trace_accuracy": 0.087, |
| |
12426 | + "ci95": { |
| |
12427 | + "estimate": 0.12, |
| |
12428 | + "low": 0.10108818612287393, |
| |
12429 | + "high": 0.14, |
| |
12430 | + "level": 0.95, |
| |
12431 | + "n_items": 1000, |
| |
12432 | + "n_clusters": 970, |
| |
12433 | + "n_boot": 2000 |
| |
12434 | + }, |
| |
12435 | + "omega_step_acc": 0.105 |
| |
12436 | + }, |
| |
12437 | + "control_iid": { |
| |
12438 | + "accuracy": 1.0, |
| |
12439 | + "trace_accuracy": 1.0, |
| |
12440 | + "ci95": { |
| |
12441 | + "estimate": 1.0, |
| |
12442 | + "low": 1.0, |
| |
12443 | + "high": 1.0, |
| |
12444 | + "level": 0.95, |
| |
12445 | + "n_items": 1000, |
| |
12446 | + "n_clusters": 975, |
| |
12447 | + "n_boot": 2000 |
| |
12448 | + }, |
| |
12449 | + "omega_step_acc": null |
| |
12450 | + }, |
| |
12451 | + "comp_heldout": { |
| |
12452 | + "accuracy": 0.46, |
| |
12453 | + "trace_accuracy": 0.449, |
| |
12454 | + "ci95": { |
| |
12455 | + "estimate": 0.46, |
| |
12456 | + "low": 0.4155828209118976, |
| |
12457 | + "high": 0.5087236580516898, |
| |
12458 | + "level": 0.95, |
| |
12459 | + "n_items": 1000, |
| |
12460 | + "n_clusters": 701, |
| |
12461 | + "n_boot": 2000 |
| |
12462 | + }, |
| |
12463 | + "omega_step_acc": 0.09666666666666666 |
| |
12464 | + } |
| |
12465 | + }, |
| |
12466 | + "donor_s0->recipient_L6_s0": { |
| |
12467 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12468 | + "r2_fit": 0.9512102849274848, |
| |
12469 | + "target_iid": { |
| |
12470 | + "accuracy": 0.131, |
| |
12471 | + "trace_accuracy": 0.096, |
| |
12472 | + "ci95": { |
| |
12473 | + "estimate": 0.131, |
| |
12474 | + "low": 0.1106651152071424, |
| |
12475 | + "high": 0.15184973477226996, |
| |
12476 | + "level": 0.95, |
| |
12477 | + "n_items": 1000, |
| |
12478 | + "n_clusters": 970, |
| |
12479 | + "n_boot": 2000 |
| |
12480 | + }, |
| |
12481 | + "omega_step_acc": 0.12 |
| |
12482 | + }, |
| |
12483 | + "control_iid": { |
| |
12484 | + "accuracy": 1.0, |
| |
12485 | + "trace_accuracy": 1.0, |
| |
12486 | + "ci95": { |
| |
12487 | + "estimate": 1.0, |
| |
12488 | + "low": 1.0, |
| |
12489 | + "high": 1.0, |
| |
12490 | + "level": 0.95, |
| |
12491 | + "n_items": 1000, |
| |
12492 | + "n_clusters": 975, |
| |
12493 | + "n_boot": 2000 |
| |
12494 | + }, |
| |
12495 | + "omega_step_acc": null |
| |
12496 | + }, |
| |
12497 | + "comp_heldout": { |
| |
12498 | + "accuracy": 0.479, |
| |
12499 | + "trace_accuracy": 0.458, |
| |
12500 | + "ci95": { |
| |
12501 | + "estimate": 0.479, |
| |
12502 | + "low": 0.43415104637157487, |
| |
12503 | + "high": 0.5245670140048317, |
| |
12504 | + "level": 0.95, |
| |
12505 | + "n_items": 1000, |
| |
12506 | + "n_clusters": 701, |
| |
12507 | + "n_boot": 2000 |
| |
12508 | + }, |
| |
12509 | + "omega_step_acc": 0.12333333333333334 |
| |
12510 | + } |
| |
12511 | + } |
| |
12512 | + }, |
| |
12513 | + "mismatch_unrelated_procrustes_L1to1": { |
| |
12514 | + "donor_s0->recipient_w96_s0": { |
| |
12515 | + "pair": "donor_s0->recipient_w96_s0", |
| |
12516 | + "r2_fit": 0.7468730002329964, |
| |
12517 | + "target_iid": { |
| |
12518 | + "accuracy": 1.0, |
| |
12519 | + "trace_accuracy": 1.0, |
| |
12520 | + "ci95": { |
| |
12521 | + "estimate": 1.0, |
| |
12522 | + "low": 1.0, |
| |
12523 | + "high": 1.0, |
| |
12524 | + "level": 0.95, |
| |
12525 | + "n_items": 1000, |
| |
12526 | + "n_clusters": 970, |
| |
12527 | + "n_boot": 2000 |
| |
12528 | + }, |
| |
12529 | + "omega_step_acc": 1.0 |
| |
12530 | + }, |
| |
12531 | + "control_iid": { |
| |
12532 | + "accuracy": 1.0, |
| |
12533 | + "trace_accuracy": 1.0, |
| |
12534 | + "ci95": { |
| |
12535 | + "estimate": 1.0, |
| |
12536 | + "low": 1.0, |
| |
12537 | + "high": 1.0, |
| |
12538 | + "level": 0.95, |
| |
12539 | + "n_items": 1000, |
| |
12540 | + "n_clusters": 975, |
| |
12541 | + "n_boot": 2000 |
| |
12542 | + }, |
| |
12543 | + "omega_step_acc": null |
| |
12544 | + }, |
| |
12545 | + "comp_heldout": { |
| |
12546 | + "accuracy": 1.0, |
| |
12547 | + "trace_accuracy": 1.0, |
| |
12548 | + "ci95": { |
| |
12549 | + "estimate": 1.0, |
| |
12550 | + "low": 1.0, |
| |
12551 | + "high": 1.0, |
| |
12552 | + "level": 0.95, |
| |
12553 | + "n_items": 1000, |
| |
12554 | + "n_clusters": 701, |
| |
12555 | + "n_boot": 2000 |
| |
12556 | + }, |
| |
12557 | + "omega_step_acc": 1.0 |
| |
12558 | + } |
| |
12559 | + }, |
| |
12560 | + "donor_s0->recipient_L6_s0": { |
| |
12561 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12562 | + "r2_fit": 0.723617950888818, |
| |
12563 | + "target_iid": { |
| |
12564 | + "accuracy": 1.0, |
| |
12565 | + "trace_accuracy": 1.0, |
| |
12566 | + "ci95": { |
| |
12567 | + "estimate": 1.0, |
| |
12568 | + "low": 1.0, |
| |
12569 | + "high": 1.0, |
| |
12570 | + "level": 0.95, |
| |
12571 | + "n_items": 1000, |
| |
12572 | + "n_clusters": 970, |
| |
12573 | + "n_boot": 2000 |
| |
12574 | + }, |
| |
12575 | + "omega_step_acc": 1.0 |
| |
12576 | + }, |
| |
12577 | + "control_iid": { |
| |
12578 | + "accuracy": 1.0, |
| |
12579 | + "trace_accuracy": 1.0, |
| |
12580 | + "ci95": { |
| |
12581 | + "estimate": 1.0, |
| |
12582 | + "low": 1.0, |
| |
12583 | + "high": 1.0, |
| |
12584 | + "level": 0.95, |
| |
12585 | + "n_items": 1000, |
| |
12586 | + "n_clusters": 975, |
| |
12587 | + "n_boot": 2000 |
| |
12588 | + }, |
| |
12589 | + "omega_step_acc": null |
| |
12590 | + }, |
| |
12591 | + "comp_heldout": { |
| |
12592 | + "accuracy": 1.0, |
| |
12593 | + "trace_accuracy": 1.0, |
| |
12594 | + "ci95": { |
| |
12595 | + "estimate": 1.0, |
| |
12596 | + "low": 1.0, |
| |
12597 | + "high": 1.0, |
| |
12598 | + "level": 0.95, |
| |
12599 | + "n_items": 1000, |
| |
12600 | + "n_clusters": 701, |
| |
12601 | + "n_boot": 2000 |
| |
12602 | + }, |
| |
12603 | + "omega_step_acc": 1.0 |
| |
12604 | + } |
| |
12605 | + } |
| |
12606 | + }, |
| |
12607 | + "mismatch_sham_L1to1": { |
| |
12608 | + "donor_s0->recipient_w96_s0": { |
| |
12609 | + "pair": "donor_s0->recipient_w96_s0", |
| |
12610 | + "target_iid": { |
| |
12611 | + "accuracy": 0.104, |
| |
12612 | + "trace_accuracy": 0.0, |
| |
12613 | + "ci95": { |
| |
12614 | + "estimate": 0.104, |
| |
12615 | + "low": 0.08539852427192203, |
| |
12616 | + "high": 0.12251205411383846, |
| |
12617 | + "level": 0.95, |
| |
12618 | + "n_items": 1000, |
| |
12619 | + "n_clusters": 970, |
| |
12620 | + "n_boot": 2000 |
| |
12621 | + }, |
| |
12622 | + "omega_step_acc": 0.108 |
| |
12623 | + }, |
| |
12624 | + "control_iid": { |
| |
12625 | + "accuracy": 0.12, |
| |
12626 | + "trace_accuracy": 0.0, |
| |
12627 | + "ci95": { |
| |
12628 | + "estimate": 0.12, |
| |
12629 | + "low": 0.1000975975975976, |
| |
12630 | + "high": 0.14098690835850958, |
| |
12631 | + "level": 0.95, |
| |
12632 | + "n_items": 1000, |
| |
12633 | + "n_clusters": 975, |
| |
12634 | + "n_boot": 2000 |
| |
12635 | + }, |
| |
12636 | + "omega_step_acc": null |
| |
12637 | + }, |
| |
12638 | + "comp_heldout": { |
| |
12639 | + "accuracy": 0.091, |
| |
12640 | + "trace_accuracy": 0.002, |
| |
12641 | + "ci95": { |
| |
12642 | + "estimate": 0.091, |
| |
12643 | + "low": 0.0739210879631554, |
| |
12644 | + "high": 0.10832646200359769, |
| |
12645 | + "level": 0.95, |
| |
12646 | + "n_items": 1000, |
| |
12647 | + "n_clusters": 701, |
| |
12648 | + "n_boot": 2000 |
| |
12649 | + }, |
| |
12650 | + "omega_step_acc": 0.11833333333333333 |
| |
12651 | + } |
| |
12652 | + }, |
| |
12653 | + "donor_s0->recipient_L6_s0": { |
| |
12654 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12655 | + "target_iid": { |
| |
12656 | + "accuracy": 0.073, |
| |
12657 | + "trace_accuracy": 0.0, |
| |
12658 | + "ci95": { |
| |
12659 | + "estimate": 0.073, |
| |
12660 | + "low": 0.058231471523002745, |
| |
12661 | + "high": 0.08882292177737319, |
| |
12662 | + "level": 0.95, |
| |
12663 | + "n_items": 1000, |
| |
12664 | + "n_clusters": 970, |
| |
12665 | + "n_boot": 2000 |
| |
12666 | + }, |
| |
12667 | + "omega_step_acc": 0.07 |
| |
12668 | + }, |
| |
12669 | + "control_iid": { |
| |
12670 | + "accuracy": 0.093, |
| |
12671 | + "trace_accuracy": 0.0, |
| |
12672 | + "ci95": { |
| |
12673 | + "estimate": 0.093, |
| |
12674 | + "low": 0.07547122356782203, |
| |
12675 | + "high": 0.11133679653418084, |
| |
12676 | + "level": 0.95, |
| |
12677 | + "n_items": 1000, |
| |
12678 | + "n_clusters": 975, |
| |
12679 | + "n_boot": 2000 |
| |
12680 | + }, |
| |
12681 | + "omega_step_acc": null |
| |
12682 | + }, |
| |
12683 | + "comp_heldout": { |
| |
12684 | + "accuracy": 0.094, |
| |
12685 | + "trace_accuracy": 0.003, |
| |
12686 | + "ci95": { |
| |
12687 | + "estimate": 0.094, |
| |
12688 | + "low": 0.07610852423467449, |
| |
12689 | + "high": 0.1113340527655842, |
| |
12690 | + "level": 0.95, |
| |
12691 | + "n_items": 1000, |
| |
12692 | + "n_clusters": 701, |
| |
12693 | + "n_boot": 2000 |
| |
12694 | + }, |
| |
12695 | + "omega_step_acc": 0.09333333333333334 |
| |
12696 | + } |
| |
12697 | + } |
| |
12698 | + }, |
| |
12699 | + "mismatch_procrustes_L0to1": { |
| |
12700 | + "donor_s0->recipient_L6_s0": { |
| |
12701 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12702 | + "r2_fit": 0.5304573513006239, |
| |
12703 | + "target_iid": { |
| |
12704 | + "accuracy": 0.327, |
| |
12705 | + "trace_accuracy": 0.301, |
| |
12706 | + "ci95": { |
| |
12707 | + "estimate": 0.327, |
| |
12708 | + "low": 0.29710322392901534, |
| |
12709 | + "high": 0.3563635313635313, |
| |
12710 | + "level": 0.95, |
| |
12711 | + "n_items": 1000, |
| |
12712 | + "n_clusters": 970, |
| |
12713 | + "n_boot": 2000 |
| |
12714 | + }, |
| |
12715 | + "omega_step_acc": 0.453 |
| |
12716 | + }, |
| |
12717 | + "control_iid": { |
| |
12718 | + "accuracy": 0.649, |
| |
12719 | + "trace_accuracy": 0.627, |
| |
12720 | + "ci95": { |
| |
12721 | + "estimate": 0.649, |
| |
12722 | + "low": 0.6195194938778089, |
| |
12723 | + "high": 0.6789730008371677, |
| |
12724 | + "level": 0.95, |
| |
12725 | + "n_items": 1000, |
| |
12726 | + "n_clusters": 975, |
| |
12727 | + "n_boot": 2000 |
| |
12728 | + }, |
| |
12729 | + "omega_step_acc": null |
| |
12730 | + }, |
| |
12731 | + "comp_heldout": { |
| |
12732 | + "accuracy": 0.511, |
| |
12733 | + "trace_accuracy": 0.485, |
| |
12734 | + "ci95": { |
| |
12735 | + "estimate": 0.511, |
| |
12736 | + "low": 0.47613601457763893, |
| |
12737 | + "high": 0.5456242658644893, |
| |
12738 | + "level": 0.95, |
| |
12739 | + "n_items": 1000, |
| |
12740 | + "n_clusters": 701, |
| |
12741 | + "n_boot": 2000 |
| |
12742 | + }, |
| |
12743 | + "omega_step_acc": 0.47333333333333333 |
| |
12744 | + } |
| |
12745 | + } |
| |
12746 | + }, |
| |
12747 | + "mismatch_ridge_L0to1": { |
| |
12748 | + "donor_s0->recipient_L6_s0": { |
| |
12749 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12750 | + "r2_fit": 0.8698929133021029, |
| |
12751 | + "target_iid": { |
| |
12752 | + "accuracy": 0.167, |
| |
12753 | + "trace_accuracy": 0.129, |
| |
12754 | + "ci95": { |
| |
12755 | + "estimate": 0.167, |
| |
12756 | + "low": 0.14356571719105632, |
| |
12757 | + "high": 0.19143049892239447, |
| |
12758 | + "level": 0.95, |
| |
12759 | + "n_items": 1000, |
| |
12760 | + "n_clusters": 970, |
| |
12761 | + "n_boot": 2000 |
| |
12762 | + }, |
| |
12763 | + "omega_step_acc": 0.161 |
| |
12764 | + }, |
| |
12765 | + "control_iid": { |
| |
12766 | + "accuracy": 0.941, |
| |
12767 | + "trace_accuracy": 0.939, |
| |
12768 | + "ci95": { |
| |
12769 | + "estimate": 0.941, |
| |
12770 | + "low": 0.9262615940058612, |
| |
12771 | + "high": 0.9540929606390409, |
| |
12772 | + "level": 0.95, |
| |
12773 | + "n_items": 1000, |
| |
12774 | + "n_clusters": 975, |
| |
12775 | + "n_boot": 2000 |
| |
12776 | + }, |
| |
12777 | + "omega_step_acc": null |
| |
12778 | + }, |
| |
12779 | + "comp_heldout": { |
| |
12780 | + "accuracy": 0.485, |
| |
12781 | + "trace_accuracy": 0.466, |
| |
12782 | + "ci95": { |
| |
12783 | + "estimate": 0.485, |
| |
12784 | + "low": 0.440991554582421, |
| |
12785 | + "high": 0.5289371128042888, |
| |
12786 | + "level": 0.95, |
| |
12787 | + "n_items": 1000, |
| |
12788 | + "n_clusters": 701, |
| |
12789 | + "n_boot": 2000 |
| |
12790 | + }, |
| |
12791 | + "omega_step_acc": 0.16166666666666665 |
| |
12792 | + } |
| |
12793 | + } |
| |
12794 | + }, |
| |
12795 | + "mismatch_cca_L0to1": { |
| |
12796 | + "donor_s0->recipient_L6_s0": { |
| |
12797 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12798 | + "r2_fit": 0.9523987227062969, |
| |
12799 | + "target_iid": { |
| |
12800 | + "accuracy": 0.124, |
| |
12801 | + "trace_accuracy": 0.089, |
| |
12802 | + "ci95": { |
| |
12803 | + "estimate": 0.124, |
| |
12804 | + "low": 0.10379241516966067, |
| |
12805 | + "high": 0.1441351888667992, |
| |
12806 | + "level": 0.95, |
| |
12807 | + "n_items": 1000, |
| |
12808 | + "n_clusters": 970, |
| |
12809 | + "n_boot": 2000 |
| |
12810 | + }, |
| |
12811 | + "omega_step_acc": 0.111 |
| |
12812 | + }, |
| |
12813 | + "control_iid": { |
| |
12814 | + "accuracy": 1.0, |
| |
12815 | + "trace_accuracy": 1.0, |
| |
12816 | + "ci95": { |
| |
12817 | + "estimate": 1.0, |
| |
12818 | + "low": 1.0, |
| |
12819 | + "high": 1.0, |
| |
12820 | + "level": 0.95, |
| |
12821 | + "n_items": 1000, |
| |
12822 | + "n_clusters": 975, |
| |
12823 | + "n_boot": 2000 |
| |
12824 | + }, |
| |
12825 | + "omega_step_acc": null |
| |
12826 | + }, |
| |
12827 | + "comp_heldout": { |
| |
12828 | + "accuracy": 0.472, |
| |
12829 | + "trace_accuracy": 0.45, |
| |
12830 | + "ci95": { |
| |
12831 | + "estimate": 0.472, |
| |
12832 | + "low": 0.42722478576137113, |
| |
12833 | + "high": 0.5187385983581636, |
| |
12834 | + "level": 0.95, |
| |
12835 | + "n_items": 1000, |
| |
12836 | + "n_clusters": 701, |
| |
12837 | + "n_boot": 2000 |
| |
12838 | + }, |
| |
12839 | + "omega_step_acc": 0.10666666666666667 |
| |
12840 | + } |
| |
12841 | + } |
| |
12842 | + }, |
| |
12843 | + "mismatch_unrelated_procrustes_L0to1": { |
| |
12844 | + "donor_s0->recipient_L6_s0": { |
| |
12845 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12846 | + "r2_fit": 0.6808314755491804, |
| |
12847 | + "target_iid": { |
| |
12848 | + "accuracy": 0.64, |
| |
12849 | + "trace_accuracy": 0.625, |
| |
12850 | + "ci95": { |
| |
12851 | + "estimate": 0.64, |
| |
12852 | + "low": 0.6100465197273497, |
| |
12853 | + "high": 0.6680122034434973, |
| |
12854 | + "level": 0.95, |
| |
12855 | + "n_items": 1000, |
| |
12856 | + "n_clusters": 970, |
| |
12857 | + "n_boot": 2000 |
| |
12858 | + }, |
| |
12859 | + "omega_step_acc": 0.721 |
| |
12860 | + }, |
| |
12861 | + "control_iid": { |
| |
12862 | + "accuracy": 0.954, |
| |
12863 | + "trace_accuracy": 0.948, |
| |
12864 | + "ci95": { |
| |
12865 | + "estimate": 0.954, |
| |
12866 | + "low": 0.9410574675324676, |
| |
12867 | + "high": 0.9667682074319026, |
| |
12868 | + "level": 0.95, |
| |
12869 | + "n_items": 1000, |
| |
12870 | + "n_clusters": 975, |
| |
12871 | + "n_boot": 2000 |
| |
12872 | + }, |
| |
12873 | + "omega_step_acc": null |
| |
12874 | + }, |
| |
12875 | + "comp_heldout": { |
| |
12876 | + "accuracy": 0.8, |
| |
12877 | + "trace_accuracy": 0.794, |
| |
12878 | + "ci95": { |
| |
12879 | + "estimate": 0.8, |
| |
12880 | + "low": 0.7718913471533242, |
| |
12881 | + "high": 0.826303536553027, |
| |
12882 | + "level": 0.95, |
| |
12883 | + "n_items": 1000, |
| |
12884 | + "n_clusters": 701, |
| |
12885 | + "n_boot": 2000 |
| |
12886 | + }, |
| |
12887 | + "omega_step_acc": 0.7366666666666667 |
| |
12888 | + } |
| |
12889 | + } |
| |
12890 | + }, |
| |
12891 | + "mismatch_sham_L0to1": { |
| |
12892 | + "donor_s0->recipient_L6_s0": { |
| |
12893 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12894 | + "target_iid": { |
| |
12895 | + "accuracy": 0.076, |
| |
12896 | + "trace_accuracy": 0.002, |
| |
12897 | + "ci95": { |
| |
12898 | + "estimate": 0.076, |
| |
12899 | + "low": 0.059356136820925554, |
| |
12900 | + "high": 0.09365717048251017, |
| |
12901 | + "level": 0.95, |
| |
12902 | + "n_items": 1000, |
| |
12903 | + "n_clusters": 970, |
| |
12904 | + "n_boot": 2000 |
| |
12905 | + }, |
| |
12906 | + "omega_step_acc": 0.064 |
| |
12907 | + }, |
| |
12908 | + "control_iid": { |
| |
12909 | + "accuracy": 0.078, |
| |
12910 | + "trace_accuracy": 0.0, |
| |
12911 | + "ci95": { |
| |
12912 | + "estimate": 0.078, |
| |
12913 | + "low": 0.061874705225640446, |
| |
12914 | + "high": 0.09528702791592254, |
| |
12915 | + "level": 0.95, |
| |
12916 | + "n_items": 1000, |
| |
12917 | + "n_clusters": 975, |
| |
12918 | + "n_boot": 2000 |
| |
12919 | + }, |
| |
12920 | + "omega_step_acc": null |
| |
12921 | + }, |
| |
12922 | + "comp_heldout": { |
| |
12923 | + "accuracy": 0.092, |
| |
12924 | + "trace_accuracy": 0.005, |
| |
12925 | + "ci95": { |
| |
12926 | + "estimate": 0.092, |
| |
12927 | + "low": 0.0734120189171559, |
| |
12928 | + "high": 0.1116459300858742, |
| |
12929 | + "level": 0.95, |
| |
12930 | + "n_items": 1000, |
| |
12931 | + "n_clusters": 701, |
| |
12932 | + "n_boot": 2000 |
| |
12933 | + }, |
| |
12934 | + "omega_step_acc": 0.085 |
| |
12935 | + } |
| |
12936 | + } |
| |
12937 | + }, |
| |
12938 | + "mismatch_procrustes_L1to2": { |
| |
12939 | + "donor_s0->recipient_L6_s0": { |
| |
12940 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12941 | + "r2_fit": 0.5643614025844215, |
| |
12942 | + "target_iid": { |
| |
12943 | + "accuracy": 0.978, |
| |
12944 | + "trace_accuracy": 0.978, |
| |
12945 | + "ci95": { |
| |
12946 | + "estimate": 0.978, |
| |
12947 | + "low": 0.9680949168462676, |
| |
12948 | + "high": 0.9869739478957916, |
| |
12949 | + "level": 0.95, |
| |
12950 | + "n_items": 1000, |
| |
12951 | + "n_clusters": 970, |
| |
12952 | + "n_boot": 2000 |
| |
12953 | + }, |
| |
12954 | + "omega_step_acc": 0.998 |
| |
12955 | + }, |
| |
12956 | + "control_iid": { |
| |
12957 | + "accuracy": 1.0, |
| |
12958 | + "trace_accuracy": 1.0, |
| |
12959 | + "ci95": { |
| |
12960 | + "estimate": 1.0, |
| |
12961 | + "low": 1.0, |
| |
12962 | + "high": 1.0, |
| |
12963 | + "level": 0.95, |
| |
12964 | + "n_items": 1000, |
| |
12965 | + "n_clusters": 975, |
| |
12966 | + "n_boot": 2000 |
| |
12967 | + }, |
| |
12968 | + "omega_step_acc": null |
| |
12969 | + }, |
| |
12970 | + "comp_heldout": { |
| |
12971 | + "accuracy": 0.991, |
| |
12972 | + "trace_accuracy": 0.991, |
| |
12973 | + "ci95": { |
| |
12974 | + "estimate": 0.991, |
| |
12975 | + "low": 0.9847866321392902, |
| |
12976 | + "high": 0.9960513326752222, |
| |
12977 | + "level": 0.95, |
| |
12978 | + "n_items": 1000, |
| |
12979 | + "n_clusters": 701, |
| |
12980 | + "n_boot": 2000 |
| |
12981 | + }, |
| |
12982 | + "omega_step_acc": 0.9966666666666667 |
| |
12983 | + } |
| |
12984 | + } |
| |
12985 | + }, |
| |
12986 | + "mismatch_ridge_L1to2": { |
| |
12987 | + "donor_s0->recipient_L6_s0": { |
| |
12988 | + "pair": "donor_s0->recipient_L6_s0", |
| |
12989 | + "r2_fit": 0.8808094774359512, |
| |
12990 | + "target_iid": { |
| |
12991 | + "accuracy": 0.168, |
| |
12992 | + "trace_accuracy": 0.137, |
| |
12993 | + "ci95": { |
| |
12994 | + "estimate": 0.168, |
| |
12995 | + "low": 0.14539784316407295, |
| |
12996 | + "high": 0.19195979899497487, |
| |
12997 | + "level": 0.95, |
| |
12998 | + "n_items": 1000, |
| |
12999 | + "n_clusters": 970, |
| |
13000 | + "n_boot": 2000 |
| |
13001 | + }, |
| |
13002 | + "omega_step_acc": 0.166 |
| |
13003 | + }, |
| |
13004 | + "control_iid": { |
| |
13005 | + "accuracy": 1.0, |
| |
13006 | + "trace_accuracy": 1.0, |
| |
13007 | + "ci95": { |
| |
13008 | + "estimate": 1.0, |
| |
13009 | + "low": 1.0, |
| |
13010 | + "high": 1.0, |
| |
13011 | + "level": 0.95, |
| |
13012 | + "n_items": 1000, |
| |
13013 | + "n_clusters": 975, |
| |
13014 | + "n_boot": 2000 |
| |
13015 | + }, |
| |
13016 | + "omega_step_acc": null |
| |
13017 | + }, |
| |
13018 | + "comp_heldout": { |
| |
13019 | + "accuracy": 0.494, |
| |
13020 | + "trace_accuracy": 0.481, |
| |
13021 | + "ci95": { |
| |
13022 | + "estimate": 0.494, |
| |
13023 | + "low": 0.45014993489458055, |
| |
13024 | + "high": 0.5399624482856943, |
| |
13025 | + "level": 0.95, |
| |
13026 | + "n_items": 1000, |
| |
13027 | + "n_clusters": 701, |
| |
13028 | + "n_boot": 2000 |
| |
13029 | + }, |
| |
13030 | + "omega_step_acc": 0.17 |
| |
13031 | + } |
| |
13032 | + } |
| |
13033 | + }, |
| |
13034 | + "mismatch_cca_L1to2": { |
| |
13035 | + "donor_s0->recipient_L6_s0": { |
| |
13036 | + "pair": "donor_s0->recipient_L6_s0", |
| |
13037 | + "r2_fit": 0.9471364701767058, |
| |
13038 | + "target_iid": { |
| |
13039 | + "accuracy": 0.13, |
| |
13040 | + "trace_accuracy": 0.095, |
| |
13041 | + "ci95": { |
| |
13042 | + "estimate": 0.13, |
| |
13043 | + "low": 0.10899677419354839, |
| |
13044 | + "high": 0.15045135406218657, |
| |
13045 | + "level": 0.95, |
| |
13046 | + "n_items": 1000, |
| |
13047 | + "n_clusters": 970, |
| |
13048 | + "n_boot": 2000 |
| |
13049 | + }, |
| |
13050 | + "omega_step_acc": 0.118 |
| |
13051 | + }, |
| |
13052 | + "control_iid": { |
| |
13053 | + "accuracy": 1.0, |
| |
13054 | + "trace_accuracy": 1.0, |
| |
13055 | + "ci95": { |
| |
13056 | + "estimate": 1.0, |
| |
13057 | + "low": 1.0, |
| |
13058 | + "high": 1.0, |
| |
13059 | + "level": 0.95, |
| |
13060 | + "n_items": 1000, |
| |
13061 | + "n_clusters": 975, |
| |
13062 | + "n_boot": 2000 |
| |
13063 | + }, |
| |
13064 | + "omega_step_acc": null |
| |
13065 | + }, |
| |
13066 | + "comp_heldout": { |
| |
13067 | + "accuracy": 0.476, |
| |
13068 | + "trace_accuracy": 0.456, |
| |
13069 | + "ci95": { |
| |
13070 | + "estimate": 0.476, |
| |
13071 | + "low": 0.43097939555110004, |
| |
13072 | + "high": 0.5223622579487064, |
| |
13073 | + "level": 0.95, |
| |
13074 | + "n_items": 1000, |
| |
13075 | + "n_clusters": 701, |
| |
13076 | + "n_boot": 2000 |
| |
13077 | + }, |
| |
13078 | + "omega_step_acc": 0.11833333333333333 |
| |
13079 | + } |
| |
13080 | + } |
| |
13081 | + }, |
| |
13082 | + "mismatch_unrelated_procrustes_L1to2": { |
| |
13083 | + "donor_s0->recipient_L6_s0": { |
| |
13084 | + "pair": "donor_s0->recipient_L6_s0", |
| |
13085 | + "r2_fit": 0.7725016584671044, |
| |
13086 | + "target_iid": { |
| |
13087 | + "accuracy": 1.0, |
| |
13088 | + "trace_accuracy": 1.0, |
| |
13089 | + "ci95": { |
| |
13090 | + "estimate": 1.0, |
| |
13091 | + "low": 1.0, |
| |
13092 | + "high": 1.0, |
| |
13093 | + "level": 0.95, |
| |
13094 | + "n_items": 1000, |
| |
13095 | + "n_clusters": 970, |
| |
13096 | + "n_boot": 2000 |
| |
13097 | + }, |
| |
13098 | + "omega_step_acc": 1.0 |
| |
13099 | + }, |
| |
13100 | + "control_iid": { |
| |
13101 | + "accuracy": 1.0, |
| |
13102 | + "trace_accuracy": 1.0, |
| |
13103 | + "ci95": { |
| |
13104 | + "estimate": 1.0, |
| |
13105 | + "low": 1.0, |
| |
13106 | + "high": 1.0, |
| |
13107 | + "level": 0.95, |
| |
13108 | + "n_items": 1000, |
| |
13109 | + "n_clusters": 975, |
| |
13110 | + "n_boot": 2000 |
| |
13111 | + }, |
| |
13112 | + "omega_step_acc": null |
| |
13113 | + }, |
| |
13114 | + "comp_heldout": { |
| |
13115 | + "accuracy": 1.0, |
| |
13116 | + "trace_accuracy": 1.0, |
| |
13117 | + "ci95": { |
| |
13118 | + "estimate": 1.0, |
| |
13119 | + "low": 1.0, |
| |
13120 | + "high": 1.0, |
| |
13121 | + "level": 0.95, |
| |
13122 | + "n_items": 1000, |
| |
13123 | + "n_clusters": 701, |
| |
13124 | + "n_boot": 2000 |
| |
13125 | + }, |
| |
13126 | + "omega_step_acc": 1.0 |
| |
13127 | + } |
| |
13128 | + } |
| |
13129 | + }, |
| |
13130 | + "mismatch_sham_L1to2": { |
| |
13131 | + "donor_s0->recipient_L6_s0": { |
| |
13132 | + "pair": "donor_s0->recipient_L6_s0", |
| |
13133 | + "target_iid": { |
| |
13134 | + "accuracy": 0.078, |
| |
13135 | + "trace_accuracy": 0.0, |
| |
13136 | + "ci95": { |
| |
13137 | + "estimate": 0.078, |
| |
13138 | + "low": 0.06212286642250017, |
| |
13139 | + "high": 0.09452836421514159, |
| |
13140 | + "level": 0.95, |
| |
13141 | + "n_items": 1000, |
| |
13142 | + "n_clusters": 970, |
| |
13143 | + "n_boot": 2000 |
| |
13144 | + }, |
| |
13145 | + "omega_step_acc": 0.072 |
| |
13146 | + }, |
| |
13147 | + "control_iid": { |
| |
13148 | + "accuracy": 0.092, |
| |
13149 | + "trace_accuracy": 0.0, |
| |
13150 | + "ci95": { |
| |
13151 | + "estimate": 0.092, |
| |
13152 | + "low": 0.07407407407407407, |
| |
13153 | + "high": 0.11077827006830027, |
| |
13154 | + "level": 0.95, |
| |
13155 | + "n_items": 1000, |
| |
13156 | + "n_clusters": 975, |
| |
13157 | + "n_boot": 2000 |
| |
13158 | + }, |
| |
13159 | + "omega_step_acc": null |
| |
13160 | + }, |
| |
13161 | + "comp_heldout": { |
| |
13162 | + "accuracy": 0.099, |
| |
13163 | + "trace_accuracy": 0.003, |
| |
13164 | + "ci95": { |
| |
13165 | + "estimate": 0.099, |
| |
13166 | + "low": 0.08208035621828726, |
| |
13167 | + "high": 0.11628448817703024, |
| |
13168 | + "level": 0.95, |
| |
13169 | + "n_items": 1000, |
| |
13170 | + "n_clusters": 701, |
| |
13171 | + "n_boot": 2000 |
| |
13172 | + }, |
| |
13173 | + "omega_step_acc": 0.08166666666666667 |
| |
13174 | + } |
| |
13175 | + } |
| |
13176 | + }, |
| |
13177 | + "mismatch_procrustes_L2to2": { |
| |
13178 | + "donor_s0->recipient_L6_s0": { |
| |
13179 | + "pair": "donor_s0->recipient_L6_s0", |
| |
13180 | + "r2_fit": 0.5555297099562222, |
| |
13181 | + "target_iid": { |
| |
13182 | + "accuracy": 1.0, |
| |
13183 | + "trace_accuracy": 1.0, |
| |
13184 | + "ci95": { |
| |
13185 | + "estimate": 1.0, |
| |
13186 | + "low": 1.0, |
| |
13187 | + "high": 1.0, |
| |
13188 | + "level": 0.95, |
| |
13189 | + "n_items": 1000, |
| |
13190 | + "n_clusters": 970, |
| |
13191 | + "n_boot": 2000 |
| |
13192 | + }, |
| |
13193 | + "omega_step_acc": 1.0 |
| |
13194 | + }, |
| |
13195 | + "control_iid": { |
| |
13196 | + "accuracy": 1.0, |
| |
13197 | + "trace_accuracy": 1.0, |
| |
13198 | + "ci95": { |
| |
13199 | + "estimate": 1.0, |
| |
13200 | + "low": 1.0, |
| |
13201 | + "high": 1.0, |
| |
13202 | + "level": 0.95, |
| |
13203 | + "n_items": 1000, |
| |
13204 | + "n_clusters": 975, |
| |
13205 | + "n_boot": 2000 |
| |
13206 | + }, |
| |
13207 | + "omega_step_acc": null |
| |
13208 | + }, |
| |
13209 | + "comp_heldout": { |
| |
13210 | + "accuracy": 1.0, |
| |
13211 | + "trace_accuracy": 1.0, |
| |
13212 | + "ci95": { |
| |
13213 | + "estimate": 1.0, |
| |
13214 | + "low": 1.0, |
| |
13215 | + "high": 1.0, |
| |
13216 | + "level": 0.95, |
| |
13217 | + "n_items": 1000, |
| |
13218 | + "n_clusters": 701, |
| |
13219 | + "n_boot": 2000 |
| |
13220 | + }, |
| |
13221 | + "omega_step_acc": 1.0 |
| |
13222 | + } |
| |
13223 | + } |
| |
13224 | + }, |
| |
13225 | + "mismatch_ridge_L2to2": { |
| |
13226 | + "donor_s0->recipient_L6_s0": { |
| |
13227 | + "pair": "donor_s0->recipient_L6_s0", |
| |
13228 | + "r2_fit": 0.8934142763588349, |
| |
13229 | + "target_iid": { |
| |
13230 | + "accuracy": 0.166, |
| |
13231 | + "trace_accuracy": 0.143, |
| |
13232 | + "ci95": { |
| |
13233 | + "estimate": 0.166, |
| |
13234 | + "low": 0.14342629482071714, |
| |
13235 | + "high": 0.1896242154245725, |
| |
13236 | + "level": 0.95, |
| |
13237 | + "n_items": 1000, |
| |
13238 | + "n_clusters": 970, |
| |
13239 | + "n_boot": 2000 |
| |
13240 | + }, |
| |
13241 | + "omega_step_acc": 0.176 |
| |
13242 | + }, |
| |
13243 | + "control_iid": { |
| |
13244 | + "accuracy": 1.0, |
| |
13245 | + "trace_accuracy": 1.0, |
| |
13246 | + "ci95": { |
| |
13247 | + "estimate": 1.0, |
| |
13248 | + "low": 1.0, |
| |
13249 | + "high": 1.0, |
| |
13250 | + "level": 0.95, |
| |
13251 | + "n_items": 1000, |
| |
13252 | + "n_clusters": 975, |
| |
13253 | + "n_boot": 2000 |
| |
13254 | + }, |
| |
13255 | + "omega_step_acc": null |
| |
13256 | + }, |
| |
13257 | + "comp_heldout": { |
| |
13258 | + "accuracy": 0.496, |
| |
13259 | + "trace_accuracy": 0.483, |
| |
13260 | + "ci95": { |
| |
13261 | + "estimate": 0.496, |
| |
13262 | + "low": 0.45217974824139207, |
| |
13263 | + "high": 0.5419670402867562, |
| |
13264 | + "level": 0.95, |
| |
13265 | + "n_items": 1000, |
| |
13266 | + "n_clusters": 701, |
| |
13267 | + "n_boot": 2000 |
| |
13268 | + }, |
| |
13269 | + "omega_step_acc": 0.17333333333333334 |
| |
13270 | + } |
| |
13271 | + } |
| |
13272 | + }, |
| |
13273 | + "mismatch_cca_L2to2": { |
| |
13274 | + "donor_s0->recipient_L6_s0": { |
| |
13275 | + "pair": "donor_s0->recipient_L6_s0", |
| |
13276 | + "r2_fit": 0.9466287673902891, |
| |
13277 | + "target_iid": { |
| |
13278 | + "accuracy": 0.133, |
| |
13279 | + "trace_accuracy": 0.099, |
| |
13280 | + "ci95": { |
| |
13281 | + "estimate": 0.133, |
| |
13282 | + "low": 0.1124238098912121, |
| |
13283 | + "high": 0.1540775119055437, |
| |
13284 | + "level": 0.95, |
| |
13285 | + "n_items": 1000, |
| |
13286 | + "n_clusters": 970, |
| |
13287 | + "n_boot": 2000 |
| |
13288 | + }, |
| |
13289 | + "omega_step_acc": 0.124 |
| |
13290 | + }, |
| |
13291 | + "control_iid": { |
| |
13292 | + "accuracy": 1.0, |
| |
13293 | + "trace_accuracy": 1.0, |
| |
13294 | + "ci95": { |
| |
13295 | + "estimate": 1.0, |
| |
13296 | + "low": 1.0, |
| |
13297 | + "high": 1.0, |
| |
13298 | + "level": 0.95, |
| |
13299 | + "n_items": 1000, |
| |
13300 | + "n_clusters": 975, |
| |
13301 | + "n_boot": 2000 |
| |
13302 | + }, |
| |
13303 | + "omega_step_acc": null |
| |
13304 | + }, |
| |
13305 | + "comp_heldout": { |
| |
13306 | + "accuracy": 0.471, |
| |
13307 | + "trace_accuracy": 0.452, |
| |
13308 | + "ci95": { |
| |
13309 | + "estimate": 0.471, |
| |
13310 | + "low": 0.42546371031308133, |
| |
13311 | + "high": 0.5182974038156964, |
| |
13312 | + "level": 0.95, |
| |
13313 | + "n_items": 1000, |
| |
13314 | + "n_clusters": 701, |
| |
13315 | + "n_boot": 2000 |
| |
13316 | + }, |
| |
13317 | + "omega_step_acc": 0.11333333333333333 |
| |
13318 | + } |
| |
13319 | + } |
| |
13320 | + }, |
| |
13321 | + "mismatch_unrelated_procrustes_L2to2": { |
| |
13322 | + "donor_s0->recipient_L6_s0": { |
| |
13323 | + "pair": "donor_s0->recipient_L6_s0", |
| |
13324 | + "r2_fit": 0.7950014155144056, |
| |
13325 | + "target_iid": { |
| |
13326 | + "accuracy": 1.0, |
| |
13327 | + "trace_accuracy": 1.0, |
| |
13328 | + "ci95": { |
| |
13329 | + "estimate": 1.0, |
| |
13330 | + "low": 1.0, |
| |
13331 | + "high": 1.0, |
| |
13332 | + "level": 0.95, |
| |
13333 | + "n_items": 1000, |
| |
13334 | + "n_clusters": 970, |
| |
13335 | + "n_boot": 2000 |
| |
13336 | + }, |
| |
13337 | + "omega_step_acc": 1.0 |
| |
13338 | + }, |
| |
13339 | + "control_iid": { |
| |
13340 | + "accuracy": 1.0, |
| |
13341 | + "trace_accuracy": 1.0, |
| |
13342 | + "ci95": { |
| |
13343 | + "estimate": 1.0, |
| |
13344 | + "low": 1.0, |
| |
13345 | + "high": 1.0, |
| |
13346 | + "level": 0.95, |
| |
13347 | + "n_items": 1000, |
| |
13348 | + "n_clusters": 975, |
| |
13349 | + "n_boot": 2000 |
| |
13350 | + }, |
| |
13351 | + "omega_step_acc": null |
| |
13352 | + }, |
| |
13353 | + "comp_heldout": { |
| |
13354 | + "accuracy": 1.0, |
| |
13355 | + "trace_accuracy": 1.0, |
| |
13356 | + "ci95": { |
| |
13357 | + "estimate": 1.0, |
| |
13358 | + "low": 1.0, |
| |
13359 | + "high": 1.0, |
| |
13360 | + "level": 0.95, |
| |
13361 | + "n_items": 1000, |
| |
13362 | + "n_clusters": 701, |
| |
13363 | + "n_boot": 2000 |
| |
13364 | + }, |
| |
13365 | + "omega_step_acc": 1.0 |
| |
13366 | + } |
| |
13367 | + } |
| |
13368 | + }, |
| |
13369 | + "mismatch_sham_L2to2": { |
| |
13370 | + "donor_s0->recipient_L6_s0": { |
| |
13371 | + "pair": "donor_s0->recipient_L6_s0", |
| |
13372 | + "target_iid": { |
| |
13373 | + "accuracy": 0.09, |
| |
13374 | + "trace_accuracy": 0.001, |
| |
13375 | + "ci95": { |
| |
13376 | + "estimate": 0.09, |
| |
13377 | + "low": 0.07272501130710086, |
| |
13378 | + "high": 0.10725107298061015, |
| |
13379 | + "level": 0.95, |
| |
13380 | + "n_items": 1000, |
| |
13381 | + "n_clusters": 970, |
| |
13382 | + "n_boot": 2000 |
| |
13383 | + }, |
| |
13384 | + "omega_step_acc": 0.07 |
| |
13385 | + }, |
| |
13386 | + "control_iid": { |
| |
13387 | + "accuracy": 0.086, |
| |
13388 | + "trace_accuracy": 0.0, |
| |
13389 | + "ci95": { |
| |
13390 | + "estimate": 0.086, |
| |
13391 | + "low": 0.06941301422995806, |
| |
13392 | + "high": 0.10427529680297615, |
| |
13393 | + "level": 0.95, |
| |
13394 | + "n_items": 1000, |
| |
13395 | + "n_clusters": 975, |
| |
13396 | + "n_boot": 2000 |
| |
13397 | + }, |
| |
13398 | + "omega_step_acc": null |
| |
13399 | + }, |
| |
13400 | + "comp_heldout": { |
| |
13401 | + "accuracy": 0.096, |
| |
13402 | + "trace_accuracy": 0.003, |
| |
13403 | + "ci95": { |
| |
13404 | + "estimate": 0.096, |
| |
13405 | + "low": 0.07807770715379411, |
| |
13406 | + "high": 0.11303462321792261, |
| |
13407 | + "level": 0.95, |
| |
13408 | + "n_items": 1000, |
| |
13409 | + "n_clusters": 701, |
| |
13410 | + "n_boot": 2000 |
| |
13411 | + }, |
| |
13412 | + "omega_step_acc": 0.09166666666666666 |
| |
13413 | + } |
| |
13414 | + } |
| |
13415 | + }, |
| |
13416 | + "stride2_act_ridge_L0": { |
| |
13417 | + "donor_s2_s0->recipient_s2_s0": { |
| |
13418 | + "pair": "donor_s2_s0->recipient_s2_s0", |
| |
13419 | + "r2_fit": 0.7394272345341709, |
| |
13420 | + "target_iid": { |
| |
13421 | + "accuracy": 0.132, |
| |
13422 | + "trace_accuracy": 0.093, |
| |
13423 | + "ci95": { |
| |
13424 | + "estimate": 0.132, |
| |
13425 | + "low": 0.11133200795228629, |
| |
13426 | + "high": 0.15346811764659055, |
| |
13427 | + "level": 0.95, |
| |
13428 | + "n_items": 1000, |
| |
13429 | + "n_clusters": 953, |
| |
13430 | + "n_boot": 2000 |
| |
13431 | + }, |
| |
13432 | + "omega_step_acc": 0.128 |
| |
13433 | + }, |
| |
13434 | + "control_iid": { |
| |
13435 | + "accuracy": 0.742, |
| |
13436 | + "trace_accuracy": 0.739, |
| |
13437 | + "ci95": { |
| |
13438 | + "estimate": 0.742, |
| |
13439 | + "low": 0.7152917505030181, |
| |
13440 | + "high": 0.7693098681745135, |
| |
13441 | + "level": 0.95, |
| |
13442 | + "n_items": 1000, |
| |
13443 | + "n_clusters": 964, |
| |
13444 | + "n_boot": 2000 |
| |
13445 | + }, |
| |
13446 | + "omega_step_acc": null |
| |
13447 | + }, |
| |
13448 | + "comp_heldout": { |
| |
13449 | + "accuracy": 0.319, |
| |
13450 | + "trace_accuracy": 0.287, |
| |
13451 | + "ci95": { |
| |
13452 | + "estimate": 0.319, |
| |
13453 | + "low": 0.2861472535784252, |
| |
13454 | + "high": 0.3516613607096867, |
| |
13455 | + "level": 0.95, |
| |
13456 | + "n_items": 1000, |
| |
13457 | + "n_clusters": 695, |
| |
13458 | + "n_boot": 2000 |
| |
13459 | + }, |
| |
13460 | + "omega_step_acc": 0.20388349514563106 |
| |
13461 | + } |
| |
13462 | + } |
| |
13463 | + }, |
| |
13464 | + "stride2_act_unrelated_procrustes_L0": { |
| |
13465 | + "donor_s2_s0->recipient_s2_s0": { |
| |
13466 | + "pair": "donor_s2_s0->recipient_s2_s0", |
| |
13467 | + "r2_fit": 0.52230281720437, |
| |
13468 | + "target_iid": { |
| |
13469 | + "accuracy": 0.37, |
| |
13470 | + "trace_accuracy": 0.341, |
| |
13471 | + "ci95": { |
| |
13472 | + "estimate": 0.37, |
| |
13473 | + "low": 0.3393849460398757, |
| |
13474 | + "high": 0.39961232604373753, |
| |
13475 | + "level": 0.95, |
| |
13476 | + "n_items": 1000, |
| |
13477 | + "n_clusters": 953, |
| |
13478 | + "n_boot": 2000 |
| |
13479 | + }, |
| |
13480 | + "omega_step_acc": 0.427 |
| |
13481 | + }, |
| |
13482 | + "control_iid": { |
| |
13483 | + "accuracy": 0.757, |
| |
13484 | + "trace_accuracy": 0.755, |
| |
13485 | + "ci95": { |
| |
13486 | + "estimate": 0.757, |
| |
13487 | + "low": 0.72983666906099, |
| |
13488 | + "high": 0.784431579753878, |
| |
13489 | + "level": 0.95, |
| |
13490 | + "n_items": 1000, |
| |
13491 | + "n_clusters": 964, |
| |
13492 | + "n_boot": 2000 |
| |
13493 | + }, |
| |
13494 | + "omega_step_acc": null |
| |
13495 | + }, |
| |
13496 | + "comp_heldout": { |
| |
13497 | + "accuracy": 0.515, |
| |
13498 | + "trace_accuracy": 0.507, |
| |
13499 | + "ci95": { |
| |
13500 | + "estimate": 0.515, |
| |
13501 | + "low": 0.4778452185722339, |
| |
13502 | + "high": 0.551879694828782, |
| |
13503 | + "level": 0.95, |
| |
13504 | + "n_items": 1000, |
| |
13505 | + "n_clusters": 695, |
| |
13506 | + "n_boot": 2000 |
| |
13507 | + }, |
| |
13508 | + "omega_step_acc": 0.4919093851132686 |
| |
13509 | + } |
| |
13510 | + } |
| |
13511 | + }, |
| |
13512 | + "stride2_sham_L0": { |
| |
13513 | + "donor_s2_s0->recipient_s2_s0": { |
| |
13514 | + "pair": "donor_s2_s0->recipient_s2_s0", |
| |
13515 | + "target_iid": { |
| |
13516 | + "accuracy": 0.091, |
| |
13517 | + "trace_accuracy": 0.01, |
| |
13518 | + "ci95": { |
| |
13519 | + "estimate": 0.091, |
| |
13520 | + "low": 0.0742565567991102, |
| |
13521 | + "high": 0.10725376680505536, |
| |
13522 | + "level": 0.95, |
| |
13523 | + "n_items": 1000, |
| |
13524 | + "n_clusters": 953, |
| |
13525 | + "n_boot": 2000 |
| |
13526 | + }, |
| |
13527 | + "omega_step_acc": 0.127 |
| |
13528 | + }, |
| |
13529 | + "control_iid": { |
| |
13530 | + "accuracy": 0.077, |
| |
13531 | + "trace_accuracy": 0.004, |
| |
13532 | + "ci95": { |
| |
13533 | + "estimate": 0.077, |
| |
13534 | + "low": 0.061303458113032575, |
| |
13535 | + "high": 0.09368912493289364, |
| |
13536 | + "level": 0.95, |
| |
13537 | + "n_items": 1000, |
| |
13538 | + "n_clusters": 964, |
| |
13539 | + "n_boot": 2000 |
| |
13540 | + }, |
| |
13541 | + "omega_step_acc": null |
| |
13542 | + }, |
| |
13543 | + "comp_heldout": { |
| |
13544 | + "accuracy": 0.094, |
| |
13545 | + "trace_accuracy": 0.007, |
| |
13546 | + "ci95": { |
| |
13547 | + "estimate": 0.094, |
| |
13548 | + "low": 0.07551230118077551, |
| |
13549 | + "high": 0.11087196265328747, |
| |
13550 | + "level": 0.95, |
| |
13551 | + "n_items": 1000, |
| |
13552 | + "n_clusters": 695, |
| |
13553 | + "n_boot": 2000 |
| |
13554 | + }, |
| |
13555 | + "omega_step_acc": 0.127831715210356 |
| |
13556 | + } |
| |
13557 | + } |
| |
13558 | + }, |
| |
13559 | + "stride2_act_ridge_L1": { |
| |
13560 | + "donor_s2_s0->recipient_s2_s0": { |
| |
13561 | + "pair": "donor_s2_s0->recipient_s2_s0", |
| |
13562 | + "r2_fit": 0.6447186306687194, |
| |
13563 | + "target_iid": { |
| |
13564 | + "accuracy": 0.291, |
| |
13565 | + "trace_accuracy": 0.248, |
| |
13566 | + "ci95": { |
| |
13567 | + "estimate": 0.291, |
| |
13568 | + "low": 0.26315525258930456, |
| |
13569 | + "high": 0.31868820747958154, |
| |
13570 | + "level": 0.95, |
| |
13571 | + "n_items": 1000, |
| |
13572 | + "n_clusters": 953, |
| |
13573 | + "n_boot": 2000 |
| |
13574 | + }, |
| |
13575 | + "omega_step_acc": 0.301 |
| |
13576 | + }, |
| |
13577 | + "control_iid": { |
| |
13578 | + "accuracy": 0.816, |
| |
13579 | + "trace_accuracy": 0.811, |
| |
13580 | + "ci95": { |
| |
13581 | + "estimate": 0.816, |
| |
13582 | + "low": 0.791665628115653, |
| |
13583 | + "high": 0.8388744571843861, |
| |
13584 | + "level": 0.95, |
| |
13585 | + "n_items": 1000, |
| |
13586 | + "n_clusters": 964, |
| |
13587 | + "n_boot": 2000 |
| |
13588 | + }, |
| |
13589 | + "omega_step_acc": null |
| |
13590 | + }, |
| |
13591 | + "comp_heldout": { |
| |
13592 | + "accuracy": 0.475, |
| |
13593 | + "trace_accuracy": 0.459, |
| |
13594 | + "ci95": { |
| |
13595 | + "estimate": 0.475, |
| |
13596 | + "low": 0.4389209880109779, |
| |
13597 | + "high": 0.5107976871514837, |
| |
13598 | + "level": 0.95, |
| |
13599 | + "n_items": 1000, |
| |
13600 | + "n_clusters": 695, |
| |
13601 | + "n_boot": 2000 |
| |
13602 | + }, |
| |
13603 | + "omega_step_acc": 0.3365695792880259 |
| |
13604 | + } |
| |
13605 | + } |
| |
13606 | + }, |
| |
13607 | + "stride2_act_unrelated_procrustes_L1": { |
| |
13608 | + "donor_s2_s0->recipient_s2_s0": { |
| |
13609 | + "pair": "donor_s2_s0->recipient_s2_s0", |
| |
13610 | + "r2_fit": 0.5176125508110978, |
| |
13611 | + "target_iid": { |
| |
13612 | + "accuracy": 0.747, |
| |
13613 | + "trace_accuracy": 0.739, |
| |
13614 | + "ci95": { |
| |
13615 | + "estimate": 0.747, |
| |
13616 | + "low": 0.719086940378773, |
| |
13617 | + "high": 0.7726830871023294, |
| |
13618 | + "level": 0.95, |
| |
13619 | + "n_items": 1000, |
| |
13620 | + "n_clusters": 953, |
| |
13621 | + "n_boot": 2000 |
| |
13622 | + }, |
| |
13623 | + "omega_step_acc": 0.785 |
| |
13624 | + }, |
| |
13625 | + "control_iid": { |
| |
13626 | + "accuracy": 0.891, |
| |
13627 | + "trace_accuracy": 0.891, |
| |
13628 | + "ci95": { |
| |
13629 | + "estimate": 0.891, |
| |
13630 | + "low": 0.8706426452076965, |
| |
13631 | + "high": 0.9090022727272727, |
| |
13632 | + "level": 0.95, |
| |
13633 | + "n_items": 1000, |
| |
13634 | + "n_clusters": 964, |
| |
13635 | + "n_boot": 2000 |
| |
13636 | + }, |
| |
13637 | + "omega_step_acc": null |
| |
13638 | + }, |
| |
13639 | + "comp_heldout": { |
| |
13640 | + "accuracy": 0.722, |
| |
13641 | + "trace_accuracy": 0.712, |
| |
13642 | + "ci95": { |
| |
13643 | + "estimate": 0.722, |
| |
13644 | + "low": 0.6937103568815881, |
| |
13645 | + "high": 0.750006169792695, |
| |
13646 | + "level": 0.95, |
| |
13647 | + "n_items": 1000, |
| |
13648 | + "n_clusters": 695, |
| |
13649 | + "n_boot": 2000 |
| |
13650 | + }, |
| |
13651 | + "omega_step_acc": 0.6779935275080906 |
| |
13652 | + } |
| |
13653 | + } |
| |
13654 | + }, |
| |
13655 | + "stride2_sham_L1": { |
| |
13656 | + "donor_s2_s0->recipient_s2_s0": { |
| |
13657 | + "pair": "donor_s2_s0->recipient_s2_s0", |
| |
13658 | + "target_iid": { |
| |
13659 | + "accuracy": 0.111, |
| |
13660 | + "trace_accuracy": 0.007, |
| |
13661 | + "ci95": { |
| |
13662 | + "estimate": 0.111, |
| |
13663 | + "low": 0.0919080919080919, |
| |
13664 | + "high": 0.13065655237960425, |
| |
13665 | + "level": 0.95, |
| |
13666 | + "n_items": 1000, |
| |
13667 | + "n_clusters": 953, |
| |
13668 | + "n_boot": 2000 |
| |
13669 | + }, |
| |
13670 | + "omega_step_acc": 0.096 |
| |
13671 | + }, |
| |
13672 | + "control_iid": { |
| |
13673 | + "accuracy": 0.098, |
| |
13674 | + "trace_accuracy": 0.003, |
| |
13675 | + "ci95": { |
| |
13676 | + "estimate": 0.098, |
| |
13677 | + "low": 0.0796812749003984, |
| |
13678 | + "high": 0.1162395205811826, |
| |
13679 | + "level": 0.95, |
| |
13680 | + "n_items": 1000, |
| |
13681 | + "n_clusters": 964, |
| |
13682 | + "n_boot": 2000 |
| |
13683 | + }, |
| |
13684 | + "omega_step_acc": null |
| |
13685 | + }, |
| |
13686 | + "comp_heldout": { |
| |
13687 | + "accuracy": 0.101, |
| |
13688 | + "trace_accuracy": 0.005, |
| |
13689 | + "ci95": { |
| |
13690 | + "estimate": 0.101, |
| |
13691 | + "low": 0.0830751953125, |
| |
13692 | + "high": 0.1197184826327938, |
| |
13693 | + "level": 0.95, |
| |
13694 | + "n_items": 1000, |
| |
13695 | + "n_clusters": 695, |
| |
13696 | + "n_boot": 2000 |
| |
13697 | + }, |
| |
13698 | + "omega_step_acc": 0.07766990291262135 |
| |
13699 | + } |
| |
13700 | + } |
| |
13701 | + }, |
| |
13702 | + "stride2_act_ridge_L2": { |
| |
13703 | + "donor_s2_s0->recipient_s2_s0": { |
| |
13704 | + "pair": "donor_s2_s0->recipient_s2_s0", |
| |
13705 | + "r2_fit": 0.6154342853315204, |
| |
13706 | + "target_iid": { |
| |
13707 | + "accuracy": 0.474, |
| |
13708 | + "trace_accuracy": 0.456, |
| |
13709 | + "ci95": { |
| |
13710 | + "estimate": 0.474, |
| |
13711 | + "low": 0.44233964290791006, |
| |
13712 | + "high": 0.5049610600228115, |
| |
13713 | + "level": 0.95, |
| |
13714 | + "n_items": 1000, |
| |
13715 | + "n_clusters": 953, |
| |
13716 | + "n_boot": 2000 |
| |
13717 | + }, |
| |
13718 | + "omega_step_acc": 0.506 |
| |
13719 | + }, |
| |
13720 | + "control_iid": { |
| |
13721 | + "accuracy": 0.929, |
| |
13722 | + "trace_accuracy": 0.927, |
| |
13723 | + "ci95": { |
| |
13724 | + "estimate": 0.929, |
| |
13725 | + "low": 0.9129107313726552, |
| |
13726 | + "high": 0.9445620182342273, |
| |
13727 | + "level": 0.95, |
| |
13728 | + "n_items": 1000, |
| |
13729 | + "n_clusters": 964, |
| |
13730 | + "n_boot": 2000 |
| |
13731 | + }, |
| |
13732 | + "omega_step_acc": null |
| |
13733 | + }, |
| |
13734 | + "comp_heldout": { |
| |
13735 | + "accuracy": 0.625, |
| |
13736 | + "trace_accuracy": 0.619, |
| |
13737 | + "ci95": { |
| |
13738 | + "estimate": 0.625, |
| |
13739 | + "low": 0.5853192531814907, |
| |
13740 | + "high": 0.6612748540483366, |
| |
13741 | + "level": 0.95, |
| |
13742 | + "n_items": 1000, |
| |
13743 | + "n_clusters": 695, |
| |
13744 | + "n_boot": 2000 |
| |
13745 | + }, |
| |
13746 | + "omega_step_acc": 0.5711974110032363 |
| |
13747 | + } |
| |
13748 | + } |
| |
13749 | + }, |
| |
13750 | + "stride2_act_unrelated_procrustes_L2": { |
| |
13751 | + "donor_s2_s0->recipient_s2_s0": { |
| |
13752 | + "pair": "donor_s2_s0->recipient_s2_s0", |
| |
13753 | + "r2_fit": 0.6713672957086141, |
| |
13754 | + "target_iid": { |
| |
13755 | + "accuracy": 1.0, |
| |
13756 | + "trace_accuracy": 1.0, |
| |
13757 | + "ci95": { |
| |
13758 | + "estimate": 1.0, |
| |
13759 | + "low": 1.0, |
| |
13760 | + "high": 1.0, |
| |
13761 | + "level": 0.95, |
| |
13762 | + "n_items": 1000, |
| |
13763 | + "n_clusters": 953, |
| |
13764 | + "n_boot": 2000 |
| |
13765 | + }, |
| |
13766 | + "omega_step_acc": 1.0 |
| |
13767 | + }, |
| |
13768 | + "control_iid": { |
| |
13769 | + "accuracy": 1.0, |
| |
13770 | + "trace_accuracy": 1.0, |
| |
13771 | + "ci95": { |
| |
13772 | + "estimate": 1.0, |
| |
13773 | + "low": 1.0, |
| |
13774 | + "high": 1.0, |
| |
13775 | + "level": 0.95, |
| |
13776 | + "n_items": 1000, |
| |
13777 | + "n_clusters": 964, |
| |
13778 | + "n_boot": 2000 |
| |
13779 | + }, |
| |
13780 | + "omega_step_acc": null |
| |
13781 | + }, |
| |
13782 | + "comp_heldout": { |
| |
13783 | + "accuracy": 0.96, |
| |
13784 | + "trace_accuracy": 0.96, |
| |
13785 | + "ci95": { |
| |
13786 | + "estimate": 0.96, |
| |
13787 | + "low": 0.9472086433892247, |
| |
13788 | + "high": 0.9715737376436014, |
| |
13789 | + "level": 0.95, |
| |
13790 | + "n_items": 1000, |
| |
13791 | + "n_clusters": 695, |
| |
13792 | + "n_boot": 2000 |
| |
13793 | + }, |
| |
13794 | + "omega_step_acc": 0.9401294498381877 |
| |
13795 | + } |
| |
13796 | + } |
| |
13797 | + }, |
| |
13798 | + "stride2_sham_L2": { |
| |
13799 | + "donor_s2_s0->recipient_s2_s0": { |
| |
13800 | + "pair": "donor_s2_s0->recipient_s2_s0", |
| |
13801 | + "target_iid": { |
| |
13802 | + "accuracy": 0.097, |
| |
13803 | + "trace_accuracy": 0.001, |
| |
13804 | + "ci95": { |
| |
13805 | + "estimate": 0.097, |
| |
13806 | + "low": 0.07846983863968122, |
| |
13807 | + "high": 0.1156530408773679, |
| |
13808 | + "level": 0.95, |
| |
13809 | + "n_items": 1000, |
| |
13810 | + "n_clusters": 953, |
| |
13811 | + "n_boot": 2000 |
| |
13812 | + }, |
| |
13813 | + "omega_step_acc": 0.078 |
| |
13814 | + }, |
| |
13815 | + "control_iid": { |
| |
13816 | + "accuracy": 0.118, |
| |
13817 | + "trace_accuracy": 0.001, |
| |
13818 | + "ci95": { |
| |
13819 | + "estimate": 0.118, |
| |
13820 | + "low": 0.09661354581673307, |
| |
13821 | + "high": 0.13723858157763302, |
| |
13822 | + "level": 0.95, |
| |
13823 | + "n_items": 1000, |
| |
13824 | + "n_clusters": 964, |
| |
13825 | + "n_boot": 2000 |
| |
13826 | + }, |
| |
13827 | + "omega_step_acc": null |
| |
13828 | + }, |
| |
13829 | + "comp_heldout": { |
| |
13830 | + "accuracy": 0.084, |
| |
13831 | + "trace_accuracy": 0.006, |
| |
13832 | + "ci95": { |
| |
13833 | + "estimate": 0.084, |
| |
13834 | + "low": 0.06775991181035906, |
| |
13835 | + "high": 0.10049763744093602, |
| |
13836 | + "level": 0.95, |
| |
13837 | + "n_items": 1000, |
| |
13838 | + "n_clusters": 695, |
| |
13839 | + "n_boot": 2000 |
| |
13840 | + }, |
| |
13841 | + "omega_step_acc": 0.08576051779935275 |
| |
13842 | + } |
| |
13843 | + } |
| |
13844 | + }, |
| |
13845 | + "stride2_act_ridge_L3": { |
| |
13846 | + "donor_s2_s0->recipient_s2_s0": { |
| |
13847 | + "pair": "donor_s2_s0->recipient_s2_s0", |
| |
13848 | + "r2_fit": 0.6230727135211811, |
| |
13849 | + "target_iid": { |
| |
13850 | + "accuracy": 0.604, |
| |
13851 | + "trace_accuracy": 0.587, |
| |
13852 | + "ci95": { |
| |
13853 | + "estimate": 0.604, |
| |
13854 | + "low": 0.5725459834283363, |
| |
13855 | + "high": 0.6340732088010163, |
| |
13856 | + "level": 0.95, |
| |
13857 | + "n_items": 1000, |
| |
13858 | + "n_clusters": 953, |
| |
13859 | + "n_boot": 2000 |
| |
13860 | + }, |
| |
13861 | + "omega_step_acc": 0.632 |
| |
13862 | + }, |
| |
13863 | + "control_iid": { |
| |
13864 | + "accuracy": 0.993, |
| |
13865 | + "trace_accuracy": 0.992, |
| |
13866 | + "ci95": { |
| |
13867 | + "estimate": 0.993, |
| |
13868 | + "low": 0.9872034600541534, |
| |
13869 | + "high": 0.9979818873897334, |
| |
13870 | + "level": 0.95, |
| |
13871 | + "n_items": 1000, |
| |
13872 | + "n_clusters": 964, |
| |
13873 | + "n_boot": 2000 |
| |
13874 | + }, |
| |
13875 | + "omega_step_acc": null |
| |
13876 | + }, |
| |
13877 | + "comp_heldout": { |
| |
13878 | + "accuracy": 0.756, |
| |
13879 | + "trace_accuracy": 0.754, |
| |
13880 | + "ci95": { |
| |
13881 | + "estimate": 0.756, |
| |
13882 | + "low": 0.7214137214137214, |
| |
13883 | + "high": 0.7874106930221482, |
| |
13884 | + "level": 0.95, |
| |
13885 | + "n_items": 1000, |
| |
13886 | + "n_clusters": 695, |
| |
13887 | + "n_boot": 2000 |
| |
13888 | + }, |
| |
13889 | + "omega_step_acc": 0.656957928802589 |
| |
13890 | + } |
| |
13891 | + } |
| |
13892 | + }, |
| |
13893 | + "stride2_act_unrelated_procrustes_L3": { |
| |
13894 | + "donor_s2_s0->recipient_s2_s0": { |
| |
13895 | + "pair": "donor_s2_s0->recipient_s2_s0", |
| |
13896 | + "r2_fit": 0.8831733196781884, |
| |
13897 | + "target_iid": { |
| |
13898 | + "accuracy": 1.0, |
| |
13899 | + "trace_accuracy": 1.0, |
| |
13900 | + "ci95": { |
| |
13901 | + "estimate": 1.0, |
| |
13902 | + "low": 1.0, |
| |
13903 | + "high": 1.0, |
| |
13904 | + "level": 0.95, |
| |
13905 | + "n_items": 1000, |
| |
13906 | + "n_clusters": 953, |
| |
13907 | + "n_boot": 2000 |
| |
13908 | + }, |
| |
13909 | + "omega_step_acc": 1.0 |
| |
13910 | + }, |
| |
13911 | + "control_iid": { |
| |
13912 | + "accuracy": 1.0, |
| |
13913 | + "trace_accuracy": 1.0, |
| |
13914 | + "ci95": { |
| |
13915 | + "estimate": 1.0, |
| |
13916 | + "low": 1.0, |
| |
13917 | + "high": 1.0, |
| |
13918 | + "level": 0.95, |
| |
13919 | + "n_items": 1000, |
| |
13920 | + "n_clusters": 964, |
| |
13921 | + "n_boot": 2000 |
| |
13922 | + }, |
| |
13923 | + "omega_step_acc": null |
| |
13924 | + }, |
| |
13925 | + "comp_heldout": { |
| |
13926 | + "accuracy": 0.989, |
| |
13927 | + "trace_accuracy": 0.989, |
| |
13928 | + "ci95": { |
| |
13929 | + "estimate": 0.989, |
| |
13930 | + "low": 0.9818908921808799, |
| |
13931 | + "high": 0.9949293906398374, |
| |
13932 | + "level": 0.95, |
| |
13933 | + "n_items": 1000, |
| |
13934 | + "n_clusters": 695, |
| |
13935 | + "n_boot": 2000 |
| |
13936 | + }, |
| |
13937 | + "omega_step_acc": 0.9902912621359223 |
| |
13938 | + } |
| |
13939 | + } |
| |
13940 | + }, |
| |
13941 | + "stride2_sham_L3": { |
| |
13942 | + "donor_s2_s0->recipient_s2_s0": { |
| |
13943 | + "pair": "donor_s2_s0->recipient_s2_s0", |
| |
13944 | + "target_iid": { |
| |
13945 | + "accuracy": 0.108, |
| |
13946 | + "trace_accuracy": 0.0, |
| |
13947 | + "ci95": { |
| |
13948 | + "estimate": 0.108, |
| |
13949 | + "low": 0.09016768035011265, |
| |
13950 | + "high": 0.12826225159482307, |
| |
13951 | + "level": 0.95, |
| |
13952 | + "n_items": 1000, |
| |
13953 | + "n_clusters": 953, |
| |
13954 | + "n_boot": 2000 |
| |
13955 | + }, |
| |
13956 | + "omega_step_acc": 0.052 |
| |
13957 | + }, |
| |
13958 | + "control_iid": { |
| |
13959 | + "accuracy": 0.11, |
| |
13960 | + "trace_accuracy": 0.0, |
| |
13961 | + "ci95": { |
| |
13962 | + "estimate": 0.11, |
| |
13963 | + "low": 0.0919080919080919, |
| |
13964 | + "high": 0.12961440031203791, |
| |
13965 | + "level": 0.95, |
| |
13966 | + "n_items": 1000, |
| |
13967 | + "n_clusters": 964, |
| |
13968 | + "n_boot": 2000 |
| |
13969 | + }, |
| |
13970 | + "omega_step_acc": null |
| |
13971 | + }, |
| |
13972 | + "comp_heldout": { |
| |
13973 | + "accuracy": 0.108, |
| |
13974 | + "trace_accuracy": 0.0, |
| |
13975 | + "ci95": { |
| |
13976 | + "estimate": 0.108, |
| |
13977 | + "low": 0.08801298914744589, |
| |
13978 | + "high": 0.12909905697915008, |
| |
13979 | + "level": 0.95, |
| |
13980 | + "n_items": 1000, |
| |
13981 | + "n_clusters": 695, |
| |
13982 | + "n_boot": 2000 |
| |
13983 | + }, |
| |
13984 | + "omega_step_acc": 0.030744336569579287 |
| |
13985 | + } |
| |
13986 | + } |
| |
13987 | + }, |
| |
13988 | + "mech_donor_ablated_attn0": { |
| |
13989 | + "donor_s0": { |
| |
13990 | + "pair": "donor_s0", |
| |
13991 | + "target_iid": { |
| |
13992 | + "accuracy": 0.086, |
| |
13993 | + "trace_accuracy": 0.001, |
| |
13994 | + "ci95": { |
| |
13995 | + "estimate": 0.086, |
| |
13996 | + "low": 0.06971938118174069, |
| |
13997 | + "high": 0.10330992978936811, |
| |
13998 | + "level": 0.95, |
| |
13999 | + "n_items": 1000, |
| |
14000 | + "n_clusters": 970, |
| |
14001 | + "n_boot": 2000 |
| |
14002 | + }, |
| |
14003 | + "omega_step_acc": 0.089 |
| |
14004 | + }, |
| |
14005 | + "control_iid": { |
| |
14006 | + "accuracy": 0.102, |
| |
14007 | + "trace_accuracy": 0.0, |
| |
14008 | + "ci95": { |
| |
14009 | + "estimate": 0.102, |
| |
14010 | + "low": 0.08399019458802068, |
| |
14011 | + "high": 0.12063808574277168, |
| |
14012 | + "level": 0.95, |
| |
14013 | + "n_items": 1000, |
| |
14014 | + "n_clusters": 975, |
| |
14015 | + "n_boot": 2000 |
| |
14016 | + }, |
| |
14017 | + "omega_step_acc": null |
| |
14018 | + }, |
| |
14019 | + "comp_heldout": { |
| |
14020 | + "accuracy": 0.1, |
| |
14021 | + "trace_accuracy": 0.001, |
| |
14022 | + "ci95": { |
| |
14023 | + "estimate": 0.1, |
| |
14024 | + "low": 0.08108044425198055, |
| |
14025 | + "high": 0.11807057550679886, |
| |
14026 | + "level": 0.95, |
| |
14027 | + "n_items": 1000, |
| |
14028 | + "n_clusters": 701, |
| |
14029 | + "n_boot": 2000 |
| |
14030 | + }, |
| |
14031 | + "omega_step_acc": 0.06 |
| |
14032 | + } |
| |
14033 | + } |
| |
14034 | + }, |
| |
14035 | + "mech_rescue_from_intact_donor": { |
| |
14036 | + "donor_s1->donor_s0(ablated)": { |
| |
14037 | + "pair": "donor_s1->donor_s0(ablated)", |
| |
14038 | + "target_iid": { |
| |
14039 | + "accuracy": 1.0, |
| |
14040 | + "trace_accuracy": 1.0, |
| |
14041 | + "ci95": { |
| |
14042 | + "estimate": 1.0, |
| |
14043 | + "low": 1.0, |
| |
14044 | + "high": 1.0, |
| |
14045 | + "level": 0.95, |
| |
14046 | + "n_items": 1000, |
| |
14047 | + "n_clusters": 970, |
| |
14048 | + "n_boot": 2000 |
| |
14049 | + }, |
| |
14050 | + "omega_step_acc": 1.0 |
| |
14051 | + }, |
| |
14052 | + "control_iid": { |
| |
14053 | + "accuracy": 1.0, |
| |
14054 | + "trace_accuracy": 1.0, |
| |
14055 | + "ci95": { |
| |
14056 | + "estimate": 1.0, |
| |
14057 | + "low": 1.0, |
| |
14058 | + "high": 1.0, |
| |
14059 | + "level": 0.95, |
| |
14060 | + "n_items": 1000, |
| |
14061 | + "n_clusters": 975, |
| |
14062 | + "n_boot": 2000 |
| |
14063 | + }, |
| |
14064 | + "omega_step_acc": null |
| |
14065 | + }, |
| |
14066 | + "comp_heldout": { |
| |
14067 | + "accuracy": 1.0, |
| |
14068 | + "trace_accuracy": 1.0, |
| |
14069 | + "ci95": { |
| |
14070 | + "estimate": 1.0, |
| |
14071 | + "low": 1.0, |
| |
14072 | + "high": 1.0, |
| |
14073 | + "level": 0.95, |
| |
14074 | + "n_items": 1000, |
| |
14075 | + "n_clusters": 701, |
| |
14076 | + "n_boot": 2000 |
| |
14077 | + }, |
| |
14078 | + "omega_step_acc": 1.0 |
| |
14079 | + } |
| |
14080 | + } |
| |
14081 | + }, |
| |
14082 | + "mech_rescue_sham": { |
| |
14083 | + "donor_s1->donor_s0(ablated)": { |
| |
14084 | + "pair": "donor_s1->donor_s0(ablated)", |
| |
14085 | + "target_iid": { |
| |
14086 | + "accuracy": 0.115, |
| |
14087 | + "trace_accuracy": 0.0, |
| |
14088 | + "ci95": { |
| |
14089 | + "estimate": 0.115, |
| |
14090 | + "low": 0.09552478205504948, |
| |
14091 | + "high": 0.1346801479704666, |
| |
14092 | + "level": 0.95, |
| |
14093 | + "n_items": 1000, |
| |
14094 | + "n_clusters": 970, |
| |
14095 | + "n_boot": 2000 |
| |
14096 | + }, |
| |
14097 | + "omega_step_acc": 0.105 |
| |
14098 | + }, |
| |
14099 | + "control_iid": { |
| |
14100 | + "accuracy": 0.101, |
| |
14101 | + "trace_accuracy": 0.0, |
| |
14102 | + "ci95": { |
| |
14103 | + "estimate": 0.101, |
| |
14104 | + "low": 0.08341292687421249, |
| |
14105 | + "high": 0.12060389184206174, |
| |
14106 | + "level": 0.95, |
| |
14107 | + "n_items": 1000, |
| |
14108 | + "n_clusters": 975, |
| |
14109 | + "n_boot": 2000 |
| |
14110 | + }, |
| |
14111 | + "omega_step_acc": null |
| |
14112 | + }, |
| |
14113 | + "comp_heldout": { |
| |
14114 | + "accuracy": 0.121, |
| |
14115 | + "trace_accuracy": 0.0, |
| |
14116 | + "ci95": { |
| |
14117 | + "estimate": 0.121, |
| |
14118 | + "low": 0.10167777349973318, |
| |
14119 | + "high": 0.14026717709633982, |
| |
14120 | + "level": 0.95, |
| |
14121 | + "n_items": 1000, |
| |
14122 | + "n_clusters": 701, |
| |
14123 | + "n_boot": 2000 |
| |
14124 | + }, |
| |
14125 | + "omega_step_acc": 0.11 |
| |
14126 | + } |
| |
14127 | + } |
| |
14128 | + }, |
| |
14129 | + "mech_reverse_recipient_to_donor": { |
| |
14130 | + "recipient_s0->donor_s0": { |
| |
14131 | + "pair": "recipient_s0->donor_s0", |
| |
14132 | + "target_iid": { |
| |
14133 | + "accuracy": 0.965, |
| |
14134 | + "trace_accuracy": 0.965, |
| |
14135 | + "ci95": { |
| |
14136 | + "estimate": 0.965, |
| |
14137 | + "low": 0.9528112449799196, |
| |
14138 | + "high": 0.9759771759771759, |
| |
14139 | + "level": 0.95, |
| |
14140 | + "n_items": 1000, |
| |
14141 | + "n_clusters": 970, |
| |
14142 | + "n_boot": 2000 |
| |
14143 | + }, |
| |
14144 | + "omega_step_acc": 0.977 |
| |
14145 | + }, |
| |
14146 | + "control_iid": { |
| |
14147 | + "accuracy": 1.0, |
| |
14148 | + "trace_accuracy": 1.0, |
| |
14149 | + "ci95": { |
| |
14150 | + "estimate": 1.0, |
| |
14151 | + "low": 1.0, |
| |
14152 | + "high": 1.0, |
| |
14153 | + "level": 0.95, |
| |
14154 | + "n_items": 1000, |
| |
14155 | + "n_clusters": 975, |
| |
14156 | + "n_boot": 2000 |
| |
14157 | + }, |
| |
14158 | + "omega_step_acc": null |
| |
14159 | + }, |
| |
14160 | + "comp_heldout": { |
| |
14161 | + "accuracy": 0.982, |
| |
14162 | + "trace_accuracy": 0.982, |
| |
14163 | + "ci95": { |
| |
14164 | + "estimate": 0.982, |
| |
14165 | + "low": 0.9734959565737219, |
| |
14166 | + "high": 0.989616590236257, |
| |
14167 | + "level": 0.95, |
| |
14168 | + "n_items": 1000, |
| |
14169 | + "n_clusters": 701, |
| |
14170 | + "n_boot": 2000 |
| |
14171 | + }, |
| |
14172 | + "omega_step_acc": 0.98 |
| |
14173 | + } |
| |
14174 | + } |
| |
14175 | + }, |
| |
14176 | + "h5_act_ridge_seenfit": { |
| |
14177 | + "donor_s0->recipient_s0": { |
| |
14178 | + "pair": "donor_s0->recipient_s0", |
| |
14179 | + "target_iid": { |
| |
14180 | + "accuracy": 0.524, |
| |
14181 | + "trace_accuracy": 0.499, |
| |
14182 | + "ci95": { |
| |
14183 | + "estimate": 0.524, |
| |
14184 | + "low": 0.49256541278345045, |
| |
14185 | + "high": 0.5536781540272993, |
| |
14186 | + "level": 0.95, |
| |
14187 | + "n_items": 1000, |
| |
14188 | + "n_clusters": 970, |
| |
14189 | + "n_boot": 2000 |
| |
14190 | + }, |
| |
14191 | + "omega_step_acc": 0.563 |
| |
14192 | + } |
| |
14193 | + } |
| |
14194 | + }, |
| |
14195 | + "h5_act_procrustes_seenfit": { |
| |
14196 | + "donor_s0->recipient_s0": { |
| |
14197 | + "pair": "donor_s0->recipient_s0", |
| |
14198 | + "target_iid": { |
| |
14199 | + "accuracy": 0.855, |
| |
14200 | + "trace_accuracy": 0.851, |
| |
14201 | + "ci95": { |
| |
14202 | + "estimate": 0.855, |
| |
14203 | + "low": 0.8330018880679704, |
| |
14204 | + "high": 0.8750031470292045, |
| |
14205 | + "level": 0.95, |
| |
14206 | + "n_items": 1000, |
| |
14207 | + "n_clusters": 970, |
| |
14208 | + "n_boot": 2000 |
| |
14209 | + }, |
| |
14210 | + "omega_step_acc": 0.899 |
| |
14211 | + } |
| |
14212 | + } |
| |
14213 | + }, |
| |
14214 | + "h5_adapter_seenfit": { |
| |
14215 | + "donor_s0->recipient_s0": { |
| |
14216 | + "pair": "donor_s0->recipient_s0", |
| |
14217 | + "target_iid": { |
| |
14218 | + "accuracy": 0.378, |
| |
14219 | + "trace_accuracy": 0.364, |
| |
14220 | + "ci95": { |
| |
14221 | + "estimate": 0.378, |
| |
14222 | + "low": 0.3475147365897034, |
| |
14223 | + "high": 0.4065989121099341, |
| |
14224 | + "level": 0.95, |
| |
14225 | + "n_items": 1000, |
| |
14226 | + "n_clusters": 970, |
| |
14227 | + "n_boot": 2000 |
| |
14228 | + }, |
| |
14229 | + "omega_step_acc": 0.419 |
| |
14230 | + } |
| |
14231 | + } |
| |
14232 | + } |
| |
14233 | + }, |
| |
14234 | + "pairs": {}, |
| |
14235 | + "notes": {}, |
| |
14236 | + "unsupported": {}, |
| |
14237 | + "splits": { |
| |
14238 | + "align_target": { |
| |
14239 | + "n": 3000, |
| |
14240 | + "hash": "2aadb9513aeabf54", |
| |
14241 | + "seed": 30001 |
| |
14242 | + }, |
| |
14243 | + "align_unrelated": { |
| |
14244 | + "n": 3000, |
| |
14245 | + "hash": "19a475dcc593cb0d", |
| |
14246 | + "seed": 30002 |
| |
14247 | + }, |
| |
14248 | + "target_iid": { |
| |
14249 | + "n": 1000, |
| |
14250 | + "hash": "9a69f681d0b62bbb", |
| |
14251 | + "seed": 30010 |
| |
14252 | + }, |
| |
14253 | + "control_iid": { |
| |
14254 | + "n": 1000, |
| |
14255 | + "hash": "98a88deb1a923d81", |
| |
14256 | + "seed": 30011 |
| |
14257 | + }, |
| |
14258 | + "comp_heldout": { |
| |
14259 | + "n": 1000, |
| |
14260 | + "hash": "9c6da34a8ad49288", |
| |
14261 | + "seed": 30012 |
| |
14262 | + }, |
| |
14263 | + "len_ood": { |
| |
14264 | + "n": 500, |
| |
14265 | + "hash": "1e5385df81ec873b", |
| |
14266 | + "seed": 30013 |
| |
14267 | + } |
| |
14268 | + }, |
| |
14269 | + "chance": { |
| |
14270 | + "target_iid": 0.115, |
| |
14271 | + "control_iid": 0.127, |
| |
14272 | + "comp_heldout": 0.106 |
| |
14273 | + }, |
| |
14274 | + "leakage_audit": { |
| |
14275 | + "alignment_vs_eval_overlap": 0, |
| |
14276 | + "train_vs_eval_overlap": 0, |
| |
14277 | + "n_train_hashes": 340697 |
| |
14278 | + }, |
| |
14279 | + "pair_meta": { |
| |
14280 | + "donor_s0->recipient_s0": { |
| |
14281 | + "same_init_seed": true |
| |
14282 | + }, |
| |
14283 | + "donor_s0->recipient_s1": { |
| |
14284 | + "same_init_seed": false |
| |
14285 | + }, |
| |
14286 | + "donor_s0->recipient_s2": { |
| |
14287 | + "same_init_seed": false |
| |
14288 | + }, |
| |
14289 | + "donor_s1->recipient_s0": { |
| |
14290 | + "same_init_seed": false |
| |
14291 | + }, |
| |
14292 | + "donor_s1->recipient_s1": { |
| |
14293 | + "same_init_seed": true |
| |
14294 | + }, |
| |
14295 | + "donor_s1->recipient_s2": { |
| |
14296 | + "same_init_seed": false |
| |
14297 | + }, |
| |
14298 | + "donor_s2->recipient_s0": { |
| |
14299 | + "same_init_seed": false |
| |
14300 | + }, |
| |
14301 | + "donor_s2->recipient_s1": { |
| |
14302 | + "same_init_seed": false |
| |
14303 | + }, |
| |
14304 | + "donor_s2->recipient_s2": { |
| |
14305 | + "same_init_seed": true |
| |
14306 | + } |
| |
14307 | + }, |
| |
14308 | + "maps": { |
| |
14309 | + "donor_s0->recipient_s0|identity": { |
| |
14310 | + "r2_fit": -1.3478265994361904, |
| |
14311 | + "r2_unrelated_heldout": -0.6310450865981865, |
| |
14312 | + "n_params": 16512, |
| |
14313 | + "n_fit": 0 |
| |
14314 | + }, |
| |
14315 | + "donor_s0->recipient_s0|procrustes": { |
| |
14316 | + "r2_fit": 0.6092704761676151, |
| |
14317 | + "r2_unrelated_heldout": 0.6965914770752517, |
| |
14318 | + "n_params": 16512, |
| |
14319 | + "n_fit": 14420, |
| |
14320 | + "scale": 0.4545096941542181, |
| |
14321 | + "padded": false |
| |
14322 | + }, |
| |
14323 | + "donor_s0->recipient_s0|ridge": { |
| |
14324 | + "r2_fit": 0.9113900864958788, |
| |
14325 | + "r2_unrelated_heldout": 0.919580295945328, |
| |
14326 | + "n_params": 16512, |
| |
14327 | + "n_fit": 14420, |
| |
14328 | + "lambda": 0.01 |
| |
14329 | + }, |
| |
14330 | + "donor_s0->recipient_s0|cca": { |
| |
14331 | + "r2_fit": 0.9677821717608477, |
| |
14332 | + "r2_unrelated_heldout": 0.9727749307099196, |
| |
14333 | + "n_params": 16512, |
| |
14334 | + "n_fit": 14420, |
| |
14335 | + "k": 128, |
| |
14336 | + "top_canonical_corr": 0.9933371101186761 |
| |
14337 | + }, |
| |
14338 | + "donor_s0->recipient_s0|random_orth": { |
| |
14339 | + "r2_fit": -1.0533848802507748, |
| |
14340 | + "r2_unrelated_heldout": -1.0194723468039162, |
| |
14341 | + "n_params": 16512, |
| |
14342 | + "n_fit": 0, |
| |
14343 | + "seed": 0, |
| |
14344 | + "scale": 0.5822883291427345 |
| |
14345 | + }, |
| |
14346 | + "donor_s0->recipient_s0|unrelated_procrustes": { |
| |
14347 | + "r2_fit_unrelated": 0.7784107737531002, |
| |
14348 | + "r2_on_target_rows": 0.4490939873748492, |
| |
14349 | + "n_params": 16512 |
| |
14350 | + }, |
| |
14351 | + "donor_s0->recipient_s0|unrelated_data": { |
| |
14352 | + "r2_fit_unrelated": 0.947642774644227, |
| |
14353 | + "r2_on_target_rows": 0.6878704508010135, |
| |
14354 | + "n_params": 16512 |
| |
14355 | + }, |
| |
14356 | + "donor_s0->recipient_s1|identity": { |
| |
14357 | + "r2_fit": -1.4830492155965391, |
| |
14358 | + "r2_unrelated_heldout": -1.349586973760792, |
| |
14359 | + "n_params": 16512, |
| |
14360 | + "n_fit": 0 |
| |
14361 | + }, |
| |
14362 | + "donor_s0->recipient_s1|procrustes": { |
| |
14363 | + "r2_fit": 0.526748107022305, |
| |
14364 | + "r2_unrelated_heldout": 0.6042662998357571, |
| |
14365 | + "n_params": 16512, |
| |
14366 | + "n_fit": 14420, |
| |
14367 | + "scale": 0.7333680298368642, |
| |
14368 | + "padded": false |
| |
14369 | + }, |
| |
14370 | + "donor_s0->recipient_s1|ridge": { |
| |
14371 | + "r2_fit": 0.8806497233583654, |
| |
14372 | + "r2_unrelated_heldout": 0.8836385955192597, |
| |
14373 | + "n_params": 16512, |
| |
14374 | + "n_fit": 14420, |
| |
14375 | + "lambda": 0.01 |
| |
14376 | + }, |
| |
14377 | + "donor_s0->recipient_s1|cca": { |
| |
14378 | + "r2_fit": 0.9515735456399482, |
| |
14379 | + "r2_unrelated_heldout": 0.9536569966688943, |
| |
14380 | + "n_params": 16512, |
| |
14381 | + "n_fit": 14420, |
| |
14382 | + "k": 128, |
| |
14383 | + "top_canonical_corr": 0.9922144576148684 |
| |
14384 | + }, |
| |
14385 | + "donor_s0->recipient_s1|random_orth": { |
| |
14386 | + "r2_fit": -1.0150219024980118, |
| |
14387 | + "r2_unrelated_heldout": -1.016410391920969, |
| |
14388 | + "n_params": 16512, |
| |
14389 | + "n_fit": 0, |
| |
14390 | + "seed": 0, |
| |
14391 | + "scale": 1.0104631392405432 |
| |
14392 | + }, |
| |
14393 | + "donor_s0->recipient_s1|unrelated_procrustes": { |
| |
14394 | + "r2_fit_unrelated": 0.6901687202310043, |
| |
14395 | + "r2_on_target_rows": 0.39150770911580446, |
| |
14396 | + "n_params": 16512 |
| |
14397 | + }, |
| |
14398 | + "donor_s0->recipient_s1|unrelated_data": { |
| |
14399 | + "r2_fit_unrelated": 0.9183551344528396, |
| |
14400 | + "r2_on_target_rows": 0.6343836747788824, |
| |
14401 | + "n_params": 16512 |
| |
14402 | + }, |
| |
14403 | + "donor_s0->recipient_s2|identity": { |
| |
14404 | + "r2_fit": -0.9499267561875504, |
| |
14405 | + "r2_unrelated_heldout": -0.8252806307598581, |
| |
14406 | + "n_params": 16512, |
| |
14407 | + "n_fit": 0 |
| |
14408 | + }, |
| |
14409 | + "donor_s0->recipient_s2|procrustes": { |
| |
14410 | + "r2_fit": 0.5300706023248148, |
| |
14411 | + "r2_unrelated_heldout": 0.6095736868804618, |
| |
14412 | + "n_params": 16512, |
| |
14413 | + "n_fit": 14420, |
| |
14414 | + "scale": 0.9232285981425093, |
| |
14415 | + "padded": false |
| |
14416 | + }, |
| |
14417 | + "donor_s0->recipient_s2|ridge": { |
| |
14418 | + "r2_fit": 0.8932377644991452, |
| |
14419 | + "r2_unrelated_heldout": 0.892808872769791, |
| |
14420 | + "n_params": 16512, |
| |
14421 | + "n_fit": 14420, |
| |
14422 | + "lambda": 0.01 |
| |
14423 | + }, |
| |
14424 | + "donor_s0->recipient_s2|cca": { |
| |
14425 | + "r2_fit": 0.9631161939367159, |
| |
14426 | + "r2_unrelated_heldout": 0.9658510091595596, |
| |
14427 | + "n_params": 16512, |
| |
14428 | + "n_fit": 14420, |
| |
14429 | + "k": 128, |
| |
14430 | + "top_canonical_corr": 0.994833815437279 |
| |
14431 | + }, |
| |
14432 | + "donor_s0->recipient_s2|random_orth": { |
| |
14433 | + "r2_fit": -0.974257940742643, |
| |
14434 | + "r2_unrelated_heldout": -0.9212599251821711, |
| |
14435 | + "n_params": 16512, |
| |
14436 | + "n_fit": 0, |
| |
14437 | + "seed": 0, |
| |
14438 | + "scale": 1.2680675773635888 |
| |
14439 | + }, |
| |
14440 | + "donor_s0->recipient_s2|unrelated_procrustes": { |
| |
14441 | + "r2_fit_unrelated": 0.6879455533794716, |
| |
14442 | + "r2_on_target_rows": 0.3980930061036497, |
| |
14443 | + "n_params": 16512 |
| |
14444 | + }, |
| |
14445 | + "donor_s0->recipient_s2|unrelated_data": { |
| |
14446 | + "r2_fit_unrelated": 0.9272027794522885, |
| |
14447 | + "r2_on_target_rows": 0.643609258301607, |
| |
14448 | + "n_params": 16512 |
| |
14449 | + }, |
| |
14450 | + "donor_s1->recipient_s0|identity": { |
| |
14451 | + "r2_fit": -6.586684758793734, |
| |
14452 | + "r2_unrelated_heldout": -5.828341624128638, |
| |
14453 | + "n_params": 16512, |
| |
14454 | + "n_fit": 0 |
| |
14455 | + }, |
| |
14456 | + "donor_s1->recipient_s0|procrustes": { |
| |
14457 | + "r2_fit": 0.59897773196567, |
| |
14458 | + "r2_unrelated_heldout": 0.6482026700281949, |
| |
14459 | + "n_params": 16512, |
| |
14460 | + "n_fit": 14420, |
| |
14461 | + "scale": 0.32428807093392453, |
| |
14462 | + "padded": false |
| |
14463 | + }, |
| |
14464 | + "donor_s1->recipient_s0|ridge": { |
| |
14465 | + "r2_fit": 0.9168143805297975, |
| |
14466 | + "r2_unrelated_heldout": 0.9191447036311499, |
| |
14467 | + "n_params": 16512, |
| |
14468 | + "n_fit": 14420, |
| |
14469 | + "lambda": 0.01 |
| |
14470 | + }, |
| |
14471 | + "donor_s1->recipient_s0|cca": { |
| |
14472 | + "r2_fit": 0.9599797405831457, |
| |
14473 | + "r2_unrelated_heldout": 0.9646649034045021, |
| |
14474 | + "n_params": 16512, |
| |
14475 | + "n_fit": 14420, |
| |
14476 | + "k": 128, |
| |
14477 | + "top_canonical_corr": 0.9934366511928084 |
| |
14478 | + }, |
| |
14479 | + "donor_s1->recipient_s0|random_orth": { |
| |
14480 | + "r2_fit": -1.022728572187677, |
| |
14481 | + "r2_unrelated_heldout": -0.9327536838458403, |
| |
14482 | + "n_params": 16512, |
| |
14483 | + "n_fit": 0, |
| |
14484 | + "seed": 0, |
| |
14485 | + "scale": 0.41901120483083387 |
| |
14486 | + }, |
| |
14487 | + "donor_s1->recipient_s0|unrelated_procrustes": { |
| |
14488 | + "r2_fit_unrelated": 0.7135174279569991, |
| |
14489 | + "r2_on_target_rows": 0.4771871516307832, |
| |
14490 | + "n_params": 16512 |
| |
14491 | + }, |
| |
14492 | + "donor_s1->recipient_s0|unrelated_data": { |
| |
14493 | + "r2_fit_unrelated": 0.9423701559799916, |
| |
14494 | + "r2_on_target_rows": 0.7319011884909048, |
| |
14495 | + "n_params": 16512 |
| |
14496 | + }, |
| |
14497 | + "donor_s1->recipient_s1|identity": { |
| |
14498 | + "r2_fit": -0.4216139965496164, |
| |
14499 | + "r2_unrelated_heldout": -0.048883059788058514, |
| |
14500 | + "n_params": 16512, |
| |
14501 | + "n_fit": 0 |
| |
14502 | + }, |
| |
14503 | + "donor_s1->recipient_s1|procrustes": { |
| |
14504 | + "r2_fit": 0.6109111600069568, |
| |
14505 | + "r2_unrelated_heldout": 0.6695002850796319, |
| |
14506 | + "n_params": 16512, |
| |
14507 | + "n_fit": 14420, |
| |
14508 | + "scale": 0.568325392330902, |
| |
14509 | + "padded": false |
| |
14510 | + }, |
| |
14511 | + "donor_s1->recipient_s1|ridge": { |
| |
14512 | + "r2_fit": 0.9113979456752024, |
| |
14513 | + "r2_unrelated_heldout": 0.9114624820506367, |
| |
14514 | + "n_params": 16512, |
| |
14515 | + "n_fit": 14420, |
| |
14516 | + "lambda": 0.01 |
| |
14517 | + }, |
| |
14518 | + "donor_s1->recipient_s1|cca": { |
| |
14519 | + "r2_fit": 0.9538792921282375, |
| |
14520 | + "r2_unrelated_heldout": 0.9554210271708828, |
| |
14521 | + "n_params": 16512, |
| |
14522 | + "n_fit": 14420, |
| |
14523 | + "k": 128, |
| |
14524 | + "top_canonical_corr": 0.9936592698990432 |
| |
14525 | + }, |
| |
14526 | + "donor_s1->recipient_s1|random_orth": { |
| |
14527 | + "r2_fit": -1.0385872345211378, |
| |
14528 | + "r2_unrelated_heldout": -0.9963993735451013, |
| |
14529 | + "n_params": 16512, |
| |
14530 | + "n_fit": 0, |
| |
14531 | + "seed": 0, |
| |
14532 | + "scale": 0.7271232415625851 |
| |
14533 | + }, |
| |
14534 | + "donor_s1->recipient_s1|unrelated_procrustes": { |
| |
14535 | + "r2_fit_unrelated": 0.7411544915530686, |
| |
14536 | + "r2_on_target_rows": 0.505394895843774, |
| |
14537 | + "n_params": 16512 |
| |
14538 | + }, |
| |
14539 | + "donor_s1->recipient_s1|unrelated_data": { |
| |
14540 | + "r2_fit_unrelated": 0.9368852208105842, |
| |
14541 | + "r2_on_target_rows": 0.6649153097821959, |
| |
14542 | + "n_params": 16512 |
| |
14543 | + }, |
| |
14544 | + "donor_s1->recipient_s2|identity": { |
| |
14545 | + "r2_fit": -1.6182885402907505, |
| |
14546 | + "r2_unrelated_heldout": -1.4164937000604385, |
| |
14547 | + "n_params": 16512, |
| |
14548 | + "n_fit": 0 |
| |
14549 | + }, |
| |
14550 | + "donor_s1->recipient_s2|procrustes": { |
| |
14551 | + "r2_fit": 0.5791925057144502, |
| |
14552 | + "r2_unrelated_heldout": 0.6436074219546253, |
| |
14553 | + "n_params": 16512, |
| |
14554 | + "n_fit": 14420, |
| |
14555 | + "scale": 0.6944506822945651, |
| |
14556 | + "padded": false |
| |
14557 | + }, |
| |
14558 | + "donor_s1->recipient_s2|ridge": { |
| |
14559 | + "r2_fit": 0.9096112176316314, |
| |
14560 | + "r2_unrelated_heldout": 0.9079328275039704, |
| |
14561 | + "n_params": 16512, |
| |
14562 | + "n_fit": 14420, |
| |
14563 | + "lambda": 0.01 |
| |
14564 | + }, |
| |
14565 | + "donor_s1->recipient_s2|cca": { |
| |
14566 | + "r2_fit": 0.957654050942874, |
| |
14567 | + "r2_unrelated_heldout": 0.9599553677554946, |
| |
14568 | + "n_params": 16512, |
| |
14569 | + "n_fit": 14420, |
| |
14570 | + "k": 128, |
| |
14571 | + "top_canonical_corr": 0.996405733613708 |
| |
14572 | + }, |
| |
14573 | + "donor_s1->recipient_s2|random_orth": { |
| |
14574 | + "r2_fit": -1.0527668389194829, |
| |
14575 | + "r2_unrelated_heldout": -0.9746003771434886, |
| |
14576 | + "n_params": 16512, |
| |
14577 | + "n_fit": 0, |
| |
14578 | + "seed": 0, |
| |
14579 | + "scale": 0.9124938570901524 |
| |
14580 | + }, |
| |
14581 | + "donor_s1->recipient_s2|unrelated_procrustes": { |
| |
14582 | + "r2_fit_unrelated": 0.710409377559773, |
| |
14583 | + "r2_on_target_rows": 0.4726698980180969, |
| |
14584 | + "n_params": 16512 |
| |
14585 | + }, |
| |
14586 | + "donor_s1->recipient_s2|unrelated_data": { |
| |
14587 | + "r2_fit_unrelated": 0.9352986921303121, |
| |
14588 | + "r2_on_target_rows": 0.7132224377531171, |
| |
14589 | + "n_params": 16512 |
| |
14590 | + }, |
| |
14591 | + "donor_s2->recipient_s0|identity": { |
| |
14592 | + "r2_fit": -3.9902234232577847, |
| |
14593 | + "r2_unrelated_heldout": -3.835711929160257, |
| |
14594 | + "n_params": 16512, |
| |
14595 | + "n_fit": 0 |
| |
14596 | + }, |
| |
14597 | + "donor_s2->recipient_s0|procrustes": { |
| |
14598 | + "r2_fit": 0.5599031462310341, |
| |
14599 | + "r2_unrelated_heldout": 0.6094079388184191, |
| |
14600 | + "n_params": 16512, |
| |
14601 | + "n_fit": 14420, |
| |
14602 | + "scale": 0.42002718682164925, |
| |
14603 | + "padded": false |
| |
14604 | + }, |
| |
14605 | + "donor_s2->recipient_s0|ridge": { |
| |
14606 | + "r2_fit": 0.8873498280501105, |
| |
14607 | + "r2_unrelated_heldout": 0.888385872535475, |
| |
14608 | + "n_params": 16512, |
| |
14609 | + "n_fit": 14420, |
| |
14610 | + "lambda": 0.01 |
| |
14611 | + }, |
| |
14612 | + "donor_s2->recipient_s0|cca": { |
| |
14613 | + "r2_fit": 0.9507756549181156, |
| |
14614 | + "r2_unrelated_heldout": 0.9542719139998647, |
| |
14615 | + "n_params": 16512, |
| |
14616 | + "n_fit": 14420, |
| |
14617 | + "k": 128, |
| |
14618 | + "top_canonical_corr": 0.9907341487767034 |
| |
14619 | + }, |
| |
14620 | + "donor_s2->recipient_s0|random_orth": { |
| |
14621 | + "r2_fit": -1.0367921730339469, |
| |
14622 | + "r2_unrelated_heldout": -0.9916907298025843, |
| |
14623 | + "n_params": 16512, |
| |
14624 | + "n_fit": 0, |
| |
14625 | + "seed": 0, |
| |
14626 | + "scale": 0.5613334851064288 |
| |
14627 | + }, |
| |
14628 | + "donor_s2->recipient_s0|unrelated_procrustes": { |
| |
14629 | + "r2_fit_unrelated": 0.6627833690729648, |
| |
14630 | + "r2_on_target_rows": 0.4710256743036477, |
| |
14631 | + "n_params": 16512 |
| |
14632 | + }, |
| |
14633 | + "donor_s2->recipient_s0|unrelated_data": { |
| |
14634 | + "r2_fit_unrelated": 0.9193106396646114, |
| |
14635 | + "r2_on_target_rows": 0.7221448176564748, |
| |
14636 | + "n_params": 16512 |
| |
14637 | + }, |
| |
14638 | + "donor_s2->recipient_s1|identity": { |
| |
14639 | + "r2_fit": -1.526452342459916, |
| |
14640 | + "r2_unrelated_heldout": -1.526668346815621, |
| |
14641 | + "n_params": 16512, |
| |
14642 | + "n_fit": 0 |
| |
14643 | + }, |
| |
14644 | + "donor_s2->recipient_s1|procrustes": { |
| |
14645 | + "r2_fit": 0.5401909420832594, |
| |
14646 | + "r2_unrelated_heldout": 0.6058719609897628, |
| |
14647 | + "n_params": 16512, |
| |
14648 | + "n_fit": 14420, |
| |
14649 | + "scale": 0.7159406053011764, |
| |
14650 | + "padded": false |
| |
14651 | + }, |
| |
14652 | + "donor_s2->recipient_s1|ridge": { |
| |
14653 | + "r2_fit": 0.8630230708606267, |
| |
14654 | + "r2_unrelated_heldout": 0.8630541045814142, |
| |
14655 | + "n_params": 16512, |
| |
14656 | + "n_fit": 14420, |
| |
14657 | + "lambda": 0.01 |
| |
14658 | + }, |
| |
14659 | + "donor_s2->recipient_s1|cca": { |
| |
14660 | + "r2_fit": 0.9326731363999202, |
| |
14661 | + "r2_unrelated_heldout": 0.9345888681147572, |
| |
14662 | + "n_params": 16512, |
| |
14663 | + "n_fit": 14420, |
| |
14664 | + "k": 128, |
| |
14665 | + "top_canonical_corr": 0.9902779928063394 |
| |
14666 | + }, |
| |
14667 | + "donor_s2->recipient_s1|random_orth": { |
| |
14668 | + "r2_fit": -1.024390225760571, |
| |
14669 | + "r2_unrelated_heldout": -1.0364172328765449, |
| |
14670 | + "n_params": 16512, |
| |
14671 | + "n_fit": 0, |
| |
14672 | + "seed": 0, |
| |
14673 | + "scale": 0.9740995433594531 |
| |
14674 | + }, |
| |
14675 | + "donor_s2->recipient_s1|unrelated_procrustes": { |
| |
14676 | + "r2_fit_unrelated": 0.6652788592779547, |
| |
14677 | + "r2_on_target_rows": 0.4608539829549704, |
| |
14678 | + "n_params": 16512 |
| |
14679 | + }, |
| |
14680 | + "donor_s2->recipient_s1|unrelated_data": { |
| |
14681 | + "r2_fit_unrelated": 0.8983537336037277, |
| |
14682 | + "r2_on_target_rows": 0.6573682101658428, |
| |
14683 | + "n_params": 16512 |
| |
14684 | + }, |
| |
14685 | + "donor_s2->recipient_s2|identity": { |
| |
14686 | + "r2_fit": 0.23298948463275704, |
| |
14687 | + "r2_unrelated_heldout": 0.406326478321256, |
| |
14688 | + "n_params": 16512, |
| |
14689 | + "n_fit": 0 |
| |
14690 | + }, |
| |
14691 | + "donor_s2->recipient_s2|procrustes": { |
| |
14692 | + "r2_fit": 0.5838664342380675, |
| |
14693 | + "r2_unrelated_heldout": 0.6600862822432347, |
| |
14694 | + "n_params": 16512, |
| |
14695 | + "n_fit": 14420, |
| |
14696 | + "scale": 0.9340755619487364, |
| |
14697 | + "padded": false |
| |
14698 | + }, |
| |
14699 | + "donor_s2->recipient_s2|ridge": { |
| |
14700 | + "r2_fit": 0.8900463458486699, |
| |
14701 | + "r2_unrelated_heldout": 0.8899659510453641, |
| |
14702 | + "n_params": 16512, |
| |
14703 | + "n_fit": 14420, |
| |
14704 | + "lambda": 0.01 |
| |
14705 | + }, |
| |
14706 | + "donor_s2->recipient_s2|cca": { |
| |
14707 | + "r2_fit": 0.9502796612147061, |
| |
14708 | + "r2_unrelated_heldout": 0.9523175151882534, |
| |
14709 | + "n_params": 16512, |
| |
14710 | + "n_fit": 14420, |
| |
14711 | + "k": 128, |
| |
14712 | + "top_canonical_corr": 0.9931138148964983 |
| |
14713 | + }, |
| |
14714 | + "donor_s2->recipient_s2|random_orth": { |
| |
14715 | + "r2_fit": -0.9654380254515265, |
| |
14716 | + "r2_unrelated_heldout": -0.9535978983790654, |
| |
14717 | + "n_params": 16512, |
| |
14718 | + "n_fit": 0, |
| |
14719 | + "seed": 0, |
| |
14720 | + "scale": 1.2224335555547186 |
| |
14721 | + }, |
| |
14722 | + "donor_s2->recipient_s2|unrelated_procrustes": { |
| |
14723 | + "r2_fit_unrelated": 0.7173216414406225, |
| |
14724 | + "r2_on_target_rows": 0.501302389514438, |
| |
14725 | + "n_params": 16512 |
| |
14726 | + }, |
| |
14727 | + "donor_s2->recipient_s2|unrelated_data": { |
| |
14728 | + "r2_fit_unrelated": 0.9240601810554955, |
| |
14729 | + "r2_on_target_rows": 0.6789242494673107, |
| |
14730 | + "n_params": 16512 |
| |
14731 | + } |
| |
14732 | + }, |
| |
14733 | + "layer_grid": { |
| |
14734 | + "pair": "donor_s0->recipient_s0", |
| |
14735 | + "map": "unrelated_procrustes", |
| |
14736 | + "cells": { |
| |
14737 | + "0->0": { |
| |
14738 | + "target": 0.979, |
| |
14739 | + "control": 0.989, |
| |
14740 | + "omega_step": 0.982 |
| |
14741 | + }, |
| |
14742 | + "0->1": { |
| |
14743 | + "target": 0.777, |
| |
14744 | + "control": 0.834, |
| |
14745 | + "omega_step": 0.852 |
| |
14746 | + }, |
| |
14747 | + "0->2": { |
| |
14748 | + "target": 0.822, |
| |
14749 | + "control": 0.877, |
| |
14750 | + "omega_step": 0.889 |
| |
14751 | + }, |
| |
14752 | + "0->3": { |
| |
14753 | + "target": 0.752, |
| |
14754 | + "control": 0.882, |
| |
14755 | + "omega_step": 0.804 |
| |
14756 | + }, |
| |
14757 | + "1->0": { |
| |
14758 | + "target": 1.0, |
| |
14759 | + "control": 1.0, |
| |
14760 | + "omega_step": 1.0 |
| |
14761 | + }, |
| |
14762 | + "1->1": { |
| |
14763 | + "target": 1.0, |
| |
14764 | + "control": 1.0, |
| |
14765 | + "omega_step": 1.0 |
| |
14766 | + }, |
| |
14767 | + "1->2": { |
| |
14768 | + "target": 1.0, |
| |
14769 | + "control": 1.0, |
| |
14770 | + "omega_step": 1.0 |
| |
14771 | + }, |
| |
14772 | + "1->3": { |
| |
14773 | + "target": 1.0, |
| |
14774 | + "control": 1.0, |
| |
14775 | + "omega_step": 1.0 |
| |
14776 | + }, |
| |
14777 | + "2->0": { |
| |
14778 | + "target": 1.0, |
| |
14779 | + "control": 1.0, |
| |
14780 | + "omega_step": 1.0 |
| |
14781 | + }, |
| |
14782 | + "2->1": { |
| |
14783 | + "target": 1.0, |
| |
14784 | + "control": 1.0, |
| |
14785 | + "omega_step": 1.0 |
| |
14786 | + }, |
| |
14787 | + "2->2": { |
| |
14788 | + "target": 1.0, |
| |
14789 | + "control": 1.0, |
| |
14790 | + "omega_step": 1.0 |
| |
14791 | + }, |
| |
14792 | + "2->3": { |
| |
14793 | + "target": 1.0, |
| |
14794 | + "control": 1.0, |
| |
14795 | + "omega_step": 1.0 |
| |
14796 | + }, |
| |
14797 | + "3->0": { |
| |
14798 | + "target": 1.0, |
| |
14799 | + "control": 1.0, |
| |
14800 | + "omega_step": 1.0 |
| |
14801 | + }, |
| |
14802 | + "3->1": { |
| |
14803 | + "target": 1.0, |
| |
14804 | + "control": 1.0, |
| |
14805 | + "omega_step": 1.0 |
| |
14806 | + }, |
| |
14807 | + "3->2": { |
| |
14808 | + "target": 1.0, |
| |
14809 | + "control": 1.0, |
| |
14810 | + "omega_step": 1.0 |
| |
14811 | + }, |
| |
14812 | + "3->3": { |
| |
14813 | + "target": 1.0, |
| |
14814 | + "control": 1.0, |
| |
14815 | + "omega_step": 1.0 |
| |
14816 | + } |
| |
14817 | + } |
| |
14818 | + }, |
| |
14819 | + "dose": { |
| |
14820 | + "pair": "donor_s0->recipient_s0", |
| |
14821 | + "map": "unrelated_procrustes", |
| |
14822 | + "cells": { |
| |
14823 | + "0.0": { |
| |
14824 | + "target": 0.111, |
| |
14825 | + "control": 1.0 |
| |
14826 | + }, |
| |
14827 | + "0.1": { |
| |
14828 | + "target": 0.153, |
| |
14829 | + "control": 1.0 |
| |
14830 | + }, |
| |
14831 | + "0.25": { |
| |
14832 | + "target": 0.214, |
| |
14833 | + "control": 1.0 |
| |
14834 | + }, |
| |
14835 | + "0.5": { |
| |
14836 | + "target": 0.443, |
| |
14837 | + "control": 1.0 |
| |
14838 | + }, |
| |
14839 | + "0.75": { |
| |
14840 | + "target": 0.895, |
| |
14841 | + "control": 1.0 |
| |
14842 | + }, |
| |
14843 | + "1.0": { |
| |
14844 | + "target": 0.979, |
| |
14845 | + "control": 0.989 |
| |
14846 | + }, |
| |
14847 | + "1.25": { |
| |
14848 | + "target": 0.924, |
| |
14849 | + "control": 0.901 |
| |
14850 | + }, |
| |
14851 | + "1.5": { |
| |
14852 | + "target": 0.753, |
| |
14853 | + "control": 0.732 |
| |
14854 | + }, |
| |
14855 | + "2.0": { |
| |
14856 | + "target": 0.391, |
| |
14857 | + "control": 0.359 |
| |
14858 | + } |
| |
14859 | + } |
| |
14860 | + }, |
| |
14861 | + "mismatch": { |
| |
14862 | + "recipient_w96_s0": "done", |
| |
14863 | + "recipient_L6_s0": "done" |
| |
14864 | + }, |
| |
14865 | + "splits_stride2": { |
| |
14866 | + "align_target": { |
| |
14867 | + "n": 3000, |
| |
14868 | + "hash": "a0a6aa5cc41ed8d9" |
| |
14869 | + }, |
| |
14870 | + "align_unrelated": { |
| |
14871 | + "n": 3000, |
| |
14872 | + "hash": "302c14763279e73d" |
| |
14873 | + }, |
| |
14874 | + "target_iid": { |
| |
14875 | + "n": 1000, |
| |
14876 | + "hash": "f3f7760b01817dc6" |
| |
14877 | + }, |
| |
14878 | + "control_iid": { |
| |
14879 | + "n": 1000, |
| |
14880 | + "hash": "d11507fc160395db" |
| |
14881 | + }, |
| |
14882 | + "comp_heldout": { |
| |
14883 | + "n": 1000, |
| |
14884 | + "hash": "3188b76071602928" |
| |
14885 | + }, |
| |
14886 | + "len_ood": { |
| |
14887 | + "n": 500, |
| |
14888 | + "hash": "6fb7b5d52d3c5e82" |
| |
14889 | + } |
| |
14890 | + }, |
| |
14891 | + "mechanism": { |
| |
14892 | + "ablated_component": "attn_out.0 at read positions (donor_s0)", |
| |
14893 | + "rescue_source": "donor_s1", |
| |
14894 | + "yab_norm_mean": 5.557616233825684 |
| |
14895 | + }, |
| |
14896 | + "rule_vs_cache": { |
| |
14897 | + "seen_values": [ |
| |
14898 | + 0, |
| |
14899 | + 1, |
| |
14900 | + 2, |
| |
14901 | + 3, |
| |
14902 | + 4, |
| |
14903 | + 5 |
| |
14904 | + ], |
| |
14905 | + "n_items_seen": 506, |
| |
14906 | + "n_items_unseen": 384, |
| |
14907 | + "n_fit_rows": 12794, |
| |
14908 | + "h5_act_ridge_seenfit": { |
| |
14909 | + "seen": { |
| |
14910 | + "estimate": 0.4723320158102767, |
| |
14911 | + "low": 0.4263261296660118, |
| |
14912 | + "high": 0.5167669459253618, |
| |
14913 | + "level": 0.95, |
| |
14914 | + "n_items": 506, |
| |
14915 | + "n_clusters": 499, |
| |
14916 | + "n_boot": 2000 |
| |
14917 | + }, |
| |
14918 | + "unseen": { |
| |
14919 | + "estimate": 0.7395833333333334, |
| |
14920 | + "low": 0.6927083333333334, |
| |
14921 | + "high": 0.7859007832898173, |
| |
14922 | + "level": 0.95, |
| |
14923 | + "n_items": 384, |
| |
14924 | + "n_clusters": 383, |
| |
14925 | + "n_boot": 2000 |
| |
14926 | + } |
| |
14927 | + }, |
| |
14928 | + "h5_act_procrustes_seenfit": { |
| |
14929 | + "seen": { |
| |
14930 | + "estimate": 0.9664031620553359, |
| |
14931 | + "low": 0.9499779843444227, |
| |
14932 | + "high": 0.9803149606299213, |
| |
14933 | + "level": 0.95, |
| |
14934 | + "n_items": 506, |
| |
14935 | + "n_clusters": 499, |
| |
14936 | + "n_boot": 2000 |
| |
14937 | + }, |
| |
14938 | + "unseen": { |
| |
14939 | + "estimate": 0.8307291666666666, |
| |
14940 | + "low": 0.7921942640692642, |
| |
14941 | + "high": 0.8675324675324675, |
| |
14942 | + "level": 0.95, |
| |
14943 | + "n_items": 384, |
| |
14944 | + "n_clusters": 383, |
| |
14945 | + "n_boot": 2000 |
| |
14946 | + } |
| |
14947 | + }, |
| |
14948 | + "h5_adapter_seenfit": { |
| |
14949 | + "seen": { |
| |
14950 | + "estimate": 0.7648221343873518, |
| |
14951 | + "low": 0.7287128712871287, |
| |
14952 | + "high": 0.8, |
| |
14953 | + "level": 0.95, |
| |
14954 | + "n_items": 506, |
| |
14955 | + "n_clusters": 499, |
| |
14956 | + "n_boot": 2000 |
| |
14957 | + }, |
| |
14958 | + "unseen": { |
| |
14959 | + "estimate": 0.0, |
| |
14960 | + "low": 0.0, |
| |
14961 | + "high": 0.0, |
| |
14962 | + "level": 0.95, |
| |
14963 | + "n_items": 384, |
| |
14964 | + "n_clusters": 383, |
| |
14965 | + "n_boot": 2000 |
| |
14966 | + } |
| |
14967 | + } |
| |
14968 | + }, |
| |
14969 | + "persistent": { |
| |
14970 | + "adapter_file": "experiments/summaries/graft_tier0_30e3644aa801/persistent/adapter_graft.npz", |
| |
14971 | + "evaluated_in_fresh_process": false |
| |
14972 | + }, |
| |
14973 | + "contrasts": { |
| |
14974 | + "donor_s0->recipient_s0": { |
| |
14975 | + "act_identity_all": { |
| |
14976 | + "transfer_gain": { |
| |
14977 | + "estimate": 0.633, |
| |
14978 | + "low": 0.6007972132452859, |
| |
14979 | + "high": 0.6656596931532778, |
| |
14980 | + "level": 0.95, |
| |
14981 | + "n_items": 1000, |
| |
14982 | + "n_clusters": 970, |
| |
14983 | + "n_boot": 2000 |
| |
14984 | + }, |
| |
14985 | + "control_adjusted": { |
| |
14986 | + "estimate": 0.642, |
| |
14987 | + "low": 0.6065716343550747, |
| |
14988 | + "high": 0.6780756180368785, |
| |
14989 | + "level": 0.95, |
| |
14990 | + "n_items": 1000, |
| |
14991 | + "n_clusters": 970, |
| |
14992 | + "n_boot": 2000 |
| |
14993 | + }, |
| |
14994 | + "retention_control": { |
| |
14995 | + "estimate": -0.016, |
| |
14996 | + "low": -0.024852132226560953, |
| |
14997 | + "high": -0.00897308075772682, |
| |
14998 | + "level": 0.95, |
| |
14999 | + "n_items": 1000, |
| |
15000 | + "n_clusters": 975, |
| |
15001 | + "n_boot": 2000 |
| |
15002 | + } |
| |
15003 | + }, |
| |
15004 | + "act_identity_omega": { |
| |
15005 | + "transfer_gain": { |
| |
15006 | + "estimate": 0.647, |
| |
15007 | + "low": 0.6146881287726358, |
| |
15008 | + "high": 0.6787521743110867, |
| |
15009 | + "level": 0.95, |
| |
15010 | + "n_items": 1000, |
| |
15011 | + "n_clusters": 970, |
| |
15012 | + "n_boot": 2000 |
| |
15013 | + }, |
| |
15014 | + "control_adjusted": { |
| |
15015 | + "estimate": 0.656, |
| |
15016 | + "low": 0.6209633503672948, |
| |
15017 | + "high": 0.6913163931876506, |
| |
15018 | + "level": 0.95, |
| |
15019 | + "n_items": 1000, |
| |
15020 | + "n_clusters": 970, |
| |
15021 | + "n_boot": 2000 |
| |
15022 | + }, |
| |
15023 | + "retention_control": { |
| |
15024 | + "estimate": 0.0, |
| |
15025 | + "low": 0.0, |
| |
15026 | + "high": 0.0, |
| |
15027 | + "level": 0.95, |
| |
15028 | + "n_items": 1000, |
| |
15029 | + "n_clusters": 975, |
| |
15030 | + "n_boot": 2000 |
| |
15031 | + } |
| |
15032 | + }, |
| |
15033 | + "act_procrustes_all": { |
| |
15034 | + "transfer_gain": { |
| |
15035 | + "estimate": 0.597, |
| |
15036 | + "low": 0.5646908443046859, |
| |
15037 | + "high": 0.627628157925837, |
| |
15038 | + "level": 0.95, |
| |
15039 | + "n_items": 1000, |
| |
15040 | + "n_clusters": 970, |
| |
15041 | + "n_boot": 2000 |
| |
15042 | + }, |
| |
15043 | + "control_adjusted": { |
| |
15044 | + "estimate": 0.606, |
| |
15045 | + "low": 0.5714285714285714, |
| |
15046 | + "high": 0.63928467660246, |
| |
15047 | + "level": 0.95, |
| |
15048 | + "n_items": 1000, |
| |
15049 | + "n_clusters": 970, |
| |
15050 | + "n_boot": 2000 |
| |
15051 | + }, |
| |
15052 | + "retention_control": { |
| |
15053 | + "estimate": -0.044, |
| |
15054 | + "low": -0.057885677197054446, |
| |
15055 | + "high": -0.031936127744510975, |
| |
15056 | + "level": 0.95, |
| |
15057 | + "n_items": 1000, |
| |
15058 | + "n_clusters": 975, |
| |
15059 | + "n_boot": 2000 |
| |
15060 | + } |
| |
15061 | + }, |
| |
15062 | + "act_procrustes_omega": { |
| |
15063 | + "transfer_gain": { |
| |
15064 | + "estimate": 0.617, |
| |
15065 | + "low": 0.5854060864508627, |
| |
15066 | + "high": 0.6480060301507538, |
| |
15067 | + "level": 0.95, |
| |
15068 | + "n_items": 1000, |
| |
15069 | + "n_clusters": 970, |
| |
15070 | + "n_boot": 2000 |
| |
15071 | + }, |
| |
15072 | + "control_adjusted": { |
| |
15073 | + "estimate": 0.626, |
| |
15074 | + "low": 0.592771818995916, |
| |
15075 | + "high": 0.6590462921184489, |
| |
15076 | + "level": 0.95, |
| |
15077 | + "n_items": 1000, |
| |
15078 | + "n_clusters": 970, |
| |
15079 | + "n_boot": 2000 |
| |
15080 | + }, |
| |
15081 | + "retention_control": { |
| |
15082 | + "estimate": 0.0, |
| |
15083 | + "low": 0.0, |
| |
15084 | + "high": 0.0, |
| |
15085 | + "level": 0.95, |
| |
15086 | + "n_items": 1000, |
| |
15087 | + "n_clusters": 975, |
| |
15088 | + "n_boot": 2000 |
| |
15089 | + } |
| |
15090 | + }, |
| |
15091 | + "act_ridge_all": { |
| |
15092 | + "transfer_gain": { |
| |
15093 | + "estimate": 0.156, |
| |
15094 | + "low": 0.1297735721947909, |
| |
15095 | + "high": 0.1830024647887324, |
| |
15096 | + "level": 0.95, |
| |
15097 | + "n_items": 1000, |
| |
15098 | + "n_clusters": 970, |
| |
15099 | + "n_boot": 2000 |
| |
15100 | + }, |
| |
15101 | + "control_adjusted": { |
| |
15102 | + "estimate": 0.165, |
| |
15103 | + "low": 0.13274314203451507, |
| |
15104 | + "high": 0.19718806291930835, |
| |
15105 | + "level": 0.95, |
| |
15106 | + "n_items": 1000, |
| |
15107 | + "n_clusters": 970, |
| |
15108 | + "n_boot": 2000 |
| |
15109 | + }, |
| |
15110 | + "retention_control": { |
| |
15111 | + "estimate": 0.0, |
| |
15112 | + "low": 0.0, |
| |
15113 | + "high": 0.0, |
| |
15114 | + "level": 0.95, |
| |
15115 | + "n_items": 1000, |
| |
15116 | + "n_clusters": 975, |
| |
15117 | + "n_boot": 2000 |
| |
15118 | + } |
| |
15119 | + }, |
| |
15120 | + "act_ridge_omega": { |
| |
15121 | + "transfer_gain": { |
| |
15122 | + "estimate": 0.156, |
| |
15123 | + "low": 0.1297735721947909, |
| |
15124 | + "high": 0.1830024647887324, |
| |
15125 | + "level": 0.95, |
| |
15126 | + "n_items": 1000, |
| |
15127 | + "n_clusters": 970, |
| |
15128 | + "n_boot": 2000 |
| |
15129 | + }, |
| |
15130 | + "control_adjusted": { |
| |
15131 | + "estimate": 0.165, |
| |
15132 | + "low": 0.13274314203451507, |
| |
15133 | + "high": 0.19718806291930835, |
| |
15134 | + "level": 0.95, |
| |
15135 | + "n_items": 1000, |
| |
15136 | + "n_clusters": 970, |
| |
15137 | + "n_boot": 2000 |
| |
15138 | + }, |
| |
15139 | + "retention_control": { |
| |
15140 | + "estimate": 0.0, |
| |
15141 | + "low": 0.0, |
| |
15142 | + "high": 0.0, |
| |
15143 | + "level": 0.95, |
| |
15144 | + "n_items": 1000, |
| |
15145 | + "n_clusters": 975, |
| |
15146 | + "n_boot": 2000 |
| |
15147 | + } |
| |
15148 | + }, |
| |
15149 | + "act_cca_all": { |
| |
15150 | + "transfer_gain": { |
| |
15151 | + "estimate": 0.013, |
| |
15152 | + "low": 0.0009918682039745034, |
| |
15153 | + "high": 0.025974025974025976, |
| |
15154 | + "level": 0.95, |
| |
15155 | + "n_items": 1000, |
| |
15156 | + "n_clusters": 970, |
| |
15157 | + "n_boot": 2000 |
| |
15158 | + }, |
| |
15159 | + "control_adjusted": { |
| |
15160 | + "estimate": 0.022, |
| |
15161 | + "low": -0.00601820521806383, |
| |
15162 | + "high": 0.050206810086239166, |
| |
15163 | + "level": 0.95, |
| |
15164 | + "n_items": 1000, |
| |
15165 | + "n_clusters": 970, |
| |
15166 | + "n_boot": 2000 |
| |
15167 | + }, |
| |
15168 | + "retention_control": { |
| |
15169 | + "estimate": 0.0, |
| |
15170 | + "low": 0.0, |
| |
15171 | + "high": 0.0, |
| |
15172 | + "level": 0.95, |
| |
15173 | + "n_items": 1000, |
| |
15174 | + "n_clusters": 975, |
| |
15175 | + "n_boot": 2000 |
| |
15176 | + } |
| |
15177 | + }, |
| |
15178 | + "act_cca_omega": { |
| |
15179 | + "transfer_gain": { |
| |
15180 | + "estimate": 0.013, |
| |
15181 | + "low": 0.0009918682039745034, |
| |
15182 | + "high": 0.025974025974025976, |
| |
15183 | + "level": 0.95, |
| |
15184 | + "n_items": 1000, |
| |
15185 | + "n_clusters": 970, |
| |
15186 | + "n_boot": 2000 |
| |
15187 | + }, |
| |
15188 | + "control_adjusted": { |
| |
15189 | + "estimate": 0.022, |
| |
15190 | + "low": -0.00601820521806383, |
| |
15191 | + "high": 0.050206810086239166, |
| |
15192 | + "level": 0.95, |
| |
15193 | + "n_items": 1000, |
| |
15194 | + "n_clusters": 970, |
| |
15195 | + "n_boot": 2000 |
| |
15196 | + }, |
| |
15197 | + "retention_control": { |
| |
15198 | + "estimate": 0.0, |
| |
15199 | + "low": 0.0, |
| |
15200 | + "high": 0.0, |
| |
15201 | + "level": 0.95, |
| |
15202 | + "n_items": 1000, |
| |
15203 | + "n_clusters": 975, |
| |
15204 | + "n_boot": 2000 |
| |
15205 | + } |
| |
15206 | + }, |
| |
15207 | + "ctl_sham_map": { |
| |
15208 | + "transfer_gain": { |
| |
15209 | + "estimate": -0.009, |
| |
15210 | + "low": -0.03500087587587588, |
| |
15211 | + "high": 0.019001429287863584, |
| |
15212 | + "level": 0.95, |
| |
15213 | + "n_items": 1000, |
| |
15214 | + "n_clusters": 970, |
| |
15215 | + "n_boot": 2000 |
| |
15216 | + }, |
| |
15217 | + "control_adjusted": { |
| |
15218 | + "estimate": 0.0, |
| |
15219 | + "low": 0.0, |
| |
15220 | + "high": 0.0, |
| |
15221 | + "level": 0.95, |
| |
15222 | + "n_items": 1000, |
| |
15223 | + "n_clusters": 970, |
| |
15224 | + "n_boot": 2000 |
| |
15225 | + }, |
| |
15226 | + "retention_control": { |
| |
15227 | + "estimate": -0.911, |
| |
15228 | + "low": -0.9283582089552239, |
| |
15229 | + "high": -0.8938938938938938, |
| |
15230 | + "level": 0.95, |
| |
15231 | + "n_items": 1000, |
| |
15232 | + "n_clusters": 975, |
| |
15233 | + "n_boot": 2000 |
| |
15234 | + } |
| |
15235 | + }, |
| |
15236 | + "ctl_unrelated_data_map": { |
| |
15237 | + "transfer_gain": { |
| |
15238 | + "estimate": 0.596, |
| |
15239 | + "low": 0.5627458852462912, |
| |
15240 | + "high": 0.6312205581770421, |
| |
15241 | + "level": 0.95, |
| |
15242 | + "n_items": 1000, |
| |
15243 | + "n_clusters": 970, |
| |
15244 | + "n_boot": 2000 |
| |
15245 | + }, |
| |
15246 | + "control_adjusted": { |
| |
15247 | + "estimate": 0.605, |
| |
15248 | + "low": 0.5712861415752741, |
| |
15249 | + "high": 0.6398009950248756, |
| |
15250 | + "level": 0.95, |
| |
15251 | + "n_items": 1000, |
| |
15252 | + "n_clusters": 970, |
| |
15253 | + "n_boot": 2000 |
| |
15254 | + }, |
| |
15255 | + "retention_control": { |
| |
15256 | + "estimate": 0.0, |
| |
15257 | + "low": 0.0, |
| |
15258 | + "high": 0.0, |
| |
15259 | + "level": 0.95, |
| |
15260 | + "n_items": 1000, |
| |
15261 | + "n_clusters": 975, |
| |
15262 | + "n_boot": 2000 |
| |
15263 | + } |
| |
15264 | + }, |
| |
15265 | + "act_unrelated_procrustes_all": { |
| |
15266 | + "transfer_gain": { |
| |
15267 | + "estimate": 0.868, |
| |
15268 | + "low": 0.8467683291810917, |
| |
15269 | + "high": 0.8902198623900236, |
| |
15270 | + "level": 0.95, |
| |
15271 | + "n_items": 1000, |
| |
15272 | + "n_clusters": 970, |
| |
15273 | + "n_boot": 2000 |
| |
15274 | + }, |
| |
15275 | + "control_adjusted": { |
| |
15276 | + "estimate": 0.877, |
| |
15277 | + "low": 0.8568514519316588, |
| |
15278 | + "high": 0.8962467094763141, |
| |
15279 | + "level": 0.95, |
| |
15280 | + "n_items": 1000, |
| |
15281 | + "n_clusters": 970, |
| |
15282 | + "n_boot": 2000 |
| |
15283 | + }, |
| |
15284 | + "retention_control": { |
| |
15285 | + "estimate": -0.011, |
| |
15286 | + "low": -0.01801846937117478, |
| |
15287 | + "high": -0.005005005005005005, |
| |
15288 | + "level": 0.95, |
| |
15289 | + "n_items": 1000, |
| |
15290 | + "n_clusters": 975, |
| |
15291 | + "n_boot": 2000 |
| |
15292 | + } |
| |
15293 | + }, |
| |
15294 | + "ctl_norm_matched_random": { |
| |
15295 | + "transfer_gain": { |
| |
15296 | + "estimate": -0.023, |
| |
15297 | + "low": -0.050697086139877154, |
| |
15298 | + "high": 0.003024422885612706, |
| |
15299 | + "level": 0.95, |
| |
15300 | + "n_items": 1000, |
| |
15301 | + "n_clusters": 970, |
| |
15302 | + "n_boot": 2000 |
| |
15303 | + }, |
| |
15304 | + "control_adjusted": { |
| |
15305 | + "estimate": -0.014, |
| |
15306 | + "low": -0.0398406374501992, |
| |
15307 | + "high": 0.012049407306645932, |
| |
15308 | + "level": 0.95, |
| |
15309 | + "n_items": 1000, |
| |
15310 | + "n_clusters": 970, |
| |
15311 | + "n_boot": 2000 |
| |
15312 | + }, |
| |
15313 | + "retention_control": { |
| |
15314 | + "estimate": -0.879, |
| |
15315 | + "low": -0.8992039335226827, |
| |
15316 | + "high": -0.8582877173078178, |
| |
15317 | + "level": 0.95, |
| |
15318 | + "n_items": 1000, |
| |
15319 | + "n_clusters": 975, |
| |
15320 | + "n_boot": 2000 |
| |
15321 | + } |
| |
15322 | + }, |
| |
15323 | + "ctl_shuffled_token": { |
| |
15324 | + "transfer_gain": { |
| |
15325 | + "estimate": -0.003, |
| |
15326 | + "low": -0.03135168673591321, |
| |
15327 | + "high": 0.026184604034497787, |
| |
15328 | + "level": 0.95, |
| |
15329 | + "n_items": 1000, |
| |
15330 | + "n_clusters": 970, |
| |
15331 | + "n_boot": 2000 |
| |
15332 | + }, |
| |
15333 | + "control_adjusted": { |
| |
15334 | + "estimate": 0.006, |
| |
15335 | + "low": -0.020203042571463624, |
| |
15336 | + "high": 0.032902117002286554, |
| |
15337 | + "level": 0.95, |
| |
15338 | + "n_items": 1000, |
| |
15339 | + "n_clusters": 970, |
| |
15340 | + "n_boot": 2000 |
| |
15341 | + }, |
| |
15342 | + "retention_control": { |
| |
15343 | + "estimate": -0.899, |
| |
15344 | + "low": -0.9170829170829171, |
| |
15345 | + "high": -0.8794769112684073, |
| |
15346 | + "level": 0.95, |
| |
15347 | + "n_items": 1000, |
| |
15348 | + "n_clusters": 975, |
| |
15349 | + "n_boot": 2000 |
| |
15350 | + } |
| |
15351 | + }, |
| |
15352 | + "ctl_shuffled_layer": { |
| |
15353 | + "transfer_gain": { |
| |
15354 | + "estimate": 0.155, |
| |
15355 | + "low": 0.13178938902878348, |
| |
15356 | + "high": 0.18072529879758795, |
| |
15357 | + "level": 0.95, |
| |
15358 | + "n_items": 1000, |
| |
15359 | + "n_clusters": 970, |
| |
15360 | + "n_boot": 2000 |
| |
15361 | + }, |
| |
15362 | + "control_adjusted": { |
| |
15363 | + "estimate": 0.164, |
| |
15364 | + "low": 0.13099791037260827, |
| |
15365 | + "high": 0.19759307863710893, |
| |
15366 | + "level": 0.95, |
| |
15367 | + "n_items": 1000, |
| |
15368 | + "n_clusters": 970, |
| |
15369 | + "n_boot": 2000 |
| |
15370 | + }, |
| |
15371 | + "retention_control": { |
| |
15372 | + "estimate": 0.0, |
| |
15373 | + "low": 0.0, |
| |
15374 | + "high": 0.0, |
| |
15375 | + "level": 0.95, |
| |
15376 | + "n_items": 1000, |
| |
15377 | + "n_clusters": 975, |
| |
15378 | + "n_boot": 2000 |
| |
15379 | + } |
| |
15380 | + }, |
| |
15381 | + "ctl_unrelated_donor": { |
| |
15382 | + "transfer_gain": { |
| |
15383 | + "estimate": 0.016, |
| |
15384 | + "low": 0.0029910269192422734, |
| |
15385 | + "high": 0.02905811623246493, |
| |
15386 | + "level": 0.95, |
| |
15387 | + "n_items": 1000, |
| |
15388 | + "n_clusters": 970, |
| |
15389 | + "n_boot": 2000 |
| |
15390 | + }, |
| |
15391 | + "control_adjusted": { |
| |
15392 | + "estimate": 0.025, |
| |
15393 | + "low": -0.0020440279905096135, |
| |
15394 | + "high": 0.052845438683948136, |
| |
15395 | + "level": 0.95, |
| |
15396 | + "n_items": 1000, |
| |
15397 | + "n_clusters": 970, |
| |
15398 | + "n_boot": 2000 |
| |
15399 | + }, |
| |
15400 | + "retention_control": { |
| |
15401 | + "estimate": 0.0, |
| |
15402 | + "low": 0.0, |
| |
15403 | + "high": 0.0, |
| |
15404 | + "level": 0.95, |
| |
15405 | + "n_items": 1000, |
| |
15406 | + "n_clusters": 975, |
| |
15407 | + "n_boot": 2000 |
| |
15408 | + } |
| |
15409 | + }, |
| |
15410 | + "steer_a0.5": { |
| |
15411 | + "transfer_gain": { |
| |
15412 | + "estimate": -0.006, |
| |
15413 | + "low": -0.013118393827273745, |
| |
15414 | + "high": 0.001004016064257028, |
| |
15415 | + "level": 0.95, |
| |
15416 | + "n_items": 1000, |
| |
15417 | + "n_clusters": 970, |
| |
15418 | + "n_boot": 2000 |
| |
15419 | + }, |
| |
15420 | + "control_adjusted": { |
| |
15421 | + "estimate": 0.003, |
| |
15422 | + "low": -0.023139415546653535, |
| |
15423 | + "high": 0.030364372469635626, |
| |
15424 | + "level": 0.95, |
| |
15425 | + "n_items": 1000, |
| |
15426 | + "n_clusters": 970, |
| |
15427 | + "n_boot": 2000 |
| |
15428 | + }, |
| |
15429 | + "retention_control": { |
| |
15430 | + "estimate": 0.0, |
| |
15431 | + "low": 0.0, |
| |
15432 | + "high": 0.0, |
| |
15433 | + "level": 0.95, |
| |
15434 | + "n_items": 1000, |
| |
15435 | + "n_clusters": 975, |
| |
15436 | + "n_boot": 2000 |
| |
15437 | + } |
| |
15438 | + }, |
| |
15439 | + "steer_a1.0": { |
| |
15440 | + "transfer_gain": { |
| |
15441 | + "estimate": -0.016, |
| |
15442 | + "low": -0.027944809681336627, |
| |
15443 | + "high": -0.004016064257028112, |
| |
15444 | + "level": 0.95, |
| |
15445 | + "n_items": 1000, |
| |
15446 | + "n_clusters": 970, |
| |
15447 | + "n_boot": 2000 |
| |
15448 | + }, |
| |
15449 | + "control_adjusted": { |
| |
15450 | + "estimate": -0.007, |
| |
15451 | + "low": -0.034, |
| |
15452 | + "high": 0.020917378390629092, |
| |
15453 | + "level": 0.95, |
| |
15454 | + "n_items": 1000, |
| |
15455 | + "n_clusters": 970, |
| |
15456 | + "n_boot": 2000 |
| |
15457 | + }, |
| |
15458 | + "retention_control": { |
| |
15459 | + "estimate": 0.0, |
| |
15460 | + "low": 0.0, |
| |
15461 | + "high": 0.0, |
| |
15462 | + "level": 0.95, |
| |
15463 | + "n_items": 1000, |
| |
15464 | + "n_clusters": 975, |
| |
15465 | + "n_boot": 2000 |
| |
15466 | + } |
| |
15467 | + }, |
| |
15468 | + "steer_a2.0": { |
| |
15469 | + "transfer_gain": { |
| |
15470 | + "estimate": -0.019, |
| |
15471 | + "low": -0.03389830508474576, |
| |
15472 | + "high": -0.003991817162487774, |
| |
15473 | + "level": 0.95, |
| |
15474 | + "n_items": 1000, |
| |
15475 | + "n_clusters": 970, |
| |
15476 | + "n_boot": 2000 |
| |
15477 | + }, |
| |
15478 | + "control_adjusted": { |
| |
15479 | + "estimate": -0.01, |
| |
15480 | + "low": -0.03633189823913742, |
| |
15481 | + "high": 0.016099601077737447, |
| |
15482 | + "level": 0.95, |
| |
15483 | + "n_items": 1000, |
| |
15484 | + "n_clusters": 970, |
| |
15485 | + "n_boot": 2000 |
| |
15486 | + }, |
| |
15487 | + "retention_control": { |
| |
15488 | + "estimate": -0.002, |
| |
15489 | + "low": -0.005025125628140704, |
| |
15490 | + "high": 0.0, |
| |
15491 | + "level": 0.95, |
| |
15492 | + "n_items": 1000, |
| |
15493 | + "n_clusters": 975, |
| |
15494 | + "n_boot": 2000 |
| |
15495 | + } |
| |
15496 | + }, |
| |
15497 | + "steer_a4.0": { |
| |
15498 | + "transfer_gain": { |
| |
15499 | + "estimate": -0.011, |
| |
15500 | + "low": -0.033903405130646165, |
| |
15501 | + "high": 0.011055276381909548, |
| |
15502 | + "level": 0.95, |
| |
15503 | + "n_items": 1000, |
| |
15504 | + "n_clusters": 970, |
| |
15505 | + "n_boot": 2000 |
| |
15506 | + }, |
| |
15507 | + "control_adjusted": { |
| |
15508 | + "estimate": -0.002, |
| |
15509 | + "low": -0.028913981608070002, |
| |
15510 | + "high": 0.02376296499818465, |
| |
15511 | + "level": 0.95, |
| |
15512 | + "n_items": 1000, |
| |
15513 | + "n_clusters": 970, |
| |
15514 | + "n_boot": 2000 |
| |
15515 | + }, |
| |
15516 | + "retention_control": { |
| |
15517 | + "estimate": -0.623, |
| |
15518 | + "low": -0.6540009471585244, |
| |
15519 | + "high": -0.5931436221213163, |
| |
15520 | + "level": 0.95, |
| |
15521 | + "n_items": 1000, |
| |
15522 | + "n_clusters": 975, |
| |
15523 | + "n_boot": 2000 |
| |
15524 | + } |
| |
15525 | + }, |
| |
15526 | + "subspace_k1": { |
| |
15527 | + "transfer_gain": { |
| |
15528 | + "estimate": 0.182, |
| |
15529 | + "low": 0.15461822513045245, |
| |
15530 | + "high": 0.20904817914272555, |
| |
15531 | + "level": 0.95, |
| |
15532 | + "n_items": 1000, |
| |
15533 | + "n_clusters": 970, |
| |
15534 | + "n_boot": 2000 |
| |
15535 | + }, |
| |
15536 | + "control_adjusted": { |
| |
15537 | + "estimate": 0.191, |
| |
15538 | + "low": 0.1575731740676575, |
| |
15539 | + "high": 0.22658745412720055, |
| |
15540 | + "level": 0.95, |
| |
15541 | + "n_items": 1000, |
| |
15542 | + "n_clusters": 970, |
| |
15543 | + "n_boot": 2000 |
| |
15544 | + }, |
| |
15545 | + "retention_control": { |
| |
15546 | + "estimate": 0.0, |
| |
15547 | + "low": 0.0, |
| |
15548 | + "high": 0.0, |
| |
15549 | + "level": 0.95, |
| |
15550 | + "n_items": 1000, |
| |
15551 | + "n_clusters": 975, |
| |
15552 | + "n_boot": 2000 |
| |
15553 | + } |
| |
15554 | + }, |
| |
15555 | + "subspace_random_k1": { |
| |
15556 | + "transfer_gain": { |
| |
15557 | + "estimate": 0.0, |
| |
15558 | + "low": -0.002997002997002997, |
| |
15559 | + "high": 0.00298804780876494, |
| |
15560 | + "level": 0.95, |
| |
15561 | + "n_items": 1000, |
| |
15562 | + "n_clusters": 970, |
| |
15563 | + "n_boot": 2000 |
| |
15564 | + }, |
| |
15565 | + "control_adjusted": { |
| |
15566 | + "estimate": 0.009, |
| |
15567 | + "low": -0.01817875204907405, |
| |
15568 | + "high": 0.037001853707414815, |
| |
15569 | + "level": 0.95, |
| |
15570 | + "n_items": 1000, |
| |
15571 | + "n_clusters": 970, |
| |
15572 | + "n_boot": 2000 |
| |
15573 | + }, |
| |
15574 | + "retention_control": { |
| |
15575 | + "estimate": 0.0, |
| |
15576 | + "low": 0.0, |
| |
15577 | + "high": 0.0, |
| |
15578 | + "level": 0.95, |
| |
15579 | + "n_items": 1000, |
| |
15580 | + "n_clusters": 975, |
| |
15581 | + "n_boot": 2000 |
| |
15582 | + } |
| |
15583 | + }, |
| |
15584 | + "subspace_k2": { |
| |
15585 | + "transfer_gain": { |
| |
15586 | + "estimate": 0.244, |
| |
15587 | + "low": 0.21413253413253414, |
| |
15588 | + "high": 0.27227451069159614, |
| |
15589 | + "level": 0.95, |
| |
15590 | + "n_items": 1000, |
| |
15591 | + "n_clusters": 970, |
| |
15592 | + "n_boot": 2000 |
| |
15593 | + }, |
| |
15594 | + "control_adjusted": { |
| |
15595 | + "estimate": 0.253, |
| |
15596 | + "low": 0.21932331097705898, |
| |
15597 | + "high": 0.2897102897102897, |
| |
15598 | + "level": 0.95, |
| |
15599 | + "n_items": 1000, |
| |
15600 | + "n_clusters": 970, |
| |
15601 | + "n_boot": 2000 |
| |
15602 | + }, |
| |
15603 | + "retention_control": { |
| |
15604 | + "estimate": 0.0, |
| |
15605 | + "low": 0.0, |
| |
15606 | + "high": 0.0, |
| |
15607 | + "level": 0.95, |
| |
15608 | + "n_items": 1000, |
| |
15609 | + "n_clusters": 975, |
| |
15610 | + "n_boot": 2000 |
| |
15611 | + } |
| |
15612 | + }, |
| |
15613 | + "subspace_random_k2": { |
| |
15614 | + "transfer_gain": { |
| |
15615 | + "estimate": 0.0, |
| |
15616 | + "low": -0.005970149253731343, |
| |
15617 | + "high": 0.005030181086519115, |
| |
15618 | + "level": 0.95, |
| |
15619 | + "n_items": 1000, |
| |
15620 | + "n_clusters": 970, |
| |
15621 | + "n_boot": 2000 |
| |
15622 | + }, |
| |
15623 | + "control_adjusted": { |
| |
15624 | + "estimate": 0.009, |
| |
15625 | + "low": -0.018072743234243505, |
| |
15626 | + "high": 0.0367811556953102, |
| |
15627 | + "level": 0.95, |
| |
15628 | + "n_items": 1000, |
| |
15629 | + "n_clusters": 970, |
| |
15630 | + "n_boot": 2000 |
| |
15631 | + }, |
| |
15632 | + "retention_control": { |
| |
15633 | + "estimate": 0.0, |
| |
15634 | + "low": 0.0, |
| |
15635 | + "high": 0.0, |
| |
15636 | + "level": 0.95, |
| |
15637 | + "n_items": 1000, |
| |
15638 | + "n_clusters": 975, |
| |
15639 | + "n_boot": 2000 |
| |
15640 | + } |
| |
15641 | + }, |
| |
15642 | + "subspace_k4": { |
| |
15643 | + "transfer_gain": { |
| |
15644 | + "estimate": 0.449, |
| |
15645 | + "low": 0.41641931248756175, |
| |
15646 | + "high": 0.482, |
| |
15647 | + "level": 0.95, |
| |
15648 | + "n_items": 1000, |
| |
15649 | + "n_clusters": 970, |
| |
15650 | + "n_boot": 2000 |
| |
15651 | + }, |
| |
15652 | + "control_adjusted": { |
| |
15653 | + "estimate": 0.458, |
| |
15654 | + "low": 0.423420507160547, |
| |
15655 | + "high": 0.4954864593781344, |
| |
15656 | + "level": 0.95, |
| |
15657 | + "n_items": 1000, |
| |
15658 | + "n_clusters": 970, |
| |
15659 | + "n_boot": 2000 |
| |
15660 | + }, |
| |
15661 | + "retention_control": { |
| |
15662 | + "estimate": 0.0, |
| |
15663 | + "low": 0.0, |
| |
15664 | + "high": 0.0, |
| |
15665 | + "level": 0.95, |
| |
15666 | + "n_items": 1000, |
| |
15667 | + "n_clusters": 975, |
| |
15668 | + "n_boot": 2000 |
| |
15669 | + } |
| |
15670 | + }, |
| |
15671 | + "subspace_random_k4": { |
| |
15672 | + "transfer_gain": { |
| |
15673 | + "estimate": 0.011, |
| |
15674 | + "low": 0.004008016032064128, |
| |
15675 | + "high": 0.019861466750638174, |
| |
15676 | + "level": 0.95, |
| |
15677 | + "n_items": 1000, |
| |
15678 | + "n_clusters": 970, |
| |
15679 | + "n_boot": 2000 |
| |
15680 | + }, |
| |
15681 | + "control_adjusted": { |
| |
15682 | + "estimate": 0.02, |
| |
15683 | + "low": -0.0071279389852766245, |
| |
15684 | + "high": 0.04834760320253699, |
| |
15685 | + "level": 0.95, |
| |
15686 | + "n_items": 1000, |
| |
15687 | + "n_clusters": 970, |
| |
15688 | + "n_boot": 2000 |
| |
15689 | + }, |
| |
15690 | + "retention_control": { |
| |
15691 | + "estimate": 0.0, |
| |
15692 | + "low": 0.0, |
| |
15693 | + "high": 0.0, |
| |
15694 | + "level": 0.95, |
| |
15695 | + "n_items": 1000, |
| |
15696 | + "n_clusters": 975, |
| |
15697 | + "n_boot": 2000 |
| |
15698 | + } |
| |
15699 | + }, |
| |
15700 | + "subspace_k8": { |
| |
15701 | + "transfer_gain": { |
| |
15702 | + "estimate": 0.72, |
| |
15703 | + "low": 0.6926811522678057, |
| |
15704 | + "high": 0.7479840733903355, |
| |
15705 | + "level": 0.95, |
| |
15706 | + "n_items": 1000, |
| |
15707 | + "n_clusters": 970, |
| |
15708 | + "n_boot": 2000 |
| |
15709 | + }, |
| |
15710 | + "control_adjusted": { |
| |
15711 | + "estimate": 0.729, |
| |
15712 | + "low": 0.7001003009027081, |
| |
15713 | + "high": 0.7575780055750382, |
| |
15714 | + "level": 0.95, |
| |
15715 | + "n_items": 1000, |
| |
15716 | + "n_clusters": 970, |
| |
15717 | + "n_boot": 2000 |
| |
15718 | + }, |
| |
15719 | + "retention_control": { |
| |
15720 | + "estimate": 0.0, |
| |
15721 | + "low": 0.0, |
| |
15722 | + "high": 0.0, |
| |
15723 | + "level": 0.95, |
| |
15724 | + "n_items": 1000, |
| |
15725 | + "n_clusters": 975, |
| |
15726 | + "n_boot": 2000 |
| |
15727 | + } |
| |
15728 | + }, |
| |
15729 | + "subspace_random_k8": { |
| |
15730 | + "transfer_gain": { |
| |
15731 | + "estimate": 0.014, |
| |
15732 | + "low": 0.004918923075685908, |
| |
15733 | + "high": 0.02392881236529931, |
| |
15734 | + "level": 0.95, |
| |
15735 | + "n_items": 1000, |
| |
15736 | + "n_clusters": 970, |
| |
15737 | + "n_boot": 2000 |
| |
15738 | + }, |
| |
15739 | + "control_adjusted": { |
| |
15740 | + "estimate": 0.023, |
| |
15741 | + "low": -0.00395286296846171, |
| |
15742 | + "high": 0.05090330361321442, |
| |
15743 | + "level": 0.95, |
| |
15744 | + "n_items": 1000, |
| |
15745 | + "n_clusters": 970, |
| |
15746 | + "n_boot": 2000 |
| |
15747 | + }, |
| |
15748 | + "retention_control": { |
| |
15749 | + "estimate": 0.0, |
| |
15750 | + "low": 0.0, |
| |
15751 | + "high": 0.0, |
| |
15752 | + "level": 0.95, |
| |
15753 | + "n_items": 1000, |
| |
15754 | + "n_clusters": 975, |
| |
15755 | + "n_boot": 2000 |
| |
15756 | + } |
| |
15757 | + }, |
| |
15758 | + "subspace_k16": { |
| |
15759 | + "transfer_gain": { |
| |
15760 | + "estimate": 0.799, |
| |
15761 | + "low": 0.772864247491143, |
| |
15762 | + "high": 0.8244237533240192, |
| |
15763 | + "level": 0.95, |
| |
15764 | + "n_items": 1000, |
| |
15765 | + "n_clusters": 970, |
| |
15766 | + "n_boot": 2000 |
| |
15767 | + }, |
| |
15768 | + "control_adjusted": { |
| |
15769 | + "estimate": 0.808, |
| |
15770 | + "low": 0.7821728208499741, |
| |
15771 | + "high": 0.8326695929171776, |
| |
15772 | + "level": 0.95, |
| |
15773 | + "n_items": 1000, |
| |
15774 | + "n_clusters": 970, |
| |
15775 | + "n_boot": 2000 |
| |
15776 | + }, |
| |
15777 | + "retention_control": { |
| |
15778 | + "estimate": 0.0, |
| |
15779 | + "low": 0.0, |
| |
15780 | + "high": 0.0, |
| |
15781 | + "level": 0.95, |
| |
15782 | + "n_items": 1000, |
| |
15783 | + "n_clusters": 975, |
| |
15784 | + "n_boot": 2000 |
| |
15785 | + } |
| |
15786 | + }, |
| |
15787 | + "subspace_random_k16": { |
| |
15788 | + "transfer_gain": { |
| |
15789 | + "estimate": 0.083, |
| |
15790 | + "low": 0.06387119378264747, |
| |
15791 | + "high": 0.1028971028971029, |
| |
15792 | + "level": 0.95, |
| |
15793 | + "n_items": 1000, |
| |
15794 | + "n_clusters": 970, |
| |
15795 | + "n_boot": 2000 |
| |
15796 | + }, |
| |
15797 | + "control_adjusted": { |
| |
15798 | + "estimate": 0.092, |
| |
15799 | + "low": 0.061938061938061936, |
| |
15800 | + "high": 0.12411740420487466, |
| |
15801 | + "level": 0.95, |
| |
15802 | + "n_items": 1000, |
| |
15803 | + "n_clusters": 970, |
| |
15804 | + "n_boot": 2000 |
| |
15805 | + }, |
| |
15806 | + "retention_control": { |
| |
15807 | + "estimate": 0.0, |
| |
15808 | + "low": 0.0, |
| |
15809 | + "high": 0.0, |
| |
15810 | + "level": 0.95, |
| |
15811 | + "n_items": 1000, |
| |
15812 | + "n_clusters": 975, |
| |
15813 | + "n_boot": 2000 |
| |
15814 | + } |
| |
15815 | + }, |
| |
15816 | + "subspace_k32": { |
| |
15817 | + "transfer_gain": { |
| |
15818 | + "estimate": 0.838, |
| |
15819 | + "low": 0.8148093359631821, |
| |
15820 | + "high": 0.8617234468937875, |
| |
15821 | + "level": 0.95, |
| |
15822 | + "n_items": 1000, |
| |
15823 | + "n_clusters": 970, |
| |
15824 | + "n_boot": 2000 |
| |
15825 | + }, |
| |
15826 | + "control_adjusted": { |
| |
15827 | + "estimate": 0.847, |
| |
15828 | + "low": 0.8249968905472637, |
| |
15829 | + "high": 0.8685777936576528, |
| |
15830 | + "level": 0.95, |
| |
15831 | + "n_items": 1000, |
| |
15832 | + "n_clusters": 970, |
| |
15833 | + "n_boot": 2000 |
| |
15834 | + }, |
| |
15835 | + "retention_control": { |
| |
15836 | + "estimate": 0.0, |
| |
15837 | + "low": 0.0, |
| |
15838 | + "high": 0.0, |
| |
15839 | + "level": 0.95, |
| |
15840 | + "n_items": 1000, |
| |
15841 | + "n_clusters": 975, |
| |
15842 | + "n_boot": 2000 |
| |
15843 | + } |
| |
15844 | + }, |
| |
15845 | + "subspace_random_k32": { |
| |
15846 | + "transfer_gain": { |
| |
15847 | + "estimate": 0.121, |
| |
15848 | + "low": 0.09840914353238, |
| |
15849 | + "high": 0.14430931144116135, |
| |
15850 | + "level": 0.95, |
| |
15851 | + "n_items": 1000, |
| |
15852 | + "n_clusters": 970, |
| |
15853 | + "n_boot": 2000 |
| |
15854 | + }, |
| |
15855 | + "control_adjusted": { |
| |
15856 | + "estimate": 0.13, |
| |
15857 | + "low": 0.0998003992015968, |
| |
15858 | + "high": 0.16217029466778712, |
| |
15859 | + "level": 0.95, |
| |
15860 | + "n_items": 1000, |
| |
15861 | + "n_clusters": 970, |
| |
15862 | + "n_boot": 2000 |
| |
15863 | + }, |
| |
15864 | + "retention_control": { |
| |
15865 | + "estimate": 0.0, |
| |
15866 | + "low": 0.0, |
| |
15867 | + "high": 0.0, |
| |
15868 | + "level": 0.95, |
| |
15869 | + "n_items": 1000, |
| |
15870 | + "n_clusters": 975, |
| |
15871 | + "n_boot": 2000 |
| |
15872 | + } |
| |
15873 | + }, |
| |
15874 | + "subspace_k64": { |
| |
15875 | + "transfer_gain": { |
| |
15876 | + "estimate": 0.848, |
| |
15877 | + "low": 0.825122487437186, |
| |
15878 | + "high": 0.8717525181278972, |
| |
15879 | + "level": 0.95, |
| |
15880 | + "n_items": 1000, |
| |
15881 | + "n_clusters": 970, |
| |
15882 | + "n_boot": 2000 |
| |
15883 | + }, |
| |
15884 | + "control_adjusted": { |
| |
15885 | + "estimate": 0.857, |
| |
15886 | + "low": 0.8355190231525403, |
| |
15887 | + "high": 0.8768830268830269, |
| |
15888 | + "level": 0.95, |
| |
15889 | + "n_items": 1000, |
| |
15890 | + "n_clusters": 970, |
| |
15891 | + "n_boot": 2000 |
| |
15892 | + }, |
| |
15893 | + "retention_control": { |
| |
15894 | + "estimate": -0.001, |
| |
15895 | + "low": -0.0030211480362537764, |
| |
15896 | + "high": 0.0, |
| |
15897 | + "level": 0.95, |
| |
15898 | + "n_items": 1000, |
| |
15899 | + "n_clusters": 975, |
| |
15900 | + "n_boot": 2000 |
| |
15901 | + } |
| |
15902 | + }, |
| |
15903 | + "subspace_random_k64": { |
| |
15904 | + "transfer_gain": { |
| |
15905 | + "estimate": 0.202, |
| |
15906 | + "low": 0.1761192519185449, |
| |
15907 | + "high": 0.22975741363899257, |
| |
15908 | + "level": 0.95, |
| |
15909 | + "n_items": 1000, |
| |
15910 | + "n_clusters": 970, |
| |
15911 | + "n_boot": 2000 |
| |
15912 | + }, |
| |
15913 | + "control_adjusted": { |
| |
15914 | + "estimate": 0.211, |
| |
15915 | + "low": 0.177060814889336, |
| |
15916 | + "high": 0.2465069860279441, |
| |
15917 | + "level": 0.95, |
| |
15918 | + "n_items": 1000, |
| |
15919 | + "n_clusters": 970, |
| |
15920 | + "n_boot": 2000 |
| |
15921 | + }, |
| |
15922 | + "retention_control": { |
| |
15923 | + "estimate": 0.0, |
| |
15924 | + "low": 0.0, |
| |
15925 | + "high": 0.0, |
| |
15926 | + "level": 0.95, |
| |
15927 | + "n_items": 1000, |
| |
15928 | + "n_clusters": 975, |
| |
15929 | + "n_boot": 2000 |
| |
15930 | + } |
| |
15931 | + }, |
| |
15932 | + "subspace_k128": { |
| |
15933 | + "transfer_gain": { |
| |
15934 | + "estimate": 0.868, |
| |
15935 | + "low": 0.8467683291810917, |
| |
15936 | + "high": 0.8902198623900236, |
| |
15937 | + "level": 0.95, |
| |
15938 | + "n_items": 1000, |
| |
15939 | + "n_clusters": 970, |
| |
15940 | + "n_boot": 2000 |
| |
15941 | + }, |
| |
15942 | + "control_adjusted": { |
| |
15943 | + "estimate": 0.877, |
| |
15944 | + "low": 0.8568514519316588, |
| |
15945 | + "high": 0.8962467094763141, |
| |
15946 | + "level": 0.95, |
| |
15947 | + "n_items": 1000, |
| |
15948 | + "n_clusters": 970, |
| |
15949 | + "n_boot": 2000 |
| |
15950 | + }, |
| |
15951 | + "retention_control": { |
| |
15952 | + "estimate": -0.011, |
| |
15953 | + "low": -0.01801846937117478, |
| |
15954 | + "high": -0.005005005005005005, |
| |
15955 | + "level": 0.95, |
| |
15956 | + "n_items": 1000, |
| |
15957 | + "n_clusters": 975, |
| |
15958 | + "n_boot": 2000 |
| |
15959 | + } |
| |
15960 | + }, |
| |
15961 | + "subspace_random_k128": { |
| |
15962 | + "transfer_gain": { |
| |
15963 | + "estimate": 0.868, |
| |
15964 | + "low": 0.8467683291810917, |
| |
15965 | + "high": 0.8902198623900236, |
| |
15966 | + "level": 0.95, |
| |
15967 | + "n_items": 1000, |
| |
15968 | + "n_clusters": 970, |
| |
15969 | + "n_boot": 2000 |
| |
15970 | + }, |
| |
15971 | + "control_adjusted": { |
| |
15972 | + "estimate": 0.877, |
| |
15973 | + "low": 0.8568514519316588, |
| |
15974 | + "high": 0.8962467094763141, |
| |
15975 | + "level": 0.95, |
| |
15976 | + "n_items": 1000, |
| |
15977 | + "n_clusters": 970, |
| |
15978 | + "n_boot": 2000 |
| |
15979 | + }, |
| |
15980 | + "retention_control": { |
| |
15981 | + "estimate": -0.011, |
| |
15982 | + "low": -0.01801846937117478, |
| |
15983 | + "high": -0.005005005005005005, |
| |
15984 | + "level": 0.95, |
| |
15985 | + "n_items": 1000, |
| |
15986 | + "n_clusters": 975, |
| |
15987 | + "n_boot": 2000 |
| |
15988 | + } |
| |
15989 | + }, |
| |
15990 | + "adapter_graft": { |
| |
15991 | + "transfer_gain": { |
| |
15992 | + "estimate": 0.34, |
| |
15993 | + "low": 0.3075259625126647, |
| |
15994 | + "high": 0.37129565978575874, |
| |
15995 | + "level": 0.95, |
| |
15996 | + "n_items": 1000, |
| |
15997 | + "n_clusters": 970, |
| |
15998 | + "n_boot": 2000 |
| |
15999 | + }, |
| |
16000 | + "control_adjusted": { |
| |
16001 | + "estimate": 0.349, |
| |
16002 | + "low": 0.3128088954243373, |
| |
16003 | + "high": 0.3878390707275159, |
| |
16004 | + "level": 0.95, |
| |
16005 | + "n_items": 1000, |
| |
16006 | + "n_clusters": 970, |
| |
16007 | + "n_boot": 2000 |
| |
16008 | + }, |
| |
16009 | + "retention_control": { |
| |
16010 | + "estimate": -0.007, |
| |
16011 | + "low": -0.012121212121212121, |
| |
16012 | + "high": -0.002020100195503422, |
| |
16013 | + "level": 0.95, |
| |
16014 | + "n_items": 1000, |
| |
16015 | + "n_clusters": 975, |
| |
16016 | + "n_boot": 2000 |
| |
16017 | + } |
| |
16018 | + }, |
| |
16019 | + "baseline_supervised_adapter": { |
| |
16020 | + "transfer_gain": { |
| |
16021 | + "estimate": 0.889, |
| |
16022 | + "low": 0.87, |
| |
16023 | + "high": 0.9090000247279921, |
| |
16024 | + "level": 0.95, |
| |
16025 | + "n_items": 1000, |
| |
16026 | + "n_clusters": 970, |
| |
16027 | + "n_boot": 2000 |
| |
16028 | + }, |
| |
16029 | + "control_adjusted": { |
| |
16030 | + "estimate": 0.898, |
| |
16031 | + "low": 0.8789094089043635, |
| |
16032 | + "high": 0.9160860097985846, |
| |
16033 | + "level": 0.95, |
| |
16034 | + "n_items": 1000, |
| |
16035 | + "n_clusters": 970, |
| |
16036 | + "n_boot": 2000 |
| |
16037 | + }, |
| |
16038 | + "retention_control": { |
| |
16039 | + "estimate": 0.0, |
| |
16040 | + "low": 0.0, |
| |
16041 | + "high": 0.0, |
| |
16042 | + "level": 0.95, |
| |
16043 | + "n_items": 1000, |
| |
16044 | + "n_clusters": 975, |
| |
16045 | + "n_boot": 2000 |
| |
16046 | + } |
| |
16047 | + }, |
| |
16048 | + "baseline_distillation": { |
| |
16049 | + "transfer_gain": { |
| |
16050 | + "estimate": 0.889, |
| |
16051 | + "low": 0.87, |
| |
16052 | + "high": 0.9090000247279921, |
| |
16053 | + "level": 0.95, |
| |
16054 | + "n_items": 1000, |
| |
16055 | + "n_clusters": 970, |
| |
16056 | + "n_boot": 2000 |
| |
16057 | + }, |
| |
16058 | + "control_adjusted": { |
| |
16059 | + "estimate": 0.898, |
| |
16060 | + "low": 0.8789094089043635, |
| |
16061 | + "high": 0.9160860097985846, |
| |
16062 | + "level": 0.95, |
| |
16063 | + "n_items": 1000, |
| |
16064 | + "n_clusters": 970, |
| |
16065 | + "n_boot": 2000 |
| |
16066 | + }, |
| |
16067 | + "retention_control": { |
| |
16068 | + "estimate": 0.0, |
| |
16069 | + "low": 0.0, |
| |
16070 | + "high": 0.0, |
| |
16071 | + "level": 0.95, |
| |
16072 | + "n_items": 1000, |
| |
16073 | + "n_clusters": 975, |
| |
16074 | + "n_boot": 2000 |
| |
16075 | + } |
| |
16076 | + }, |
| |
16077 | + "weight_L0_attn": { |
| |
16078 | + "transfer_gain": { |
| |
16079 | + "estimate": 0.01, |
| |
16080 | + "low": -0.017928733719161243, |
| |
16081 | + "high": 0.03741683268427952, |
| |
16082 | + "level": 0.95, |
| |
16083 | + "n_items": 1000, |
| |
16084 | + "n_clusters": 970, |
| |
16085 | + "n_boot": 2000 |
| |
16086 | + }, |
| |
16087 | + "control_adjusted": { |
| |
16088 | + "estimate": 0.019, |
| |
16089 | + "low": -0.00999050999050999, |
| |
16090 | + "high": 0.047622601279317674, |
| |
16091 | + "level": 0.95, |
| |
16092 | + "n_items": 1000, |
| |
16093 | + "n_clusters": 970, |
| |
16094 | + "n_boot": 2000 |
| |
16095 | + }, |
| |
16096 | + "retention_control": { |
| |
16097 | + "estimate": -0.665, |
| |
16098 | + "low": -0.6946946946946947, |
| |
16099 | + "high": -0.6353555194805196, |
| |
16100 | + "level": 0.95, |
| |
16101 | + "n_items": 1000, |
| |
16102 | + "n_clusters": 975, |
| |
16103 | + "n_boot": 2000 |
| |
16104 | + } |
| |
16105 | + }, |
| |
16106 | + "weight_L0_mlp": { |
| |
16107 | + "transfer_gain": { |
| |
16108 | + "estimate": 0.241, |
| |
16109 | + "low": 0.21370260682655637, |
| |
16110 | + "high": 0.2686585802257444, |
| |
16111 | + "level": 0.95, |
| |
16112 | + "n_items": 1000, |
| |
16113 | + "n_clusters": 970, |
| |
16114 | + "n_boot": 2000 |
| |
16115 | + }, |
| |
16116 | + "control_adjusted": { |
| |
16117 | + "estimate": 0.25, |
| |
16118 | + "low": 0.2144215608889522, |
| |
16119 | + "high": 0.2842950592950592, |
| |
16120 | + "level": 0.95, |
| |
16121 | + "n_items": 1000, |
| |
16122 | + "n_clusters": 970, |
| |
16123 | + "n_boot": 2000 |
| |
16124 | + }, |
| |
16125 | + "retention_control": { |
| |
16126 | + "estimate": -0.046, |
| |
16127 | + "low": -0.05911823647294589, |
| |
16128 | + "high": -0.03386454183266932, |
| |
16129 | + "level": 0.95, |
| |
16130 | + "n_items": 1000, |
| |
16131 | + "n_clusters": 975, |
| |
16132 | + "n_boot": 2000 |
| |
16133 | + } |
| |
16134 | + }, |
| |
16135 | + "weight_L0_attn_mlp": { |
| |
16136 | + "transfer_gain": { |
| |
16137 | + "estimate": 0.265, |
| |
16138 | + "low": 0.2286689067201605, |
| |
16139 | + "high": 0.30100482107355864, |
| |
16140 | + "level": 0.95, |
| |
16141 | + "n_items": 1000, |
| |
16142 | + "n_clusters": 970, |
| |
16143 | + "n_boot": 2000 |
| |
16144 | + }, |
| |
16145 | + "control_adjusted": { |
| |
16146 | + "estimate": 0.274, |
| |
16147 | + "low": 0.23742454728370221, |
| |
16148 | + "high": 0.3113788840229988, |
| |
16149 | + "level": 0.95, |
| |
16150 | + "n_items": 1000, |
| |
16151 | + "n_clusters": 970, |
| |
16152 | + "n_boot": 2000 |
| |
16153 | + }, |
| |
16154 | + "retention_control": { |
| |
16155 | + "estimate": -0.675, |
| |
16156 | + "low": -0.7044787369684241, |
| |
16157 | + "high": -0.645998445336008, |
| |
16158 | + "level": 0.95, |
| |
16159 | + "n_items": 1000, |
| |
16160 | + "n_clusters": 975, |
| |
16161 | + "n_boot": 2000 |
| |
16162 | + } |
| |
16163 | + }, |
| |
16164 | + "weight_L0_block_ln": { |
| |
16165 | + "transfer_gain": { |
| |
16166 | + "estimate": 0.267, |
| |
16167 | + "low": 0.2313060817547358, |
| |
16168 | + "high": 0.30309378090627714, |
| |
16169 | + "level": 0.95, |
| |
16170 | + "n_items": 1000, |
| |
16171 | + "n_clusters": 970, |
| |
16172 | + "n_boot": 2000 |
| |
16173 | + }, |
| |
16174 | + "control_adjusted": { |
| |
16175 | + "estimate": 0.276, |
| |
16176 | + "low": 0.23967102227910647, |
| |
16177 | + "high": 0.31343725161176367, |
| |
16178 | + "level": 0.95, |
| |
16179 | + "n_items": 1000, |
| |
16180 | + "n_clusters": 970, |
| |
16181 | + "n_boot": 2000 |
| |
16182 | + }, |
| |
16183 | + "retention_control": { |
| |
16184 | + "estimate": -0.675, |
| |
16185 | + "low": -0.7041141102590641, |
| |
16186 | + "high": -0.6457695802425001, |
| |
16187 | + "level": 0.95, |
| |
16188 | + "n_items": 1000, |
| |
16189 | + "n_clusters": 975, |
| |
16190 | + "n_boot": 2000 |
| |
16191 | + } |
| |
16192 | + }, |
| |
16193 | + "weight_embed_omega": { |
| |
16194 | + "transfer_gain": { |
| |
16195 | + "estimate": -0.017, |
| |
16196 | + "low": -0.035856573705179286, |
| |
16197 | + "high": 0.0019940676971082756, |
| |
16198 | + "level": 0.95, |
| |
16199 | + "n_items": 1000, |
| |
16200 | + "n_clusters": 970, |
| |
16201 | + "n_boot": 2000 |
| |
16202 | + }, |
| |
16203 | + "control_adjusted": { |
| |
16204 | + "estimate": -0.008, |
| |
16205 | + "low": -0.03296785714285714, |
| |
16206 | + "high": 0.01801892162975412, |
| |
16207 | + "level": 0.95, |
| |
16208 | + "n_items": 1000, |
| |
16209 | + "n_clusters": 970, |
| |
16210 | + "n_boot": 2000 |
| |
16211 | + }, |
| |
16212 | + "retention_control": { |
| |
16213 | + "estimate": 0.0, |
| |
16214 | + "low": 0.0, |
| |
16215 | + "high": 0.0, |
| |
16216 | + "level": 0.95, |
| |
16217 | + "n_items": 1000, |
| |
16218 | + "n_clusters": 975, |
| |
16219 | + "n_boot": 2000 |
| |
16220 | + } |
| |
16221 | + }, |
| |
16222 | + "weight_L0_block_embed": { |
| |
16223 | + "transfer_gain": { |
| |
16224 | + "estimate": 0.261, |
| |
16225 | + "low": 0.2253514105570612, |
| |
16226 | + "high": 0.2971894536396081, |
| |
16227 | + "level": 0.95, |
| |
16228 | + "n_items": 1000, |
| |
16229 | + "n_clusters": 970, |
| |
16230 | + "n_boot": 2000 |
| |
16231 | + }, |
| |
16232 | + "control_adjusted": { |
| |
16233 | + "estimate": 0.27, |
| |
16234 | + "low": 0.23359512265086835, |
| |
16235 | + "high": 0.30693264785511126, |
| |
16236 | + "level": 0.95, |
| |
16237 | + "n_items": 1000, |
| |
16238 | + "n_clusters": 970, |
| |
16239 | + "n_boot": 2000 |
| |
16240 | + }, |
| |
16241 | + "retention_control": { |
| |
16242 | + "estimate": -0.675, |
| |
16243 | + "low": -0.7041141102590641, |
| |
16244 | + "high": -0.6457695802425001, |
| |
16245 | + "level": 0.95, |
| |
16246 | + "n_items": 1000, |
| |
16247 | + "n_clusters": 975, |
| |
16248 | + "n_boot": 2000 |
| |
16249 | + } |
| |
16250 | + }, |
| |
16251 | + "weight_L012_blocks_embed": { |
| |
16252 | + "transfer_gain": { |
| |
16253 | + "estimate": 0.291, |
| |
16254 | + "low": 0.2542317575386291, |
| |
16255 | + "high": 0.3263057485196039, |
| |
16256 | + "level": 0.95, |
| |
16257 | + "n_items": 1000, |
| |
16258 | + "n_clusters": 970, |
| |
16259 | + "n_boot": 2000 |
| |
16260 | + }, |
| |
16261 | + "control_adjusted": { |
| |
16262 | + "estimate": 0.3, |
| |
16263 | + "low": 0.26405066907948, |
| |
16264 | + "high": 0.33733733733733734, |
| |
16265 | + "level": 0.95, |
| |
16266 | + "n_items": 1000, |
| |
16267 | + "n_clusters": 970, |
| |
16268 | + "n_boot": 2000 |
| |
16269 | + }, |
| |
16270 | + "retention_control": { |
| |
16271 | + "estimate": -0.688, |
| |
16272 | + "low": -0.7169811320754716, |
| |
16273 | + "high": -0.6589763505809179, |
| |
16274 | + "level": 0.95, |
| |
16275 | + "n_items": 1000, |
| |
16276 | + "n_clusters": 975, |
| |
16277 | + "n_boot": 2000 |
| |
16278 | + } |
| |
16279 | + }, |
| |
16280 | + "ctl_weight_shuffled_layer": { |
| |
16281 | + "transfer_gain": { |
| |
16282 | + "estimate": -0.039, |
| |
16283 | + "low": -0.0641925777331996, |
| |
16284 | + "high": -0.013038790720859976, |
| |
16285 | + "level": 0.95, |
| |
16286 | + "n_items": 1000, |
| |
16287 | + "n_clusters": 970, |
| |
16288 | + "n_boot": 2000 |
| |
16289 | + }, |
| |
16290 | + "control_adjusted": { |
| |
16291 | + "estimate": -0.03, |
| |
16292 | + "low": -0.05550601797750592, |
| |
16293 | + "high": -0.004043678051343114, |
| |
16294 | + "level": 0.95, |
| |
16295 | + "n_items": 1000, |
| |
16296 | + "n_clusters": 970, |
| |
16297 | + "n_boot": 2000 |
| |
16298 | + }, |
| |
16299 | + "retention_control": { |
| |
16300 | + "estimate": -0.918, |
| |
16301 | + "low": -0.9341849941335131, |
| |
16302 | + "high": -0.9007991157842264, |
| |
16303 | + "level": 0.95, |
| |
16304 | + "n_items": 1000, |
| |
16305 | + "n_clusters": 975, |
| |
16306 | + "n_boot": 2000 |
| |
16307 | + } |
| |
16308 | + }, |
| |
16309 | + "ctl_weight_unrelated_donor": { |
| |
16310 | + "transfer_gain": { |
| |
16311 | + "estimate": 0.036, |
| |
16312 | + "low": 0.015060240963855422, |
| |
16313 | + "high": 0.057943506493506484, |
| |
16314 | + "level": 0.95, |
| |
16315 | + "n_items": 1000, |
| |
16316 | + "n_clusters": 970, |
| |
16317 | + "n_boot": 2000 |
| |
16318 | + }, |
| |
16319 | + "control_adjusted": { |
| |
16320 | + "estimate": 0.045, |
| |
16321 | + "low": 0.01404107321965898, |
| |
16322 | + "high": 0.07562944518168394, |
| |
16323 | + "level": 0.95, |
| |
16324 | + "n_items": 1000, |
| |
16325 | + "n_clusters": 970, |
| |
16326 | + "n_boot": 2000 |
| |
16327 | + }, |
| |
16328 | + "retention_control": { |
| |
16329 | + "estimate": -0.053, |
| |
16330 | + "low": -0.06760980666797195, |
| |
16331 | + "high": -0.03999900099900101, |
| |
16332 | + "level": 0.95, |
| |
16333 | + "n_items": 1000, |
| |
16334 | + "n_clusters": 975, |
| |
16335 | + "n_boot": 2000 |
| |
16336 | + } |
| |
16337 | + }, |
| |
16338 | + "h5_act_ridge_seenfit": { |
| |
16339 | + "transfer_gain": { |
| |
16340 | + "estimate": 0.413, |
| |
16341 | + "low": 0.3793785095920151, |
| |
16342 | + "high": 0.44655611088811487, |
| |
16343 | + "level": 0.95, |
| |
16344 | + "n_items": 1000, |
| |
16345 | + "n_clusters": 970, |
| |
16346 | + "n_boot": 2000 |
| |
16347 | + }, |
| |
16348 | + "control_adjusted": { |
| |
16349 | + "estimate": 0.422, |
| |
16350 | + "low": 0.38827908751079454, |
| |
16351 | + "high": 0.45892193568774275, |
| |
16352 | + "level": 0.95, |
| |
16353 | + "n_items": 1000, |
| |
16354 | + "n_clusters": 970, |
| |
16355 | + "n_boot": 2000 |
| |
16356 | + } |
| |
16357 | + }, |
| |
16358 | + "h5_act_procrustes_seenfit": { |
| |
16359 | + "transfer_gain": { |
| |
16360 | + "estimate": 0.744, |
| |
16361 | + "low": 0.7152746212121213, |
| |
16362 | + "high": 0.7726369683705423, |
| |
16363 | + "level": 0.95, |
| |
16364 | + "n_items": 1000, |
| |
16365 | + "n_clusters": 970, |
| |
16366 | + "n_boot": 2000 |
| |
16367 | + }, |
| |
16368 | + "control_adjusted": { |
| |
16369 | + "estimate": 0.753, |
| |
16370 | + "low": 0.7231668065626891, |
| |
16371 | + "high": 0.7800995024875622, |
| |
16372 | + "level": 0.95, |
| |
16373 | + "n_items": 1000, |
| |
16374 | + "n_clusters": 970, |
| |
16375 | + "n_boot": 2000 |
| |
16376 | + } |
| |
16377 | + }, |
| |
16378 | + "h5_adapter_seenfit": { |
| |
16379 | + "transfer_gain": { |
| |
16380 | + "estimate": 0.267, |
| |
16381 | + "low": 0.23714899122180422, |
| |
16382 | + "high": 0.295636655011655, |
| |
16383 | + "level": 0.95, |
| |
16384 | + "n_items": 1000, |
| |
16385 | + "n_clusters": 970, |
| |
16386 | + "n_boot": 2000 |
| |
16387 | + }, |
| |
16388 | + "control_adjusted": { |
| |
16389 | + "estimate": 0.276, |
| |
16390 | + "low": 0.24123610662455286, |
| |
16391 | + "high": 0.3116248731228691, |
| |
16392 | + "level": 0.95, |
| |
16393 | + "n_items": 1000, |
| |
16394 | + "n_clusters": 970, |
| |
16395 | + "n_boot": 2000 |
| |
16396 | + } |
| |
16397 | + } |
| |
16398 | + }, |
| |
16399 | + "donor_s0->recipient_s1": { |
| |
16400 | + "act_identity_all": { |
| |
16401 | + "transfer_gain": { |
| |
16402 | + "estimate": 0.057, |
| |
16403 | + "low": 0.0347903887499235, |
| |
16404 | + "high": 0.08, |
| |
16405 | + "level": 0.95, |
| |
16406 | + "n_items": 1000, |
| |
16407 | + "n_clusters": 970, |
| |
16408 | + "n_boot": 2000 |
| |
16409 | + }, |
| |
16410 | + "control_adjusted": { |
| |
16411 | + "estimate": 0.01, |
| |
16412 | + "low": -0.016132434997267117, |
| |
16413 | + "high": 0.036001803607214417, |
| |
16414 | + "level": 0.95, |
| |
16415 | + "n_items": 1000, |
| |
16416 | + "n_clusters": 970, |
| |
16417 | + "n_boot": 2000 |
| |
16418 | + }, |
| |
16419 | + "retention_control": { |
| |
16420 | + "estimate": -0.914, |
| |
16421 | + "low": -0.9304463485663083, |
| |
16422 | + "high": -0.896784106060727, |
| |
16423 | + "level": 0.95, |
| |
16424 | + "n_items": 1000, |
| |
16425 | + "n_clusters": 975, |
| |
16426 | + "n_boot": 2000 |
| |
16427 | + } |
| |
16428 | + }, |
| |
16429 | + "act_identity_omega": { |
| |
16430 | + "transfer_gain": { |
| |
16431 | + "estimate": -0.002, |
| |
16432 | + "low": -0.01722097982109421, |
| |
16433 | + "high": 0.012987662987662985, |
| |
16434 | + "level": 0.95, |
| |
16435 | + "n_items": 1000, |
| |
16436 | + "n_clusters": 970, |
| |
16437 | + "n_boot": 2000 |
| |
16438 | + }, |
| |
16439 | + "control_adjusted": { |
| |
16440 | + "estimate": -0.049, |
| |
16441 | + "low": -0.07150225535007478, |
| |
16442 | + "high": -0.026314460393407766, |
| |
16443 | + "level": 0.95, |
| |
16444 | + "n_items": 1000, |
| |
16445 | + "n_clusters": 970, |
| |
16446 | + "n_boot": 2000 |
| |
16447 | + }, |
| |
16448 | + "retention_control": { |
| |
16449 | + "estimate": 0.0, |
| |
16450 | + "low": 0.0, |
| |
16451 | + "high": 0.0, |
| |
16452 | + "level": 0.95, |
| |
16453 | + "n_items": 1000, |
| |
16454 | + "n_clusters": 975, |
| |
16455 | + "n_boot": 2000 |
| |
16456 | + } |
| |
16457 | + }, |
| |
16458 | + "act_procrustes_all": { |
| |
16459 | + "transfer_gain": { |
| |
16460 | + "estimate": 0.638, |
| |
16461 | + "low": 0.6064203708622063, |
| |
16462 | + "high": 0.6690147154472353, |
| |
16463 | + "level": 0.95, |
| |
16464 | + "n_items": 1000, |
| |
16465 | + "n_clusters": 970, |
| |
16466 | + "n_boot": 2000 |
| |
16467 | + }, |
| |
16468 | + "control_adjusted": { |
| |
16469 | + "estimate": 0.591, |
| |
16470 | + "low": 0.555, |
| |
16471 | + "high": 0.6245050578466913, |
| |
16472 | + "level": 0.95, |
| |
16473 | + "n_items": 1000, |
| |
16474 | + "n_clusters": 970, |
| |
16475 | + "n_boot": 2000 |
| |
16476 | + }, |
| |
16477 | + "retention_control": { |
| |
16478 | + "estimate": -0.04, |
| |
16479 | + "low": -0.05378620115748372, |
| |
16480 | + "high": -0.028197381671701913, |
| |
16481 | + "level": 0.95, |
| |
16482 | + "n_items": 1000, |
| |
16483 | + "n_clusters": 975, |
| |
16484 | + "n_boot": 2000 |
| |
16485 | + } |
| |
16486 | + }, |
| |
16487 | + "act_procrustes_omega": { |
| |
16488 | + "transfer_gain": { |
| |
16489 | + "estimate": 0.651, |
| |
16490 | + "low": 0.6207243460764588, |
| |
16491 | + "high": 0.6822709163346613, |
| |
16492 | + "level": 0.95, |
| |
16493 | + "n_items": 1000, |
| |
16494 | + "n_clusters": 970, |
| |
16495 | + "n_boot": 2000 |
| |
16496 | + }, |
| |
16497 | + "control_adjusted": { |
| |
16498 | + "estimate": 0.604, |
| |
16499 | + "low": 0.5695533045583449, |
| |
16500 | + "high": 0.6365465018146249, |
| |
16501 | + "level": 0.95, |
| |
16502 | + "n_items": 1000, |
| |
16503 | + "n_clusters": 970, |
| |
16504 | + "n_boot": 2000 |
| |
16505 | + }, |
| |
16506 | + "retention_control": { |
| |
16507 | + "estimate": 0.0, |
| |
16508 | + "low": 0.0, |
| |
16509 | + "high": 0.0, |
| |
16510 | + "level": 0.95, |
| |
16511 | + "n_items": 1000, |
| |
16512 | + "n_clusters": 975, |
| |
16513 | + "n_boot": 2000 |
| |
16514 | + } |
| |
16515 | + }, |
| |
16516 | + "act_ridge_all": { |
| |
16517 | + "transfer_gain": { |
| |
16518 | + "estimate": 0.023, |
| |
16519 | + "low": 0.008032128514056224, |
| |
16520 | + "high": 0.03807710707272117, |
| |
16521 | + "level": 0.95, |
| |
16522 | + "n_items": 1000, |
| |
16523 | + "n_clusters": 970, |
| |
16524 | + "n_boot": 2000 |
| |
16525 | + }, |
| |
16526 | + "control_adjusted": { |
| |
16527 | + "estimate": -0.024, |
| |
16528 | + "low": -0.04934940623971762, |
| |
16529 | + "high": 0.0, |
| |
16530 | + "level": 0.95, |
| |
16531 | + "n_items": 1000, |
| |
16532 | + "n_clusters": 970, |
| |
16533 | + "n_boot": 2000 |
| |
16534 | + }, |
| |
16535 | + "retention_control": { |
| |
16536 | + "estimate": 0.0, |
| |
16537 | + "low": 0.0, |
| |
16538 | + "high": 0.0, |
| |
16539 | + "level": 0.95, |
| |
16540 | + "n_items": 1000, |
| |
16541 | + "n_clusters": 975, |
| |
16542 | + "n_boot": 2000 |
| |
16543 | + } |
| |
16544 | + }, |
| |
16545 | + "act_ridge_omega": { |
| |
16546 | + "transfer_gain": { |
| |
16547 | + "estimate": 0.023, |
| |
16548 | + "low": 0.008032128514056224, |
| |
16549 | + "high": 0.03807710707272117, |
| |
16550 | + "level": 0.95, |
| |
16551 | + "n_items": 1000, |
| |
16552 | + "n_clusters": 970, |
| |
16553 | + "n_boot": 2000 |
| |
16554 | + }, |
| |
16555 | + "control_adjusted": { |
| |
16556 | + "estimate": -0.024, |
| |
16557 | + "low": -0.04934940623971762, |
| |
16558 | + "high": 0.0, |
| |
16559 | + "level": 0.95, |
| |
16560 | + "n_items": 1000, |
| |
16561 | + "n_clusters": 970, |
| |
16562 | + "n_boot": 2000 |
| |
16563 | + }, |
| |
16564 | + "retention_control": { |
| |
16565 | + "estimate": 0.0, |
| |
16566 | + "low": 0.0, |
| |
16567 | + "high": 0.0, |
| |
16568 | + "level": 0.95, |
| |
16569 | + "n_items": 1000, |
| |
16570 | + "n_clusters": 975, |
| |
16571 | + "n_boot": 2000 |
| |
16572 | + } |
| |
16573 | + }, |
| |
16574 | + "act_cca_all": { |
| |
16575 | + "transfer_gain": { |
| |
16576 | + "estimate": 0.012, |
| |
16577 | + "low": 0.0009910312626519584, |
| |
16578 | + "high": 0.023976023976023976, |
| |
16579 | + "level": 0.95, |
| |
16580 | + "n_items": 1000, |
| |
16581 | + "n_clusters": 970, |
| |
16582 | + "n_boot": 2000 |
| |
16583 | + }, |
| |
16584 | + "control_adjusted": { |
| |
16585 | + "estimate": -0.035, |
| |
16586 | + "low": -0.05911823647294589, |
| |
16587 | + "high": -0.012143916128349051, |
| |
16588 | + "level": 0.95, |
| |
16589 | + "n_items": 1000, |
| |
16590 | + "n_clusters": 970, |
| |
16591 | + "n_boot": 2000 |
| |
16592 | + }, |
| |
16593 | + "retention_control": { |
| |
16594 | + "estimate": 0.0, |
| |
16595 | + "low": 0.0, |
| |
16596 | + "high": 0.0, |
| |
16597 | + "level": 0.95, |
| |
16598 | + "n_items": 1000, |
| |
16599 | + "n_clusters": 975, |
| |
16600 | + "n_boot": 2000 |
| |
16601 | + } |
| |
16602 | + }, |
| |
16603 | + "act_cca_omega": { |
| |
16604 | + "transfer_gain": { |
| |
16605 | + "estimate": 0.012, |
| |
16606 | + "low": 0.0009910312626519584, |
| |
16607 | + "high": 0.023976023976023976, |
| |
16608 | + "level": 0.95, |
| |
16609 | + "n_items": 1000, |
| |
16610 | + "n_clusters": 970, |
| |
16611 | + "n_boot": 2000 |
| |
16612 | + }, |
| |
16613 | + "control_adjusted": { |
| |
16614 | + "estimate": -0.035, |
| |
16615 | + "low": -0.05911823647294589, |
| |
16616 | + "high": -0.012143916128349051, |
| |
16617 | + "level": 0.95, |
| |
16618 | + "n_items": 1000, |
| |
16619 | + "n_clusters": 970, |
| |
16620 | + "n_boot": 2000 |
| |
16621 | + }, |
| |
16622 | + "retention_control": { |
| |
16623 | + "estimate": 0.0, |
| |
16624 | + "low": 0.0, |
| |
16625 | + "high": 0.0, |
| |
16626 | + "level": 0.95, |
| |
16627 | + "n_items": 1000, |
| |
16628 | + "n_clusters": 975, |
| |
16629 | + "n_boot": 2000 |
| |
16630 | + } |
| |
16631 | + }, |
| |
16632 | + "ctl_sham_map": { |
| |
16633 | + "transfer_gain": { |
| |
16634 | + "estimate": 0.047, |
| |
16635 | + "low": 0.023714829742985458, |
| |
16636 | + "high": 0.06907253291405746, |
| |
16637 | + "level": 0.95, |
| |
16638 | + "n_items": 1000, |
| |
16639 | + "n_clusters": 970, |
| |
16640 | + "n_boot": 2000 |
| |
16641 | + }, |
| |
16642 | + "control_adjusted": { |
| |
16643 | + "estimate": 0.0, |
| |
16644 | + "low": 0.0, |
| |
16645 | + "high": 0.0, |
| |
16646 | + "level": 0.95, |
| |
16647 | + "n_items": 1000, |
| |
16648 | + "n_clusters": 970, |
| |
16649 | + "n_boot": 2000 |
| |
16650 | + }, |
| |
16651 | + "retention_control": { |
| |
16652 | + "estimate": -0.913, |
| |
16653 | + "low": -0.9297206378170657, |
| |
16654 | + "high": -0.8963765895472536, |
| |
16655 | + "level": 0.95, |
| |
16656 | + "n_items": 1000, |
| |
16657 | + "n_clusters": 975, |
| |
16658 | + "n_boot": 2000 |
| |
16659 | + } |
| |
16660 | + }, |
| |
16661 | + "ctl_unrelated_data_map": { |
| |
16662 | + "transfer_gain": { |
| |
16663 | + "estimate": 0.589, |
| |
16664 | + "low": 0.5542141511939542, |
| |
16665 | + "high": 0.6226100602513899, |
| |
16666 | + "level": 0.95, |
| |
16667 | + "n_items": 1000, |
| |
16668 | + "n_clusters": 970, |
| |
16669 | + "n_boot": 2000 |
| |
16670 | + }, |
| |
16671 | + "control_adjusted": { |
| |
16672 | + "estimate": 0.542, |
| |
16673 | + "low": 0.5084910851860004, |
| |
16674 | + "high": 0.5755467196819085, |
| |
16675 | + "level": 0.95, |
| |
16676 | + "n_items": 1000, |
| |
16677 | + "n_clusters": 970, |
| |
16678 | + "n_boot": 2000 |
| |
16679 | + }, |
| |
16680 | + "retention_control": { |
| |
16681 | + "estimate": 0.0, |
| |
16682 | + "low": 0.0, |
| |
16683 | + "high": 0.0, |
| |
16684 | + "level": 0.95, |
| |
16685 | + "n_items": 1000, |
| |
16686 | + "n_clusters": 975, |
| |
16687 | + "n_boot": 2000 |
| |
16688 | + } |
| |
16689 | + }, |
| |
16690 | + "act_unrelated_procrustes_all": { |
| |
16691 | + "transfer_gain": { |
| |
16692 | + "estimate": 0.873, |
| |
16693 | + "low": 0.8520750759878419, |
| |
16694 | + "high": 0.8941058941058941, |
| |
16695 | + "level": 0.95, |
| |
16696 | + "n_items": 1000, |
| |
16697 | + "n_clusters": 970, |
| |
16698 | + "n_boot": 2000 |
| |
16699 | + }, |
| |
16700 | + "control_adjusted": { |
| |
16701 | + "estimate": 0.826, |
| |
16702 | + "low": 0.7997997746237182, |
| |
16703 | + "high": 0.8495000607275156, |
| |
16704 | + "level": 0.95, |
| |
16705 | + "n_items": 1000, |
| |
16706 | + "n_clusters": 970, |
| |
16707 | + "n_boot": 2000 |
| |
16708 | + }, |
| |
16709 | + "retention_control": { |
| |
16710 | + "estimate": 0.0, |
| |
16711 | + "low": 0.0, |
| |
16712 | + "high": 0.0, |
| |
16713 | + "level": 0.95, |
| |
16714 | + "n_items": 1000, |
| |
16715 | + "n_clusters": 975, |
| |
16716 | + "n_boot": 2000 |
| |
16717 | + } |
| |
16718 | + }, |
| |
16719 | + "ctl_norm_matched_random": { |
| |
16720 | + "transfer_gain": { |
| |
16721 | + "estimate": 0.049, |
| |
16722 | + "low": 0.02702702702702703, |
| |
16723 | + "high": 0.07142857142857142, |
| |
16724 | + "level": 0.95, |
| |
16725 | + "n_items": 1000, |
| |
16726 | + "n_clusters": 970, |
| |
16727 | + "n_boot": 2000 |
| |
16728 | + }, |
| |
16729 | + "control_adjusted": { |
| |
16730 | + "estimate": 0.002, |
| |
16731 | + "low": -0.024018811881188085, |
| |
16732 | + "high": 0.028886626321885274, |
| |
16733 | + "level": 0.95, |
| |
16734 | + "n_items": 1000, |
| |
16735 | + "n_clusters": 970, |
| |
16736 | + "n_boot": 2000 |
| |
16737 | + }, |
| |
16738 | + "retention_control": { |
| |
16739 | + "estimate": -0.912, |
| |
16740 | + "low": -0.9283599893178244, |
| |
16741 | + "high": -0.8946840521564694, |
| |
16742 | + "level": 0.95, |
| |
16743 | + "n_items": 1000, |
| |
16744 | + "n_clusters": 975, |
| |
16745 | + "n_boot": 2000 |
| |
16746 | + } |
| |
16747 | + }, |
| |
16748 | + "ctl_shuffled_token": { |
| |
16749 | + "transfer_gain": { |
| |
16750 | + "estimate": 0.051, |
| |
16751 | + "low": 0.0291142799425932, |
| |
16752 | + "high": 0.07344725724867127, |
| |
16753 | + "level": 0.95, |
| |
16754 | + "n_items": 1000, |
| |
16755 | + "n_clusters": 970, |
| |
16756 | + "n_boot": 2000 |
| |
16757 | + }, |
| |
16758 | + "control_adjusted": { |
| |
16759 | + "estimate": 0.004, |
| |
16760 | + "low": -0.021148036253776436, |
| |
16761 | + "high": 0.029058844871287206, |
| |
16762 | + "level": 0.95, |
| |
16763 | + "n_items": 1000, |
| |
16764 | + "n_clusters": 970, |
| |
16765 | + "n_boot": 2000 |
| |
16766 | + }, |
| |
16767 | + "retention_control": { |
| |
16768 | + "estimate": -0.899, |
| |
16769 | + "low": -0.9170829170829171, |
| |
16770 | + "high": -0.8794769112684073, |
| |
16771 | + "level": 0.95, |
| |
16772 | + "n_items": 1000, |
| |
16773 | + "n_clusters": 975, |
| |
16774 | + "n_boot": 2000 |
| |
16775 | + } |
| |
16776 | + }, |
| |
16777 | + "ctl_shuffled_layer": { |
| |
16778 | + "transfer_gain": { |
| |
16779 | + "estimate": 0.053, |
| |
16780 | + "low": 0.034204371960405655, |
| |
16781 | + "high": 0.07229097293697401, |
| |
16782 | + "level": 0.95, |
| |
16783 | + "n_items": 1000, |
| |
16784 | + "n_clusters": 970, |
| |
16785 | + "n_boot": 2000 |
| |
16786 | + }, |
| |
16787 | + "control_adjusted": { |
| |
16788 | + "estimate": 0.006, |
| |
16789 | + "low": -0.02008234551107656, |
| |
16790 | + "high": 0.03132474195781042, |
| |
16791 | + "level": 0.95, |
| |
16792 | + "n_items": 1000, |
| |
16793 | + "n_clusters": 970, |
| |
16794 | + "n_boot": 2000 |
| |
16795 | + }, |
| |
16796 | + "retention_control": { |
| |
16797 | + "estimate": 0.0, |
| |
16798 | + "low": 0.0, |
| |
16799 | + "high": 0.0, |
| |
16800 | + "level": 0.95, |
| |
16801 | + "n_items": 1000, |
| |
16802 | + "n_clusters": 975, |
| |
16803 | + "n_boot": 2000 |
| |
16804 | + } |
| |
16805 | + }, |
| |
16806 | + "ctl_unrelated_donor": { |
| |
16807 | + "transfer_gain": { |
| |
16808 | + "estimate": 0.001, |
| |
16809 | + "low": -0.01010126543493581, |
| |
16810 | + "high": 0.012859193078318865, |
| |
16811 | + "level": 0.95, |
| |
16812 | + "n_items": 1000, |
| |
16813 | + "n_clusters": 970, |
| |
16814 | + "n_boot": 2000 |
| |
16815 | + }, |
| |
16816 | + "control_adjusted": { |
| |
16817 | + "estimate": -0.046, |
| |
16818 | + "low": -0.06827652662965746, |
| |
16819 | + "high": -0.023927619531842723, |
| |
16820 | + "level": 0.95, |
| |
16821 | + "n_items": 1000, |
| |
16822 | + "n_clusters": 970, |
| |
16823 | + "n_boot": 2000 |
| |
16824 | + }, |
| |
16825 | + "retention_control": { |
| |
16826 | + "estimate": 0.0, |
| |
16827 | + "low": 0.0, |
| |
16828 | + "high": 0.0, |
| |
16829 | + "level": 0.95, |
| |
16830 | + "n_items": 1000, |
| |
16831 | + "n_clusters": 975, |
| |
16832 | + "n_boot": 2000 |
| |
16833 | + } |
| |
16834 | + } |
| |
16835 | + }, |
| |
16836 | + "donor_s0->recipient_s2": { |
| |
16837 | + "act_identity_all": { |
| |
16838 | + "transfer_gain": { |
| |
16839 | + "estimate": 0.027, |
| |
16840 | + "low": 0.003002480611824549, |
| |
16841 | + "high": 0.050506051596239894, |
| |
16842 | + "level": 0.95, |
| |
16843 | + "n_items": 1000, |
| |
16844 | + "n_clusters": 970, |
| |
16845 | + "n_boot": 2000 |
| |
16846 | + }, |
| |
16847 | + "control_adjusted": { |
| |
16848 | + "estimate": -0.006, |
| |
16849 | + "low": -0.029117197432947873, |
| |
16850 | + "high": 0.01798291798291798, |
| |
16851 | + "level": 0.95, |
| |
16852 | + "n_items": 1000, |
| |
16853 | + "n_clusters": 970, |
| |
16854 | + "n_boot": 2000 |
| |
16855 | + }, |
| |
16856 | + "retention_control": { |
| |
16857 | + "estimate": -0.906, |
| |
16858 | + "low": -0.925, |
| |
16859 | + "high": -0.8876736820800373, |
| |
16860 | + "level": 0.95, |
| |
16861 | + "n_items": 1000, |
| |
16862 | + "n_clusters": 975, |
| |
16863 | + "n_boot": 2000 |
| |
16864 | + } |
| |
16865 | + }, |
| |
16866 | + "act_identity_omega": { |
| |
16867 | + "transfer_gain": { |
| |
16868 | + "estimate": 0.028, |
| |
16869 | + "low": 0.004019999596375452, |
| |
16870 | + "high": 0.05169114665242376, |
| |
16871 | + "level": 0.95, |
| |
16872 | + "n_items": 1000, |
| |
16873 | + "n_clusters": 970, |
| |
16874 | + "n_boot": 2000 |
| |
16875 | + }, |
| |
16876 | + "control_adjusted": { |
| |
16877 | + "estimate": -0.005, |
| |
16878 | + "low": -0.027833001988071572, |
| |
16879 | + "high": 0.019980519480519477, |
| |
16880 | + "level": 0.95, |
| |
16881 | + "n_items": 1000, |
| |
16882 | + "n_clusters": 970, |
| |
16883 | + "n_boot": 2000 |
| |
16884 | + }, |
| |
16885 | + "retention_control": { |
| |
16886 | + "estimate": 0.0, |
| |
16887 | + "low": 0.0, |
| |
16888 | + "high": 0.0, |
| |
16889 | + "level": 0.95, |
| |
16890 | + "n_items": 1000, |
| |
16891 | + "n_clusters": 975, |
| |
16892 | + "n_boot": 2000 |
| |
16893 | + } |
| |
16894 | + }, |
| |
16895 | + "act_procrustes_all": { |
| |
16896 | + "transfer_gain": { |
| |
16897 | + "estimate": 0.368, |
| |
16898 | + "low": 0.33835341365461846, |
| |
16899 | + "high": 0.3982236273721213, |
| |
16900 | + "level": 0.95, |
| |
16901 | + "n_items": 1000, |
| |
16902 | + "n_clusters": 970, |
| |
16903 | + "n_boot": 2000 |
| |
16904 | + }, |
| |
16905 | + "control_adjusted": { |
| |
16906 | + "estimate": 0.335, |
| |
16907 | + "low": 0.30010067983361094, |
| |
16908 | + "high": 0.3695256881295433, |
| |
16909 | + "level": 0.95, |
| |
16910 | + "n_items": 1000, |
| |
16911 | + "n_clusters": 970, |
| |
16912 | + "n_boot": 2000 |
| |
16913 | + }, |
| |
16914 | + "retention_control": { |
| |
16915 | + "estimate": -0.133, |
| |
16916 | + "low": -0.15338830235727102, |
| |
16917 | + "high": -0.11177378643116183, |
| |
16918 | + "level": 0.95, |
| |
16919 | + "n_items": 1000, |
| |
16920 | + "n_clusters": 975, |
| |
16921 | + "n_boot": 2000 |
| |
16922 | + } |
| |
16923 | + }, |
| |
16924 | + "act_procrustes_omega": { |
| |
16925 | + "transfer_gain": { |
| |
16926 | + "estimate": 0.396, |
| |
16927 | + "low": 0.365, |
| |
16928 | + "high": 0.42684525787474986, |
| |
16929 | + "level": 0.95, |
| |
16930 | + "n_items": 1000, |
| |
16931 | + "n_clusters": 970, |
| |
16932 | + "n_boot": 2000 |
| |
16933 | + }, |
| |
16934 | + "control_adjusted": { |
| |
16935 | + "estimate": 0.363, |
| |
16936 | + "low": 0.3282977051481583, |
| |
16937 | + "high": 0.39881465517241377, |
| |
16938 | + "level": 0.95, |
| |
16939 | + "n_items": 1000, |
| |
16940 | + "n_clusters": 970, |
| |
16941 | + "n_boot": 2000 |
| |
16942 | + }, |
| |
16943 | + "retention_control": { |
| |
16944 | + "estimate": 0.0, |
| |
16945 | + "low": 0.0, |
| |
16946 | + "high": 0.0, |
| |
16947 | + "level": 0.95, |
| |
16948 | + "n_items": 1000, |
| |
16949 | + "n_clusters": 975, |
| |
16950 | + "n_boot": 2000 |
| |
16951 | + } |
| |
16952 | + }, |
| |
16953 | + "act_ridge_all": { |
| |
16954 | + "transfer_gain": { |
| |
16955 | + "estimate": 0.069, |
| |
16956 | + "low": 0.049042942344735184, |
| |
16957 | + "high": 0.0901826220143396, |
| |
16958 | + "level": 0.95, |
| |
16959 | + "n_items": 1000, |
| |
16960 | + "n_clusters": 970, |
| |
16961 | + "n_boot": 2000 |
| |
16962 | + }, |
| |
16963 | + "control_adjusted": { |
| |
16964 | + "estimate": 0.036, |
| |
16965 | + "low": 0.009815679185552947, |
| |
16966 | + "high": 0.06439679954101474, |
| |
16967 | + "level": 0.95, |
| |
16968 | + "n_items": 1000, |
| |
16969 | + "n_clusters": 970, |
| |
16970 | + "n_boot": 2000 |
| |
16971 | + }, |
| |
16972 | + "retention_control": { |
| |
16973 | + "estimate": -0.048, |
| |
16974 | + "low": -0.06188244752979011, |
| |
16975 | + "high": -0.03503415915915917, |
| |
16976 | + "level": 0.95, |
| |
16977 | + "n_items": 1000, |
| |
16978 | + "n_clusters": 975, |
| |
16979 | + "n_boot": 2000 |
| |
16980 | + } |
| |
16981 | + }, |
| |
16982 | + "act_ridge_omega": { |
| |
16983 | + "transfer_gain": { |
| |
16984 | + "estimate": 0.074, |
| |
16985 | + "low": 0.05488748598420689, |
| |
16986 | + "high": 0.09347204299442831, |
| |
16987 | + "level": 0.95, |
| |
16988 | + "n_items": 1000, |
| |
16989 | + "n_clusters": 970, |
| |
16990 | + "n_boot": 2000 |
| |
16991 | + }, |
| |
16992 | + "control_adjusted": { |
| |
16993 | + "estimate": 0.041, |
| |
16994 | + "low": 0.014954390559664292, |
| |
16995 | + "high": 0.06881507219634617, |
| |
16996 | + "level": 0.95, |
| |
16997 | + "n_items": 1000, |
| |
16998 | + "n_clusters": 970, |
| |
16999 | + "n_boot": 2000 |
| |
17000 | + }, |
| |
17001 | + "retention_control": { |
| |
17002 | + "estimate": 0.0, |
| |
17003 | + "low": 0.0, |
| |
17004 | + "high": 0.0, |
| |
17005 | + "level": 0.95, |
| |
17006 | + "n_items": 1000, |
| |
17007 | + "n_clusters": 975, |
| |
17008 | + "n_boot": 2000 |
| |
17009 | + } |
| |
17010 | + }, |
| |
17011 | + "act_cca_all": { |
| |
17012 | + "transfer_gain": { |
| |
17013 | + "estimate": -0.016, |
| |
17014 | + "low": -0.030725779121110793, |
| |
17015 | + "high": -0.002993937349627764, |
| |
17016 | + "level": 0.95, |
| |
17017 | + "n_items": 1000, |
| |
17018 | + "n_clusters": 970, |
| |
17019 | + "n_boot": 2000 |
| |
17020 | + }, |
| |
17021 | + "control_adjusted": { |
| |
17022 | + "estimate": -0.049, |
| |
17023 | + "low": -0.07280265102360786, |
| |
17024 | + "high": -0.02610310983412609, |
| |
17025 | + "level": 0.95, |
| |
17026 | + "n_items": 1000, |
| |
17027 | + "n_clusters": 970, |
| |
17028 | + "n_boot": 2000 |
| |
17029 | + }, |
| |
17030 | + "retention_control": { |
| |
17031 | + "estimate": 0.0, |
| |
17032 | + "low": 0.0, |
| |
17033 | + "high": 0.0, |
| |
17034 | + "level": 0.95, |
| |
17035 | + "n_items": 1000, |
| |
17036 | + "n_clusters": 975, |
| |
17037 | + "n_boot": 2000 |
| |
17038 | + } |
| |
17039 | + }, |
| |
17040 | + "act_cca_omega": { |
| |
17041 | + "transfer_gain": { |
| |
17042 | + "estimate": -0.016, |
| |
17043 | + "low": -0.030725779121110793, |
| |
17044 | + "high": -0.002993937349627764, |
| |
17045 | + "level": 0.95, |
| |
17046 | + "n_items": 1000, |
| |
17047 | + "n_clusters": 970, |
| |
17048 | + "n_boot": 2000 |
| |
17049 | + }, |
| |
17050 | + "control_adjusted": { |
| |
17051 | + "estimate": -0.049, |
| |
17052 | + "low": -0.07280265102360786, |
| |
17053 | + "high": -0.02610310983412609, |
| |
17054 | + "level": 0.95, |
| |
17055 | + "n_items": 1000, |
| |
17056 | + "n_clusters": 970, |
| |
17057 | + "n_boot": 2000 |
| |
17058 | + }, |
| |
17059 | + "retention_control": { |
| |
17060 | + "estimate": 0.0, |
| |
17061 | + "low": 0.0, |
| |
17062 | + "high": 0.0, |
| |
17063 | + "level": 0.95, |
| |
17064 | + "n_items": 1000, |
| |
17065 | + "n_clusters": 975, |
| |
17066 | + "n_boot": 2000 |
| |
17067 | + } |
| |
17068 | + }, |
| |
17069 | + "ctl_sham_map": { |
| |
17070 | + "transfer_gain": { |
| |
17071 | + "estimate": 0.033, |
| |
17072 | + "low": 0.007983832932340703, |
| |
17073 | + "high": 0.05782796321614, |
| |
17074 | + "level": 0.95, |
| |
17075 | + "n_items": 1000, |
| |
17076 | + "n_clusters": 970, |
| |
17077 | + "n_boot": 2000 |
| |
17078 | + }, |
| |
17079 | + "control_adjusted": { |
| |
17080 | + "estimate": 0.0, |
| |
17081 | + "low": 0.0, |
| |
17082 | + "high": 0.0, |
| |
17083 | + "level": 0.95, |
| |
17084 | + "n_items": 1000, |
| |
17085 | + "n_clusters": 970, |
| |
17086 | + "n_boot": 2000 |
| |
17087 | + }, |
| |
17088 | + "retention_control": { |
| |
17089 | + "estimate": -0.886, |
| |
17090 | + "low": -0.904814378757515, |
| |
17091 | + "high": -0.8658051689860835, |
| |
17092 | + "level": 0.95, |
| |
17093 | + "n_items": 1000, |
| |
17094 | + "n_clusters": 975, |
| |
17095 | + "n_boot": 2000 |
| |
17096 | + } |
| |
17097 | + }, |
| |
17098 | + "ctl_unrelated_data_map": { |
| |
17099 | + "transfer_gain": { |
| |
17100 | + "estimate": 0.543, |
| |
17101 | + "low": 0.508031726102808, |
| |
17102 | + "high": 0.5754313913178455, |
| |
17103 | + "level": 0.95, |
| |
17104 | + "n_items": 1000, |
| |
17105 | + "n_clusters": 970, |
| |
17106 | + "n_boot": 2000 |
| |
17107 | + }, |
| |
17108 | + "control_adjusted": { |
| |
17109 | + "estimate": 0.51, |
| |
17110 | + "low": 0.47466962418846964, |
| |
17111 | + "high": 0.5440948429116297, |
| |
17112 | + "level": 0.95, |
| |
17113 | + "n_items": 1000, |
| |
17114 | + "n_clusters": 970, |
| |
17115 | + "n_boot": 2000 |
| |
17116 | + }, |
| |
17117 | + "retention_control": { |
| |
17118 | + "estimate": 0.0, |
| |
17119 | + "low": 0.0, |
| |
17120 | + "high": 0.0, |
| |
17121 | + "level": 0.95, |
| |
17122 | + "n_items": 1000, |
| |
17123 | + "n_clusters": 975, |
| |
17124 | + "n_boot": 2000 |
| |
17125 | + } |
| |
17126 | + }, |
| |
17127 | + "act_unrelated_procrustes_all": { |
| |
17128 | + "transfer_gain": { |
| |
17129 | + "estimate": 0.822, |
| |
17130 | + "low": 0.7967959870892126, |
| |
17131 | + "high": 0.8469222895003367, |
| |
17132 | + "level": 0.95, |
| |
17133 | + "n_items": 1000, |
| |
17134 | + "n_clusters": 970, |
| |
17135 | + "n_boot": 2000 |
| |
17136 | + }, |
| |
17137 | + "control_adjusted": { |
| |
17138 | + "estimate": 0.789, |
| |
17139 | + "low": 0.7607167821263122, |
| |
17140 | + "high": 0.816468253968254, |
| |
17141 | + "level": 0.95, |
| |
17142 | + "n_items": 1000, |
| |
17143 | + "n_clusters": 970, |
| |
17144 | + "n_boot": 2000 |
| |
17145 | + }, |
| |
17146 | + "retention_control": { |
| |
17147 | + "estimate": 0.0, |
| |
17148 | + "low": 0.0, |
| |
17149 | + "high": 0.0, |
| |
17150 | + "level": 0.95, |
| |
17151 | + "n_items": 1000, |
| |
17152 | + "n_clusters": 975, |
| |
17153 | + "n_boot": 2000 |
| |
17154 | + } |
| |
17155 | + }, |
| |
17156 | + "ctl_norm_matched_random": { |
| |
17157 | + "transfer_gain": { |
| |
17158 | + "estimate": 0.018, |
| |
17159 | + "low": -0.004008217237688227, |
| |
17160 | + "high": 0.041124402323436164, |
| |
17161 | + "level": 0.95, |
| |
17162 | + "n_items": 1000, |
| |
17163 | + "n_clusters": 970, |
| |
17164 | + "n_boot": 2000 |
| |
17165 | + }, |
| |
17166 | + "control_adjusted": { |
| |
17167 | + "estimate": -0.015, |
| |
17168 | + "low": -0.04004104304705507, |
| |
17169 | + "high": 0.010967646511016399, |
| |
17170 | + "level": 0.95, |
| |
17171 | + "n_items": 1000, |
| |
17172 | + "n_clusters": 970, |
| |
17173 | + "n_boot": 2000 |
| |
17174 | + }, |
| |
17175 | + "retention_control": { |
| |
17176 | + "estimate": -0.914, |
| |
17177 | + "low": -0.931615460852329, |
| |
17178 | + "high": -0.8953707790110553, |
| |
17179 | + "level": 0.95, |
| |
17180 | + "n_items": 1000, |
| |
17181 | + "n_clusters": 975, |
| |
17182 | + "n_boot": 2000 |
| |
17183 | + } |
| |
17184 | + }, |
| |
17185 | + "ctl_shuffled_token": { |
| |
17186 | + "transfer_gain": { |
| |
17187 | + "estimate": 0.016, |
| |
17188 | + "low": -0.0080002002002002, |
| |
17189 | + "high": 0.03923588143186894, |
| |
17190 | + "level": 0.95, |
| |
17191 | + "n_items": 1000, |
| |
17192 | + "n_clusters": 970, |
| |
17193 | + "n_boot": 2000 |
| |
17194 | + }, |
| |
17195 | + "control_adjusted": { |
| |
17196 | + "estimate": -0.017, |
| |
17197 | + "low": -0.04208416833667335, |
| |
17198 | + "high": 0.009000225225225223, |
| |
17199 | + "level": 0.95, |
| |
17200 | + "n_items": 1000, |
| |
17201 | + "n_clusters": 970, |
| |
17202 | + "n_boot": 2000 |
| |
17203 | + }, |
| |
17204 | + "retention_control": { |
| |
17205 | + "estimate": -0.901, |
| |
17206 | + "low": -0.9196448481523432, |
| |
17207 | + "high": -0.8821737929743972, |
| |
17208 | + "level": 0.95, |
| |
17209 | + "n_items": 1000, |
| |
17210 | + "n_clusters": 975, |
| |
17211 | + "n_boot": 2000 |
| |
17212 | + } |
| |
17213 | + }, |
| |
17214 | + "ctl_shuffled_layer": { |
| |
17215 | + "transfer_gain": { |
| |
17216 | + "estimate": 0.1, |
| |
17217 | + "low": 0.07891774891774893, |
| |
17218 | + "high": 0.12188422188422185, |
| |
17219 | + "level": 0.95, |
| |
17220 | + "n_items": 1000, |
| |
17221 | + "n_clusters": 970, |
| |
17222 | + "n_boot": 2000 |
| |
17223 | + }, |
| |
17224 | + "control_adjusted": { |
| |
17225 | + "estimate": 0.067, |
| |
17226 | + "low": 0.039077178380785595, |
| |
17227 | + "high": 0.0960960960960961, |
| |
17228 | + "level": 0.95, |
| |
17229 | + "n_items": 1000, |
| |
17230 | + "n_clusters": 970, |
| |
17231 | + "n_boot": 2000 |
| |
17232 | + }, |
| |
17233 | + "retention_control": { |
| |
17234 | + "estimate": 0.0, |
| |
17235 | + "low": 0.0, |
| |
17236 | + "high": 0.0, |
| |
17237 | + "level": 0.95, |
| |
17238 | + "n_items": 1000, |
| |
17239 | + "n_clusters": 975, |
| |
17240 | + "n_boot": 2000 |
| |
17241 | + } |
| |
17242 | + }, |
| |
17243 | + "ctl_unrelated_donor": { |
| |
17244 | + "transfer_gain": { |
| |
17245 | + "estimate": -0.013, |
| |
17246 | + "low": -0.030212241740571095, |
| |
17247 | + "high": 0.00398406374501992, |
| |
17248 | + "level": 0.95, |
| |
17249 | + "n_items": 1000, |
| |
17250 | + "n_clusters": 970, |
| |
17251 | + "n_boot": 2000 |
| |
17252 | + }, |
| |
17253 | + "control_adjusted": { |
| |
17254 | + "estimate": -0.046, |
| |
17255 | + "low": -0.07000175175175176, |
| |
17256 | + "high": -0.021910176753304256, |
| |
17257 | + "level": 0.95, |
| |
17258 | + "n_items": 1000, |
| |
17259 | + "n_clusters": 970, |
| |
17260 | + "n_boot": 2000 |
| |
17261 | + }, |
| |
17262 | + "retention_control": { |
| |
17263 | + "estimate": 0.0, |
| |
17264 | + "low": 0.0, |
| |
17265 | + "high": 0.0, |
| |
17266 | + "level": 0.95, |
| |
17267 | + "n_items": 1000, |
| |
17268 | + "n_clusters": 975, |
| |
17269 | + "n_boot": 2000 |
| |
17270 | + } |
| |
17271 | + } |
| |
17272 | + }, |
| |
17273 | + "donor_s1->recipient_s0": { |
| |
17274 | + "act_identity_all": { |
| |
17275 | + "transfer_gain": { |
| |
17276 | + "estimate": 0.001, |
| |
17277 | + "low": -0.026078234704112337, |
| |
17278 | + "high": 0.028860054083934657, |
| |
17279 | + "level": 0.95, |
| |
17280 | + "n_items": 1000, |
| |
17281 | + "n_clusters": 970, |
| |
17282 | + "n_boot": 2000 |
| |
17283 | + }, |
| |
17284 | + "control_adjusted": { |
| |
17285 | + "estimate": 0.018, |
| |
17286 | + "low": -0.00907280951954689, |
| |
17287 | + "high": 0.04609334014066246, |
| |
17288 | + "level": 0.95, |
| |
17289 | + "n_items": 1000, |
| |
17290 | + "n_clusters": 970, |
| |
17291 | + "n_boot": 2000 |
| |
17292 | + }, |
| |
17293 | + "retention_control": { |
| |
17294 | + "estimate": -0.893, |
| |
17295 | + "low": -0.9110911294294528, |
| |
17296 | + "high": -0.8734939759036144, |
| |
17297 | + "level": 0.95, |
| |
17298 | + "n_items": 1000, |
| |
17299 | + "n_clusters": 975, |
| |
17300 | + "n_boot": 2000 |
| |
17301 | + } |
| |
17302 | + }, |
| |
17303 | + "act_identity_omega": { |
| |
17304 | + "transfer_gain": { |
| |
17305 | + "estimate": -0.037, |
| |
17306 | + "low": -0.062136329017517124, |
| |
17307 | + "high": -0.01294788507660899, |
| |
17308 | + "level": 0.95, |
| |
17309 | + "n_items": 1000, |
| |
17310 | + "n_clusters": 970, |
| |
17311 | + "n_boot": 2000 |
| |
17312 | + }, |
| |
17313 | + "control_adjusted": { |
| |
17314 | + "estimate": -0.02, |
| |
17315 | + "low": -0.045137674329521225, |
| |
17316 | + "high": 0.005025252014600163, |
| |
17317 | + "level": 0.95, |
| |
17318 | + "n_items": 1000, |
| |
17319 | + "n_clusters": 970, |
| |
17320 | + "n_boot": 2000 |
| |
17321 | + }, |
| |
17322 | + "retention_control": { |
| |
17323 | + "estimate": 0.0, |
| |
17324 | + "low": 0.0, |
| |
17325 | + "high": 0.0, |
| |
17326 | + "level": 0.95, |
| |
17327 | + "n_items": 1000, |
| |
17328 | + "n_clusters": 975, |
| |
17329 | + "n_boot": 2000 |
| |
17330 | + } |
| |
17331 | + }, |
| |
17332 | + "act_procrustes_all": { |
| |
17333 | + "transfer_gain": { |
| |
17334 | + "estimate": 0.583, |
| |
17335 | + "low": 0.5491967871485943, |
| |
17336 | + "high": 0.6156999963490621, |
| |
17337 | + "level": 0.95, |
| |
17338 | + "n_items": 1000, |
| |
17339 | + "n_clusters": 970, |
| |
17340 | + "n_boot": 2000 |
| |
17341 | + }, |
| |
17342 | + "control_adjusted": { |
| |
17343 | + "estimate": 0.6, |
| |
17344 | + "low": 0.566697607733738, |
| |
17345 | + "high": 0.6341800367298338, |
| |
17346 | + "level": 0.95, |
| |
17347 | + "n_items": 1000, |
| |
17348 | + "n_clusters": 970, |
| |
17349 | + "n_boot": 2000 |
| |
17350 | + }, |
| |
17351 | + "retention_control": { |
| |
17352 | + "estimate": -0.094, |
| |
17353 | + "low": -0.11300282782782782, |
| |
17354 | + "high": -0.07676969092721835, |
| |
17355 | + "level": 0.95, |
| |
17356 | + "n_items": 1000, |
| |
17357 | + "n_clusters": 975, |
| |
17358 | + "n_boot": 2000 |
| |
17359 | + } |
| |
17360 | + }, |
| |
17361 | + "act_procrustes_omega": { |
| |
17362 | + "transfer_gain": { |
| |
17363 | + "estimate": 0.642, |
| |
17364 | + "low": 0.6119944111776447, |
| |
17365 | + "high": 0.6726916757940855, |
| |
17366 | + "level": 0.95, |
| |
17367 | + "n_items": 1000, |
| |
17368 | + "n_clusters": 970, |
| |
17369 | + "n_boot": 2000 |
| |
17370 | + }, |
| |
17371 | + "control_adjusted": { |
| |
17372 | + "estimate": 0.659, |
| |
17373 | + "low": 0.6269940140845071, |
| |
17374 | + "high": 0.6908381351414036, |
| |
17375 | + "level": 0.95, |
| |
17376 | + "n_items": 1000, |
| |
17377 | + "n_clusters": 970, |
| |
17378 | + "n_boot": 2000 |
| |
17379 | + }, |
| |
17380 | + "retention_control": { |
| |
17381 | + "estimate": 0.0, |
| |
17382 | + "low": 0.0, |
| |
17383 | + "high": 0.0, |
| |
17384 | + "level": 0.95, |
| |
17385 | + "n_items": 1000, |
| |
17386 | + "n_clusters": 975, |
| |
17387 | + "n_boot": 2000 |
| |
17388 | + } |
| |
17389 | + }, |
| |
17390 | + "act_ridge_all": { |
| |
17391 | + "transfer_gain": { |
| |
17392 | + "estimate": 0.13, |
| |
17393 | + "low": 0.10746268656716418, |
| |
17394 | + "high": 0.15384615384615385, |
| |
17395 | + "level": 0.95, |
| |
17396 | + "n_items": 1000, |
| |
17397 | + "n_clusters": 970, |
| |
17398 | + "n_boot": 2000 |
| |
17399 | + }, |
| |
17400 | + "control_adjusted": { |
| |
17401 | + "estimate": 0.147, |
| |
17402 | + "low": 0.11599710289710291, |
| |
17403 | + "high": 0.17835671342685372, |
| |
17404 | + "level": 0.95, |
| |
17405 | + "n_items": 1000, |
| |
17406 | + "n_clusters": 970, |
| |
17407 | + "n_boot": 2000 |
| |
17408 | + }, |
| |
17409 | + "retention_control": { |
| |
17410 | + "estimate": 0.0, |
| |
17411 | + "low": 0.0, |
| |
17412 | + "high": 0.0, |
| |
17413 | + "level": 0.95, |
| |
17414 | + "n_items": 1000, |
| |
17415 | + "n_clusters": 975, |
| |
17416 | + "n_boot": 2000 |
| |
17417 | + } |
| |
17418 | + }, |
| |
17419 | + "act_ridge_omega": { |
| |
17420 | + "transfer_gain": { |
| |
17421 | + "estimate": 0.13, |
| |
17422 | + "low": 0.10746268656716418, |
| |
17423 | + "high": 0.15384615384615385, |
| |
17424 | + "level": 0.95, |
| |
17425 | + "n_items": 1000, |
| |
17426 | + "n_clusters": 970, |
| |
17427 | + "n_boot": 2000 |
| |
17428 | + }, |
| |
17429 | + "control_adjusted": { |
| |
17430 | + "estimate": 0.147, |
| |
17431 | + "low": 0.11599710289710291, |
| |
17432 | + "high": 0.17835671342685372, |
| |
17433 | + "level": 0.95, |
| |
17434 | + "n_items": 1000, |
| |
17435 | + "n_clusters": 970, |
| |
17436 | + "n_boot": 2000 |
| |
17437 | + }, |
| |
17438 | + "retention_control": { |
| |
17439 | + "estimate": 0.0, |
| |
17440 | + "low": 0.0, |
| |
17441 | + "high": 0.0, |
| |
17442 | + "level": 0.95, |
| |
17443 | + "n_items": 1000, |
| |
17444 | + "n_clusters": 975, |
| |
17445 | + "n_boot": 2000 |
| |
17446 | + } |
| |
17447 | + }, |
| |
17448 | + "act_cca_all": { |
| |
17449 | + "transfer_gain": { |
| |
17450 | + "estimate": 0.042, |
| |
17451 | + "low": 0.024975024975024976, |
| |
17452 | + "high": 0.05958440025191453, |
| |
17453 | + "level": 0.95, |
| |
17454 | + "n_items": 1000, |
| |
17455 | + "n_clusters": 970, |
| |
17456 | + "n_boot": 2000 |
| |
17457 | + }, |
| |
17458 | + "control_adjusted": { |
| |
17459 | + "estimate": 0.059, |
| |
17460 | + "low": 0.029230205738182295, |
| |
17461 | + "high": 0.08700106330365973, |
| |
17462 | + "level": 0.95, |
| |
17463 | + "n_items": 1000, |
| |
17464 | + "n_clusters": 970, |
| |
17465 | + "n_boot": 2000 |
| |
17466 | + }, |
| |
17467 | + "retention_control": { |
| |
17468 | + "estimate": 0.0, |
| |
17469 | + "low": 0.0, |
| |
17470 | + "high": 0.0, |
| |
17471 | + "level": 0.95, |
| |
17472 | + "n_items": 1000, |
| |
17473 | + "n_clusters": 975, |
| |
17474 | + "n_boot": 2000 |
| |
17475 | + } |
| |
17476 | + }, |
| |
17477 | + "act_cca_omega": { |
| |
17478 | + "transfer_gain": { |
| |
17479 | + "estimate": 0.042, |
| |
17480 | + "low": 0.024975024975024976, |
| |
17481 | + "high": 0.05958440025191453, |
| |
17482 | + "level": 0.95, |
| |
17483 | + "n_items": 1000, |
| |
17484 | + "n_clusters": 970, |
| |
17485 | + "n_boot": 2000 |
| |
17486 | + }, |
| |
17487 | + "control_adjusted": { |
| |
17488 | + "estimate": 0.059, |
| |
17489 | + "low": 0.029230205738182295, |
| |
17490 | + "high": 0.08700106330365973, |
| |
17491 | + "level": 0.95, |
| |
17492 | + "n_items": 1000, |
| |
17493 | + "n_clusters": 970, |
| |
17494 | + "n_boot": 2000 |
| |
17495 | + }, |
| |
17496 | + "retention_control": { |
| |
17497 | + "estimate": 0.0, |
| |
17498 | + "low": 0.0, |
| |
17499 | + "high": 0.0, |
| |
17500 | + "level": 0.95, |
| |
17501 | + "n_items": 1000, |
| |
17502 | + "n_clusters": 975, |
| |
17503 | + "n_boot": 2000 |
| |
17504 | + } |
| |
17505 | + }, |
| |
17506 | + "ctl_sham_map": { |
| |
17507 | + "transfer_gain": { |
| |
17508 | + "estimate": -0.017, |
| |
17509 | + "low": -0.04331398317046361, |
| |
17510 | + "high": 0.008056801241383934, |
| |
17511 | + "level": 0.95, |
| |
17512 | + "n_items": 1000, |
| |
17513 | + "n_clusters": 970, |
| |
17514 | + "n_boot": 2000 |
| |
17515 | + }, |
| |
17516 | + "control_adjusted": { |
| |
17517 | + "estimate": 0.0, |
| |
17518 | + "low": 0.0, |
| |
17519 | + "high": 0.0, |
| |
17520 | + "level": 0.95, |
| |
17521 | + "n_items": 1000, |
| |
17522 | + "n_clusters": 970, |
| |
17523 | + "n_boot": 2000 |
| |
17524 | + }, |
| |
17525 | + "retention_control": { |
| |
17526 | + "estimate": -0.902, |
| |
17527 | + "low": -0.9199219219219219, |
| |
17528 | + "high": -0.8833486963656314, |
| |
17529 | + "level": 0.95, |
| |
17530 | + "n_items": 1000, |
| |
17531 | + "n_clusters": 975, |
| |
17532 | + "n_boot": 2000 |
| |
17533 | + } |
| |
17534 | + }, |
| |
17535 | + "ctl_unrelated_data_map": { |
| |
17536 | + "transfer_gain": { |
| |
17537 | + "estimate": 0.778, |
| |
17538 | + "low": 0.7535346450476711, |
| |
17539 | + "high": 0.8041958041958042, |
| |
17540 | + "level": 0.95, |
| |
17541 | + "n_items": 1000, |
| |
17542 | + "n_clusters": 970, |
| |
17543 | + "n_boot": 2000 |
| |
17544 | + }, |
| |
17545 | + "control_adjusted": { |
| |
17546 | + "estimate": 0.795, |
| |
17547 | + "low": 0.7692211055276382, |
| |
17548 | + "high": 0.8211788211788211, |
| |
17549 | + "level": 0.95, |
| |
17550 | + "n_items": 1000, |
| |
17551 | + "n_clusters": 970, |
| |
17552 | + "n_boot": 2000 |
| |
17553 | + }, |
| |
17554 | + "retention_control": { |
| |
17555 | + "estimate": 0.0, |
| |
17556 | + "low": 0.0, |
| |
17557 | + "high": 0.0, |
| |
17558 | + "level": 0.95, |
| |
17559 | + "n_items": 1000, |
| |
17560 | + "n_clusters": 975, |
| |
17561 | + "n_boot": 2000 |
| |
17562 | + } |
| |
17563 | + }, |
| |
17564 | + "act_unrelated_procrustes_all": { |
| |
17565 | + "transfer_gain": { |
| |
17566 | + "estimate": 0.859, |
| |
17567 | + "low": 0.8366728476874067, |
| |
17568 | + "high": 0.8816478996106556, |
| |
17569 | + "level": 0.95, |
| |
17570 | + "n_items": 1000, |
| |
17571 | + "n_clusters": 970, |
| |
17572 | + "n_boot": 2000 |
| |
17573 | + }, |
| |
17574 | + "control_adjusted": { |
| |
17575 | + "estimate": 0.876, |
| |
17576 | + "low": 0.8535850329874085, |
| |
17577 | + "high": 0.8968083551408651, |
| |
17578 | + "level": 0.95, |
| |
17579 | + "n_items": 1000, |
| |
17580 | + "n_clusters": 970, |
| |
17581 | + "n_boot": 2000 |
| |
17582 | + }, |
| |
17583 | + "retention_control": { |
| |
17584 | + "estimate": -0.051, |
| |
17585 | + "low": -0.06532713070302006, |
| |
17586 | + "high": -0.03853273832077634, |
| |
17587 | + "level": 0.95, |
| |
17588 | + "n_items": 1000, |
| |
17589 | + "n_clusters": 975, |
| |
17590 | + "n_boot": 2000 |
| |
17591 | + } |
| |
17592 | + }, |
| |
17593 | + "ctl_norm_matched_random": { |
| |
17594 | + "transfer_gain": { |
| |
17595 | + "estimate": -0.024, |
| |
17596 | + "low": -0.05128458498023715, |
| |
17597 | + "high": 0.002040056827264168, |
| |
17598 | + "level": 0.95, |
| |
17599 | + "n_items": 1000, |
| |
17600 | + "n_clusters": 970, |
| |
17601 | + "n_boot": 2000 |
| |
17602 | + }, |
| |
17603 | + "control_adjusted": { |
| |
17604 | + "estimate": -0.007, |
| |
17605 | + "low": -0.031171323349617974, |
| |
17606 | + "high": 0.01821456475779016, |
| |
17607 | + "level": 0.95, |
| |
17608 | + "n_items": 1000, |
| |
17609 | + "n_clusters": 970, |
| |
17610 | + "n_boot": 2000 |
| |
17611 | + }, |
| |
17612 | + "retention_control": { |
| |
17613 | + "estimate": -0.877, |
| |
17614 | + "low": -0.8974148586377382, |
| |
17615 | + "high": -0.8567134268537074, |
| |
17616 | + "level": 0.95, |
| |
17617 | + "n_items": 1000, |
| |
17618 | + "n_clusters": 975, |
| |
17619 | + "n_boot": 2000 |
| |
17620 | + } |
| |
17621 | + }, |
| |
17622 | + "ctl_shuffled_token": { |
| |
17623 | + "transfer_gain": { |
| |
17624 | + "estimate": 0.002, |
| |
17625 | + "low": -0.02584493041749503, |
| |
17626 | + "high": 0.030969030969030968, |
| |
17627 | + "level": 0.95, |
| |
17628 | + "n_items": 1000, |
| |
17629 | + "n_clusters": 970, |
| |
17630 | + "n_boot": 2000 |
| |
17631 | + }, |
| |
17632 | + "control_adjusted": { |
| |
17633 | + "estimate": 0.019, |
| |
17634 | + "low": -0.008008208609411014, |
| |
17635 | + "high": 0.04491130127357672, |
| |
17636 | + "level": 0.95, |
| |
17637 | + "n_items": 1000, |
| |
17638 | + "n_clusters": 970, |
| |
17639 | + "n_boot": 2000 |
| |
17640 | + }, |
| |
17641 | + "retention_control": { |
| |
17642 | + "estimate": -0.899, |
| |
17643 | + "low": -0.9170829170829171, |
| |
17644 | + "high": -0.8794769112684073, |
| |
17645 | + "level": 0.95, |
| |
17646 | + "n_items": 1000, |
| |
17647 | + "n_clusters": 975, |
| |
17648 | + "n_boot": 2000 |
| |
17649 | + } |
| |
17650 | + }, |
| |
17651 | + "ctl_shuffled_layer": { |
| |
17652 | + "transfer_gain": { |
| |
17653 | + "estimate": 0.124, |
| |
17654 | + "low": 0.1021779761904762, |
| |
17655 | + "high": 0.14803905113572785, |
| |
17656 | + "level": 0.95, |
| |
17657 | + "n_items": 1000, |
| |
17658 | + "n_clusters": 970, |
| |
17659 | + "n_boot": 2000 |
| |
17660 | + }, |
| |
17661 | + "control_adjusted": { |
| |
17662 | + "estimate": 0.141, |
| |
17663 | + "low": 0.11043623391361036, |
| |
17664 | + "high": 0.1741348368378548, |
| |
17665 | + "level": 0.95, |
| |
17666 | + "n_items": 1000, |
| |
17667 | + "n_clusters": 970, |
| |
17668 | + "n_boot": 2000 |
| |
17669 | + }, |
| |
17670 | + "retention_control": { |
| |
17671 | + "estimate": 0.0, |
| |
17672 | + "low": 0.0, |
| |
17673 | + "high": 0.0, |
| |
17674 | + "level": 0.95, |
| |
17675 | + "n_items": 1000, |
| |
17676 | + "n_clusters": 975, |
| |
17677 | + "n_boot": 2000 |
| |
17678 | + } |
| |
17679 | + }, |
| |
17680 | + "ctl_unrelated_donor": { |
| |
17681 | + "transfer_gain": { |
| |
17682 | + "estimate": 0.016, |
| |
17683 | + "low": 0.0029910269192422734, |
| |
17684 | + "high": 0.02905811623246493, |
| |
17685 | + "level": 0.95, |
| |
17686 | + "n_items": 1000, |
| |
17687 | + "n_clusters": 970, |
| |
17688 | + "n_boot": 2000 |
| |
17689 | + }, |
| |
17690 | + "control_adjusted": { |
| |
17691 | + "estimate": 0.033, |
| |
17692 | + "low": 0.005987874699255527, |
| |
17693 | + "high": 0.0601232585653234, |
| |
17694 | + "level": 0.95, |
| |
17695 | + "n_items": 1000, |
| |
17696 | + "n_clusters": 970, |
| |
17697 | + "n_boot": 2000 |
| |
17698 | + }, |
| |
17699 | + "retention_control": { |
| |
17700 | + "estimate": 0.0, |
| |
17701 | + "low": 0.0, |
| |
17702 | + "high": 0.0, |
| |
17703 | + "level": 0.95, |
| |
17704 | + "n_items": 1000, |
| |
17705 | + "n_clusters": 975, |
| |
17706 | + "n_boot": 2000 |
| |
17707 | + } |
| |
17708 | + } |
| |
17709 | + }, |
| |
17710 | + "donor_s1->recipient_s1": { |
| |
17711 | + "act_identity_all": { |
| |
17712 | + "transfer_gain": { |
| |
17713 | + "estimate": 0.827, |
| |
17714 | + "low": 0.8023946178788668, |
| |
17715 | + "high": 0.8497549775971039, |
| |
17716 | + "level": 0.95, |
| |
17717 | + "n_items": 1000, |
| |
17718 | + "n_clusters": 970, |
| |
17719 | + "n_boot": 2000 |
| |
17720 | + }, |
| |
17721 | + "control_adjusted": { |
| |
17722 | + "estimate": 0.764, |
| |
17723 | + "low": 0.7366821732424499, |
| |
17724 | + "high": 0.7918326693227091, |
| |
17725 | + "level": 0.95, |
| |
17726 | + "n_items": 1000, |
| |
17727 | + "n_clusters": 970, |
| |
17728 | + "n_boot": 2000 |
| |
17729 | + }, |
| |
17730 | + "retention_control": { |
| |
17731 | + "estimate": -0.013, |
| |
17732 | + "low": -0.020060180541624874, |
| |
17733 | + "high": -0.006024096385542169, |
| |
17734 | + "level": 0.95, |
| |
17735 | + "n_items": 1000, |
| |
17736 | + "n_clusters": 975, |
| |
17737 | + "n_boot": 2000 |
| |
17738 | + } |
| |
17739 | + }, |
| |
17740 | + "act_identity_omega": { |
| |
17741 | + "transfer_gain": { |
| |
17742 | + "estimate": 0.84, |
| |
17743 | + "low": 0.8153692614770459, |
| |
17744 | + "high": 0.8621040417915419, |
| |
17745 | + "level": 0.95, |
| |
17746 | + "n_items": 1000, |
| |
17747 | + "n_clusters": 970, |
| |
17748 | + "n_boot": 2000 |
| |
17749 | + }, |
| |
17750 | + "control_adjusted": { |
| |
17751 | + "estimate": 0.777, |
| |
17752 | + "low": 0.749506854531607, |
| |
17753 | + "high": 0.8041803569798772, |
| |
17754 | + "level": 0.95, |
| |
17755 | + "n_items": 1000, |
| |
17756 | + "n_clusters": 970, |
| |
17757 | + "n_boot": 2000 |
| |
17758 | + }, |
| |
17759 | + "retention_control": { |
| |
17760 | + "estimate": 0.0, |
| |
17761 | + "low": 0.0, |
| |
17762 | + "high": 0.0, |
| |
17763 | + "level": 0.95, |
| |
17764 | + "n_items": 1000, |
| |
17765 | + "n_clusters": 975, |
| |
17766 | + "n_boot": 2000 |
| |
17767 | + } |
| |
17768 | + }, |
| |
17769 | + "act_procrustes_all": { |
| |
17770 | + "transfer_gain": { |
| |
17771 | + "estimate": 0.712, |
| |
17772 | + "low": 0.6833117524134306, |
| |
17773 | + "high": 0.7406329725550831, |
| |
17774 | + "level": 0.95, |
| |
17775 | + "n_items": 1000, |
| |
17776 | + "n_clusters": 970, |
| |
17777 | + "n_boot": 2000 |
| |
17778 | + }, |
| |
17779 | + "control_adjusted": { |
| |
17780 | + "estimate": 0.649, |
| |
17781 | + "low": 0.6171674242424242, |
| |
17782 | + "high": 0.6800502060617336, |
| |
17783 | + "level": 0.95, |
| |
17784 | + "n_items": 1000, |
| |
17785 | + "n_clusters": 970, |
| |
17786 | + "n_boot": 2000 |
| |
17787 | + }, |
| |
17788 | + "retention_control": { |
| |
17789 | + "estimate": -0.001, |
| |
17790 | + "low": -0.003024269839848963, |
| |
17791 | + "high": 0.0, |
| |
17792 | + "level": 0.95, |
| |
17793 | + "n_items": 1000, |
| |
17794 | + "n_clusters": 975, |
| |
17795 | + "n_boot": 2000 |
| |
17796 | + } |
| |
17797 | + }, |
| |
17798 | + "act_procrustes_omega": { |
| |
17799 | + "transfer_gain": { |
| |
17800 | + "estimate": 0.712, |
| |
17801 | + "low": 0.6833117524134306, |
| |
17802 | + "high": 0.7406329725550831, |
| |
17803 | + "level": 0.95, |
| |
17804 | + "n_items": 1000, |
| |
17805 | + "n_clusters": 970, |
| |
17806 | + "n_boot": 2000 |
| |
17807 | + }, |
| |
17808 | + "control_adjusted": { |
| |
17809 | + "estimate": 0.649, |
| |
17810 | + "low": 0.6171674242424242, |
| |
17811 | + "high": 0.6800502060617336, |
| |
17812 | + "level": 0.95, |
| |
17813 | + "n_items": 1000, |
| |
17814 | + "n_clusters": 970, |
| |
17815 | + "n_boot": 2000 |
| |
17816 | + }, |
| |
17817 | + "retention_control": { |
| |
17818 | + "estimate": 0.0, |
| |
17819 | + "low": 0.0, |
| |
17820 | + "high": 0.0, |
| |
17821 | + "level": 0.95, |
| |
17822 | + "n_items": 1000, |
| |
17823 | + "n_clusters": 975, |
| |
17824 | + "n_boot": 2000 |
| |
17825 | + } |
| |
17826 | + }, |
| |
17827 | + "act_ridge_all": { |
| |
17828 | + "transfer_gain": { |
| |
17829 | + "estimate": 0.03, |
| |
17830 | + "low": 0.01503006012024048, |
| |
17831 | + "high": 0.04586470359152312, |
| |
17832 | + "level": 0.95, |
| |
17833 | + "n_items": 1000, |
| |
17834 | + "n_clusters": 970, |
| |
17835 | + "n_boot": 2000 |
| |
17836 | + }, |
| |
17837 | + "control_adjusted": { |
| |
17838 | + "estimate": -0.033, |
| |
17839 | + "low": -0.05812207916839715, |
| |
17840 | + "high": -0.009053871421298881, |
| |
17841 | + "level": 0.95, |
| |
17842 | + "n_items": 1000, |
| |
17843 | + "n_clusters": 970, |
| |
17844 | + "n_boot": 2000 |
| |
17845 | + }, |
| |
17846 | + "retention_control": { |
| |
17847 | + "estimate": 0.0, |
| |
17848 | + "low": 0.0, |
| |
17849 | + "high": 0.0, |
| |
17850 | + "level": 0.95, |
| |
17851 | + "n_items": 1000, |
| |
17852 | + "n_clusters": 975, |
| |
17853 | + "n_boot": 2000 |
| |
17854 | + } |
| |
17855 | + }, |
| |
17856 | + "act_ridge_omega": { |
| |
17857 | + "transfer_gain": { |
| |
17858 | + "estimate": 0.03, |
| |
17859 | + "low": 0.01503006012024048, |
| |
17860 | + "high": 0.04586470359152312, |
| |
17861 | + "level": 0.95, |
| |
17862 | + "n_items": 1000, |
| |
17863 | + "n_clusters": 970, |
| |
17864 | + "n_boot": 2000 |
| |
17865 | + }, |
| |
17866 | + "control_adjusted": { |
| |
17867 | + "estimate": -0.033, |
| |
17868 | + "low": -0.05812207916839715, |
| |
17869 | + "high": -0.009053871421298881, |
| |
17870 | + "level": 0.95, |
| |
17871 | + "n_items": 1000, |
| |
17872 | + "n_clusters": 970, |
| |
17873 | + "n_boot": 2000 |
| |
17874 | + }, |
| |
17875 | + "retention_control": { |
| |
17876 | + "estimate": 0.0, |
| |
17877 | + "low": 0.0, |
| |
17878 | + "high": 0.0, |
| |
17879 | + "level": 0.95, |
| |
17880 | + "n_items": 1000, |
| |
17881 | + "n_clusters": 975, |
| |
17882 | + "n_boot": 2000 |
| |
17883 | + } |
| |
17884 | + }, |
| |
17885 | + "act_cca_all": { |
| |
17886 | + "transfer_gain": { |
| |
17887 | + "estimate": 0.003, |
| |
17888 | + "low": -0.00802407221664995, |
| |
17889 | + "high": 0.014014014014014014, |
| |
17890 | + "level": 0.95, |
| |
17891 | + "n_items": 1000, |
| |
17892 | + "n_clusters": 970, |
| |
17893 | + "n_boot": 2000 |
| |
17894 | + }, |
| |
17895 | + "control_adjusted": { |
| |
17896 | + "estimate": -0.06, |
| |
17897 | + "low": -0.08242303872889771, |
| |
17898 | + "high": -0.0372927811267697, |
| |
17899 | + "level": 0.95, |
| |
17900 | + "n_items": 1000, |
| |
17901 | + "n_clusters": 970, |
| |
17902 | + "n_boot": 2000 |
| |
17903 | + }, |
| |
17904 | + "retention_control": { |
| |
17905 | + "estimate": 0.0, |
| |
17906 | + "low": 0.0, |
| |
17907 | + "high": 0.0, |
| |
17908 | + "level": 0.95, |
| |
17909 | + "n_items": 1000, |
| |
17910 | + "n_clusters": 975, |
| |
17911 | + "n_boot": 2000 |
| |
17912 | + } |
| |
17913 | + }, |
| |
17914 | + "act_cca_omega": { |
| |
17915 | + "transfer_gain": { |
| |
17916 | + "estimate": 0.003, |
| |
17917 | + "low": -0.00802407221664995, |
| |
17918 | + "high": 0.014014014014014014, |
| |
17919 | + "level": 0.95, |
| |
17920 | + "n_items": 1000, |
| |
17921 | + "n_clusters": 970, |
| |
17922 | + "n_boot": 2000 |
| |
17923 | + }, |
| |
17924 | + "control_adjusted": { |
| |
17925 | + "estimate": -0.06, |
| |
17926 | + "low": -0.08242303872889771, |
| |
17927 | + "high": -0.0372927811267697, |
| |
17928 | + "level": 0.95, |
| |
17929 | + "n_items": 1000, |
| |
17930 | + "n_clusters": 970, |
| |
17931 | + "n_boot": 2000 |
| |
17932 | + }, |
| |
17933 | + "retention_control": { |
| |
17934 | + "estimate": 0.0, |
| |
17935 | + "low": 0.0, |
| |
17936 | + "high": 0.0, |
| |
17937 | + "level": 0.95, |
| |
17938 | + "n_items": 1000, |
| |
17939 | + "n_clusters": 975, |
| |
17940 | + "n_boot": 2000 |
| |
17941 | + } |
| |
17942 | + }, |
| |
17943 | + "ctl_sham_map": { |
| |
17944 | + "transfer_gain": { |
| |
17945 | + "estimate": 0.063, |
| |
17946 | + "low": 0.039233442825628476, |
| |
17947 | + "high": 0.08557281567990861, |
| |
17948 | + "level": 0.95, |
| |
17949 | + "n_items": 1000, |
| |
17950 | + "n_clusters": 970, |
| |
17951 | + "n_boot": 2000 |
| |
17952 | + }, |
| |
17953 | + "control_adjusted": { |
| |
17954 | + "estimate": 0.0, |
| |
17955 | + "low": 0.0, |
| |
17956 | + "high": 0.0, |
| |
17957 | + "level": 0.95, |
| |
17958 | + "n_items": 1000, |
| |
17959 | + "n_clusters": 970, |
| |
17960 | + "n_boot": 2000 |
| |
17961 | + }, |
| |
17962 | + "retention_control": { |
| |
17963 | + "estimate": -0.909, |
| |
17964 | + "low": -0.9258517034068137, |
| |
17965 | + "high": -0.8901073951275768, |
| |
17966 | + "level": 0.95, |
| |
17967 | + "n_items": 1000, |
| |
17968 | + "n_clusters": 975, |
| |
17969 | + "n_boot": 2000 |
| |
17970 | + } |
| |
17971 | + }, |
| |
17972 | + "ctl_unrelated_data_map": { |
| |
17973 | + "transfer_gain": { |
| |
17974 | + "estimate": 0.772, |
| |
17975 | + "low": 0.7452731596761447, |
| |
17976 | + "high": 0.7985904823294467, |
| |
17977 | + "level": 0.95, |
| |
17978 | + "n_items": 1000, |
| |
17979 | + "n_clusters": 970, |
| |
17980 | + "n_boot": 2000 |
| |
17981 | + }, |
| |
17982 | + "control_adjusted": { |
| |
17983 | + "estimate": 0.709, |
| |
17984 | + "low": 0.6803537154792482, |
| |
17985 | + "high": 0.7347398603422699, |
| |
17986 | + "level": 0.95, |
| |
17987 | + "n_items": 1000, |
| |
17988 | + "n_clusters": 970, |
| |
17989 | + "n_boot": 2000 |
| |
17990 | + }, |
| |
17991 | + "retention_control": { |
| |
17992 | + "estimate": 0.0, |
| |
17993 | + "low": 0.0, |
| |
17994 | + "high": 0.0, |
| |
17995 | + "level": 0.95, |
| |
17996 | + "n_items": 1000, |
| |
17997 | + "n_clusters": 975, |
| |
17998 | + "n_boot": 2000 |
| |
17999 | + } |
| |
18000 | + }, |
| |
18001 | + "act_unrelated_procrustes_all": { |
| |
18002 | + "transfer_gain": { |
| |
18003 | + "estimate": 0.953, |
| |
18004 | + "low": 0.9394811192369592, |
| |
18005 | + "high": 0.9656234510993478, |
| |
18006 | + "level": 0.95, |
| |
18007 | + "n_items": 1000, |
| |
18008 | + "n_clusters": 970, |
| |
18009 | + "n_boot": 2000 |
| |
18010 | + }, |
| |
18011 | + "control_adjusted": { |
| |
18012 | + "estimate": 0.89, |
| |
18013 | + "low": 0.8708708708708709, |
| |
18014 | + "high": 0.90829064077076, |
| |
18015 | + "level": 0.95, |
| |
18016 | + "n_items": 1000, |
| |
18017 | + "n_clusters": 970, |
| |
18018 | + "n_boot": 2000 |
| |
18019 | + }, |
| |
18020 | + "retention_control": { |
| |
18021 | + "estimate": 0.0, |
| |
18022 | + "low": 0.0, |
| |
18023 | + "high": 0.0, |
| |
18024 | + "level": 0.95, |
| |
18025 | + "n_items": 1000, |
| |
18026 | + "n_clusters": 975, |
| |
18027 | + "n_boot": 2000 |
| |
18028 | + } |
| |
18029 | + }, |
| |
18030 | + "ctl_norm_matched_random": { |
| |
18031 | + "transfer_gain": { |
| |
18032 | + "estimate": 0.047, |
| |
18033 | + "low": 0.0250243993993994, |
| |
18034 | + "high": 0.06920839174298365, |
| |
18035 | + "level": 0.95, |
| |
18036 | + "n_items": 1000, |
| |
18037 | + "n_clusters": 970, |
| |
18038 | + "n_boot": 2000 |
| |
18039 | + }, |
| |
18040 | + "control_adjusted": { |
| |
18041 | + "estimate": -0.016, |
| |
18042 | + "low": -0.04118031828807765, |
| |
18043 | + "high": 0.008938105571754687, |
| |
18044 | + "level": 0.95, |
| |
18045 | + "n_items": 1000, |
| |
18046 | + "n_clusters": 970, |
| |
18047 | + "n_boot": 2000 |
| |
18048 | + }, |
| |
18049 | + "retention_control": { |
| |
18050 | + "estimate": -0.915, |
| |
18051 | + "low": -0.9312080938459522, |
| |
18052 | + "high": -0.8973080757726819, |
| |
18053 | + "level": 0.95, |
| |
18054 | + "n_items": 1000, |
| |
18055 | + "n_clusters": 975, |
| |
18056 | + "n_boot": 2000 |
| |
18057 | + } |
| |
18058 | + }, |
| |
18059 | + "ctl_shuffled_token": { |
| |
18060 | + "transfer_gain": { |
| |
18061 | + "estimate": 0.052, |
| |
18062 | + "low": 0.03002927927927928, |
| |
18063 | + "high": 0.07370885718602634, |
| |
18064 | + "level": 0.95, |
| |
18065 | + "n_items": 1000, |
| |
18066 | + "n_clusters": 970, |
| |
18067 | + "n_boot": 2000 |
| |
18068 | + }, |
| |
18069 | + "control_adjusted": { |
| |
18070 | + "estimate": -0.011, |
| |
18071 | + "low": -0.03815452958716152, |
| |
18072 | + "high": 0.015168766876687575, |
| |
18073 | + "level": 0.95, |
| |
18074 | + "n_items": 1000, |
| |
18075 | + "n_clusters": 970, |
| |
18076 | + "n_boot": 2000 |
| |
18077 | + }, |
| |
18078 | + "retention_control": { |
| |
18079 | + "estimate": -0.899, |
| |
18080 | + "low": -0.9170829170829171, |
| |
18081 | + "high": -0.8794769112684073, |
| |
18082 | + "level": 0.95, |
| |
18083 | + "n_items": 1000, |
| |
18084 | + "n_clusters": 975, |
| |
18085 | + "n_boot": 2000 |
| |
18086 | + } |
| |
18087 | + }, |
| |
18088 | + "ctl_shuffled_layer": { |
| |
18089 | + "transfer_gain": { |
| |
18090 | + "estimate": 0.042, |
| |
18091 | + "low": 0.025200978421531364, |
| |
18092 | + "high": 0.05759682224428997, |
| |
18093 | + "level": 0.95, |
| |
18094 | + "n_items": 1000, |
| |
18095 | + "n_clusters": 970, |
| |
18096 | + "n_boot": 2000 |
| |
18097 | + }, |
| |
18098 | + "control_adjusted": { |
| |
18099 | + "estimate": -0.021, |
| |
18100 | + "low": -0.04627766599597585, |
| |
18101 | + "high": 0.005964660689898493, |
| |
18102 | + "level": 0.95, |
| |
18103 | + "n_items": 1000, |
| |
18104 | + "n_clusters": 970, |
| |
18105 | + "n_boot": 2000 |
| |
18106 | + }, |
| |
18107 | + "retention_control": { |
| |
18108 | + "estimate": 0.0, |
| |
18109 | + "low": 0.0, |
| |
18110 | + "high": 0.0, |
| |
18111 | + "level": 0.95, |
| |
18112 | + "n_items": 1000, |
| |
18113 | + "n_clusters": 975, |
| |
18114 | + "n_boot": 2000 |
| |
18115 | + } |
| |
18116 | + }, |
| |
18117 | + "ctl_unrelated_donor": { |
| |
18118 | + "transfer_gain": { |
| |
18119 | + "estimate": 0.001, |
| |
18120 | + "low": -0.01010126543493581, |
| |
18121 | + "high": 0.012859193078318865, |
| |
18122 | + "level": 0.95, |
| |
18123 | + "n_items": 1000, |
| |
18124 | + "n_clusters": 970, |
| |
18125 | + "n_boot": 2000 |
| |
18126 | + }, |
| |
18127 | + "control_adjusted": { |
| |
18128 | + "estimate": -0.062, |
| |
18129 | + "low": -0.08500212712712713, |
| |
18130 | + "high": -0.04103899103899105, |
| |
18131 | + "level": 0.95, |
| |
18132 | + "n_items": 1000, |
| |
18133 | + "n_clusters": 970, |
| |
18134 | + "n_boot": 2000 |
| |
18135 | + }, |
| |
18136 | + "retention_control": { |
| |
18137 | + "estimate": 0.0, |
| |
18138 | + "low": 0.0, |
| |
18139 | + "high": 0.0, |
| |
18140 | + "level": 0.95, |
| |
18141 | + "n_items": 1000, |
| |
18142 | + "n_clusters": 975, |
| |
18143 | + "n_boot": 2000 |
| |
18144 | + } |
| |
18145 | + }, |
| |
18146 | + "steer_a0.5": { |
| |
18147 | + "transfer_gain": { |
| |
18148 | + "estimate": -0.011, |
| |
18149 | + "low": -0.018267168936540113, |
| |
18150 | + "high": -0.00398406374501992, |
| |
18151 | + "level": 0.95, |
| |
18152 | + "n_items": 1000, |
| |
18153 | + "n_clusters": 970, |
| |
18154 | + "n_boot": 2000 |
| |
18155 | + }, |
| |
18156 | + "control_adjusted": { |
| |
18157 | + "estimate": -0.074, |
| |
18158 | + "low": -0.09619479681529558, |
| |
18159 | + "high": -0.05256618225368233, |
| |
18160 | + "level": 0.95, |
| |
18161 | + "n_items": 1000, |
| |
18162 | + "n_clusters": 970, |
| |
18163 | + "n_boot": 2000 |
| |
18164 | + }, |
| |
18165 | + "retention_control": { |
| |
18166 | + "estimate": 0.0, |
| |
18167 | + "low": 0.0, |
| |
18168 | + "high": 0.0, |
| |
18169 | + "level": 0.95, |
| |
18170 | + "n_items": 1000, |
| |
18171 | + "n_clusters": 975, |
| |
18172 | + "n_boot": 2000 |
| |
18173 | + } |
| |
18174 | + }, |
| |
18175 | + "steer_a1.0": { |
| |
18176 | + "transfer_gain": { |
| |
18177 | + "estimate": -0.011, |
| |
18178 | + "low": -0.020692215773301464, |
| |
18179 | + "high": -0.002, |
| |
18180 | + "level": 0.95, |
| |
18181 | + "n_items": 1000, |
| |
18182 | + "n_clusters": 970, |
| |
18183 | + "n_boot": 2000 |
| |
18184 | + }, |
| |
18185 | + "control_adjusted": { |
| |
18186 | + "estimate": -0.074, |
| |
18187 | + "low": -0.09635464919333445, |
| |
18188 | + "high": -0.052838846644147175, |
| |
18189 | + "level": 0.95, |
| |
18190 | + "n_items": 1000, |
| |
18191 | + "n_clusters": 970, |
| |
18192 | + "n_boot": 2000 |
| |
18193 | + }, |
| |
18194 | + "retention_control": { |
| |
18195 | + "estimate": 0.0, |
| |
18196 | + "low": 0.0, |
| |
18197 | + "high": 0.0, |
| |
18198 | + "level": 0.95, |
| |
18199 | + "n_items": 1000, |
| |
18200 | + "n_clusters": 975, |
| |
18201 | + "n_boot": 2000 |
| |
18202 | + } |
| |
18203 | + }, |
| |
18204 | + "steer_a2.0": { |
| |
18205 | + "transfer_gain": { |
| |
18206 | + "estimate": 0.022, |
| |
18207 | + "low": 0.006993006993006993, |
| |
18208 | + "high": 0.037777129637345565, |
| |
18209 | + "level": 0.95, |
| |
18210 | + "n_items": 1000, |
| |
18211 | + "n_clusters": 970, |
| |
18212 | + "n_boot": 2000 |
| |
18213 | + }, |
| |
18214 | + "control_adjusted": { |
| |
18215 | + "estimate": -0.041, |
| |
18216 | + "low": -0.06640509725016766, |
| |
18217 | + "high": -0.018072289156626505, |
| |
18218 | + "level": 0.95, |
| |
18219 | + "n_items": 1000, |
| |
18220 | + "n_clusters": 970, |
| |
18221 | + "n_boot": 2000 |
| |
18222 | + }, |
| |
18223 | + "retention_control": { |
| |
18224 | + "estimate": 0.0, |
| |
18225 | + "low": 0.0, |
| |
18226 | + "high": 0.0, |
| |
18227 | + "level": 0.95, |
| |
18228 | + "n_items": 1000, |
| |
18229 | + "n_clusters": 975, |
| |
18230 | + "n_boot": 2000 |
| |
18231 | + } |
| |
18232 | + }, |
| |
18233 | + "steer_a4.0": { |
| |
18234 | + "transfer_gain": { |
| |
18235 | + "estimate": 0.049, |
| |
18236 | + "low": 0.027970633553883805, |
| |
18237 | + "high": 0.07093440127007258, |
| |
18238 | + "level": 0.95, |
| |
18239 | + "n_items": 1000, |
| |
18240 | + "n_clusters": 970, |
| |
18241 | + "n_boot": 2000 |
| |
18242 | + }, |
| |
18243 | + "control_adjusted": { |
| |
18244 | + "estimate": -0.014, |
| |
18245 | + "low": -0.040756481014411046, |
| |
18246 | + "high": 0.01114043720810445, |
| |
18247 | + "level": 0.95, |
| |
18248 | + "n_items": 1000, |
| |
18249 | + "n_clusters": 970, |
| |
18250 | + "n_boot": 2000 |
| |
18251 | + }, |
| |
18252 | + "retention_control": { |
| |
18253 | + "estimate": -0.437, |
| |
18254 | + "low": -0.4667355443142727, |
| |
18255 | + "high": -0.4054013186573671, |
| |
18256 | + "level": 0.95, |
| |
18257 | + "n_items": 1000, |
| |
18258 | + "n_clusters": 975, |
| |
18259 | + "n_boot": 2000 |
| |
18260 | + } |
| |
18261 | + }, |
| |
18262 | + "subspace_k1": { |
| |
18263 | + "transfer_gain": { |
| |
18264 | + "estimate": 0.091, |
| |
18265 | + "low": 0.07063424197499163, |
| |
18266 | + "high": 0.11011286837940143, |
| |
18267 | + "level": 0.95, |
| |
18268 | + "n_items": 1000, |
| |
18269 | + "n_clusters": 970, |
| |
18270 | + "n_boot": 2000 |
| |
18271 | + }, |
| |
18272 | + "control_adjusted": { |
| |
18273 | + "estimate": 0.028, |
| |
18274 | + "low": 0.0, |
| |
18275 | + "high": 0.05522645015546052, |
| |
18276 | + "level": 0.95, |
| |
18277 | + "n_items": 1000, |
| |
18278 | + "n_clusters": 970, |
| |
18279 | + "n_boot": 2000 |
| |
18280 | + }, |
| |
18281 | + "retention_control": { |
| |
18282 | + "estimate": 0.0, |
| |
18283 | + "low": 0.0, |
| |
18284 | + "high": 0.0, |
| |
18285 | + "level": 0.95, |
| |
18286 | + "n_items": 1000, |
| |
18287 | + "n_clusters": 975, |
| |
18288 | + "n_boot": 2000 |
| |
18289 | + } |
| |
18290 | + }, |
| |
18291 | + "subspace_random_k1": { |
| |
18292 | + "transfer_gain": { |
| |
18293 | + "estimate": 0.002, |
| |
18294 | + "low": 0.0, |
| |
18295 | + "high": 0.005045536087412979, |
| |
18296 | + "level": 0.95, |
| |
18297 | + "n_items": 1000, |
| |
18298 | + "n_clusters": 970, |
| |
18299 | + "n_boot": 2000 |
| |
18300 | + }, |
| |
18301 | + "control_adjusted": { |
| |
18302 | + "estimate": -0.061, |
| |
18303 | + "low": -0.084, |
| |
18304 | + "high": -0.039077178380785595, |
| |
18305 | + "level": 0.95, |
| |
18306 | + "n_items": 1000, |
| |
18307 | + "n_clusters": 970, |
| |
18308 | + "n_boot": 2000 |
| |
18309 | + }, |
| |
18310 | + "retention_control": { |
| |
18311 | + "estimate": 0.0, |
| |
18312 | + "low": 0.0, |
| |
18313 | + "high": 0.0, |
| |
18314 | + "level": 0.95, |
| |
18315 | + "n_items": 1000, |
| |
18316 | + "n_clusters": 975, |
| |
18317 | + "n_boot": 2000 |
| |
18318 | + } |
| |
18319 | + }, |
| |
18320 | + "subspace_k2": { |
| |
18321 | + "transfer_gain": { |
| |
18322 | + "estimate": 0.197, |
| |
18323 | + "low": 0.16984924623115577, |
| |
18324 | + "high": 0.2240056056056056, |
| |
18325 | + "level": 0.95, |
| |
18326 | + "n_items": 1000, |
| |
18327 | + "n_clusters": 970, |
| |
18328 | + "n_boot": 2000 |
| |
18329 | + }, |
| |
18330 | + "control_adjusted": { |
| |
18331 | + "estimate": 0.134, |
| |
18332 | + "low": 0.10170942573872237, |
| |
18333 | + "high": 0.16500412912912912, |
| |
18334 | + "level": 0.95, |
| |
18335 | + "n_items": 1000, |
| |
18336 | + "n_clusters": 970, |
| |
18337 | + "n_boot": 2000 |
| |
18338 | + }, |
| |
18339 | + "retention_control": { |
| |
18340 | + "estimate": 0.0, |
| |
18341 | + "low": 0.0, |
| |
18342 | + "high": 0.0, |
| |
18343 | + "level": 0.95, |
| |
18344 | + "n_items": 1000, |
| |
18345 | + "n_clusters": 975, |
| |
18346 | + "n_boot": 2000 |
| |
18347 | + } |
| |
18348 | + }, |
| |
18349 | + "subspace_random_k2": { |
| |
18350 | + "transfer_gain": { |
| |
18351 | + "estimate": -0.004, |
| |
18352 | + "low": -0.009960407621756245, |
| |
18353 | + "high": 0.0010070493454179255, |
| |
18354 | + "level": 0.95, |
| |
18355 | + "n_items": 1000, |
| |
18356 | + "n_clusters": 970, |
| |
18357 | + "n_boot": 2000 |
| |
18358 | + }, |
| |
18359 | + "control_adjusted": { |
| |
18360 | + "estimate": -0.067, |
| |
18361 | + "low": -0.09000450901803606, |
| |
18362 | + "high": -0.045179589974743514, |
| |
18363 | + "level": 0.95, |
| |
18364 | + "n_items": 1000, |
| |
18365 | + "n_clusters": 970, |
| |
18366 | + "n_boot": 2000 |
| |
18367 | + }, |
| |
18368 | + "retention_control": { |
| |
18369 | + "estimate": 0.0, |
| |
18370 | + "low": 0.0, |
| |
18371 | + "high": 0.0, |
| |
18372 | + "level": 0.95, |
| |
18373 | + "n_items": 1000, |
| |
18374 | + "n_clusters": 975, |
| |
18375 | + "n_boot": 2000 |
| |
18376 | + } |
| |
18377 | + }, |
| |
18378 | + "subspace_k4": { |
| |
18379 | + "transfer_gain": { |
| |
18380 | + "estimate": 0.54, |
| |
18381 | + "low": 0.507911214488283, |
| |
18382 | + "high": 0.571996227815163, |
| |
18383 | + "level": 0.95, |
| |
18384 | + "n_items": 1000, |
| |
18385 | + "n_clusters": 970, |
| |
18386 | + "n_boot": 2000 |
| |
18387 | + }, |
| |
18388 | + "control_adjusted": { |
| |
18389 | + "estimate": 0.477, |
| |
18390 | + "low": 0.443213522703337, |
| |
18391 | + "high": 0.5116372093023256, |
| |
18392 | + "level": 0.95, |
| |
18393 | + "n_items": 1000, |
| |
18394 | + "n_clusters": 970, |
| |
18395 | + "n_boot": 2000 |
| |
18396 | + }, |
| |
18397 | + "retention_control": { |
| |
18398 | + "estimate": 0.0, |
| |
18399 | + "low": 0.0, |
| |
18400 | + "high": 0.0, |
| |
18401 | + "level": 0.95, |
| |
18402 | + "n_items": 1000, |
| |
18403 | + "n_clusters": 975, |
| |
18404 | + "n_boot": 2000 |
| |
18405 | + } |
| |
18406 | + }, |
| |
18407 | + "subspace_random_k4": { |
| |
18408 | + "transfer_gain": { |
| |
18409 | + "estimate": 0.021, |
| |
18410 | + "low": 0.012048192771084338, |
| |
18411 | + "high": 0.03106368359208376, |
| |
18412 | + "level": 0.95, |
| |
18413 | + "n_items": 1000, |
| |
18414 | + "n_clusters": 970, |
| |
18415 | + "n_boot": 2000 |
| |
18416 | + }, |
| |
18417 | + "control_adjusted": { |
| |
18418 | + "estimate": -0.042, |
| |
18419 | + "low": -0.06560761692471434, |
| |
18420 | + "high": -0.017944379374290248, |
| |
18421 | + "level": 0.95, |
| |
18422 | + "n_items": 1000, |
| |
18423 | + "n_clusters": 970, |
| |
18424 | + "n_boot": 2000 |
| |
18425 | + }, |
| |
18426 | + "retention_control": { |
| |
18427 | + "estimate": 0.0, |
| |
18428 | + "low": 0.0, |
| |
18429 | + "high": 0.0, |
| |
18430 | + "level": 0.95, |
| |
18431 | + "n_items": 1000, |
| |
18432 | + "n_clusters": 975, |
| |
18433 | + "n_boot": 2000 |
| |
18434 | + } |
| |
18435 | + }, |
| |
18436 | + "subspace_k8": { |
| |
18437 | + "transfer_gain": { |
| |
18438 | + "estimate": 0.933, |
| |
18439 | + "low": 0.9174129353233831, |
| |
18440 | + "high": 0.948051948051948, |
| |
18441 | + "level": 0.95, |
| |
18442 | + "n_items": 1000, |
| |
18443 | + "n_clusters": 970, |
| |
18444 | + "n_boot": 2000 |
| |
18445 | + }, |
| |
18446 | + "control_adjusted": { |
| |
18447 | + "estimate": 0.87, |
| |
18448 | + "low": 0.8489005138309608, |
| |
18449 | + "high": 0.8891108891108891, |
| |
18450 | + "level": 0.95, |
| |
18451 | + "n_items": 1000, |
| |
18452 | + "n_clusters": 970, |
| |
18453 | + "n_boot": 2000 |
| |
18454 | + }, |
| |
18455 | + "retention_control": { |
| |
18456 | + "estimate": 0.0, |
| |
18457 | + "low": 0.0, |
| |
18458 | + "high": 0.0, |
| |
18459 | + "level": 0.95, |
| |
18460 | + "n_items": 1000, |
| |
18461 | + "n_clusters": 975, |
| |
18462 | + "n_boot": 2000 |
| |
18463 | + } |
| |
18464 | + }, |
| |
18465 | + "subspace_random_k8": { |
| |
18466 | + "transfer_gain": { |
| |
18467 | + "estimate": 0.014, |
| |
18468 | + "low": 0.005, |
| |
18469 | + "high": 0.023600565533853476, |
| |
18470 | + "level": 0.95, |
| |
18471 | + "n_items": 1000, |
| |
18472 | + "n_clusters": 970, |
| |
18473 | + "n_boot": 2000 |
| |
18474 | + }, |
| |
18475 | + "control_adjusted": { |
| |
18476 | + "estimate": -0.049, |
| |
18477 | + "low": -0.07280396549860654, |
| |
18478 | + "high": -0.025974025974025976, |
| |
18479 | + "level": 0.95, |
| |
18480 | + "n_items": 1000, |
| |
18481 | + "n_clusters": 970, |
| |
18482 | + "n_boot": 2000 |
| |
18483 | + }, |
| |
18484 | + "retention_control": { |
| |
18485 | + "estimate": 0.0, |
| |
18486 | + "low": 0.0, |
| |
18487 | + "high": 0.0, |
| |
18488 | + "level": 0.95, |
| |
18489 | + "n_items": 1000, |
| |
18490 | + "n_clusters": 975, |
| |
18491 | + "n_boot": 2000 |
| |
18492 | + } |
| |
18493 | + }, |
| |
18494 | + "subspace_k16": { |
| |
18495 | + "transfer_gain": { |
| |
18496 | + "estimate": 0.953, |
| |
18497 | + "low": 0.9394811192369592, |
| |
18498 | + "high": 0.9656234510993478, |
| |
18499 | + "level": 0.95, |
| |
18500 | + "n_items": 1000, |
| |
18501 | + "n_clusters": 970, |
| |
18502 | + "n_boot": 2000 |
| |
18503 | + }, |
| |
18504 | + "control_adjusted": { |
| |
18505 | + "estimate": 0.89, |
| |
18506 | + "low": 0.8708708708708709, |
| |
18507 | + "high": 0.90829064077076, |
| |
18508 | + "level": 0.95, |
| |
18509 | + "n_items": 1000, |
| |
18510 | + "n_clusters": 970, |
| |
18511 | + "n_boot": 2000 |
| |
18512 | + }, |
| |
18513 | + "retention_control": { |
| |
18514 | + "estimate": 0.0, |
| |
18515 | + "low": 0.0, |
| |
18516 | + "high": 0.0, |
| |
18517 | + "level": 0.95, |
| |
18518 | + "n_items": 1000, |
| |
18519 | + "n_clusters": 975, |
| |
18520 | + "n_boot": 2000 |
| |
18521 | + } |
| |
18522 | + }, |
| |
18523 | + "subspace_random_k16": { |
| |
18524 | + "transfer_gain": { |
| |
18525 | + "estimate": 0.056, |
| |
18526 | + "low": 0.04132856615499449, |
| |
18527 | + "high": 0.07179002991026917, |
| |
18528 | + "level": 0.95, |
| |
18529 | + "n_items": 1000, |
| |
18530 | + "n_clusters": 970, |
| |
18531 | + "n_boot": 2000 |
| |
18532 | + }, |
| |
18533 | + "control_adjusted": { |
| |
18534 | + "estimate": -0.007, |
| |
18535 | + "low": -0.032612743404861616, |
| |
18536 | + "high": 0.019115169364626833, |
| |
18537 | + "level": 0.95, |
| |
18538 | + "n_items": 1000, |
| |
18539 | + "n_clusters": 970, |
| |
18540 | + "n_boot": 2000 |
| |
18541 | + }, |
| |
18542 | + "retention_control": { |
| |
18543 | + "estimate": 0.0, |
| |
18544 | + "low": 0.0, |
| |
18545 | + "high": 0.0, |
| |
18546 | + "level": 0.95, |
| |
18547 | + "n_items": 1000, |
| |
18548 | + "n_clusters": 975, |
| |
18549 | + "n_boot": 2000 |
| |
18550 | + } |
| |
18551 | + }, |
| |
18552 | + "subspace_k32": { |
| |
18553 | + "transfer_gain": { |
| |
18554 | + "estimate": 0.953, |
| |
18555 | + "low": 0.9394811192369592, |
| |
18556 | + "high": 0.9656234510993478, |
| |
18557 | + "level": 0.95, |
| |
18558 | + "n_items": 1000, |
| |
18559 | + "n_clusters": 970, |
| |
18560 | + "n_boot": 2000 |
| |
18561 | + }, |
| |
18562 | + "control_adjusted": { |
| |
18563 | + "estimate": 0.89, |
| |
18564 | + "low": 0.8708708708708709, |
| |
18565 | + "high": 0.90829064077076, |
| |
18566 | + "level": 0.95, |
| |
18567 | + "n_items": 1000, |
| |
18568 | + "n_clusters": 970, |
| |
18569 | + "n_boot": 2000 |
| |
18570 | + }, |
| |
18571 | + "retention_control": { |
| |
18572 | + "estimate": 0.0, |
| |
18573 | + "low": 0.0, |
| |
18574 | + "high": 0.0, |
| |
18575 | + "level": 0.95, |
| |
18576 | + "n_items": 1000, |
| |
18577 | + "n_clusters": 975, |
| |
18578 | + "n_boot": 2000 |
| |
18579 | + } |
| |
18580 | + }, |
| |
18581 | + "subspace_random_k32": { |
| |
18582 | + "transfer_gain": { |
| |
18583 | + "estimate": 0.1, |
| |
18584 | + "low": 0.08003853754940711, |
| |
18585 | + "high": 0.12125162385071646, |
| |
18586 | + "level": 0.95, |
| |
18587 | + "n_items": 1000, |
| |
18588 | + "n_clusters": 970, |
| |
18589 | + "n_boot": 2000 |
| |
18590 | + }, |
| |
18591 | + "control_adjusted": { |
| |
18592 | + "estimate": 0.037, |
| |
18593 | + "low": 0.009950001483635501, |
| |
18594 | + "high": 0.06275527888446211, |
| |
18595 | + "level": 0.95, |
| |
18596 | + "n_items": 1000, |
| |
18597 | + "n_clusters": 970, |
| |
18598 | + "n_boot": 2000 |
| |
18599 | + }, |
| |
18600 | + "retention_control": { |
| |
18601 | + "estimate": 0.0, |
| |
18602 | + "low": 0.0, |
| |
18603 | + "high": 0.0, |
| |
18604 | + "level": 0.95, |
| |
18605 | + "n_items": 1000, |
| |
18606 | + "n_clusters": 975, |
| |
18607 | + "n_boot": 2000 |
| |
18608 | + } |
| |
18609 | + }, |
| |
18610 | + "subspace_k64": { |
| |
18611 | + "transfer_gain": { |
| |
18612 | + "estimate": 0.953, |
| |
18613 | + "low": 0.9394811192369592, |
| |
18614 | + "high": 0.9656234510993478, |
| |
18615 | + "level": 0.95, |
| |
18616 | + "n_items": 1000, |
| |
18617 | + "n_clusters": 970, |
| |
18618 | + "n_boot": 2000 |
| |
18619 | + }, |
| |
18620 | + "control_adjusted": { |
| |
18621 | + "estimate": 0.89, |
| |
18622 | + "low": 0.8708708708708709, |
| |
18623 | + "high": 0.90829064077076, |
| |
18624 | + "level": 0.95, |
| |
18625 | + "n_items": 1000, |
| |
18626 | + "n_clusters": 970, |
| |
18627 | + "n_boot": 2000 |
| |
18628 | + }, |
| |
18629 | + "retention_control": { |
| |
18630 | + "estimate": 0.0, |
| |
18631 | + "low": 0.0, |
| |
18632 | + "high": 0.0, |
| |
18633 | + "level": 0.95, |
| |
18634 | + "n_items": 1000, |
| |
18635 | + "n_clusters": 975, |
| |
18636 | + "n_boot": 2000 |
| |
18637 | + } |
| |
18638 | + }, |
| |
18639 | + "subspace_random_k64": { |
| |
18640 | + "transfer_gain": { |
| |
18641 | + "estimate": 0.39, |
| |
18642 | + "low": 0.3567852613194536, |
| |
18643 | + "high": 0.42289227515119016, |
| |
18644 | + "level": 0.95, |
| |
18645 | + "n_items": 1000, |
| |
18646 | + "n_clusters": 970, |
| |
18647 | + "n_boot": 2000 |
| |
18648 | + }, |
| |
18649 | + "control_adjusted": { |
| |
18650 | + "estimate": 0.327, |
| |
18651 | + "low": 0.29270304322543134, |
| |
18652 | + "high": 0.3617286841928432, |
| |
18653 | + "level": 0.95, |
| |
18654 | + "n_items": 1000, |
| |
18655 | + "n_clusters": 970, |
| |
18656 | + "n_boot": 2000 |
| |
18657 | + }, |
| |
18658 | + "retention_control": { |
| |
18659 | + "estimate": 0.0, |
| |
18660 | + "low": 0.0, |
| |
18661 | + "high": 0.0, |
| |
18662 | + "level": 0.95, |
| |
18663 | + "n_items": 1000, |
| |
18664 | + "n_clusters": 975, |
| |
18665 | + "n_boot": 2000 |
| |
18666 | + } |
| |
18667 | + }, |
| |
18668 | + "subspace_k128": { |
| |
18669 | + "transfer_gain": { |
| |
18670 | + "estimate": 0.953, |
| |
18671 | + "low": 0.9394811192369592, |
| |
18672 | + "high": 0.9656234510993478, |
| |
18673 | + "level": 0.95, |
| |
18674 | + "n_items": 1000, |
| |
18675 | + "n_clusters": 970, |
| |
18676 | + "n_boot": 2000 |
| |
18677 | + }, |
| |
18678 | + "control_adjusted": { |
| |
18679 | + "estimate": 0.89, |
| |
18680 | + "low": 0.8708708708708709, |
| |
18681 | + "high": 0.90829064077076, |
| |
18682 | + "level": 0.95, |
| |
18683 | + "n_items": 1000, |
| |
18684 | + "n_clusters": 970, |
| |
18685 | + "n_boot": 2000 |
| |
18686 | + }, |
| |
18687 | + "retention_control": { |
| |
18688 | + "estimate": 0.0, |
| |
18689 | + "low": 0.0, |
| |
18690 | + "high": 0.0, |
| |
18691 | + "level": 0.95, |
| |
18692 | + "n_items": 1000, |
| |
18693 | + "n_clusters": 975, |
| |
18694 | + "n_boot": 2000 |
| |
18695 | + } |
| |
18696 | + }, |
| |
18697 | + "subspace_random_k128": { |
| |
18698 | + "transfer_gain": { |
| |
18699 | + "estimate": 0.953, |
| |
18700 | + "low": 0.9394811192369592, |
| |
18701 | + "high": 0.9656234510993478, |
| |
18702 | + "level": 0.95, |
| |
18703 | + "n_items": 1000, |
| |
18704 | + "n_clusters": 970, |
| |
18705 | + "n_boot": 2000 |
| |
18706 | + }, |
| |
18707 | + "control_adjusted": { |
| |
18708 | + "estimate": 0.89, |
| |
18709 | + "low": 0.8708708708708709, |
| |
18710 | + "high": 0.90829064077076, |
| |
18711 | + "level": 0.95, |
| |
18712 | + "n_items": 1000, |
| |
18713 | + "n_clusters": 970, |
| |
18714 | + "n_boot": 2000 |
| |
18715 | + }, |
| |
18716 | + "retention_control": { |
| |
18717 | + "estimate": 0.0, |
| |
18718 | + "low": 0.0, |
| |
18719 | + "high": 0.0, |
| |
18720 | + "level": 0.95, |
| |
18721 | + "n_items": 1000, |
| |
18722 | + "n_clusters": 975, |
| |
18723 | + "n_boot": 2000 |
| |
18724 | + } |
| |
18725 | + }, |
| |
18726 | + "adapter_graft": { |
| |
18727 | + "transfer_gain": { |
| |
18728 | + "estimate": 0.536, |
| |
18729 | + "low": 0.5035309040102178, |
| |
18730 | + "high": 0.5685715260715261, |
| |
18731 | + "level": 0.95, |
| |
18732 | + "n_items": 1000, |
| |
18733 | + "n_clusters": 970, |
| |
18734 | + "n_boot": 2000 |
| |
18735 | + }, |
| |
18736 | + "control_adjusted": { |
| |
18737 | + "estimate": 0.473, |
| |
18738 | + "low": 0.4390938605108055, |
| |
18739 | + "high": 0.5060243861095564, |
| |
18740 | + "level": 0.95, |
| |
18741 | + "n_items": 1000, |
| |
18742 | + "n_clusters": 970, |
| |
18743 | + "n_boot": 2000 |
| |
18744 | + }, |
| |
18745 | + "retention_control": { |
| |
18746 | + "estimate": 0.0, |
| |
18747 | + "low": 0.0, |
| |
18748 | + "high": 0.0, |
| |
18749 | + "level": 0.95, |
| |
18750 | + "n_items": 1000, |
| |
18751 | + "n_clusters": 975, |
| |
18752 | + "n_boot": 2000 |
| |
18753 | + } |
| |
18754 | + }, |
| |
18755 | + "baseline_supervised_adapter": { |
| |
18756 | + "transfer_gain": { |
| |
18757 | + "estimate": 0.952, |
| |
18758 | + "low": 0.9383682482221101, |
| |
18759 | + "high": 0.9649658408408408, |
| |
18760 | + "level": 0.95, |
| |
18761 | + "n_items": 1000, |
| |
18762 | + "n_clusters": 970, |
| |
18763 | + "n_boot": 2000 |
| |
18764 | + }, |
| |
18765 | + "control_adjusted": { |
| |
18766 | + "estimate": 0.889, |
| |
18767 | + "low": 0.8696034014306129, |
| |
18768 | + "high": 0.9076305220883534, |
| |
18769 | + "level": 0.95, |
| |
18770 | + "n_items": 1000, |
| |
18771 | + "n_clusters": 970, |
| |
18772 | + "n_boot": 2000 |
| |
18773 | + }, |
| |
18774 | + "retention_control": { |
| |
18775 | + "estimate": 0.0, |
| |
18776 | + "low": 0.0, |
| |
18777 | + "high": 0.0, |
| |
18778 | + "level": 0.95, |
| |
18779 | + "n_items": 1000, |
| |
18780 | + "n_clusters": 975, |
| |
18781 | + "n_boot": 2000 |
| |
18782 | + } |
| |
18783 | + }, |
| |
18784 | + "baseline_distillation": { |
| |
18785 | + "transfer_gain": { |
| |
18786 | + "estimate": 0.953, |
| |
18787 | + "low": 0.9394811192369592, |
| |
18788 | + "high": 0.9656234510993478, |
| |
18789 | + "level": 0.95, |
| |
18790 | + "n_items": 1000, |
| |
18791 | + "n_clusters": 970, |
| |
18792 | + "n_boot": 2000 |
| |
18793 | + }, |
| |
18794 | + "control_adjusted": { |
| |
18795 | + "estimate": 0.89, |
| |
18796 | + "low": 0.8708708708708709, |
| |
18797 | + "high": 0.90829064077076, |
| |
18798 | + "level": 0.95, |
| |
18799 | + "n_items": 1000, |
| |
18800 | + "n_clusters": 970, |
| |
18801 | + "n_boot": 2000 |
| |
18802 | + }, |
| |
18803 | + "retention_control": { |
| |
18804 | + "estimate": 0.0, |
| |
18805 | + "low": 0.0, |
| |
18806 | + "high": 0.0, |
| |
18807 | + "level": 0.95, |
| |
18808 | + "n_items": 1000, |
| |
18809 | + "n_clusters": 975, |
| |
18810 | + "n_boot": 2000 |
| |
18811 | + } |
| |
18812 | + }, |
| |
18813 | + "weight_L0_attn": { |
| |
18814 | + "transfer_gain": { |
| |
18815 | + "estimate": 0.002, |
| |
18816 | + "low": -0.011066398390342052, |
| |
18817 | + "high": 0.015952541576866205, |
| |
18818 | + "level": 0.95, |
| |
18819 | + "n_items": 1000, |
| |
18820 | + "n_clusters": 970, |
| |
18821 | + "n_boot": 2000 |
| |
18822 | + }, |
| |
18823 | + "control_adjusted": { |
| |
18824 | + "estimate": -0.061, |
| |
18825 | + "low": -0.08432749030595356, |
| |
18826 | + "high": -0.0380370870870871, |
| |
18827 | + "level": 0.95, |
| |
18828 | + "n_items": 1000, |
| |
18829 | + "n_clusters": 970, |
| |
18830 | + "n_boot": 2000 |
| |
18831 | + }, |
| |
18832 | + "retention_control": { |
| |
18833 | + "estimate": -0.038, |
| |
18834 | + "low": -0.05079681274900399, |
| |
18835 | + "high": -0.02594810379241517, |
| |
18836 | + "level": 0.95, |
| |
18837 | + "n_items": 1000, |
| |
18838 | + "n_clusters": 975, |
| |
18839 | + "n_boot": 2000 |
| |
18840 | + } |
| |
18841 | + }, |
| |
18842 | + "weight_L0_mlp": { |
| |
18843 | + "transfer_gain": { |
| |
18844 | + "estimate": 0.318, |
| |
18845 | + "low": 0.2885533926009201, |
| |
18846 | + "high": 0.35040650650410404, |
| |
18847 | + "level": 0.95, |
| |
18848 | + "n_items": 1000, |
| |
18849 | + "n_clusters": 970, |
| |
18850 | + "n_boot": 2000 |
| |
18851 | + }, |
| |
18852 | + "control_adjusted": { |
| |
18853 | + "estimate": 0.255, |
| |
18854 | + "low": 0.22089261484783873, |
| |
18855 | + "high": 0.29130277158446166, |
| |
18856 | + "level": 0.95, |
| |
18857 | + "n_items": 1000, |
| |
18858 | + "n_clusters": 970, |
| |
18859 | + "n_boot": 2000 |
| |
18860 | + }, |
| |
18861 | + "retention_control": { |
| |
18862 | + "estimate": -0.068, |
| |
18863 | + "low": -0.08374875373878365, |
| |
18864 | + "high": -0.05299867632367633, |
| |
18865 | + "level": 0.95, |
| |
18866 | + "n_items": 1000, |
| |
18867 | + "n_clusters": 975, |
| |
18868 | + "n_boot": 2000 |
| |
18869 | + } |
| |
18870 | + }, |
| |
18871 | + "weight_L0_attn_mlp": { |
| |
18872 | + "transfer_gain": { |
| |
18873 | + "estimate": 0.668, |
| |
18874 | + "low": 0.6368185660871416, |
| |
18875 | + "high": 0.6979339551959979, |
| |
18876 | + "level": 0.95, |
| |
18877 | + "n_items": 1000, |
| |
18878 | + "n_clusters": 970, |
| |
18879 | + "n_boot": 2000 |
| |
18880 | + }, |
| |
18881 | + "control_adjusted": { |
| |
18882 | + "estimate": 0.605, |
| |
18883 | + "low": 0.5709857392607393, |
| |
18884 | + "high": 0.6379063185895599, |
| |
18885 | + "level": 0.95, |
| |
18886 | + "n_items": 1000, |
| |
18887 | + "n_clusters": 970, |
| |
18888 | + "n_boot": 2000 |
| |
18889 | + }, |
| |
18890 | + "retention_control": { |
| |
18891 | + "estimate": -0.103, |
| |
18892 | + "low": -0.12112415521734159, |
| |
18893 | + "high": -0.08432358086163254, |
| |
18894 | + "level": 0.95, |
| |
18895 | + "n_items": 1000, |
| |
18896 | + "n_clusters": 975, |
| |
18897 | + "n_boot": 2000 |
| |
18898 | + } |
| |
18899 | + }, |
| |
18900 | + "weight_L0_block_ln": { |
| |
18901 | + "transfer_gain": { |
| |
18902 | + "estimate": 0.667, |
| |
18903 | + "low": 0.6363613590817999, |
| |
18904 | + "high": 0.6973026973026973, |
| |
18905 | + "level": 0.95, |
| |
18906 | + "n_items": 1000, |
| |
18907 | + "n_clusters": 970, |
| |
18908 | + "n_boot": 2000 |
| |
18909 | + }, |
| |
18910 | + "control_adjusted": { |
| |
18911 | + "estimate": 0.604, |
| |
18912 | + "low": 0.5698454393178011, |
| |
18913 | + "high": 0.6373626373626373, |
| |
18914 | + "level": 0.95, |
| |
18915 | + "n_items": 1000, |
| |
18916 | + "n_clusters": 970, |
| |
18917 | + "n_boot": 2000 |
| |
18918 | + }, |
| |
18919 | + "retention_control": { |
| |
18920 | + "estimate": -0.106, |
| |
18921 | + "low": -0.12437311935807423, |
| |
18922 | + "high": -0.08790461804056975, |
| |
18923 | + "level": 0.95, |
| |
18924 | + "n_items": 1000, |
| |
18925 | + "n_clusters": 975, |
| |
18926 | + "n_boot": 2000 |
| |
18927 | + } |
| |
18928 | + }, |
| |
18929 | + "weight_embed_omega": { |
| |
18930 | + "transfer_gain": { |
| |
18931 | + "estimate": 0.006, |
| |
18932 | + "low": -0.005982053838484547, |
| |
18933 | + "high": 0.017892644135188866, |
| |
18934 | + "level": 0.95, |
| |
18935 | + "n_items": 1000, |
| |
18936 | + "n_clusters": 970, |
| |
18937 | + "n_boot": 2000 |
| |
18938 | + }, |
| |
18939 | + "control_adjusted": { |
| |
18940 | + "estimate": -0.057, |
| |
18941 | + "low": -0.08040201005025126, |
| |
18942 | + "high": -0.03376281702684385, |
| |
18943 | + "level": 0.95, |
| |
18944 | + "n_items": 1000, |
| |
18945 | + "n_clusters": 970, |
| |
18946 | + "n_boot": 2000 |
| |
18947 | + }, |
| |
18948 | + "retention_control": { |
| |
18949 | + "estimate": 0.0, |
| |
18950 | + "low": 0.0, |
| |
18951 | + "high": 0.0, |
| |
18952 | + "level": 0.95, |
| |
18953 | + "n_items": 1000, |
| |
18954 | + "n_clusters": 975, |
| |
18955 | + "n_boot": 2000 |
| |
18956 | + } |
| |
18957 | + }, |
| |
18958 | + "weight_L0_block_embed": { |
| |
18959 | + "transfer_gain": { |
| |
18960 | + "estimate": 0.755, |
| |
18961 | + "low": 0.7269031079272044, |
| |
18962 | + "high": 0.7824795361114979, |
| |
18963 | + "level": 0.95, |
| |
18964 | + "n_items": 1000, |
| |
18965 | + "n_clusters": 970, |
| |
18966 | + "n_boot": 2000 |
| |
18967 | + }, |
| |
18968 | + "control_adjusted": { |
| |
18969 | + "estimate": 0.692, |
| |
18970 | + "low": 0.6616531862523847, |
| |
18971 | + "high": 0.7247247247247247, |
| |
18972 | + "level": 0.95, |
| |
18973 | + "n_items": 1000, |
| |
18974 | + "n_clusters": 970, |
| |
18975 | + "n_boot": 2000 |
| |
18976 | + }, |
| |
18977 | + "retention_control": { |
| |
18978 | + "estimate": -0.106, |
| |
18979 | + "low": -0.12437311935807423, |
| |
18980 | + "high": -0.08790461804056975, |
| |
18981 | + "level": 0.95, |
| |
18982 | + "n_items": 1000, |
| |
18983 | + "n_clusters": 975, |
| |
18984 | + "n_boot": 2000 |
| |
18985 | + } |
| |
18986 | + }, |
| |
18987 | + "weight_L012_blocks_embed": { |
| |
18988 | + "transfer_gain": { |
| |
18989 | + "estimate": 0.901, |
| |
18990 | + "low": 0.8819927435387674, |
| |
18991 | + "high": 0.9191616766467066, |
| |
18992 | + "level": 0.95, |
| |
18993 | + "n_items": 1000, |
| |
18994 | + "n_clusters": 970, |
| |
18995 | + "n_boot": 2000 |
| |
18996 | + }, |
| |
18997 | + "control_adjusted": { |
| |
18998 | + "estimate": 0.838, |
| |
18999 | + "low": 0.8137247497186185, |
| |
19000 | + "high": 0.8609474066152318, |
| |
19001 | + "level": 0.95, |
| |
19002 | + "n_items": 1000, |
| |
19003 | + "n_clusters": 970, |
| |
19004 | + "n_boot": 2000 |
| |
19005 | + }, |
| |
19006 | + "retention_control": { |
| |
19007 | + "estimate": -0.041, |
| |
19008 | + "low": -0.053, |
| |
19009 | + "high": -0.028971028971028972, |
| |
19010 | + "level": 0.95, |
| |
19011 | + "n_items": 1000, |
| |
19012 | + "n_clusters": 975, |
| |
19013 | + "n_boot": 2000 |
| |
19014 | + } |
| |
19015 | + }, |
| |
19016 | + "ctl_weight_shuffled_layer": { |
| |
19017 | + "transfer_gain": { |
| |
19018 | + "estimate": 0.044, |
| |
19019 | + "low": 0.02286282306163022, |
| |
19020 | + "high": 0.06726036192246732, |
| |
19021 | + "level": 0.95, |
| |
19022 | + "n_items": 1000, |
| |
19023 | + "n_clusters": 970, |
| |
19024 | + "n_boot": 2000 |
| |
19025 | + }, |
| |
19026 | + "control_adjusted": { |
| |
19027 | + "estimate": -0.019, |
| |
19028 | + "low": -0.04422221772848144, |
| |
19029 | + "high": 0.007007182533234637, |
| |
19030 | + "level": 0.95, |
| |
19031 | + "n_items": 1000, |
| |
19032 | + "n_clusters": 970, |
| |
19033 | + "n_boot": 2000 |
| |
19034 | + }, |
| |
19035 | + "retention_control": { |
| |
19036 | + "estimate": -0.904, |
| |
19037 | + "low": -0.9219238738738739, |
| |
19038 | + "high": -0.8856541008567872, |
| |
19039 | + "level": 0.95, |
| |
19040 | + "n_items": 1000, |
| |
19041 | + "n_clusters": 975, |
| |
19042 | + "n_boot": 2000 |
| |
19043 | + } |
| |
19044 | + }, |
| |
19045 | + "ctl_weight_unrelated_donor": { |
| |
19046 | + "transfer_gain": { |
| |
19047 | + "estimate": 0.003, |
| |
19048 | + "low": -0.012961440031203794, |
| |
19049 | + "high": 0.018072743234243502, |
| |
19050 | + "level": 0.95, |
| |
19051 | + "n_items": 1000, |
| |
19052 | + "n_clusters": 970, |
| |
19053 | + "n_boot": 2000 |
| |
19054 | + }, |
| |
19055 | + "control_adjusted": { |
| |
19056 | + "estimate": -0.06, |
| |
19057 | + "low": -0.08350511435144732, |
| |
19058 | + "high": -0.03670543973288028, |
| |
19059 | + "level": 0.95, |
| |
19060 | + "n_items": 1000, |
| |
19061 | + "n_clusters": 970, |
| |
19062 | + "n_boot": 2000 |
| |
19063 | + }, |
| |
19064 | + "retention_control": { |
| |
19065 | + "estimate": -0.114, |
| |
19066 | + "low": -0.13373253493013973, |
| |
19067 | + "high": -0.09384460141271443, |
| |
19068 | + "level": 0.95, |
| |
19069 | + "n_items": 1000, |
| |
19070 | + "n_clusters": 975, |
| |
19071 | + "n_boot": 2000 |
| |
19072 | + } |
| |
19073 | + } |
| |
19074 | + }, |
| |
19075 | + "donor_s1->recipient_s2": { |
| |
19076 | + "act_identity_all": { |
| |
19077 | + "transfer_gain": { |
| |
19078 | + "estimate": 0.009, |
| |
19079 | + "low": -0.01407070564088046, |
| |
19080 | + "high": 0.031031031031031032, |
| |
19081 | + "level": 0.95, |
| |
19082 | + "n_items": 1000, |
| |
19083 | + "n_clusters": 970, |
| |
19084 | + "n_boot": 2000 |
| |
19085 | + }, |
| |
19086 | + "control_adjusted": { |
| |
19087 | + "estimate": -0.023, |
| |
19088 | + "low": -0.04695657548863961, |
| |
19089 | + "high": 0.0020402044559053047, |
| |
19090 | + "level": 0.95, |
| |
19091 | + "n_items": 1000, |
| |
19092 | + "n_clusters": 970, |
| |
19093 | + "n_boot": 2000 |
| |
19094 | + }, |
| |
19095 | + "retention_control": { |
| |
19096 | + "estimate": -0.898, |
| |
19097 | + "low": -0.916513592041761, |
| |
19098 | + "high": -0.8788758447826583, |
| |
19099 | + "level": 0.95, |
| |
19100 | + "n_items": 1000, |
| |
19101 | + "n_clusters": 975, |
| |
19102 | + "n_boot": 2000 |
| |
19103 | + } |
| |
19104 | + }, |
| |
19105 | + "act_identity_omega": { |
| |
19106 | + "transfer_gain": { |
| |
19107 | + "estimate": 0.015, |
| |
19108 | + "low": -0.007952286282306162, |
| |
19109 | + "high": 0.03908406530803539, |
| |
19110 | + "level": 0.95, |
| |
19111 | + "n_items": 1000, |
| |
19112 | + "n_clusters": 970, |
| |
19113 | + "n_boot": 2000 |
| |
19114 | + }, |
| |
19115 | + "control_adjusted": { |
| |
19116 | + "estimate": -0.017, |
| |
19117 | + "low": -0.041004116465863445, |
| |
19118 | + "high": 0.006986552420684154, |
| |
19119 | + "level": 0.95, |
| |
19120 | + "n_items": 1000, |
| |
19121 | + "n_clusters": 970, |
| |
19122 | + "n_boot": 2000 |
| |
19123 | + }, |
| |
19124 | + "retention_control": { |
| |
19125 | + "estimate": 0.0, |
| |
19126 | + "low": 0.0, |
| |
19127 | + "high": 0.0, |
| |
19128 | + "level": 0.95, |
| |
19129 | + "n_items": 1000, |
| |
19130 | + "n_clusters": 975, |
| |
19131 | + "n_boot": 2000 |
| |
19132 | + } |
| |
19133 | + }, |
| |
19134 | + "act_procrustes_all": { |
| |
19135 | + "transfer_gain": { |
| |
19136 | + "estimate": 0.662, |
| |
19137 | + "low": 0.6316276934304823, |
| |
19138 | + "high": 0.6914594114852871, |
| |
19139 | + "level": 0.95, |
| |
19140 | + "n_items": 1000, |
| |
19141 | + "n_clusters": 970, |
| |
19142 | + "n_boot": 2000 |
| |
19143 | + }, |
| |
19144 | + "control_adjusted": { |
| |
19145 | + "estimate": 0.63, |
| |
19146 | + "low": 0.5970141753543838, |
| |
19147 | + "high": 0.6636726546906188, |
| |
19148 | + "level": 0.95, |
| |
19149 | + "n_items": 1000, |
| |
19150 | + "n_clusters": 970, |
| |
19151 | + "n_boot": 2000 |
| |
19152 | + }, |
| |
19153 | + "retention_control": { |
| |
19154 | + "estimate": -0.03, |
| |
19155 | + "low": -0.04104309926777328, |
| |
19156 | + "high": -0.01993968294320227, |
| |
19157 | + "level": 0.95, |
| |
19158 | + "n_items": 1000, |
| |
19159 | + "n_clusters": 975, |
| |
19160 | + "n_boot": 2000 |
| |
19161 | + } |
| |
19162 | + }, |
| |
19163 | + "act_procrustes_omega": { |
| |
19164 | + "transfer_gain": { |
| |
19165 | + "estimate": 0.67, |
| |
19166 | + "low": 0.6412212852631234, |
| |
19167 | + "high": 0.6991953714317779, |
| |
19168 | + "level": 0.95, |
| |
19169 | + "n_items": 1000, |
| |
19170 | + "n_clusters": 970, |
| |
19171 | + "n_boot": 2000 |
| |
19172 | + }, |
| |
19173 | + "control_adjusted": { |
| |
19174 | + "estimate": 0.638, |
| |
19175 | + "low": 0.6058075582168191, |
| |
19176 | + "high": 0.6710212802736868, |
| |
19177 | + "level": 0.95, |
| |
19178 | + "n_items": 1000, |
| |
19179 | + "n_clusters": 970, |
| |
19180 | + "n_boot": 2000 |
| |
19181 | + }, |
| |
19182 | + "retention_control": { |
| |
19183 | + "estimate": 0.0, |
| |
19184 | + "low": 0.0, |
| |
19185 | + "high": 0.0, |
| |
19186 | + "level": 0.95, |
| |
19187 | + "n_items": 1000, |
| |
19188 | + "n_clusters": 975, |
| |
19189 | + "n_boot": 2000 |
| |
19190 | + } |
| |
19191 | + }, |
| |
19192 | + "act_ridge_all": { |
| |
19193 | + "transfer_gain": { |
| |
19194 | + "estimate": 0.092, |
| |
19195 | + "low": 0.07121195602618131, |
| |
19196 | + "high": 0.11311828727335684, |
| |
19197 | + "level": 0.95, |
| |
19198 | + "n_items": 1000, |
| |
19199 | + "n_clusters": 970, |
| |
19200 | + "n_boot": 2000 |
| |
19201 | + }, |
| |
19202 | + "control_adjusted": { |
| |
19203 | + "estimate": 0.06, |
| |
19204 | + "low": 0.031245303106212433, |
| |
19205 | + "high": 0.08991233766233764, |
| |
19206 | + "level": 0.95, |
| |
19207 | + "n_items": 1000, |
| |
19208 | + "n_clusters": 970, |
| |
19209 | + "n_boot": 2000 |
| |
19210 | + }, |
| |
19211 | + "retention_control": { |
| |
19212 | + "estimate": -0.003, |
| |
19213 | + "low": -0.006979062811565304, |
| |
19214 | + "high": 0.0, |
| |
19215 | + "level": 0.95, |
| |
19216 | + "n_items": 1000, |
| |
19217 | + "n_clusters": 975, |
| |
19218 | + "n_boot": 2000 |
| |
19219 | + } |
| |
19220 | + }, |
| |
19221 | + "act_ridge_omega": { |
| |
19222 | + "transfer_gain": { |
| |
19223 | + "estimate": 0.093, |
| |
19224 | + "low": 0.07250028029708462, |
| |
19225 | + "high": 0.11443070999583754, |
| |
19226 | + "level": 0.95, |
| |
19227 | + "n_items": 1000, |
| |
19228 | + "n_clusters": 970, |
| |
19229 | + "n_boot": 2000 |
| |
19230 | + }, |
| |
19231 | + "control_adjusted": { |
| |
19232 | + "estimate": 0.061, |
| |
19233 | + "low": 0.03190190858835026, |
| |
19234 | + "high": 0.0913604766633565, |
| |
19235 | + "level": 0.95, |
| |
19236 | + "n_items": 1000, |
| |
19237 | + "n_clusters": 970, |
| |
19238 | + "n_boot": 2000 |
| |
19239 | + }, |
| |
19240 | + "retention_control": { |
| |
19241 | + "estimate": 0.0, |
| |
19242 | + "low": 0.0, |
| |
19243 | + "high": 0.0, |
| |
19244 | + "level": 0.95, |
| |
19245 | + "n_items": 1000, |
| |
19246 | + "n_clusters": 975, |
| |
19247 | + "n_boot": 2000 |
| |
19248 | + } |
| |
19249 | + }, |
| |
19250 | + "act_cca_all": { |
| |
19251 | + "transfer_gain": { |
| |
19252 | + "estimate": 0.011, |
| |
19253 | + "low": -0.004990144585952969, |
| |
19254 | + "high": 0.02794550898203592, |
| |
19255 | + "level": 0.95, |
| |
19256 | + "n_items": 1000, |
| |
19257 | + "n_clusters": 970, |
| |
19258 | + "n_boot": 2000 |
| |
19259 | + }, |
| |
19260 | + "control_adjusted": { |
| |
19261 | + "estimate": -0.021, |
| |
19262 | + "low": -0.045047304074385314, |
| |
19263 | + "high": 0.0030273982526254992, |
| |
19264 | + "level": 0.95, |
| |
19265 | + "n_items": 1000, |
| |
19266 | + "n_clusters": 970, |
| |
19267 | + "n_boot": 2000 |
| |
19268 | + }, |
| |
19269 | + "retention_control": { |
| |
19270 | + "estimate": 0.0, |
| |
19271 | + "low": 0.0, |
| |
19272 | + "high": 0.0, |
| |
19273 | + "level": 0.95, |
| |
19274 | + "n_items": 1000, |
| |
19275 | + "n_clusters": 975, |
| |
19276 | + "n_boot": 2000 |
| |
19277 | + } |
| |
19278 | + }, |
| |
19279 | + "act_cca_omega": { |
| |
19280 | + "transfer_gain": { |
| |
19281 | + "estimate": 0.011, |
| |
19282 | + "low": -0.004990144585952969, |
| |
19283 | + "high": 0.02794550898203592, |
| |
19284 | + "level": 0.95, |
| |
19285 | + "n_items": 1000, |
| |
19286 | + "n_clusters": 970, |
| |
19287 | + "n_boot": 2000 |
| |
19288 | + }, |
| |
19289 | + "control_adjusted": { |
| |
19290 | + "estimate": -0.021, |
| |
19291 | + "low": -0.045047304074385314, |
| |
19292 | + "high": 0.0030273982526254992, |
| |
19293 | + "level": 0.95, |
| |
19294 | + "n_items": 1000, |
| |
19295 | + "n_clusters": 970, |
| |
19296 | + "n_boot": 2000 |
| |
19297 | + }, |
| |
19298 | + "retention_control": { |
| |
19299 | + "estimate": 0.0, |
| |
19300 | + "low": 0.0, |
| |
19301 | + "high": 0.0, |
| |
19302 | + "level": 0.95, |
| |
19303 | + "n_items": 1000, |
| |
19304 | + "n_clusters": 975, |
| |
19305 | + "n_boot": 2000 |
| |
19306 | + } |
| |
19307 | + }, |
| |
19308 | + "ctl_sham_map": { |
| |
19309 | + "transfer_gain": { |
| |
19310 | + "estimate": 0.032, |
| |
19311 | + "low": 0.00702053660982949, |
| |
19312 | + "high": 0.0551668811655851, |
| |
19313 | + "level": 0.95, |
| |
19314 | + "n_items": 1000, |
| |
19315 | + "n_clusters": 970, |
| |
19316 | + "n_boot": 2000 |
| |
19317 | + }, |
| |
19318 | + "control_adjusted": { |
| |
19319 | + "estimate": 0.0, |
| |
19320 | + "low": 0.0, |
| |
19321 | + "high": 0.0, |
| |
19322 | + "level": 0.95, |
| |
19323 | + "n_items": 1000, |
| |
19324 | + "n_clusters": 970, |
| |
19325 | + "n_boot": 2000 |
| |
19326 | + }, |
| |
19327 | + "retention_control": { |
| |
19328 | + "estimate": -0.887, |
| |
19329 | + "low": -0.9067224971507709, |
| |
19330 | + "high": -0.8663925633812848, |