spb/localvm-research Public License
Running LLMs larger than memory on a consumer Mac — falsification-driven research: margin-gated deferred refinement, out-of-core verification on Apple Silicon. TR-01 published.
Python 63.2%
JavaScript 23.5%
CSS 11.8%
Shell 0.9%
Makefile 0.5%
1{2 "experiment": "expD_progressive_reconstruction",3 "author": "Simon-Pierre Boucher",4 "contact": "contact@spboucher.ai",5 "manifest": {6 "author": "Simon-Pierre Boucher",7 "contact": "contact@spboucher.ai",8 "project": "localvm-research",9 "collected_utc": "2026-08-12T04:35:08.633009+00:00",10 "chip": {11 "brand": "Apple M5 Max",12 "arch": "arm64",13 "cores_total": 18,14 "cores_performance": 6,15 "cores_efficiency": 12,16 "gpu_cores": 4017 },18 "memory": {19 "unified_bytes": 51539607552,20 "unified_gb": 48.0,21 "pagesize": 1638422 },23 "ssd": {24 "model": "APPLE SSD AP2048Z",25 "size": "2 TB",26 "smart_status": "Verified"27 },28 "os": {29 "product": "macOS",30 "version": "27.0",31 "build": "26A5388g",32 "kernel": "27.0.0"33 },34 "software": {35 "python": "3.14.4",36 "mlx": "0.32.0",37 "mlx_lm": "0.31.3",38 "torch": null,39 "numpy": "2.5.2"40 },41 "git": {42 "commit": "e02ba146d81ffa96502bb5aeff413dab4fe55a5b",43 "dirty_tree": true44 },45 "thermal_level_at_collect": null46 },47 "config": {48 "model": "mlx-community/Qwen3-1.7B-bf16",49 "gen_tokens": 128,50 "per_domain": 8,51 "hidden_trajectories": 852 },53 "group_size": 64,54 "scale_overhead_bits_per_param_per_stage": 1.0,55 "n_trajectories": 48,56 "hidden_depth_layers": [57 6,58 13,59 20,60 2761 ],62 "ladders": {63 "A_base3": [64 {65 "stage": 0,66 "ladder_bits": [67 368 ],69 "cumulative_bits_per_param": 4.0,70 "agreement_rate": 0.7320963541666666,71 "mean_kl": 0.778087317943573,72 "auroc": 0.8497930361381081,73 "escalation_curve": [74 {75 "tau": 0.0,76 "escalated_frac": 0.0,77 "residual_disagree": 0.267903645833333378 },79 {80 "tau": 0.0,81 "escalated_frac": 0.0,82 "residual_disagree": 0.267903645833333383 },84 {85 "tau": 0.0,86 "escalated_frac": 0.0,87 "residual_disagree": 0.267903645833333388 },89 {90 "tau": 0.0,91 "escalated_frac": 0.0,92 "residual_disagree": 0.267903645833333393 },94 {95 "tau": 0.0,96 "escalated_frac": 0.0,97 "residual_disagree": 0.267903645833333398 },99 {100 "tau": 0.125,101 "escalated_frac": 0.021647135416666668,102 "residual_disagree": 0.2535807291666667103 },104 {105 "tau": 0.125,106 "escalated_frac": 0.021647135416666668,107 "residual_disagree": 0.2535807291666667108 },109 {110 "tau": 0.125,111 "escalated_frac": 0.021647135416666668,112 "residual_disagree": 0.2535807291666667113 },114 {115 "tau": 0.25,116 "escalated_frac": 0.038899739583333336,117 "residual_disagree": 0.2412109375118 },119 {120 "tau": 0.25,121 "escalated_frac": 0.038899739583333336,122 "residual_disagree": 0.2412109375123 },124 {125 "tau": 0.25,126 "escalated_frac": 0.038899739583333336,127 "residual_disagree": 0.2412109375128 },129 {130 "tau": 0.25,131 "escalated_frac": 0.038899739583333336,132 "residual_disagree": 0.2412109375133 },134 {135 "tau": 0.25,136 "escalated_frac": 0.038899739583333336,137 "residual_disagree": 0.2412109375138 },139 {140 "tau": 0.25,141 "escalated_frac": 0.038899739583333336,142 "residual_disagree": 0.2412109375143 },144 {145 "tau": 0.25,146 "escalated_frac": 0.038899739583333336,147 "residual_disagree": 0.2412109375148 },149 {150 "tau": 0.375,151 "escalated_frac": 0.07291666666666667,152 "residual_disagree": 0.21907552083333334153 },154 {155 "tau": 0.375,156 "escalated_frac": 0.07291666666666667,157 "residual_disagree": 0.21907552083333334158 },159 {160 "tau": 0.375,161 "escalated_frac": 0.07291666666666667,162 "residual_disagree": 0.21907552083333334163 },164 {165 "tau": 0.4780150753768879,166 "escalated_frac": 0.09049479166666667,167 "residual_disagree": 0.20719401041666666168 },169 {170 "tau": 0.5,171 "escalated_frac": 0.09049479166666667,172 "residual_disagree": 0.20719401041666666173 },174 {175 "tau": 0.5,176 "escalated_frac": 0.09049479166666667,177 "residual_disagree": 0.20719401041666666178 },179 {180 "tau": 0.5,181 "escalated_frac": 0.09049479166666667,182 "residual_disagree": 0.20719401041666666183 },184 {185 "tau": 0.5,186 "escalated_frac": 0.09049479166666667,187 "residual_disagree": 0.20719401041666666188 },189 {190 "tau": 0.5,191 "escalated_frac": 0.09049479166666667,192 "residual_disagree": 0.20719401041666666193 },194 {195 "tau": 0.5,196 "escalated_frac": 0.09049479166666667,197 "residual_disagree": 0.20719401041666666198 },199 {200 "tau": 0.625,201 "escalated_frac": 0.12255859375,202 "residual_disagree": 0.18733723958333334203 },204 {205 "tau": 0.625,206 "escalated_frac": 0.12255859375,207 "residual_disagree": 0.18733723958333334208 },209 {210 "tau": 0.625,211 "escalated_frac": 0.12255859375,212 "residual_disagree": 0.18733723958333334213 },214 {215 "tau": 0.75,216 "escalated_frac": 0.1376953125,217 "residual_disagree": 0.17740885416666666218 },219 {220 "tau": 0.75,221 "escalated_frac": 0.1376953125,222 "residual_disagree": 0.17740885416666666223 },224 {225 "tau": 0.75,226 "escalated_frac": 0.1376953125,227 "residual_disagree": 0.17740885416666666228 },229 {230 "tau": 0.75,231 "escalated_frac": 0.1376953125,232 "residual_disagree": 0.17740885416666666233 },234 {235 "tau": 0.75,236 "escalated_frac": 0.1376953125,237 "residual_disagree": 0.17740885416666666238 },239 {240 "tau": 0.75,241 "escalated_frac": 0.1376953125,242 "residual_disagree": 0.17740885416666666243 },244 {245 "tau": 0.875,246 "escalated_frac": 0.166015625,247 "residual_disagree": 0.16259765625248 },249 {250 "tau": 0.875,251 "escalated_frac": 0.166015625,252 "residual_disagree": 0.16259765625253 },254 {255 "tau": 0.875,256 "escalated_frac": 0.166015625,257 "residual_disagree": 0.16259765625258 },259 {260 "tau": 1.0,261 "escalated_frac": 0.185546875,262 "residual_disagree": 0.1513671875263 },264 {265 "tau": 1.0,266 "escalated_frac": 0.185546875,267 "residual_disagree": 0.1513671875268 },269 {270 "tau": 1.0,271 "escalated_frac": 0.185546875,272 "residual_disagree": 0.1513671875273 },274 {275 "tau": 1.0,276 "escalated_frac": 0.185546875,277 "residual_disagree": 0.1513671875278 },279 {280 "tau": 1.0,281 "escalated_frac": 0.185546875,282 "residual_disagree": 0.1513671875283 },284 {285 "tau": 1.0,286 "escalated_frac": 0.185546875,287 "residual_disagree": 0.1513671875288 },289 {290 "tau": 1.125,291 "escalated_frac": 0.21549479166666666,292 "residual_disagree": 0.1357421875293 },294 {295 "tau": 1.125,296 "escalated_frac": 0.21549479166666666,297 "residual_disagree": 0.1357421875298 },299 {300 "tau": 1.125,301 "escalated_frac": 0.21549479166666666,302 "residual_disagree": 0.1357421875303 },304 {305 "tau": 1.25,306 "escalated_frac": 0.22867838541666666,307 "residual_disagree": 0.12711588541666666308 },309 {310 "tau": 1.25,311 "escalated_frac": 0.22867838541666666,312 "residual_disagree": 0.12711588541666666313 },314 {315 "tau": 1.25,316 "escalated_frac": 0.22867838541666666,317 "residual_disagree": 0.12711588541666666318 },319 {320 "tau": 1.25,321 "escalated_frac": 0.22867838541666666,322 "residual_disagree": 0.12711588541666666323 },324 {325 "tau": 1.25,326 "escalated_frac": 0.22867838541666666,327 "residual_disagree": 0.12711588541666666328 },329 {330 "tau": 1.375,331 "escalated_frac": 0.25244140625,332 "residual_disagree": 0.11442057291666667333 },334 {335 "tau": 1.375,336 "escalated_frac": 0.25244140625,337 "residual_disagree": 0.11442057291666667338 },339 {340 "tau": 1.5,341 "escalated_frac": 0.2630208333333333,342 "residual_disagree": 0.10970052083333333343 },344 {345 "tau": 1.5,346 "escalated_frac": 0.2630208333333333,347 "residual_disagree": 0.10970052083333333348 },349 {350 "tau": 1.5,351 "escalated_frac": 0.2630208333333333,352 "residual_disagree": 0.10970052083333333353 },354 {355 "tau": 1.5,356 "escalated_frac": 0.2630208333333333,357 "residual_disagree": 0.10970052083333333358 },359 {360 "tau": 1.625,361 "escalated_frac": 0.2862955729166667,362 "residual_disagree": 0.09814453125363 },364 {365 "tau": 1.625,366 "escalated_frac": 0.2862955729166667,367 "residual_disagree": 0.09814453125368 },369 {370 "tau": 1.625,371 "escalated_frac": 0.2862955729166667,372 "residual_disagree": 0.09814453125373 },374 {375 "tau": 1.75,376 "escalated_frac": 0.30029296875,377 "residual_disagree": 0.09000651041666667378 },379 {380 "tau": 1.75,381 "escalated_frac": 0.30029296875,382 "residual_disagree": 0.09000651041666667383 },384 {385 "tau": 1.75,386 "escalated_frac": 0.30029296875,387 "residual_disagree": 0.09000651041666667388 },389 {390 "tau": 1.75,391 "escalated_frac": 0.30029296875,392 "residual_disagree": 0.09000651041666667393 },394 {395 "tau": 1.75,396 "escalated_frac": 0.30029296875,397 "residual_disagree": 0.09000651041666667398 },399 {400 "tau": 1.875,401 "escalated_frac": 0.3251953125,402 "residual_disagree": 0.07893880208333333403 },404 {405 "tau": 1.875,406 "escalated_frac": 0.3251953125,407 "residual_disagree": 0.07893880208333333408 },409 {410 "tau": 2.0,411 "escalated_frac": 0.3347981770833333,412 "residual_disagree": 0.07373046875413 },414 {415 "tau": 2.0,416 "escalated_frac": 0.3347981770833333,417 "residual_disagree": 0.07373046875418 },419 {420 "tau": 2.0,421 "escalated_frac": 0.3347981770833333,422 "residual_disagree": 0.07373046875423 },424 {425 "tau": 2.0,426 "escalated_frac": 0.3347981770833333,427 "residual_disagree": 0.07373046875428 },429 {430 "tau": 2.0904522613065524,431 "escalated_frac": 0.3567708333333333,432 "residual_disagree": 0.06591796875433 },434 {435 "tau": 2.125,436 "escalated_frac": 0.3567708333333333,437 "residual_disagree": 0.06591796875438 },439 {440 "tau": 2.1827889447235975,441 "escalated_frac": 0.3668619791666667,442 "residual_disagree": 0.06331380208333333443 },444 {445 "tau": 2.25,446 "escalated_frac": 0.3668619791666667,447 "residual_disagree": 0.06331380208333333448 },449 {450 "tau": 2.25,451 "escalated_frac": 0.3668619791666667,452 "residual_disagree": 0.06331380208333333453 },454 {455 "tau": 2.25,456 "escalated_frac": 0.3668619791666667,457 "residual_disagree": 0.06331380208333333458 },459 {460 "tau": 2.375,461 "escalated_frac": 0.3836263020833333,462 "residual_disagree": 0.0576171875463 },464 {465 "tau": 2.5,466 "escalated_frac": 0.3914388020833333,467 "residual_disagree": 0.05517578125468 },469 {470 "tau": 2.5,471 "escalated_frac": 0.3914388020833333,472 "residual_disagree": 0.05517578125473 },474 {475 "tau": 2.5,476 "escalated_frac": 0.3914388020833333,477 "residual_disagree": 0.05517578125478 },479 {480 "tau": 2.5,481 "escalated_frac": 0.3914388020833333,482 "residual_disagree": 0.05517578125483 },484 {485 "tau": 2.625,486 "escalated_frac": 0.41015625,487 "residual_disagree": 0.04833984375488 },489 {490 "tau": 2.625,491 "escalated_frac": 0.41015625,492 "residual_disagree": 0.04833984375493 },494 {495 "tau": 2.75,496 "escalated_frac": 0.4181315104166667,497 "residual_disagree": 0.0458984375498 },499 {500 "tau": 2.75,501 "escalated_frac": 0.4181315104166667,502 "residual_disagree": 0.0458984375503 },504 {505 "tau": 2.75,506 "escalated_frac": 0.4181315104166667,507 "residual_disagree": 0.0458984375508 },509 {510 "tau": 2.875,511 "escalated_frac": 0.43505859375,512 "residual_disagree": 0.0400390625513 },514 {515 "tau": 3.0,516 "escalated_frac": 0.4412434895833333,517 "residual_disagree": 0.037760416666666664518 },519 {520 "tau": 3.0,521 "escalated_frac": 0.4412434895833333,522 "residual_disagree": 0.037760416666666664523 },524 {525 "tau": 3.0,526 "escalated_frac": 0.4412434895833333,527 "residual_disagree": 0.037760416666666664528 },529 {530 "tau": 3.0,531 "escalated_frac": 0.4412434895833333,532 "residual_disagree": 0.037760416666666664533 },534 {535 "tau": 3.125,536 "escalated_frac": 0.4601236979166667,537 "residual_disagree": 0.03369140625538 },539 {540 "tau": 3.125,541 "escalated_frac": 0.4601236979166667,542 "residual_disagree": 0.03369140625543 },544 {545 "tau": 3.25,546 "escalated_frac": 0.4684244791666667,547 "residual_disagree": 0.031901041666666664548 },549 {550 "tau": 3.25,551 "escalated_frac": 0.4684244791666667,552 "residual_disagree": 0.031901041666666664553 },554 {555 "tau": 3.25,556 "escalated_frac": 0.4684244791666667,557 "residual_disagree": 0.031901041666666664558 },559 {560 "tau": 3.375,561 "escalated_frac": 0.4842122395833333,562 "residual_disagree": 0.02783203125563 },564 {565 "tau": 3.375,566 "escalated_frac": 0.4842122395833333,567 "residual_disagree": 0.02783203125568 },569 {570 "tau": 3.5,571 "escalated_frac": 0.4957682291666667,572 "residual_disagree": 0.0244140625573 },574 {575 "tau": 3.5,576 "escalated_frac": 0.4957682291666667,577 "residual_disagree": 0.0244140625578 },579 {580 "tau": 3.5,581 "escalated_frac": 0.4957682291666667,582 "residual_disagree": 0.0244140625583 },584 {585 "tau": 3.5,586 "escalated_frac": 0.4957682291666667,587 "residual_disagree": 0.0244140625588 },589 {590 "tau": 3.625,591 "escalated_frac": 0.51318359375,592 "residual_disagree": 0.0205078125593 },594 {595 "tau": 3.75,596 "escalated_frac": 0.5198567708333334,597 "residual_disagree": 0.019368489583333332598 },599 {600 "tau": 3.75,601 "escalated_frac": 0.5198567708333334,602 "residual_disagree": 0.019368489583333332603 },604 {605 "tau": 3.75,606 "escalated_frac": 0.5198567708333334,607 "residual_disagree": 0.019368489583333332608 },609 {610 "tau": 3.875,611 "escalated_frac": 0.5341796875,612 "residual_disagree": 0.016438802083333332613 },614 {615 "tau": 4.0,616 "escalated_frac": 0.54052734375,617 "residual_disagree": 0.016276041666666668618 },619 {620 "tau": 4.0,621 "escalated_frac": 0.54052734375,622 "residual_disagree": 0.016276041666666668623 },624 {625 "tau": 4.0,626 "escalated_frac": 0.54052734375,627 "residual_disagree": 0.016276041666666668628 },629 {630 "tau": 4.125,631 "escalated_frac": 0.5538736979166666,632 "residual_disagree": 0.01416015625633 },634 {635 "tau": 4.25,636 "escalated_frac": 0.55908203125,637 "residual_disagree": 0.013834635416666666638 },639 {640 "tau": 4.25,641 "escalated_frac": 0.55908203125,642 "residual_disagree": 0.013834635416666666643 },644 {645 "tau": 4.25,646 "escalated_frac": 0.55908203125,647 "residual_disagree": 0.013834635416666666648 },649 {650 "tau": 4.375,651 "escalated_frac": 0.5732421875,652 "residual_disagree": 0.012044270833333334653 },654 {655 "tau": 4.5,656 "escalated_frac": 0.5792643229166666,657 "residual_disagree": 0.01171875658 },659 {660 "tau": 4.5,661 "escalated_frac": 0.5792643229166666,662 "residual_disagree": 0.01171875663 },664 {665 "tau": 4.625,666 "escalated_frac": 0.5887044270833334,667 "residual_disagree": 0.011067708333333334668 },669 {670 "tau": 4.75,671 "escalated_frac": 0.5945638020833334,672 "residual_disagree": 0.0107421875673 },674 {675 "tau": 4.75,676 "escalated_frac": 0.5945638020833334,677 "residual_disagree": 0.0107421875678 },679 {680 "tau": 4.875,681 "escalated_frac": 0.6043294270833334,682 "residual_disagree": 0.009765625683 },684 {685 "tau": 5.0,686 "escalated_frac": 0.609375,687 "residual_disagree": 0.009440104166666666688 },689 {690 "tau": 5.0,691 "escalated_frac": 0.609375,692 "residual_disagree": 0.009440104166666666693 },694 {695 "tau": 5.125,696 "escalated_frac": 0.6202799479166666,697 "residual_disagree": 0.008951822916666666698 },699 {700 "tau": 5.25,701 "escalated_frac": 0.6246744791666666,702 "residual_disagree": 0.008463541666666666703 },704 {705 "tau": 5.375,706 "escalated_frac": 0.63232421875,707 "residual_disagree": 0.007486979166666667708 },709 {710 "tau": 5.5,711 "escalated_frac": 0.63671875,712 "residual_disagree": 0.007161458333333333713 },714 {715 "tau": 5.5,716 "escalated_frac": 0.63671875,717 "residual_disagree": 0.007161458333333333718 },719 {720 "tau": 5.625,721 "escalated_frac": 0.6451822916666666,722 "residual_disagree": 0.006510416666666667723 },724 {725 "tau": 5.75,726 "escalated_frac": 0.6487630208333334,727 "residual_disagree": 0.00634765625728 },729 {730 "tau": 5.875,731 "escalated_frac": 0.6573893229166666,732 "residual_disagree": 0.005533854166666667733 },734 {735 "tau": 6.0,736 "escalated_frac": 0.6598307291666666,737 "residual_disagree": 0.005533854166666667738 },739 {740 "tau": 6.125,741 "escalated_frac": 0.66552734375,742 "residual_disagree": 0.005208333333333333743 },744 {745 "tau": 6.25,746 "escalated_frac": 0.66845703125,747 "residual_disagree": 0.005045572916666667748 },749 {750 "tau": 6.5,751 "escalated_frac": 0.6767578125,752 "residual_disagree": 0.004720052083333333753 },754 {755 "tau": 6.5,756 "escalated_frac": 0.6767578125,757 "residual_disagree": 0.004720052083333333758 },759 {760 "tau": 6.75,761 "escalated_frac": 0.6883138020833334,762 "residual_disagree": 0.00390625763 },764 {765 "tau": 6.75,766 "escalated_frac": 0.6883138020833334,767 "residual_disagree": 0.00390625768 },769 {770 "tau": 6.979899497487509,771 "escalated_frac": 0.6984049479166666,772 "residual_disagree": 0.00341796875773 },774 {775 "tau": 7.0,776 "escalated_frac": 0.6984049479166666,777 "residual_disagree": 0.00341796875778 },779 {780 "tau": 7.25,781 "escalated_frac": 0.7078450520833334,782 "residual_disagree": 0.0030924479166666665783 },784 {785 "tau": 7.25,786 "escalated_frac": 0.7078450520833334,787 "residual_disagree": 0.0030924479166666665788 },789 {790 "tau": 7.5,791 "escalated_frac": 0.7154947916666666,792 "residual_disagree": 0.0027669270833333335793 },794 {795 "tau": 7.625,796 "escalated_frac": 0.7233072916666666,797 "residual_disagree": 0.00244140625798 },799 {800 "tau": 7.75,801 "escalated_frac": 0.7273763020833334,802 "residual_disagree": 0.0022786458333333335803 },804 {805 "tau": 7.865577889447195,806 "escalated_frac": 0.7335611979166666,807 "residual_disagree": 0.0022786458333333335808 },809 {810 "tau": 8.0,811 "escalated_frac": 0.7355143229166666,812 "residual_disagree": 0.0022786458333333335813 },814 {815 "tau": 8.25,816 "escalated_frac": 0.7425130208333334,817 "residual_disagree": 0.0022786458333333335818 },819 {820 "tau": 8.375,821 "escalated_frac": 0.7483723958333334,822 "residual_disagree": 0.0021158854166666665823 },824 {825 "tau": 8.550251256281399,826 "escalated_frac": 0.7537434895833334,827 "residual_disagree": 0.001953125828 },829 {830 "tau": 8.75,831 "escalated_frac": 0.75537109375,832 "residual_disagree": 0.001953125833 },834 {835 "tau": 9.0,836 "escalated_frac": 0.7604166666666666,837 "residual_disagree": 0.0017903645833333333838 },839 {840 "tau": 9.126256281406995,841 "escalated_frac": 0.7688802083333334,842 "residual_disagree": 0.0016276041666666667843 },844 {845 "tau": 9.25,846 "escalated_frac": 0.7688802083333334,847 "residual_disagree": 0.0016276041666666667848 },849 {850 "tau": 9.5,851 "escalated_frac": 0.7763671875,852 "residual_disagree": 0.00146484375853 },854 {855 "tau": 9.75,856 "escalated_frac": 0.7828776041666666,857 "residual_disagree": 0.00146484375858 },859 {860 "tau": 10.0,861 "escalated_frac": 0.7884114583333334,862 "residual_disagree": 0.00146484375863 },864 {865 "tau": 10.125,866 "escalated_frac": 0.7919921875,867 "residual_disagree": 0.00146484375868 },869 {870 "tau": 10.375,871 "escalated_frac": 0.79833984375,872 "residual_disagree": 0.0013020833333333333873 },874 {875 "tau": 10.5,876 "escalated_frac": 0.80078125,877 "residual_disagree": 0.0013020833333333333878 },879 {880 "tau": 10.75,881 "escalated_frac": 0.8084309895833334,882 "residual_disagree": 0.0011393229166666667883 },884 {885 "tau": 10.875,886 "escalated_frac": 0.8121744791666666,887 "residual_disagree": 0.0011393229166666667888 },889 {890 "tau": 11.0,891 "escalated_frac": 0.8154296875,892 "residual_disagree": 0.0009765625893 },894 {895 "tau": 11.25,896 "escalated_frac": 0.8232421875,897 "residual_disagree": 0.0009765625898 },899 {900 "tau": 11.375,901 "escalated_frac": 0.8264973958333334,902 "residual_disagree": 0.0009765625903 },904 {905 "tau": 11.625,906 "escalated_frac": 0.8330078125,907 "residual_disagree": 0.0009765625908 },909 {910 "tau": 11.875,911 "escalated_frac": 0.8390299479166666,912 "residual_disagree": 0.0008138020833333334913 },914 {915 "tau": 12.0,916 "escalated_frac": 0.84130859375,917 "residual_disagree": 0.0008138020833333334918 },919 {920 "tau": 12.25,921 "escalated_frac": 0.8487955729166666,922 "residual_disagree": 0.0006510416666666666923 },924 {925 "tau": 12.375,926 "escalated_frac": 0.85107421875,927 "residual_disagree": 0.0006510416666666666928 },929 {930 "tau": 12.625,931 "escalated_frac": 0.857421875,932 "residual_disagree": 0.00048828125933 },934 {935 "tau": 12.875,936 "escalated_frac": 0.8624674479166666,937 "residual_disagree": 0.00048828125938 },939 {940 "tau": 13.125,941 "escalated_frac": 0.8675130208333334,942 "residual_disagree": 0.0003255208333333333943 },944 {945 "tau": 13.375,946 "escalated_frac": 0.8720703125,947 "residual_disagree": 0.0003255208333333333948 },949 {950 "tau": 13.625,951 "escalated_frac": 0.8780924479166666,952 "residual_disagree": 0.00016276041666666666953 },954 {955 "tau": 13.75,956 "escalated_frac": 0.8816731770833334,957 "residual_disagree": 0.00016276041666666666958 },959 {960 "tau": 14.0,961 "escalated_frac": 0.8878580729166666,962 "residual_disagree": 0.0963 },964 {965 "tau": 14.2179648241206,966 "escalated_frac": 0.8943684895833334,967 "residual_disagree": 0.0968 },969 {970 "tau": 14.5,971 "escalated_frac": 0.8977864583333334,972 "residual_disagree": 0.0973 },974 {975 "tau": 14.75,976 "escalated_frac": 0.90283203125,977 "residual_disagree": 0.0978 },979 {980 "tau": 15.0,981 "escalated_frac": 0.9091796875,982 "residual_disagree": 0.0983 },984 {985 "tau": 15.25,986 "escalated_frac": 0.9138997395833334,987 "residual_disagree": 0.0988 },989 {990 "tau": 15.5,991 "escalated_frac": 0.9189453125,992 "residual_disagree": 0.0993 },994 {995 "tau": 15.75,996 "escalated_frac": 0.923828125,997 "residual_disagree": 0.0998 },999 {1000 "tau": 16.2286432160804,1001 "escalated_frac": 0.9295247395833334,1002 "residual_disagree": 0.01003 },1004 {1005 "tau": 16.712311557789008,1006 "escalated_frac": 0.9345703125,1007 "residual_disagree": 0.01008 },1009 {1010 "tau": 17.125,1011 "escalated_frac": 0.9384765625,1012 "residual_disagree": 0.01013 },1014 {1015 "tau": 17.5,1016 "escalated_frac": 0.9441731770833334,1017 "residual_disagree": 0.01018 },1019 {1020 "tau": 17.875,1021 "escalated_frac": 0.9480794270833334,1022 "residual_disagree": 0.01023 },1024 {1025 "tau": 18.25,1026 "escalated_frac": 0.95361328125,1027 "residual_disagree": 0.01028 },1029 {1030 "tau": 18.630653266331706,1031 "escalated_frac": 0.9597981770833334,1032 "residual_disagree": 0.01033 },1034 {1035 "tau": 19.25,1036 "escalated_frac": 0.9638671875,1037 "residual_disagree": 0.01038 },1039 {1040 "tau": 19.875,1041 "escalated_frac": 0.9695638020833334,1042 "residual_disagree": 0.01043 },1044 {1045 "tau": 20.375,1046 "escalated_frac": 0.974609375,1047 "residual_disagree": 0.01048 },1049 {1050 "tau": 20.940326633165796,1051 "escalated_frac": 0.9798177083333334,1052 "residual_disagree": 0.01053 },1054 {1055 "tau": 22.0,1056 "escalated_frac": 0.9845377604166666,1057 "residual_disagree": 0.01058 },1059 {1060 "tau": 23.40766331658301,1061 "escalated_frac": 0.9899088541666666,1062 "residual_disagree": 0.01063 },1064 {1065 "tau": 25.375,1066 "escalated_frac": 0.9947916666666666,1067 "residual_disagree": 0.01068 },1069 {1070 "tau": 32.375,1071 "escalated_frac": 0.9998372395833334,1072 "residual_disagree": 0.01073 }1074 ],1075 "hidden_rel_err_by_depth": {1076 "6": 0.33568819984793663,1077 "13": 0.41629892960190773,1078 "20": 0.4434274733066559,1079 "27": 0.83415351063013081080 },1081 "escalation_frac_for_99pct": 0.60432942708333341082 },1083 {1084 "stage": 1,1085 "ladder_bits": [1086 3,1087 31088 ],1089 "cumulative_bits_per_param": 8.0,1090 "agreement_rate": 0.9568684895833334,1091 "mean_kl": 0.0239835474640131,1092 "auroc": 0.9516103046661125,1093 "escalation_curve": [1094 {1095 "tau": 0.0,1096 "escalated_frac": 0.0,1097 "residual_disagree": 0.0431315104166666641098 },1099 {1100 "tau": 0.0,1101 "escalated_frac": 0.0,1102 "residual_disagree": 0.0431315104166666641103 },1104 {1105 "tau": 0.0,1106 "escalated_frac": 0.0,1107 "residual_disagree": 0.0431315104166666641108 },1109 {1110 "tau": 0.125,1111 "escalated_frac": 0.012532552083333334,1112 "residual_disagree": 0.0379231770833333361113 },1114 {1115 "tau": 0.125,1116 "escalated_frac": 0.012532552083333334,1117 "residual_disagree": 0.0379231770833333361118 },1119 {1120 "tau": 0.25,1121 "escalated_frac": 0.020833333333333332,1122 "residual_disagree": 0.0343424479166666641123 },1124 {1125 "tau": 0.25,1126 "escalated_frac": 0.020833333333333332,1127 "residual_disagree": 0.0343424479166666641128 },1129 {1130 "tau": 0.25,1131 "escalated_frac": 0.020833333333333332,1132 "residual_disagree": 0.0343424479166666641133 },1134 {1135 "tau": 0.25,1136 "escalated_frac": 0.020833333333333332,1137 "residual_disagree": 0.0343424479166666641138 },1139 {1140 "tau": 0.25,1141 "escalated_frac": 0.020833333333333332,1142 "residual_disagree": 0.0343424479166666641143 },1144 {1145 "tau": 0.375,1146 "escalated_frac": 0.04638671875,1147 "residual_disagree": 0.0231119791666666681148 },1149 {1150 "tau": 0.5,1151 "escalated_frac": 0.054361979166666664,1152 "residual_disagree": 0.0198567708333333321153 },1154 {1155 "tau": 0.5,1156 "escalated_frac": 0.054361979166666664,1157 "residual_disagree": 0.0198567708333333321158 },1159 {1160 "tau": 0.5,1161 "escalated_frac": 0.054361979166666664,1162 "residual_disagree": 0.0198567708333333321163 },1164 {1165 "tau": 0.5,1166 "escalated_frac": 0.054361979166666664,1167 "residual_disagree": 0.0198567708333333321168 },1169 {1170 "tau": 0.5,1171 "escalated_frac": 0.054361979166666664,1172 "residual_disagree": 0.0198567708333333321173 },1174 {1175 "tau": 0.625,1176 "escalated_frac": 0.07975260416666667,1177 "residual_disagree": 0.0135091145833333341178 },1179 {1180 "tau": 0.625,1181 "escalated_frac": 0.07975260416666667,1182 "residual_disagree": 0.0135091145833333341183 },1184 {1185 "tau": 0.75,1186 "escalated_frac": 0.08772786458333333,1187 "residual_disagree": 0.0125325520833333341188 },1189 {1190 "tau": 0.75,1191 "escalated_frac": 0.08772786458333333,1192 "residual_disagree": 0.0125325520833333341193 },1194 {1195 "tau": 0.75,1196 "escalated_frac": 0.08772786458333333,1197 "residual_disagree": 0.0125325520833333341198 },1199 {1200 "tau": 0.75,1201 "escalated_frac": 0.08772786458333333,1202 "residual_disagree": 0.0125325520833333341203 },1204 {1205 "tau": 0.875,1206 "escalated_frac": 0.10953776041666667,1207 "residual_disagree": 0.008300781251208 },1209 {1210 "tau": 0.875,1211 "escalated_frac": 0.10953776041666667,1212 "residual_disagree": 0.008300781251213 },1214 {1215 "tau": 1.0,1216 "escalated_frac": 0.11653645833333333,1217 "residual_disagree": 0.007324218751218 },1219 {1220 "tau": 1.0,1221 "escalated_frac": 0.11653645833333333,1222 "residual_disagree": 0.007324218751223 },1224 {1225 "tau": 1.0,1226 "escalated_frac": 0.11653645833333333,1227 "residual_disagree": 0.007324218751228 },1229 {1230 "tau": 1.0,1231 "escalated_frac": 0.11653645833333333,1232 "residual_disagree": 0.007324218751233 },1234 {1235 "tau": 1.0427135678392006,1236 "escalated_frac": 0.14078776041666666,1237 "residual_disagree": 0.0045572916666666671238 },1239 {1240 "tau": 1.125,1241 "escalated_frac": 0.14078776041666666,1242 "residual_disagree": 0.0045572916666666671243 },1244 {1245 "tau": 1.25,1246 "escalated_frac": 0.14778645833333334,1247 "residual_disagree": 0.0042317708333333331248 },1249 {1250 "tau": 1.25,1251 "escalated_frac": 0.14778645833333334,1252 "residual_disagree": 0.0042317708333333331253 },1254 {1255 "tau": 1.25,1256 "escalated_frac": 0.14778645833333334,1257 "residual_disagree": 0.0042317708333333331258 },1259 {1260 "tau": 1.25,1261 "escalated_frac": 0.14778645833333334,1262 "residual_disagree": 0.0042317708333333331263 },1264 {1265 "tau": 1.375,1266 "escalated_frac": 0.17041015625,1267 "residual_disagree": 0.00276692708333333351268 },1269 {1270 "tau": 1.5,1271 "escalated_frac": 0.17578125,1272 "residual_disagree": 0.00260416666666666651273 },1274 {1275 "tau": 1.5,1276 "escalated_frac": 0.17578125,1277 "residual_disagree": 0.00260416666666666651278 },1279 {1280 "tau": 1.5,1281 "escalated_frac": 0.17578125,1282 "residual_disagree": 0.00260416666666666651283 },1284 {1285 "tau": 1.5,1286 "escalated_frac": 0.17578125,1287 "residual_disagree": 0.00260416666666666651288 },1289 {1290 "tau": 1.5,1291 "escalated_frac": 0.17578125,1292 "residual_disagree": 0.00260416666666666651293 },1294 {1295 "tau": 1.7217336683417273,1296 "escalated_frac": 0.20100911458333334,1297 "residual_disagree": 0.00179036458333333331298 },1299 {1300 "tau": 1.75,1301 "escalated_frac": 0.20100911458333334,1302 "residual_disagree": 0.00179036458333333331303 },1304 {1305 "tau": 1.75,1306 "escalated_frac": 0.20100911458333334,1307 "residual_disagree": 0.00179036458333333331308 },1309 {1310 "tau": 1.75,1311 "escalated_frac": 0.20100911458333334,1312 "residual_disagree": 0.00179036458333333331313 },1314 {1315 "tau": 1.75,1316 "escalated_frac": 0.20100911458333334,1317 "residual_disagree": 0.00179036458333333331318 },1319 {1320 "tau": 1.875,1321 "escalated_frac": 0.22233072916666666,1322 "residual_disagree": 0.00130208333333333331323 },1324 {1325 "tau": 2.0,1326 "escalated_frac": 0.22737630208333334,1327 "residual_disagree": 0.00113932291666666671328 },1329 {1330 "tau": 2.0,1331 "escalated_frac": 0.22737630208333334,1332 "residual_disagree": 0.00113932291666666671333 },1334 {1335 "tau": 2.0,1336 "escalated_frac": 0.22737630208333334,1337 "residual_disagree": 0.00113932291666666671338 },1339 {1340 "tau": 2.0,1341 "escalated_frac": 0.22737630208333334,1342 "residual_disagree": 0.00113932291666666671343 },1344 {1345 "tau": 2.125,1346 "escalated_frac": 0.24690755208333334,1347 "residual_disagree": 0.00097656251348 },1349 {1350 "tau": 2.25,1351 "escalated_frac": 0.2521158854166667,1352 "residual_disagree": 0.00065104166666666661353 },1354 {1355 "tau": 2.25,1356 "escalated_frac": 0.2521158854166667,1357 "residual_disagree": 0.00065104166666666661358 },1359 {1360 "tau": 2.25,1361 "escalated_frac": 0.2521158854166667,1362 "residual_disagree": 0.00065104166666666661363 },1364 {1365 "tau": 2.375,1366 "escalated_frac": 0.2701822916666667,1367 "residual_disagree": 0.000162760416666666661368 },1369 {1370 "tau": 2.5,1371 "escalated_frac": 0.2745768229166667,1372 "residual_disagree": 0.000162760416666666661373 },1374 {1375 "tau": 2.5,1376 "escalated_frac": 0.2745768229166667,1377 "residual_disagree": 0.000162760416666666661378 },1379 {1380 "tau": 2.5,1381 "escalated_frac": 0.2745768229166667,1382 "residual_disagree": 0.000162760416666666661383 },1384 {1385 "tau": 2.5,1386 "escalated_frac": 0.2745768229166667,1387 "residual_disagree": 0.000162760416666666661388 },1389 {1390 "tau": 2.625,1391 "escalated_frac": 0.2936197916666667,1392 "residual_disagree": 0.000162760416666666661393 },1394 {1395 "tau": 2.75,1396 "escalated_frac": 0.2989908854166667,1397 "residual_disagree": 0.000162760416666666661398 },1399 {1400 "tau": 2.75,1401 "escalated_frac": 0.2989908854166667,1402 "residual_disagree": 0.000162760416666666661403 },1404 {1405 "tau": 2.75,1406 "escalated_frac": 0.2989908854166667,1407 "residual_disagree": 0.000162760416666666661408 },1409 {1410 "tau": 2.875,1411 "escalated_frac": 0.3152669270833333,1412 "residual_disagree": 0.000162760416666666661413 },1414 {1415 "tau": 3.0,1416 "escalated_frac": 0.3190104166666667,1417 "residual_disagree": 0.000162760416666666661418 },1419 {1420 "tau": 3.0,1421 "escalated_frac": 0.3190104166666667,1422 "residual_disagree": 0.000162760416666666661423 },1424 {1425 "tau": 3.0,1426 "escalated_frac": 0.3190104166666667,1427 "residual_disagree": 0.000162760416666666661428 },1429 {1430 "tau": 3.125,1431 "escalated_frac": 0.33447265625,1432 "residual_disagree": 0.01433 },1434 {1435 "tau": 3.25,1436 "escalated_frac": 0.3375651041666667,1437 "residual_disagree": 0.01438 },1439 {1440 "tau": 3.25,1441 "escalated_frac": 0.3375651041666667,1442 "residual_disagree": 0.01443 },1444 {1445 "tau": 3.375,1446 "escalated_frac": 0.3512369791666667,1447 "residual_disagree": 0.01448 },1449 {1450 "tau": 3.5,1451 "escalated_frac": 0.3553059895833333,1452 "residual_disagree": 0.01453 },1454 {1455 "tau": 3.5,1456 "escalated_frac": 0.3553059895833333,1457 "residual_disagree": 0.01458 },1459 {1460 "tau": 3.5,1461 "escalated_frac": 0.3553059895833333,1462 "residual_disagree": 0.01463 },1464 {1465 "tau": 3.625,1466 "escalated_frac": 0.3707682291666667,1467 "residual_disagree": 0.01468 },1469 {1470 "tau": 3.75,1471 "escalated_frac": 0.3736979166666667,1472 "residual_disagree": 0.01473 },1474 {1475 "tau": 3.75,1476 "escalated_frac": 0.3736979166666667,1477 "residual_disagree": 0.01478 },1479 {1480 "tau": 3.875,1481 "escalated_frac": 0.3854166666666667,1482 "residual_disagree": 0.01483 },1484 {1485 "tau": 4.0,1486 "escalated_frac": 0.3889973958333333,1487 "residual_disagree": 0.01488 },1489 {1490 "tau": 4.0,1491 "escalated_frac": 0.3889973958333333,1492 "residual_disagree": 0.01493 },1494 {1495 "tau": 4.0,1496 "escalated_frac": 0.3889973958333333,1497 "residual_disagree": 0.01498 },1499 {1500 "tau": 4.125,1501 "escalated_frac": 0.40478515625,1502 "residual_disagree": 0.01503 },1504 {1505 "tau": 4.25,1506 "escalated_frac": 0.4075520833333333,1507 "residual_disagree": 0.01508 },1509 {1510 "tau": 4.25,1511 "escalated_frac": 0.4075520833333333,1512 "residual_disagree": 0.01513 },1514 {1515 "tau": 4.375,1516 "escalated_frac": 0.4202473958333333,1517 "residual_disagree": 0.01518 },1519 {1520 "tau": 4.5,1521 "escalated_frac": 0.4235026041666667,1522 "residual_disagree": 0.01523 },1524 {1525 "tau": 4.5,1526 "escalated_frac": 0.4235026041666667,1527 "residual_disagree": 0.01528 },1529 {1530 "tau": 4.625,1531 "escalated_frac": 0.4357096354166667,1532 "residual_disagree": 0.01533 },1534 {1535 "tau": 4.75,1536 "escalated_frac": 0.4388020833333333,1537 "residual_disagree": 0.01538 },1539 {1540 "tau": 4.75,1541 "escalated_frac": 0.4388020833333333,1542 "residual_disagree": 0.01543 },1544 {1545 "tau": 5.0,1546 "escalated_frac": 0.4505208333333333,1547 "residual_disagree": 0.01548 },1549 {1550 "tau": 5.0,1551 "escalated_frac": 0.4505208333333333,1552 "residual_disagree": 0.01553 },1554 {1555 "tau": 5.125,1556 "escalated_frac": 0.4615885416666667,1557 "residual_disagree": 0.01558 },1559 {1560 "tau": 5.25,1561 "escalated_frac": 0.46630859375,1562 "residual_disagree": 0.01563 },1564 {1565 "tau": 5.25,1566 "escalated_frac": 0.46630859375,1567 "residual_disagree": 0.01568 },1569 {1570 "tau": 5.375,1571 "escalated_frac": 0.4757486979166667,1572 "residual_disagree": 0.01573 },1574 {1575 "tau": 5.5,1576 "escalated_frac": 0.4791666666666667,1577 "residual_disagree": 0.01578 },1579 {1580 "tau": 5.625,1581 "escalated_frac": 0.4871419270833333,1582 "residual_disagree": 0.01583 },1584 {1585 "tau": 5.75,1586 "escalated_frac": 0.490234375,1587 "residual_disagree": 0.01588 },1589 {1590 "tau": 5.75,1591 "escalated_frac": 0.490234375,1592 "residual_disagree": 0.01593 },1594 {1595 "tau": 6.0,1596 "escalated_frac": 0.5009765625,1597 "residual_disagree": 0.01598 },1599 {1600 "tau": 6.0,1601 "escalated_frac": 0.5009765625,1602 "residual_disagree": 0.01603 },1604 {1605 "tau": 6.125,1606 "escalated_frac": 0.509765625,1607 "residual_disagree": 0.01608 },1609 {1610 "tau": 6.25,1611 "escalated_frac": 0.5128580729166666,1612 "residual_disagree": 0.01613 },1614 {1615 "tau": 6.375,1616 "escalated_frac": 0.5208333333333334,1617 "residual_disagree": 0.01618 },1619 {1620 "tau": 6.5,1621 "escalated_frac": 0.5237630208333334,1622 "residual_disagree": 0.01623 },1624 {1625 "tau": 6.625,1626 "escalated_frac": 0.5305989583333334,1627 "residual_disagree": 0.01628 },1629 {1630 "tau": 6.75,1631 "escalated_frac": 0.533203125,1632 "residual_disagree": 0.01633 },1634 {1635 "tau": 6.875,1636 "escalated_frac": 0.541015625,1637 "residual_disagree": 0.01638 },1639 {1640 "tau": 7.0,1641 "escalated_frac": 0.5431315104166666,1642 "residual_disagree": 0.01643 },1644 {1645 "tau": 7.125,1646 "escalated_frac": 0.5501302083333334,1647 "residual_disagree": 0.01648 },1649 {1650 "tau": 7.25,1651 "escalated_frac": 0.5533854166666666,1652 "residual_disagree": 0.01653 },1654 {1655 "tau": 7.375,1656 "escalated_frac": 0.5598958333333334,1657 "residual_disagree": 0.01658 },1659 {1660 "tau": 7.5,1661 "escalated_frac": 0.56298828125,1662 "residual_disagree": 0.01663 },1664 {1665 "tau": 7.75,1666 "escalated_frac": 0.57080078125,1667 "residual_disagree": 0.01668 },1669 {1670 "tau": 7.875,1671 "escalated_frac": 0.57666015625,1672 "residual_disagree": 0.01673 },1674 {1675 "tau": 8.0,1676 "escalated_frac": 0.5789388020833334,1677 "residual_disagree": 0.01678 },1679 {1680 "tau": 8.125,1681 "escalated_frac": 0.5856119791666666,1682 "residual_disagree": 0.01683 },1684 {1685 "tau": 8.25,1686 "escalated_frac": 0.5880533854166666,1687 "residual_disagree": 0.01688 },1689 {1690 "tau": 8.431532663316602,1691 "escalated_frac": 0.5979817708333334,1692 "residual_disagree": 0.01693 },1694 {1695 "tau": 8.5,1696 "escalated_frac": 0.5979817708333334,1697 "residual_disagree": 0.01698 },1699 {1700 "tau": 8.75,1701 "escalated_frac": 0.6072591145833334,1702 "residual_disagree": 0.01703 },1704 {1705 "tau": 8.875,1706 "escalated_frac": 0.6123046875,1707 "residual_disagree": 0.01708 },1709 {1710 "tau": 9.0,1711 "escalated_frac": 0.6145833333333334,1712 "residual_disagree": 0.01713 },1714 {1715 "tau": 9.125,1716 "escalated_frac": 0.6207682291666666,1717 "residual_disagree": 0.01718 },1719 {1720 "tau": 9.25,1721 "escalated_frac": 0.6233723958333334,1722 "residual_disagree": 0.01723 },1724 {1725 "tau": 9.375,1726 "escalated_frac": 0.6311848958333334,1727 "residual_disagree": 0.01728 },1729 {1730 "tau": 9.5,1731 "escalated_frac": 0.6355794270833334,1732 "residual_disagree": 0.01733 },1734 {1735 "tau": 9.625,1736 "escalated_frac": 0.6412760416666666,1737 "residual_disagree": 0.01738 },1739 {1740 "tau": 9.875,1741 "escalated_frac": 0.6474609375,1742 "residual_disagree": 0.01743 },1744 {1745 "tau": 10.0,1746 "escalated_frac": 0.6492513020833334,1747 "residual_disagree": 0.01748 },1749 {1750 "tau": 10.25,1751 "escalated_frac": 0.65673828125,1752 "residual_disagree": 0.01753 },1754 {1755 "tau": 10.375,1756 "escalated_frac": 0.662109375,1757 "residual_disagree": 0.01758 },1759 {1760 "tau": 10.5,1761 "escalated_frac": 0.6643880208333334,1762 "residual_disagree": 0.01763 },1764 {1765 "tau": 10.625,1766 "escalated_frac": 0.6708984375,1767 "residual_disagree": 0.01768 },1769 {1770 "tau": 10.75,1771 "escalated_frac": 0.6736653645833334,1772 "residual_disagree": 0.01773 },1774 {1775 "tau": 11.0,1776 "escalated_frac": 0.6809895833333334,1777 "residual_disagree": 0.01778 },1779 {1780 "tau": 11.25,1781 "escalated_frac": 0.6881510416666666,1782 "residual_disagree": 0.01783 },1784 {1785 "tau": 11.25,1786 "escalated_frac": 0.6881510416666666,1787 "residual_disagree": 0.01788 },1789 {1790 "tau": 11.5,1791 "escalated_frac": 0.6962890625,1792 "residual_disagree": 0.01793 },1794 {1795 "tau": 11.625,1796 "escalated_frac": 0.7005208333333334,1797 "residual_disagree": 0.01798 },1799 {1800 "tau": 11.875,1801 "escalated_frac": 0.7076822916666666,1802 "residual_disagree": 0.01803 },1804 {1805 "tau": 12.125,1806 "escalated_frac": 0.71337890625,1807 "residual_disagree": 0.01808 },1809 {1810 "tau": 12.25,1811 "escalated_frac": 0.7169596354166666,1812 "residual_disagree": 0.01813 },1814 {1815 "tau": 12.375,1816 "escalated_frac": 0.7215169270833334,1817 "residual_disagree": 0.01818 },1819 {1820 "tau": 12.75,1821 "escalated_frac": 0.7273763020833334,1822 "residual_disagree": 0.01823 },1824 {1825 "tau": 12.875,1826 "escalated_frac": 0.7320963541666666,1827 "residual_disagree": 0.01828 },1829 {1830 "tau": 13.125,1831 "escalated_frac": 0.7376302083333334,1832 "residual_disagree": 0.01833 },1834 {1835 "tau": 13.25,1836 "escalated_frac": 0.7395833333333334,1837 "residual_disagree": 0.01838 },1839 {1840 "tau": 13.5,1841 "escalated_frac": 0.7459309895833334,1842 "residual_disagree": 0.01843 },1844 {1845 "tau": 13.75,1846 "escalated_frac": 0.7532552083333334,1847 "residual_disagree": 0.01848 },1849 {1850 "tau": 13.875,1851 "escalated_frac": 0.7578125,1852 "residual_disagree": 0.01853 },1854 {1855 "tau": 14.0,1856 "escalated_frac": 0.7604166666666666,1857 "residual_disagree": 0.01858 },1859 {1860 "tau": 14.25,1861 "escalated_frac": 0.7662760416666666,1862 "residual_disagree": 0.01863 },1864 {1865 "tau": 14.5,1866 "escalated_frac": 0.7726236979166666,1867 "residual_disagree": 0.01868 },1869 {1870 "tau": 14.625,1871 "escalated_frac": 0.77685546875,1872 "residual_disagree": 0.01873 },1874 {1875 "tau": 14.75,1876 "escalated_frac": 0.7801106770833334,1877 "residual_disagree": 0.01878 },1879 {1880 "tau": 15.0,1881 "escalated_frac": 0.78759765625,1882 "residual_disagree": 0.01883 },1884 {1885 "tau": 15.25,1886 "escalated_frac": 0.7937825520833334,1887 "residual_disagree": 0.01888 },1889 {1890 "tau": 15.375,1891 "escalated_frac": 0.7972005208333334,1892 "residual_disagree": 0.01893 },1894 {1895 "tau": 15.5,1896 "escalated_frac": 0.7999674479166666,1897 "residual_disagree": 0.01898 },1899 {1900 "tau": 15.75,1901 "escalated_frac": 0.80712890625,1902 "residual_disagree": 0.01903 },1904 {1905 "tau": 16.0,1906 "escalated_frac": 0.8116861979166666,1907 "residual_disagree": 0.01908 },1909 {1910 "tau": 16.25,1911 "escalated_frac": 0.8175455729166666,1912 "residual_disagree": 0.01913 },1914 {1915 "tau": 16.5,1916 "escalated_frac": 0.8235677083333334,1917 "residual_disagree": 0.01918 },1919 {1920 "tau": 16.625,1921 "escalated_frac": 0.8263346354166666,1922 "residual_disagree": 0.01923 },1924 {1925 "tau": 16.875,1926 "escalated_frac": 0.8333333333333334,1927 "residual_disagree": 0.01928 },1929 {1930 "tau": 17.0,1931 "escalated_frac": 0.8365885416666666,1932 "residual_disagree": 0.01933 },1934 {1935 "tau": 17.25,1936 "escalated_frac": 0.8426106770833334,1937 "residual_disagree": 0.01938 },1939 {1940 "tau": 17.5,1941 "escalated_frac": 0.84765625,1942 "residual_disagree": 0.01943 },1944 {1945 "tau": 17.75,1946 "escalated_frac": 0.8527018229166666,1947 "residual_disagree": 0.01948 },1949 {1950 "tau": 18.0,1951 "escalated_frac": 0.8585611979166666,1952 "residual_disagree": 0.01953 },1954 {1955 "tau": 18.25,1956 "escalated_frac": 0.8634440104166666,1957 "residual_disagree": 0.01958 },1959 {1960 "tau": 18.5,1961 "escalated_frac": 0.86767578125,1962 "residual_disagree": 0.01963 },1964 {1965 "tau": 18.783291457286396,1966 "escalated_frac": 0.8743489583333334,1967 "residual_disagree": 0.01968 },1969 {1970 "tau": 19.0,1971 "escalated_frac": 0.8772786458333334,1972 "residual_disagree": 0.01973 },1974 {1975 "tau": 19.375,1976 "escalated_frac": 0.8837890625,1977 "residual_disagree": 0.01978 },1979 {1980 "tau": 19.75,1981 "escalated_frac": 0.8876953125,1982 "residual_disagree": 0.01983 },1984 {1985 "tau": 20.125,1986 "escalated_frac": 0.8938802083333334,1987 "residual_disagree": 0.01988 },1989 {1990 "tau": 20.375,1991 "escalated_frac": 0.8984375,1992 "residual_disagree": 0.01993 },1994 {1995 "tau": 20.75,1996 "escalated_frac": 0.90380859375,1997 "residual_disagree": 0.01998 },1999 {2000 "tau": 21.0,2001 "escalated_frac": 0.908203125,2002 "residual_disagree": 0.02003 },2004 {2005 "tau": 21.5,2006 "escalated_frac": 0.9142252604166666,2007 "residual_disagree": 0.02008 },2009 {2010 "tau": 21.875,2011 "escalated_frac": 0.91943359375,2012 "residual_disagree": 0.02013 },2014 {2015 "tau": 22.25,2016 "escalated_frac": 0.9239908854166666,2017 "residual_disagree": 0.02018 },2019 {2020 "tau": 22.6036432160804,2021 "escalated_frac": 0.9295247395833334,2022 "residual_disagree": 0.02023 },2024 {2025 "tau": 23.125,2026 "escalated_frac": 0.9344075520833334,2027 "residual_disagree": 0.02028 },2029 {2030 "tau": 23.375,2031 "escalated_frac": 0.9386393229166666,2032 "residual_disagree": 0.02033 },2034 {2035 "tau": 23.75,2036 "escalated_frac": 0.9430338541666666,2037 "residual_disagree": 0.02038 },2039 {2040 "tau": 24.25,2041 "escalated_frac": 0.9488932291666666,2042 "residual_disagree": 0.02043 },2044 {2045 "tau": 24.75,2046 "escalated_frac": 0.9541015625,2047 "residual_disagree": 0.02048 },2049 {2050 "tau": 25.5,2051 "escalated_frac": 0.9596354166666666,2052 "residual_disagree": 0.02053 },2054 {2055 "tau": 26.125,2056 "escalated_frac": 0.9645182291666666,2057 "residual_disagree": 0.02058 },2059 {2060 "tau": 26.625,2061 "escalated_frac": 0.96923828125,2062 "residual_disagree": 0.02063 },2064 {2065 "tau": 27.25,2066 "escalated_frac": 0.9742838541666666,2067 "residual_disagree": 0.02068 },2069 {2070 "tau": 28.25,2071 "escalated_frac": 0.9796549479166666,2072 "residual_disagree": 0.02073 },2074 {2075 "tau": 29.298994974874404,2076 "escalated_frac": 0.98486328125,2077 "residual_disagree": 0.02078 },2079 {2080 "tau": 30.625,2081 "escalated_frac": 0.9895833333333334,2082 "residual_disagree": 0.02083 },2084 {2085 "tau": 32.0,2086 "escalated_frac": 0.9944661458333334,2087 "residual_disagree": 0.02088 },2089 {2090 "tau": 38.125,2091 "escalated_frac": 0.9998372395833334,2092 "residual_disagree": 0.02093 }2094 ],2095 "hidden_rel_err_by_depth": {2096 "6": 0.053825875744223595,2097 "13": 0.06790710333734751,2098 "20": 0.07437584921717644,2099 "27": 0.119269272312521932100 },2101 "escalation_frac_for_99pct": 0.109537760416666672102 },2103 {2104 "stage": 2,2105 "ladder_bits": [2106 3,2107 3,2108 32109 ],2110 "cumulative_bits_per_param": 12.0,2111 "agreement_rate": 0.9827473958333334,2112 "mean_kl": 0.002334365388378501,2113 "auroc": 0.9800110307674039,2114 "escalation_curve": [2115 {2116 "tau": 0.0,2117 "escalated_frac": 0.0,2118 "residual_disagree": 0.0172526041666666682119 },2120 {2121 "tau": 0.0,2122 "escalated_frac": 0.0,2123 "residual_disagree": 0.0172526041666666682124 },2125 {2126 "tau": 0.0,2127 "escalated_frac": 0.0,2128 "residual_disagree": 0.0172526041666666682129 },2130 {2131 "tau": 0.0,2132 "escalated_frac": 0.0,2133 "residual_disagree": 0.0172526041666666682134 },2135 {2136 "tau": 0.125,2137 "escalated_frac": 0.017415364583333332,2138 "residual_disagree": 0.010253906252139 },2140 {2141 "tau": 0.125,2142 "escalated_frac": 0.017415364583333332,2143 "residual_disagree": 0.010253906252144 },2145 {2146 "tau": 0.25,2147 "escalated_frac": 0.0263671875,2148 "residual_disagree": 0.0066731770833333332149 },2150 {2151 "tau": 0.25,2152 "escalated_frac": 0.0263671875,2153 "residual_disagree": 0.0066731770833333332154 },2155 {2156 "tau": 0.25,2157 "escalated_frac": 0.0263671875,2158 "residual_disagree": 0.0066731770833333332159 },2160 {2161 "tau": 0.25,2162 "escalated_frac": 0.0263671875,2163 "residual_disagree": 0.0066731770833333332164 },2165 {2166 "tau": 0.3366834170854318,2167 "escalated_frac": 0.05029296875,2168 "residual_disagree": 0.002441406252169 },2170 {2171 "tau": 0.375,2172 "escalated_frac": 0.05029296875,2173 "residual_disagree": 0.002441406252174 },2175 {2176 "tau": 0.5,2177 "escalated_frac": 0.05859375,2178 "residual_disagree": 0.00179036458333333332179 },2180 {2181 "tau": 0.5,2182 "escalated_frac": 0.05859375,2183 "residual_disagree": 0.00179036458333333332184 },2185 {2186 "tau": 0.5,2187 "escalated_frac": 0.05859375,2188 "residual_disagree": 0.00179036458333333332189 },2190 {2191 "tau": 0.5,2192 "escalated_frac": 0.05859375,2193 "residual_disagree": 0.00179036458333333332194 },2195 {2196 "tau": 0.5,2197 "escalated_frac": 0.05859375,2198 "residual_disagree": 0.00179036458333333332199 },2200 {2201 "tau": 0.625,2202 "escalated_frac": 0.08235677083333333,2203 "residual_disagree": 0.00065104166666666662204 },2205 {2206 "tau": 0.75,2207 "escalated_frac": 0.08902994791666667,2208 "residual_disagree": 0.00065104166666666662209 },2210 {2211 "tau": 0.75,2212 "escalated_frac": 0.08902994791666667,2213 "residual_disagree": 0.00065104166666666662214 },2215 {2216 "tau": 0.75,2217 "escalated_frac": 0.08902994791666667,2218 "residual_disagree": 0.00065104166666666662219 },2220 {2221 "tau": 0.75,2222 "escalated_frac": 0.08902994791666667,2223 "residual_disagree": 0.00065104166666666662224 },2225 {2226 "tau": 0.75,2227 "escalated_frac": 0.08902994791666667,2228 "residual_disagree": 0.00065104166666666662229 },2230 {2231 "tau": 0.875,2232 "escalated_frac": 0.11263020833333333,2233 "residual_disagree": 0.000162760416666666662234 },2235 {2236 "tau": 1.0,2237 "escalated_frac": 0.119140625,2238 "residual_disagree": 0.000162760416666666662239 },2240 {2241 "tau": 1.0,2242 "escalated_frac": 0.119140625,2243 "residual_disagree": 0.000162760416666666662244 },2245 {2246 "tau": 1.0,2247 "escalated_frac": 0.119140625,2248 "residual_disagree": 0.000162760416666666662249 },2250 {2251 "tau": 1.0,2252 "escalated_frac": 0.119140625,2253 "residual_disagree": 0.000162760416666666662254 },2255 {2256 "tau": 1.0,2257 "escalated_frac": 0.119140625,2258 "residual_disagree": 0.000162760416666666662259 },2260 {2261 "tau": 1.125,2262 "escalated_frac": 0.14176432291666666,2263 "residual_disagree": 0.02264 },2265 {2266 "tau": 1.25,2267 "escalated_frac": 0.14925130208333334,2268 "residual_disagree": 0.02269 },2270 {2271 "tau": 1.25,2272 "escalated_frac": 0.14925130208333334,2273 "residual_disagree": 0.02274 },2275 {2276 "tau": 1.25,2277 "escalated_frac": 0.14925130208333334,2278 "residual_disagree": 0.02279 },2280 {2281 "tau": 1.25,2282 "escalated_frac": 0.14925130208333334,2283 "residual_disagree": 0.02284 },2285 {2286 "tau": 1.375,2287 "escalated_frac": 0.16878255208333334,2288 "residual_disagree": 0.02289 },2290 {2291 "tau": 1.5,2292 "escalated_frac": 0.17431640625,2293 "residual_disagree": 0.02294 },2295 {2296 "tau": 1.5,2297 "escalated_frac": 0.17431640625,2298 "residual_disagree": 0.02299 },2300 {2301 "tau": 1.5,2302 "escalated_frac": 0.17431640625,2303 "residual_disagree": 0.02304 },2305 {2306 "tau": 1.5,2307 "escalated_frac": 0.17431640625,2308 "residual_disagree": 0.02309 },2310 {2311 "tau": 1.625,2312 "escalated_frac": 0.19449869791666666,2313 "residual_disagree": 0.02314 },2315 {2316 "tau": 1.75,2317 "escalated_frac": 0.20052083333333334,2318 "residual_disagree": 0.02319 },2320 {2321 "tau": 1.75,2322 "escalated_frac": 0.20052083333333334,2323 "residual_disagree": 0.02324 },2325 {2326 "tau": 1.75,2327 "escalated_frac": 0.20052083333333334,2328 "residual_disagree": 0.02329 },2330 {2331 "tau": 1.75,2332 "escalated_frac": 0.20052083333333334,2333 "residual_disagree": 0.02334 },2335 {2336 "tau": 1.875,2337 "escalated_frac": 0.21793619791666666,2338 "residual_disagree": 0.02339 },2340 {2341 "tau": 2.0,2342 "escalated_frac": 0.22347005208333334,2343 "residual_disagree": 0.02344 },2345 {2346 "tau": 2.0,2347 "escalated_frac": 0.22347005208333334,2348 "residual_disagree": 0.02349 },2350 {2351 "tau": 2.0,2352 "escalated_frac": 0.22347005208333334,2353 "residual_disagree": 0.02354 },2355 {2356 "tau": 2.125,2357 "escalated_frac": 0.24072265625,2358 "residual_disagree": 0.02359 },2360 {2361 "tau": 2.25,2362 "escalated_frac": 0.24479166666666666,2363 "residual_disagree": 0.02364 },2365 {2366 "tau": 2.25,2367 "escalated_frac": 0.24479166666666666,2368 "residual_disagree": 0.02369 },2370 {2371 "tau": 2.25,2372 "escalated_frac": 0.24479166666666666,2373 "residual_disagree": 0.02374 },2375 {2376 "tau": 2.25,2377 "escalated_frac": 0.24479166666666666,2378 "residual_disagree": 0.02379 },2380 {2381 "tau": 2.384422110552748,2382 "escalated_frac": 0.2664388020833333,2383 "residual_disagree": 0.02384 },2385 {2386 "tau": 2.5,2387 "escalated_frac": 0.2664388020833333,2388 "residual_disagree": 0.02389 },2390 {2391 "tau": 2.5,2392 "escalated_frac": 0.2664388020833333,2393 "residual_disagree": 0.02394 },2395 {2396 "tau": 2.5,2397 "escalated_frac": 0.2664388020833333,2398 "residual_disagree": 0.02399 },2400 {2401 "tau": 2.625,2402 "escalated_frac": 0.2849934895833333,2403 "residual_disagree": 0.02404 },2405 {2406 "tau": 2.75,2407 "escalated_frac": 0.2902018229166667,2408 "residual_disagree": 0.02409 },2410 {2411 "tau": 2.75,2412 "escalated_frac": 0.2902018229166667,2413 "residual_disagree": 0.02414 },2415 {2416 "tau": 2.75,2417 "escalated_frac": 0.2902018229166667,2418 "residual_disagree": 0.02419 },2420 {2421 "tau": 2.75,2422 "escalated_frac": 0.2902018229166667,2423 "residual_disagree": 0.02424 },2425 {2426 "tau": 2.875,2427 "escalated_frac": 0.3092447916666667,2428 "residual_disagree": 0.02429 },2430 {2431 "tau": 3.0,2432 "escalated_frac": 0.3142903645833333,2433 "residual_disagree": 0.02434 },2435 {2436 "tau": 3.0,2437 "escalated_frac": 0.3142903645833333,2438 "residual_disagree": 0.02439 },2440 {2441 "tau": 3.0,2442 "escalated_frac": 0.3142903645833333,2443 "residual_disagree": 0.02444 },2445 {2446 "tau": 3.125,2447 "escalated_frac": 0.3302408854166667,2448 "residual_disagree": 0.02449 },2450 {2451 "tau": 3.25,2452 "escalated_frac": 0.3341471354166667,2453 "residual_disagree": 0.02454 },2455 {2456 "tau": 3.25,2457 "escalated_frac": 0.3341471354166667,2458 "residual_disagree": 0.02459 },2460 {2461 "tau": 3.25,2462 "escalated_frac": 0.3341471354166667,2463 "residual_disagree": 0.02464 },2465 {2466 "tau": 3.375,2467 "escalated_frac": 0.34912109375,2468 "residual_disagree": 0.02469 },2470 {2471 "tau": 3.5,2472 "escalated_frac": 0.353515625,2473 "residual_disagree": 0.02474 },2475 {2476 "tau": 3.5,2477 "escalated_frac": 0.353515625,2478 "residual_disagree": 0.02479 },2480 {2481 "tau": 3.5,2482 "escalated_frac": 0.353515625,2483 "residual_disagree": 0.02484 },2485 {2486 "tau": 3.625,2487 "escalated_frac": 0.369140625,2488 "residual_disagree": 0.02489 },2490 {2491 "tau": 3.75,2492 "escalated_frac": 0.3723958333333333,2493 "residual_disagree": 0.02494 },2495 {2496 "tau": 3.75,2497 "escalated_frac": 0.3723958333333333,2498 "residual_disagree": 0.02499 },2500 {2501 "tau": 3.75,2502 "escalated_frac": 0.3723958333333333,2503 "residual_disagree": 0.02504 },2505 {2506 "tau": 4.0,2507 "escalated_frac": 0.3914388020833333,2508 "residual_disagree": 0.02509 },2510 {2511 "tau": 4.0,2512 "escalated_frac": 0.3914388020833333,2513 "residual_disagree": 0.02514 },2515 {2516 "tau": 4.0,2517 "escalated_frac": 0.3914388020833333,2518 "residual_disagree": 0.02519 },2520 {2521 "tau": 4.125,2522 "escalated_frac": 0.4029947916666667,2523 "residual_disagree": 0.02524 },2525 {2526 "tau": 4.25,2527 "escalated_frac": 0.40771484375,2528 "residual_disagree": 0.02529 },2530 {2531 "tau": 4.25,2532 "escalated_frac": 0.40771484375,2533 "residual_disagree": 0.02534 },2535 {2536 "tau": 4.375,2537 "escalated_frac": 0.4207356770833333,2538 "residual_disagree": 0.02539 },2540 {2541 "tau": 4.5,2542 "escalated_frac": 0.4248046875,2543 "residual_disagree": 0.02544 },2545 {2546 "tau": 4.5,2547 "escalated_frac": 0.4248046875,2548 "residual_disagree": 0.02549 },2550 {2551 "tau": 4.625,2552 "escalated_frac": 0.4363606770833333,2553 "residual_disagree": 0.02554 },2555 {2556 "tau": 4.75,2557 "escalated_frac": 0.439453125,2558 "residual_disagree": 0.02559 },2560 {2561 "tau": 4.75,2562 "escalated_frac": 0.439453125,2563 "residual_disagree": 0.02564 },2565 {2566 "tau": 4.875,2567 "escalated_frac": 0.45068359375,2568 "residual_disagree": 0.02569 },2570 {2571 "tau": 5.0,2572 "escalated_frac": 0.45263671875,2573 "residual_disagree": 0.02574 },2575 {2576 "tau": 5.0,2577 "escalated_frac": 0.45263671875,2578 "residual_disagree": 0.02579 },2580 {2581 "tau": 5.25,2582 "escalated_frac": 0.4661458333333333,2583 "residual_disagree": 0.02584 },2585 {2586 "tau": 5.25,2587 "escalated_frac": 0.4661458333333333,2588 "residual_disagree": 0.02589 },2590 {2591 "tau": 5.375,2592 "escalated_frac": 0.4755859375,2593 "residual_disagree": 0.02594 },2595 {2596 "tau": 5.5,2597 "escalated_frac": 0.478515625,2598 "residual_disagree": 0.02599 },2600 {2601 "tau": 5.625,2602 "escalated_frac": 0.4866536458333333,2603 "residual_disagree": 0.02604 },2605 {2606 "tau": 5.75,2607 "escalated_frac": 0.490234375,2608 "residual_disagree": 0.02609 },2610 {2611 "tau": 5.75,2612 "escalated_frac": 0.490234375,2613 "residual_disagree": 0.02614 },2615 {2616 "tau": 6.0,2617 "escalated_frac": 0.50146484375,2618 "residual_disagree": 0.02619 },2620 {2621 "tau": 6.0,2622 "escalated_frac": 0.50146484375,2623 "residual_disagree": 0.02624 },2625 {2626 "tau": 6.25,2627 "escalated_frac": 0.5115559895833334,2628 "residual_disagree": 0.02629 },2630 {2631 "tau": 6.25,2632 "escalated_frac": 0.5115559895833334,2633 "residual_disagree": 0.02634 },2635 {2636 "tau": 6.5,2637 "escalated_frac": 0.5218098958333334,2638 "residual_disagree": 0.02639 },2640 {2641 "tau": 6.5,2642 "escalated_frac": 0.5218098958333334,2643 "residual_disagree": 0.02644 },2645 {2646 "tau": 6.75,2647 "escalated_frac": 0.5320638020833334,2648 "residual_disagree": 0.02649 },2650 {2651 "tau": 6.75,2652 "escalated_frac": 0.5320638020833334,2653 "residual_disagree": 0.02654 },2655 {2656 "tau": 7.0,2657 "escalated_frac": 0.5421549479166666,2658 "residual_disagree": 0.02659 },2660 {2661 "tau": 7.0,2662 "escalated_frac": 0.5421549479166666,2663 "residual_disagree": 0.02664 },2665 {2666 "tau": 7.25,2667 "escalated_frac": 0.5525716145833334,2668 "residual_disagree": 0.02669 },2670 {2671 "tau": 7.25,2672 "escalated_frac": 0.5525716145833334,2673 "residual_disagree": 0.02674 },2675 {2676 "tau": 7.5,2677 "escalated_frac": 0.5613606770833334,2678 "residual_disagree": 0.02679 },2680 {2681 "tau": 7.5,2682 "escalated_frac": 0.5613606770833334,2683 "residual_disagree": 0.02684 },2685 {2686 "tau": 7.75,2687 "escalated_frac": 0.5714518229166666,2688 "residual_disagree": 0.02689 },2690 {2691 "tau": 7.871859296482455,2692 "escalated_frac": 0.5777994791666666,2693 "residual_disagree": 0.02694 },2695 {2696 "tau": 8.0,2697 "escalated_frac": 0.5810546875,2698 "residual_disagree": 0.02699 },2700 {2701 "tau": 8.0891959798995,2702 "escalated_frac": 0.587890625,2703 "residual_disagree": 0.02704 },2705 {2706 "tau": 8.25,2707 "escalated_frac": 0.591796875,2708 "residual_disagree": 0.02709 },2710 {2711 "tau": 8.25,2712 "escalated_frac": 0.591796875,2713 "residual_disagree": 0.02714 },2715 {2716 "tau": 8.5,2717 "escalated_frac": 0.6005859375,2718 "residual_disagree": 0.02719 },2720 {2721 "tau": 8.625,2722 "escalated_frac": 0.6066080729166666,2723 "residual_disagree": 0.02724 },2725 {2726 "tau": 8.75,2727 "escalated_frac": 0.6085611979166666,2728 "residual_disagree": 0.02729 },2730 {2731 "tau": 9.0,2732 "escalated_frac": 0.615234375,2733 "residual_disagree": 0.02734 },2735 {2736 "tau": 9.125,2737 "escalated_frac": 0.6219075520833334,2738 "residual_disagree": 0.02739 },2740 {2741 "tau": 9.25,2742 "escalated_frac": 0.6240234375,2743 "residual_disagree": 0.02744 },2745 {2746 "tau": 9.25,2747 "escalated_frac": 0.6240234375,2748 "residual_disagree": 0.02749 },2750 {2751 "tau": 9.5,2752 "escalated_frac": 0.63623046875,2753 "residual_disagree": 0.02754 },2755 {2756 "tau": 9.625,2757 "escalated_frac": 0.6412760416666666,2758 "residual_disagree": 0.02759 },2760 {2761 "tau": 9.75,2762 "escalated_frac": 0.64501953125,2763 "residual_disagree": 0.02764 },2765 {2766 "tau": 10.0,2767 "escalated_frac": 0.65283203125,2768 "residual_disagree": 0.02769 },2770 {2771 "tau": 10.125,2772 "escalated_frac": 0.6578776041666666,2773 "residual_disagree": 0.02774 },2775 {2776 "tau": 10.25,2777 "escalated_frac": 0.66015625,2778 "residual_disagree": 0.02779 },2780 {2781 "tau": 10.5,2782 "escalated_frac": 0.6671549479166666,2783 "residual_disagree": 0.02784 },2785 {2786 "tau": 10.625,2787 "escalated_frac": 0.6712239583333334,2788 "residual_disagree": 0.02789 },2790 {2791 "tau": 10.75,2792 "escalated_frac": 0.6741536458333334,2793 "residual_disagree": 0.02794 },2795 {2796 "tau": 11.0,2797 "escalated_frac": 0.6805013020833334,2798 "residual_disagree": 0.02799 },2800 {2801 "tau": 11.25,2802 "escalated_frac": 0.6873372395833334,2803 "residual_disagree": 0.02804 },2805 {2806 "tau": 11.375,2807 "escalated_frac": 0.6927083333333334,2808 "residual_disagree": 0.02809 },2810 {2811 "tau": 11.5,2812 "escalated_frac": 0.6949869791666666,2813 "residual_disagree": 0.02814 },2815 {2816 "tau": 11.75,2817 "escalated_frac": 0.7023111979166666,2818 "residual_disagree": 0.02819 },2820 {2821 "tau": 11.947236180904497,2822 "escalated_frac": 0.70849609375,2823 "residual_disagree": 0.02824 },2825 {2826 "tau": 12.125,2827 "escalated_frac": 0.7122395833333334,2828 "residual_disagree": 0.02829 },2830 {2831 "tau": 12.25,2832 "escalated_frac": 0.7150065104166666,2833 "residual_disagree": 0.02834 },2835 {2836 "tau": 12.5,2837 "escalated_frac": 0.7215169270833334,2838 "residual_disagree": 0.02839 },2840 {2841 "tau": 12.625,2842 "escalated_frac": 0.7268880208333334,2843 "residual_disagree": 0.02844 },2845 {2846 "tau": 12.75,2847 "escalated_frac": 0.7301432291666666,2848 "residual_disagree": 0.02849 },2850 {2851 "tau": 13.0,2852 "escalated_frac": 0.7355143229166666,2853 "residual_disagree": 0.02854 },2855 {2856 "tau": 13.25,2857 "escalated_frac": 0.7412109375,2858 "residual_disagree": 0.02859 },2860 {2861 "tau": 13.5,2862 "escalated_frac": 0.7472330729166666,2863 "residual_disagree": 0.02864 },2865 {2866 "tau": 13.75,2867 "escalated_frac": 0.7526041666666666,2868 "residual_disagree": 0.02869 },2870 {2871 "tau": 14.0,2872 "escalated_frac": 0.7586263020833334,2873 "residual_disagree": 0.02874 },2875 {2876 "tau": 14.125,2877 "escalated_frac": 0.7628580729166666,2878 "residual_disagree": 0.02879 },2880 {2881 "tau": 14.375,2882 "escalated_frac": 0.7685546875,2883 "residual_disagree": 0.02884 },2885 {2886 "tau": 14.5,2887 "escalated_frac": 0.7713216145833334,2888 "residual_disagree": 0.02889 },2890 {2891 "tau": 14.625,2892 "escalated_frac": 0.77734375,2893 "residual_disagree": 0.02894 },2895 {2896 "tau": 14.875,2897 "escalated_frac": 0.78369140625,2898 "residual_disagree": 0.02899 },2900 {2901 "tau": 15.0,2902 "escalated_frac": 0.7867838541666666,2903 "residual_disagree": 0.02904 },2905 {2906 "tau": 15.25,2907 "escalated_frac": 0.7921549479166666,2908 "residual_disagree": 0.02909 },2910 {2911 "tau": 15.375,2912 "escalated_frac": 0.7960611979166666,2913 "residual_disagree": 0.02914 },2915 {2916 "tau": 15.5,2917 "escalated_frac": 0.80029296875,2918 "residual_disagree": 0.02919 },2920 {2921 "tau": 15.75,2922 "escalated_frac": 0.8068033854166666,2923 "residual_disagree": 0.02924 },2925 {2926 "tau": 16.0,2927 "escalated_frac": 0.8128255208333334,2928 "residual_disagree": 0.02929 },2930 {2931 "tau": 16.231469849246253,2932 "escalated_frac": 0.8190104166666666,2933 "residual_disagree": 0.02934 },2935 {2936 "tau": 16.375,2937 "escalated_frac": 0.8235677083333334,2938 "residual_disagree": 0.02939 },2940 {2941 "tau": 16.625,2942 "escalated_frac": 0.8289388020833334,2943 "residual_disagree": 0.02944 },2945 {2946 "tau": 16.75,2947 "escalated_frac": 0.8313802083333334,2948 "residual_disagree": 0.02949 },2950 {2951 "tau": 17.0,2952 "escalated_frac": 0.837890625,2953 "residual_disagree": 0.02954 },2955 {2956 "tau": 17.25,2957 "escalated_frac": 0.8424479166666666,2958 "residual_disagree": 0.02959 },2960 {2961 "tau": 17.5,2962 "escalated_frac": 0.8466796875,2963 "residual_disagree": 0.02964 },2965 {2966 "tau": 17.75,2967 "escalated_frac": 0.8513997395833334,2968 "residual_disagree": 0.02969 },2970 {2971 "tau": 18.0,2972 "escalated_frac": 0.857421875,2973 "residual_disagree": 0.02974 },2975 {2976 "tau": 18.25,2977 "escalated_frac": 0.8636067708333334,2978 "residual_disagree": 0.02979 },2980 {2981 "tau": 18.5,2982 "escalated_frac": 0.8681640625,2983 "residual_disagree": 0.02984 },2985 {2986 "tau": 18.75,2987 "escalated_frac": 0.8732096354166666,2988 "residual_disagree": 0.02989 },2990 {2991 "tau": 19.25,2992 "escalated_frac": 0.8792317708333334,2993 "residual_disagree": 0.02994 },2995 {2996 "tau": 19.5,2997 "escalated_frac": 0.8834635416666666,2998 "residual_disagree": 0.02999 },3000 {3001 "tau": 19.875,3002 "escalated_frac": 0.8883463541666666,3003 "residual_disagree": 0.03004 },3005 {3006 "tau": 20.125,3007 "escalated_frac": 0.8922526041666666,3008 "residual_disagree": 0.03009 },3010 {3011 "tau": 20.5,3012 "escalated_frac": 0.8977864583333334,3013 "residual_disagree": 0.03014 },3015 {3016 "tau": 20.875,3017 "escalated_frac": 0.90283203125,3018 "residual_disagree": 0.03019 },3020 {3021 "tau": 21.25,3022 "escalated_frac": 0.9083658854166666,3023 "residual_disagree": 0.03024 },3025 {3026 "tau": 21.52763819095469,3027 "escalated_frac": 0.91455078125,3028 "residual_disagree": 0.03029 },3030 {3031 "tau": 21.875,3032 "escalated_frac": 0.9181315104166666,3033 "residual_disagree": 0.03034 },3035 {3036 "tau": 22.25,3037 "escalated_frac": 0.9231770833333334,3038 "residual_disagree": 0.03039 },3040 {3041 "tau": 22.625,3042 "escalated_frac": 0.9278971354166666,3043 "residual_disagree": 0.03044 },3045 {3046 "tau": 23.125,3047 "escalated_frac": 0.9344075520833334,3048 "residual_disagree": 0.03049 },3050 {3051 "tau": 23.5,3052 "escalated_frac": 0.93896484375,3053 "residual_disagree": 0.03054 },3055 {3056 "tau": 23.875,3057 "escalated_frac": 0.94384765625,3058 "residual_disagree": 0.03059 },3060 {3061 "tau": 24.375,3062 "escalated_frac": 0.9495442708333334,3063 "residual_disagree": 0.03064 },3065 {3066 "tau": 24.875,3067 "escalated_frac": 0.9544270833333334,3068 "residual_disagree": 0.03069 },3070 {3071 "tau": 25.375,3072 "escalated_frac": 0.9593098958333334,3073 "residual_disagree": 0.03074 },3075 {3076 "tau": 25.875,3077 "escalated_frac": 0.9637044270833334,3078 "residual_disagree": 0.03079 },3080 {3081 "tau": 26.625,3082 "escalated_frac": 0.9694010416666666,3083 "residual_disagree": 0.03084 },3085 {3086 "tau": 27.25,3087 "escalated_frac": 0.9742838541666666,3088 "residual_disagree": 0.03089 },3090 {3091 "tau": 28.125,3092 "escalated_frac": 0.9793294270833334,3093 "residual_disagree": 0.03094 },3095 {3096 "tau": 29.5,3097 "escalated_frac": 0.9847005208333334,3098 "residual_disagree": 0.03099 },3100 {3101 "tau": 30.53266331658301,3102 "escalated_frac": 0.9899088541666666,3103 "residual_disagree": 0.03104 },3105 {3106 "tau": 32.125,3107 "escalated_frac": 0.9947916666666666,3108 "residual_disagree": 0.03109 },3110 {3111 "tau": 37.125,3112 "escalated_frac": 0.9998372395833334,3113 "residual_disagree": 0.03114 }3115 ],3116 "hidden_rel_err_by_depth": {3117 "6": 0.014470321242697537,3118 "13": 0.01882620411925018,3119 "20": 0.019741158932447433,3120 "27": 0.035454376135021453121 },3122 "escalation_frac_for_99pct": 0.02636718753123 }3124 ],3125 "B_base4": [3126 {3127 "stage": 0,3128 "ladder_bits": [3129 43130 ],3131 "cumulative_bits_per_param": 5.0,3132 "agreement_rate": 0.8753255208333334,3133 "mean_kl": 0.1982055902481079,3134 "auroc": 0.8953438581125891,3135 "escalation_curve": [3136 {3137 "tau": 0.0,3138 "escalated_frac": 0.0,3139 "residual_disagree": 0.124674479166666673140 },3141 {3142 "tau": 0.0,3143 "escalated_frac": 0.0,3144 "residual_disagree": 0.124674479166666673145 },3146 {3147 "tau": 0.0,3148 "escalated_frac": 0.0,3149 "residual_disagree": 0.124674479166666673150 },3151 {3152 "tau": 0.0,3153 "escalated_frac": 0.0,3154 "residual_disagree": 0.124674479166666673155 },3156 {3157 "tau": 0.125,3158 "escalated_frac": 0.015462239583333334,3159 "residual_disagree": 0.115885416666666673160 },3161 {3162 "tau": 0.125,3163 "escalated_frac": 0.015462239583333334,3164 "residual_disagree": 0.115885416666666673165 },3166 {3167 "tau": 0.25,3168 "escalated_frac": 0.025716145833333332,3169 "residual_disagree": 0.1093753170 },3171 {3172 "tau": 0.25,3173 "escalated_frac": 0.025716145833333332,3174 "residual_disagree": 0.1093753175 },3176 {3177 "tau": 0.25,3178 "escalated_frac": 0.025716145833333332,3179 "residual_disagree": 0.1093753180 },3181 {3182 "tau": 0.25,3183 "escalated_frac": 0.025716145833333332,3184 "residual_disagree": 0.1093753185 },3186 {3187 "tau": 0.25,3188 "escalated_frac": 0.025716145833333332,3189 "residual_disagree": 0.1093753190 },3191 {3192 "tau": 0.375,3193 "escalated_frac": 0.053548177083333336,3194 "residual_disagree": 0.095377604166666673195 },3196 {3197 "tau": 0.375,3198 "escalated_frac": 0.053548177083333336,3199 "residual_disagree": 0.095377604166666673200 },3201 {3202 "tau": 0.5,3203 "escalated_frac": 0.06396484375,3204 "residual_disagree": 0.088378906253205 },3206 {3207 "tau": 0.5,3208 "escalated_frac": 0.06396484375,3209 "residual_disagree": 0.088378906253210 },3211 {3212 "tau": 0.5,3213 "escalated_frac": 0.06396484375,3214 "residual_disagree": 0.088378906253215 },3216 {3217 "tau": 0.5,3218 "escalated_frac": 0.06396484375,3219 "residual_disagree": 0.088378906253220 },3221 {3222 "tau": 0.5,3223 "escalated_frac": 0.06396484375,3224 "residual_disagree": 0.088378906253225 },3226 {3227 "tau": 0.625,3228 "escalated_frac": 0.08935546875,3229 "residual_disagree": 0.076660156253230 },3231 {3232 "tau": 0.625,3233 "escalated_frac": 0.08935546875,3234 "residual_disagree": 0.076660156253235 },3236 {3237 "tau": 0.75,3238 "escalated_frac": 0.09814453125,3239 "residual_disagree": 0.0722656253240 },3241 {3242 "tau": 0.75,3243 "escalated_frac": 0.09814453125,3244 "residual_disagree": 0.0722656253245 },3246 {3247 "tau": 0.75,3248 "escalated_frac": 0.09814453125,3249 "residual_disagree": 0.0722656253250 },3251 {3252 "tau": 0.75,3253 "escalated_frac": 0.09814453125,3254 "residual_disagree": 0.0722656253255 },3256 {3257 "tau": 0.75,3258 "escalated_frac": 0.09814453125,3259 "residual_disagree": 0.0722656253260 },3261 {3262 "tau": 0.875,3263 "escalated_frac": 0.1240234375,3264 "residual_disagree": 0.062662760416666673265 },3266 {3267 "tau": 0.875,3268 "escalated_frac": 0.1240234375,3269 "residual_disagree": 0.062662760416666673270 },3271 {3272 "tau": 1.0,3273 "escalated_frac": 0.1337890625,3274 "residual_disagree": 0.058593753275 },3276 {3277 "tau": 1.0,3278 "escalated_frac": 0.1337890625,3279 "residual_disagree": 0.058593753280 },3281 {3282 "tau": 1.0,3283 "escalated_frac": 0.1337890625,3284 "residual_disagree": 0.058593753285 },3286 {3287 "tau": 1.0,3288 "escalated_frac": 0.1337890625,3289 "residual_disagree": 0.058593753290 },3291 {3292 "tau": 1.0,3293 "escalated_frac": 0.1337890625,3294 "residual_disagree": 0.058593753295 },3296 {3297 "tau": 1.125,3298 "escalated_frac": 0.15738932291666666,3299 "residual_disagree": 0.0486653645833333363300 },3301 {3302 "tau": 1.125,3303 "escalated_frac": 0.15738932291666666,3304 "residual_disagree": 0.0486653645833333363305 },3306 {3307 "tau": 1.25,3308 "escalated_frac": 0.16715494791666666,3309 "residual_disagree": 0.0460611979166666643310 },3311 {3312 "tau": 1.25,3313 "escalated_frac": 0.16715494791666666,3314 "residual_disagree": 0.0460611979166666643315 },3316 {3317 "tau": 1.25,3318 "escalated_frac": 0.16715494791666666,3319 "residual_disagree": 0.0460611979166666643320 },3321 {3322 "tau": 1.25,3323 "escalated_frac": 0.16715494791666666,3324 "residual_disagree": 0.0460611979166666643325 },3326 {3327 "tau": 1.375,3328 "escalated_frac": 0.18912760416666666,3329 "residual_disagree": 0.0406901041666666643330 },3331 {3332 "tau": 1.375,3333 "escalated_frac": 0.18912760416666666,3334 "residual_disagree": 0.0406901041666666643335 },3336 {3337 "tau": 1.5,3338 "escalated_frac": 0.19694010416666666,3339 "residual_disagree": 0.0384114583333333363340 },3341 {3342 "tau": 1.5,3343 "escalated_frac": 0.19694010416666666,3344 "residual_disagree": 0.0384114583333333363345 },3346 {3347 "tau": 1.5,3348 "escalated_frac": 0.19694010416666666,3349 "residual_disagree": 0.0384114583333333363350 },3351 {3352 "tau": 1.5,3353 "escalated_frac": 0.19694010416666666,3354 "residual_disagree": 0.0384114583333333363355 },3356 {3357 "tau": 1.625,3358 "escalated_frac": 0.2197265625,3359 "residual_disagree": 0.0328776041666666643360 },3361 {3362 "tau": 1.75,3363 "escalated_frac": 0.22509765625,3364 "residual_disagree": 0.0314127604166666643365 },3366 {3367 "tau": 1.75,3368 "escalated_frac": 0.22509765625,3369 "residual_disagree": 0.0314127604166666643370 },3371 {3372 "tau": 1.75,3373 "escalated_frac": 0.22509765625,3374 "residual_disagree": 0.0314127604166666643375 },3376 {3377 "tau": 1.75,3378 "escalated_frac": 0.22509765625,3379 "residual_disagree": 0.0314127604166666643380 },3381 {3382 "tau": 1.875,3383 "escalated_frac": 0.24593098958333334,3384 "residual_disagree": 0.0257161458333333323385 },3386 {3387 "tau": 1.875,3388 "escalated_frac": 0.24593098958333334,3389 "residual_disagree": 0.0257161458333333323390 },3391 {3392 "tau": 2.0,3393 "escalated_frac": 0.2532552083333333,3394 "residual_disagree": 0.0237630208333333323395 },3396 {3397 "tau": 2.0,3398 "escalated_frac": 0.2532552083333333,3399 "residual_disagree": 0.0237630208333333323400 },3401 {3402 "tau": 2.0,3403 "escalated_frac": 0.2532552083333333,3404 "residual_disagree": 0.0237630208333333323405 },3406 {3407 "tau": 2.125,3408 "escalated_frac": 0.2701822916666667,3409 "residual_disagree": 0.0213216145833333323410 },3411 {3412 "tau": 2.25,3413 "escalated_frac": 0.27587890625,3414 "residual_disagree": 0.0203450520833333323415 },3416 {3417 "tau": 2.25,3418 "escalated_frac": 0.27587890625,3419 "residual_disagree": 0.0203450520833333323420 },3421 {3422 "tau": 2.25,3423 "escalated_frac": 0.27587890625,3424 "residual_disagree": 0.0203450520833333323425 },3426 {3427 "tau": 2.25,3428 "escalated_frac": 0.27587890625,3429 "residual_disagree": 0.0203450520833333323430 },3431 {3432 "tau": 2.375,3433 "escalated_frac": 0.2919921875,3434 "residual_disagree": 0.018066406253435 },3436 {3437 "tau": 2.5,3438 "escalated_frac": 0.2989908854166667,3439 "residual_disagree": 0.0172526041666666683440 },3441 {3442 "tau": 2.5,3443 "escalated_frac": 0.2989908854166667,3444 "residual_disagree": 0.0172526041666666683445 },3446 {3447 "tau": 2.5,3448 "escalated_frac": 0.2989908854166667,3449 "residual_disagree": 0.0172526041666666683450 },3451 {3452 "tau": 2.5,3453 "escalated_frac": 0.2989908854166667,3454 "residual_disagree": 0.0172526041666666683455 },3456 {3457 "tau": 2.625,3458 "escalated_frac": 0.3193359375,3459 "residual_disagree": 0.01464843753460 },3461 {3462 "tau": 2.75,3463 "escalated_frac": 0.3250325520833333,3464 "residual_disagree": 0.0130208333333333343465 },3466 {3467 "tau": 2.75,3468 "escalated_frac": 0.3250325520833333,3469 "residual_disagree": 0.0130208333333333343470 },3471 {3472 "tau": 2.75,3473 "escalated_frac": 0.3250325520833333,3474 "residual_disagree": 0.0130208333333333343475 },3476 {3477 "tau": 2.75,3478 "escalated_frac": 0.3250325520833333,3479 "residual_disagree": 0.0130208333333333343480 },3481 {3482 "tau": 2.75,3483 "escalated_frac": 0.3250325520833333,3484 "residual_disagree": 0.0130208333333333343485 },3486 {3487 "tau": 2.875,3488 "escalated_frac": 0.3468424479166667,3489 "residual_disagree": 0.01074218753490 },3491 {3492 "tau": 3.0,3493 "escalated_frac": 0.3527018229166667,3494 "residual_disagree": 0.0097656253495 },3496 {3497 "tau": 3.0,3498 "escalated_frac": 0.3527018229166667,3499 "residual_disagree": 0.0097656253500 },3501 {3502 "tau": 3.0,3503 "escalated_frac": 0.3527018229166667,3504 "residual_disagree": 0.0097656253505 },3506 {3507 "tau": 3.125,3508 "escalated_frac": 0.3670247395833333,3509 "residual_disagree": 0.00878906253510 },3511 {3512 "tau": 3.25,3513 "escalated_frac": 0.3720703125,3514 "residual_disagree": 0.0084635416666666663515 },3516 {3517 "tau": 3.25,3518 "escalated_frac": 0.3720703125,3519 "residual_disagree": 0.0084635416666666663520 },3521 {3522 "tau": 3.25,3523 "escalated_frac": 0.3720703125,3524 "residual_disagree": 0.0084635416666666663525 },3526 {3527 "tau": 3.375,3528 "escalated_frac": 0.3875325520833333,3529 "residual_disagree": 0.0071614583333333333530 },3531 {3532 "tau": 3.5,3533 "escalated_frac": 0.3927408854166667,3534 "residual_disagree": 0.0066731770833333333535 },3536 {3537 "tau": 3.5,3538 "escalated_frac": 0.3927408854166667,3539 "residual_disagree": 0.0066731770833333333540 },3541 {3542 "tau": 3.625,3543 "escalated_frac": 0.4065755208333333,3544 "residual_disagree": 0.0055338541666666673545 },3546 {3547 "tau": 3.75,3548 "escalated_frac": 0.4117838541666667,3549 "residual_disagree": 0.0050455729166666673550 },3551 {3552 "tau": 3.75,3553 "escalated_frac": 0.4117838541666667,3554 "residual_disagree": 0.0050455729166666673555 },3556 {3557 "tau": 3.75,3558 "escalated_frac": 0.4117838541666667,3559 "residual_disagree": 0.0050455729166666673560 },3561 {3562 "tau": 3.875,3563 "escalated_frac": 0.42333984375,3564 "residual_disagree": 0.004394531253565 },3566 {3567 "tau": 4.0,3568 "escalated_frac": 0.4280598958333333,3569 "residual_disagree": 0.0042317708333333333570 },3571 {3572 "tau": 4.0,3573 "escalated_frac": 0.4280598958333333,3574 "residual_disagree": 0.0042317708333333333575 },3576 {3577 "tau": 4.125,3578 "escalated_frac": 0.4401041666666667,3579 "residual_disagree": 0.003906253580 },3581 {3582 "tau": 4.25,3583 "escalated_frac": 0.4443359375,3584 "residual_disagree": 0.00374348958333333353585 },3586 {3587 "tau": 4.25,3588 "escalated_frac": 0.4443359375,3589 "residual_disagree": 0.00374348958333333353590 },3591 {3592 "tau": 4.375,3593 "escalated_frac": 0.45556640625,3594 "residual_disagree": 0.00325520833333333353595 },3596 {3597 "tau": 4.5,3598 "escalated_frac": 0.4601236979166667,3599 "residual_disagree": 0.00309244791666666653600 },3601 {3602 "tau": 4.5,3603 "escalated_frac": 0.4601236979166667,3604 "residual_disagree": 0.00309244791666666653605 },3606 {3607 "tau": 4.625,3608 "escalated_frac": 0.4705403645833333,3609 "residual_disagree": 0.002441406253610 },3611 {3612 "tau": 4.75,3613 "escalated_frac": 0.4739583333333333,3614 "residual_disagree": 0.002441406253615 },3616 {3617 "tau": 4.75,3618 "escalated_frac": 0.4739583333333333,3619 "residual_disagree": 0.002441406253620 },3621 {3622 "tau": 4.875,3623 "escalated_frac": 0.48583984375,3624 "residual_disagree": 0.00227864583333333353625 },3626 {3627 "tau": 5.0,3628 "escalated_frac": 0.490234375,3629 "residual_disagree": 0.00227864583333333353630 },3631 {3632 "tau": 5.0,3633 "escalated_frac": 0.490234375,3634 "residual_disagree": 0.00227864583333333353635 },3636 {3637 "tau": 5.125,3638 "escalated_frac": 0.4993489583333333,3639 "residual_disagree": 0.00179036458333333333640 },3641 {3642 "tau": 5.25,3643 "escalated_frac": 0.5032552083333334,3644 "residual_disagree": 0.00179036458333333333645 },3646 {3647 "tau": 5.25,3648 "escalated_frac": 0.5032552083333334,3649 "residual_disagree": 0.00179036458333333333650 },3651 {3652 "tau": 5.5,3653 "escalated_frac": 0.5172526041666666,3654 "residual_disagree": 0.001464843753655 },3656 {3657 "tau": 5.5,3658 "escalated_frac": 0.5172526041666666,3659 "residual_disagree": 0.001464843753660 },3661 {3662 "tau": 5.625,3663 "escalated_frac": 0.5275065104166666,3664 "residual_disagree": 0.00130208333333333333665 },3666 {3667 "tau": 5.75,3668 "escalated_frac": 0.5309244791666666,3669 "residual_disagree": 0.00130208333333333333670 },3671 {3672 "tau": 5.75,3673 "escalated_frac": 0.5309244791666666,3674 "residual_disagree": 0.00130208333333333333675 },3676 {3677 "tau": 6.0,3678 "escalated_frac": 0.541015625,3679 "residual_disagree": 0.00130208333333333333680 },3681 {3682 "tau": 6.125,3683 "escalated_frac": 0.5475260416666666,3684 "residual_disagree": 0.00130208333333333333685 },3686 {3687 "tau": 6.25,3688 "escalated_frac": 0.5501302083333334,3689 "residual_disagree": 0.00130208333333333333690 },3691 {3692 "tau": 6.375,3693 "escalated_frac": 0.5569661458333334,3694 "residual_disagree": 0.00113932291666666673695 },3696 {3697 "tau": 6.5,3698 "escalated_frac": 0.5603841145833334,3699 "residual_disagree": 0.00113932291666666673700 },3701 {3702 "tau": 6.5,3703 "escalated_frac": 0.5603841145833334,3704 "residual_disagree": 0.00113932291666666673705 },3706 {3707 "tau": 6.75,3708 "escalated_frac": 0.5711263020833334,3709 "residual_disagree": 0.00097656253710 },3711 {3712 "tau": 6.75,3713 "escalated_frac": 0.5711263020833334,3714 "residual_disagree": 0.00097656253715 },3716 {3717 "tau": 6.875,3718 "escalated_frac": 0.57958984375,3719 "residual_disagree": 0.00097656253720 },3721 {3722 "tau": 7.0,3723 "escalated_frac": 0.5833333333333334,3724 "residual_disagree": 0.00097656253725 },3726 {3727 "tau": 7.125,3728 "escalated_frac": 0.59130859375,3729 "residual_disagree": 0.000488281253730 },3731 {3732 "tau": 7.25,3733 "escalated_frac": 0.595703125,3734 "residual_disagree": 0.000488281253735 },3736 {3737 "tau": 7.375,3738 "escalated_frac": 0.6025390625,3739 "residual_disagree": 0.00032552083333333333740 },3741 {3742 "tau": 7.5,3743 "escalated_frac": 0.60498046875,3744 "residual_disagree": 0.00032552083333333333745 },3746 {3747 "tau": 7.625,3748 "escalated_frac": 0.6101888020833334,3749 "residual_disagree": 0.00032552083333333333750 },3751 {3752 "tau": 7.75,3753 "escalated_frac": 0.6140950520833334,3754 "residual_disagree": 0.00032552083333333333755 },3756 {3757 "tau": 7.9748743718593005,3758 "escalated_frac": 0.623046875,3759 "residual_disagree": 0.00032552083333333333760 },3761 {3762 "tau": 8.0,3763 "escalated_frac": 0.623046875,3764 "residual_disagree": 0.00032552083333333333765 },3766 {3767 "tau": 8.25,3768 "escalated_frac": 0.6326497395833334,3769 "residual_disagree": 0.00032552083333333333770 },3771 {3772 "tau": 8.25,3773 "escalated_frac": 0.6326497395833334,3774 "residual_disagree": 0.00032552083333333333775 },3776 {3777 "tau": 8.5,3778 "escalated_frac": 0.6427408854166666,3779 "residual_disagree": 0.00032552083333333333780 },3781 {3782 "tau": 8.625,3783 "escalated_frac": 0.6472981770833334,3784 "residual_disagree": 0.00032552083333333333785 },3786 {3787 "tau": 8.75,3788 "escalated_frac": 0.650390625,3789 "residual_disagree": 0.00032552083333333333790 },3791 {3792 "tau": 8.875,3793 "escalated_frac": 0.6551106770833334,3794 "residual_disagree": 0.00032552083333333333795 },3796 {3797 "tau": 9.0,3798 "escalated_frac": 0.6585286458333334,3799 "residual_disagree": 0.00032552083333333333800 },3801 {3802 "tau": 9.202889447236203,3803 "escalated_frac": 0.6682942708333334,3804 "residual_disagree": 0.00032552083333333333805 },3806 {3807 "tau": 9.25,3808 "escalated_frac": 0.6682942708333334,3809 "residual_disagree": 0.00032552083333333333810 },3811 {3812 "tau": 9.375,3813 "escalated_frac": 0.6746419270833334,3814 "residual_disagree": 0.000162760416666666663815 },3816 {3817 "tau": 9.5,3818 "escalated_frac": 0.6787109375,3819 "residual_disagree": 0.000162760416666666663820 },3821 {3822 "tau": 9.75,3823 "escalated_frac": 0.6876627604166666,3824 "residual_disagree": 0.03825 },3826 {3827 "tau": 9.875,3828 "escalated_frac": 0.6923828125,3829 "residual_disagree": 0.03830 },3831 {3832 "tau": 10.125,3833 "escalated_frac": 0.6980794270833334,3834 "residual_disagree": 0.03835 },3836 {3837 "tau": 10.25,3838 "escalated_frac": 0.7008463541666666,3839 "residual_disagree": 0.03840 },3841 {3842 "tau": 10.375,3843 "escalated_frac": 0.7062174479166666,3844 "residual_disagree": 0.03845 },3846 {3847 "tau": 10.625,3848 "escalated_frac": 0.7132161458333334,3849 "residual_disagree": 0.03850 },3851 {3852 "tau": 10.75,3853 "escalated_frac": 0.71630859375,3854 "residual_disagree": 0.03855 },3856 {3857 "tau": 11.0,3858 "escalated_frac": 0.7229817708333334,3859 "residual_disagree": 0.03860 },3861 {3862 "tau": 11.125,3863 "escalated_frac": 0.7273763020833334,3864 "residual_disagree": 0.03865 },3866 {3867 "tau": 11.25,3868 "escalated_frac": 0.7301432291666666,3869 "residual_disagree": 0.03870 },3871 {3872 "tau": 11.5,3873 "escalated_frac": 0.7369791666666666,3874 "residual_disagree": 0.03875 },3876 {3877 "tau": 11.75,3878 "escalated_frac": 0.7412109375,3879 "residual_disagree": 0.03880 },3881 {3882 "tau": 12.0,3883 "escalated_frac": 0.7478841145833334,3884 "residual_disagree": 0.03885 },3886 {3887 "tau": 12.125,3888 "escalated_frac": 0.7522786458333334,3889 "residual_disagree": 0.03890 },3891 {3892 "tau": 12.375,3893 "escalated_frac": 0.7579752604166666,3894 "residual_disagree": 0.03895 },3896 {3897 "tau": 12.625,3898 "escalated_frac": 0.7630208333333334,3899 "residual_disagree": 0.03900 },3901 {3902 "tau": 12.875,3903 "escalated_frac": 0.767578125,3904 "residual_disagree": 0.03905 },3906 {3907 "tau": 13.0,3908 "escalated_frac": 0.76953125,3909 "residual_disagree": 0.03910 },3911 {3912 "tau": 13.25,3913 "escalated_frac": 0.77685546875,3914 "residual_disagree": 0.03915 },3916 {3917 "tau": 13.375,3918 "escalated_frac": 0.78076171875,3919 "residual_disagree": 0.03920 },3921 {3922 "tau": 13.5609296482412,3923 "escalated_frac": 0.7888997395833334,3924 "residual_disagree": 0.03925 },3926 {3927 "tau": 13.75,3928 "escalated_frac": 0.7913411458333334,3929 "residual_disagree": 0.03930 },3931 {3932 "tau": 14.0,3933 "escalated_frac": 0.7976888020833334,3934 "residual_disagree": 0.03935 },3936 {3937 "tau": 14.25,3938 "escalated_frac": 0.8033854166666666,3939 "residual_disagree": 0.03940 },3941 {3942 "tau": 14.375,3943 "escalated_frac": 0.8079427083333334,3944 "residual_disagree": 0.03945 },3946 {3947 "tau": 14.5,3948 "escalated_frac": 0.8108723958333334,3949 "residual_disagree": 0.03950 },3951 {3952 "tau": 14.75,3953 "escalated_frac": 0.8173828125,3954 "residual_disagree": 0.03955 },3956 {3957 "tau": 15.0,3958 "escalated_frac": 0.82373046875,3959 "residual_disagree": 0.03960 },3961 {3962 "tau": 15.180276381909607,3963 "escalated_frac": 0.8291015625,3964 "residual_disagree": 0.03965 },3966 {3967 "tau": 15.5,3968 "escalated_frac": 0.8338216145833334,3969 "residual_disagree": 0.03970 },3971 {3972 "tau": 15.75,3973 "escalated_frac": 0.8390299479166666,3974 "residual_disagree": 0.03975 },3976 {3977 "tau": 16.0,3978 "escalated_frac": 0.84375,3979 "residual_disagree": 0.03980 },3981 {3982 "tau": 16.125,3983 "escalated_frac": 0.8478190104166666,3984 "residual_disagree": 0.03985 },3986 {3987 "tau": 16.375,3988 "escalated_frac": 0.8531901041666666,3989 "residual_disagree": 0.03990 },3991 {3992 "tau": 16.625,3993 "escalated_frac": 0.8587239583333334,3994 "residual_disagree": 0.03995 },3996 {3997 "tau": 16.875,3998 "escalated_frac": 0.8640950520833334,3999 "residual_disagree": 0.04000 },4001 {4002 "tau": 17.0,4003 "escalated_frac": 0.8665364583333334,4004 "residual_disagree": 0.04005 },4006 {4007 "tau": 17.375,4008 "escalated_frac": 0.8740234375,4009 "residual_disagree": 0.04010 },4011 {4012 "tau": 17.5,4013 "escalated_frac": 0.8766276041666666,4014 "residual_disagree": 0.04015 },4016 {4017 "tau": 17.875,4018 "escalated_frac": 0.8837890625,4019 "residual_disagree": 0.04020 },4021 {4022 "tau": 18.125,4023 "escalated_frac": 0.8889973958333334,4024 "residual_disagree": 0.04025 },4026 {4027 "tau": 18.4679648241206,4028 "escalated_frac": 0.8943684895833334,4029 "residual_disagree": 0.04030 },4031 {4032 "tau": 18.75,4033 "escalated_frac": 0.8974609375,4034 "residual_disagree": 0.04035 },4036 {4037 "tau": 19.0,4038 "escalated_frac": 0.9025065104166666,4039 "residual_disagree": 0.04040 },4041 {4042 "tau": 19.25,4043 "escalated_frac": 0.9073893229166666,4044 "residual_disagree": 0.04045 },4046 {4047 "tau": 19.625,4048 "escalated_frac": 0.9142252604166666,4049 "residual_disagree": 0.04050 },4051 {4052 "tau": 19.875,4053 "escalated_frac": 0.9182942708333334,4054 "residual_disagree": 0.04055 },4056 {4057 "tau": 20.25,4058 "escalated_frac": 0.9228515625,4059 "residual_disagree": 0.04060 },4061 {4062 "tau": 20.625,4063 "escalated_frac": 0.9293619791666666,4064 "residual_disagree": 0.04065 },4066 {4067 "tau": 21.0,4068 "escalated_frac": 0.9337565104166666,4069 "residual_disagree": 0.04070 },4071 {4072 "tau": 21.5,4073 "escalated_frac": 0.93896484375,4074 "residual_disagree": 0.04075 },4076 {4077 "tau": 21.875,4078 "escalated_frac": 0.9443359375,4079 "residual_disagree": 0.04080 },4081 {4082 "tau": 22.25,4083 "escalated_frac": 0.9495442708333334,4084 "residual_disagree": 0.04085 },4086 {4087 "tau": 22.625,4088 "escalated_frac": 0.9542643229166666,4089 "residual_disagree": 0.04090 },4091 {4092 "tau": 23.130653266331706,4093 "escalated_frac": 0.9597981770833334,4094 "residual_disagree": 0.04095 },4096 {4097 "tau": 23.625,4098 "escalated_frac": 0.9638671875,4099 "residual_disagree": 0.04100 },4101 {4102 "tau": 24.347989949748694,4103 "escalated_frac": 0.9697265625,4104 "residual_disagree": 0.04105 },4106 {4107 "tau": 25.25,4108 "escalated_frac": 0.9742838541666666,4109 "residual_disagree": 0.04110 },4111 {4112 "tau": 25.875,4113 "escalated_frac": 0.9796549479166666,4114 "residual_disagree": 0.04115 },4116 {4117 "tau": 26.625,4118 "escalated_frac": 0.9842122395833334,4119 "residual_disagree": 0.04120 },4121 {4122 "tau": 28.03266331658301,4123 "escalated_frac": 0.9899088541666666,4124 "residual_disagree": 0.04125 },4126 {4127 "tau": 29.75,4128 "escalated_frac": 0.9947916666666666,4129 "residual_disagree": 0.04130 },4131 {4132 "tau": 35.125,4133 "escalated_frac": 0.9998372395833334,4134 "residual_disagree": 0.04135 }4136 ],4137 "hidden_rel_err_by_depth": {4138 "6": 0.16153033636510372,4139 "13": 0.1930950377136469,4140 "20": 0.21023748256266117,4141 "27": 0.34459212794899944142 },4143 "escalation_frac_for_99pct": 0.35270182291666674144 },4145 {4146 "stage": 1,4147 "ladder_bits": [4148 4,4149 44150 ],4151 "cumulative_bits_per_param": 10.0,4152 "agreement_rate": 0.9842122395833334,4153 "mean_kl": 0.0030807368457317352,4154 "auroc": 0.9755958053665531,4155 "escalation_curve": [4156 {4157 "tau": 0.0,4158 "escalated_frac": 0.0,4159 "residual_disagree": 0.0157877604166666684160 },4161 {4162 "tau": 0.0,4163 "escalated_frac": 0.0,4164 "residual_disagree": 0.0157877604166666684165 },4166 {4167 "tau": 0.0,4168 "escalated_frac": 0.0,4169 "residual_disagree": 0.0157877604166666684170 },4171 {4172 "tau": 0.125,4173 "escalated_frac": 0.014485677083333334,4174 "residual_disagree": 0.01074218754175 },4176 {4177 "tau": 0.125,4178 "escalated_frac": 0.014485677083333334,4179 "residual_disagree": 0.01074218754180 },4181 {4182 "tau": 0.25,4183 "escalated_frac": 0.0244140625,4184 "residual_disagree": 0.00781254185 },4186 {4187 "tau": 0.25,4188 "escalated_frac": 0.0244140625,4189 "residual_disagree": 0.00781254190 },4191 {4192 "tau": 0.25,4193 "escalated_frac": 0.0244140625,4194 "residual_disagree": 0.00781254195 },4196 {4197 "tau": 0.25,4198 "escalated_frac": 0.0244140625,4199 "residual_disagree": 0.00781254200 },4201 {4202 "tau": 0.25,4203 "escalated_frac": 0.0244140625,4204 "residual_disagree": 0.00781254205 },4206 {4207 "tau": 0.25,4208 "escalated_frac": 0.0244140625,4209 "residual_disagree": 0.00781254210 },4211 {4212 "tau": 0.375,4213 "escalated_frac": 0.051595052083333336,4214 "residual_disagree": 0.00227864583333333354215 },4216 {4217 "tau": 0.5,4218 "escalated_frac": 0.05908203125,4219 "residual_disagree": 0.0019531254220 },4221 {4222 "tau": 0.5,4223 "escalated_frac": 0.05908203125,4224 "residual_disagree": 0.0019531254225 },4226 {4227 "tau": 0.5,4228 "escalated_frac": 0.05908203125,4229 "residual_disagree": 0.0019531254230 },4231 {4232 "tau": 0.5,4233 "escalated_frac": 0.05908203125,4234 "residual_disagree": 0.0019531254235 },4236 {4237 "tau": 0.5,4238 "escalated_frac": 0.05908203125,4239 "residual_disagree": 0.0019531254240 },4241 {4242 "tau": 0.625,4243 "escalated_frac": 0.08251953125,4244 "residual_disagree": 0.00113932291666666674245 },4246 {4247 "tau": 0.75,4248 "escalated_frac": 0.08837890625,4249 "residual_disagree": 0.00081380208333333344250 },4251 {4252 "tau": 0.75,4253 "escalated_frac": 0.08837890625,4254 "residual_disagree": 0.00081380208333333344255 },4256 {4257 "tau": 0.75,4258 "escalated_frac": 0.08837890625,4259 "residual_disagree": 0.00081380208333333344260 },4261 {4262 "tau": 0.75,4263 "escalated_frac": 0.08837890625,4264 "residual_disagree": 0.00081380208333333344265 },4266 {4267 "tau": 0.75,4268 "escalated_frac": 0.08837890625,4269 "residual_disagree": 0.00081380208333333344270 },4271 {4272 "tau": 0.875,4273 "escalated_frac": 0.11100260416666667,4274 "residual_disagree": 0.000488281254275 },4276 {4277 "tau": 1.0,4278 "escalated_frac": 0.11881510416666667,4279 "residual_disagree": 0.000488281254280 },4281 {4282 "tau": 1.0,4283 "escalated_frac": 0.11881510416666667,4284 "residual_disagree": 0.000488281254285 },4286 {4287 "tau": 1.0,4288 "escalated_frac": 0.11881510416666667,4289 "residual_disagree": 0.000488281254290 },4291 {4292 "tau": 1.0,4293 "escalated_frac": 0.11881510416666667,4294 "residual_disagree": 0.000488281254295 },4296 {4297 "tau": 1.0,4298 "escalated_frac": 0.11881510416666667,4299 "residual_disagree": 0.000488281254300 },4301 {4302 "tau": 1.125,4303 "escalated_frac": 0.14371744791666666,4304 "residual_disagree": 0.04305 },4306 {4307 "tau": 1.25,4308 "escalated_frac": 0.150390625,4309 "residual_disagree": 0.04310 },4311 {4312 "tau": 1.25,4313 "escalated_frac": 0.150390625,4314 "residual_disagree": 0.04315 },4316 {4317 "tau": 1.25,4318 "escalated_frac": 0.150390625,4319 "residual_disagree": 0.04320 },4321 {4322 "tau": 1.25,4323 "escalated_frac": 0.150390625,4324 "residual_disagree": 0.04325 },4326 {4327 "tau": 1.375,4328 "escalated_frac": 0.16845703125,4329 "residual_disagree": 0.04330 },4331 {4332 "tau": 1.5,4333 "escalated_frac": 0.17529296875,4334 "residual_disagree": 0.04335 },4336 {4337 "tau": 1.5,4338 "escalated_frac": 0.17529296875,4339 "residual_disagree": 0.04340 },4341 {4342 "tau": 1.5,4343 "escalated_frac": 0.17529296875,4344 "residual_disagree": 0.04345 },4346 {4347 "tau": 1.5,4348 "escalated_frac": 0.17529296875,4349 "residual_disagree": 0.04350 },4351 {4352 "tau": 1.625,4353 "escalated_frac": 0.19580078125,4354 "residual_disagree": 0.04355 },4356 {4357 "tau": 1.75,4358 "escalated_frac": 0.20084635416666666,4359 "residual_disagree": 0.04360 },4361 {4362 "tau": 1.75,4363 "escalated_frac": 0.20084635416666666,4364 "residual_disagree": 0.04365 },4366 {4367 "tau": 1.75,4368 "escalated_frac": 0.20084635416666666,4369 "residual_disagree": 0.04370 },4371 {4372 "tau": 1.75,4373 "escalated_frac": 0.20084635416666666,4374 "residual_disagree": 0.04375 },4376 {4377 "tau": 1.875,4378 "escalated_frac": 0.21923828125,4379 "residual_disagree": 0.04380 },4381 {4382 "tau": 2.0,4383 "escalated_frac": 0.22314453125,4384 "residual_disagree": 0.04385 },4386 {4387 "tau": 2.0,4388 "escalated_frac": 0.22314453125,4389 "residual_disagree": 0.04390 },4391 {4392 "tau": 2.0,4393 "escalated_frac": 0.22314453125,4394 "residual_disagree": 0.04395 },4396 {4397 "tau": 2.0,4398 "escalated_frac": 0.22314453125,4399 "residual_disagree": 0.04400 },4401 {4402 "tau": 2.25,4403 "escalated_frac": 0.24560546875,4404 "residual_disagree": 0.04405 },4406 {4407 "tau": 2.25,4408 "escalated_frac": 0.24560546875,4409 "residual_disagree": 0.04410 },4411 {4412 "tau": 2.25,4413 "escalated_frac": 0.24560546875,4414 "residual_disagree": 0.04415 },4416 {4417 "tau": 2.25,4418 "escalated_frac": 0.24560546875,4419 "residual_disagree": 0.04420 },4421 {4422 "tau": 2.375,4423 "escalated_frac": 0.2625325520833333,4424 "residual_disagree": 0.04425 },4426 {4427 "tau": 2.5,4428 "escalated_frac": 0.2674153645833333,4429 "residual_disagree": 0.04430 },4431 {4432 "tau": 2.5,4433 "escalated_frac": 0.2674153645833333,4434 "residual_disagree": 0.04435 },4436 {4437 "tau": 2.5,4438 "escalated_frac": 0.2674153645833333,4439 "residual_disagree": 0.04440 },4441 {4442 "tau": 2.5,4443 "escalated_frac": 0.2674153645833333,4444 "residual_disagree": 0.04445 },4446 {4447 "tau": 2.75,4448 "escalated_frac": 0.2906901041666667,4449 "residual_disagree": 0.04450 },4451 {4452 "tau": 2.75,4453 "escalated_frac": 0.2906901041666667,4454 "residual_disagree": 0.04455 },4456 {4457 "tau": 2.75,4458 "escalated_frac": 0.2906901041666667,4459 "residual_disagree": 0.04460 },4461 {4462 "tau": 2.75,4463 "escalated_frac": 0.2906901041666667,4464 "residual_disagree": 0.04465 },4466 {4467 "tau": 2.875,4468 "escalated_frac": 0.3072916666666667,4469 "residual_disagree": 0.04470 },4471 {4472 "tau": 3.0,4473 "escalated_frac": 0.3128255208333333,4474 "residual_disagree": 0.04475 },4476 {4477 "tau": 3.0,4478 "escalated_frac": 0.3128255208333333,4479 "residual_disagree": 0.04480 },4481 {4482 "tau": 3.0,4483 "escalated_frac": 0.3128255208333333,4484 "residual_disagree": 0.04485 },4486 {4487 "tau": 3.125,4488 "escalated_frac": 0.3299153645833333,4489 "residual_disagree": 0.04490 },4491 {4492 "tau": 3.25,4493 "escalated_frac": 0.3346354166666667,4494 "residual_disagree": 0.04495 },4496 {4497 "tau": 3.25,4498 "escalated_frac": 0.3346354166666667,4499 "residual_disagree": 0.04500 },4501 {4502 "tau": 3.25,4503 "escalated_frac": 0.3346354166666667,4504 "residual_disagree": 0.04505 },4506 {4507 "tau": 3.375,4508 "escalated_frac": 0.3494466145833333,4509 "residual_disagree": 0.04510 },4511 {4512 "tau": 3.5,4513 "escalated_frac": 0.3527018229166667,4514 "residual_disagree": 0.04515 },4516 {4517 "tau": 3.5,4518 "escalated_frac": 0.3527018229166667,4519 "residual_disagree": 0.04520 },4521 {4522 "tau": 3.5,4523 "escalated_frac": 0.3527018229166667,4524 "residual_disagree": 0.04525 },4526 {4527 "tau": 3.625,4528 "escalated_frac": 0.3683268229166667,4529 "residual_disagree": 0.04530 },4531 {4532 "tau": 3.75,4533 "escalated_frac": 0.3722330729166667,4534 "residual_disagree": 0.04535 },4536 {4537 "tau": 3.75,4538 "escalated_frac": 0.3722330729166667,4539 "residual_disagree": 0.04540 },4541 {4542 "tau": 3.8674623115578015,4543 "escalated_frac": 0.3868815104166667,4544 "residual_disagree": 0.04545 },4546 {4547 "tau": 4.0,4548 "escalated_frac": 0.390625,4549 "residual_disagree": 0.04550 },4551 {4552 "tau": 4.0,4553 "escalated_frac": 0.390625,4554 "residual_disagree": 0.04555 },4556 {4557 "tau": 4.125,4558 "escalated_frac": 0.4016927083333333,4559 "residual_disagree": 0.04560 },4561 {4562 "tau": 4.25,4563 "escalated_frac": 0.4065755208333333,4564 "residual_disagree": 0.04565 },4566 {4567 "tau": 4.25,4568 "escalated_frac": 0.4065755208333333,4569 "residual_disagree": 0.04570 },4571 {4572 "tau": 4.25,4573 "escalated_frac": 0.4065755208333333,4574 "residual_disagree": 0.04575 },4576 {4577 "tau": 4.375,4578 "escalated_frac": 0.4197591145833333,4579 "residual_disagree": 0.04580 },4581 {4582 "tau": 4.5,4583 "escalated_frac": 0.42333984375,4584 "residual_disagree": 0.04585 },4586 {4587 "tau": 4.5,4588 "escalated_frac": 0.42333984375,4589 "residual_disagree": 0.04590 },4591 {4592 "tau": 4.625,4593 "escalated_frac": 0.4353841145833333,4594 "residual_disagree": 0.04595 },4596 {4597 "tau": 4.75,4598 "escalated_frac": 0.4386393229166667,4599 "residual_disagree": 0.04600 },4601 {4602 "tau": 4.75,4603 "escalated_frac": 0.4386393229166667,4604 "residual_disagree": 0.04605 },4606 {4607 "tau": 5.0,4608 "escalated_frac": 0.4510091145833333,4609 "residual_disagree": 0.04610 },4611 {4612 "tau": 5.0,4613 "escalated_frac": 0.4510091145833333,4614 "residual_disagree": 0.04615 },4616 {4617 "tau": 5.0,4618 "escalated_frac": 0.4510091145833333,4619 "residual_disagree": 0.04620 },4621 {4622 "tau": 5.25,4623 "escalated_frac": 0.46630859375,4624 "residual_disagree": 0.04625 },4626 {4627 "tau": 5.25,4628 "escalated_frac": 0.46630859375,4629 "residual_disagree": 0.04630 },4631 {4632 "tau": 5.375,4633 "escalated_frac": 0.4754231770833333,4634 "residual_disagree": 0.04635 },4636 {4637 "tau": 5.5,4638 "escalated_frac": 0.4788411458333333,4639 "residual_disagree": 0.04640 },4641 {4642 "tau": 5.625,4643 "escalated_frac": 0.4873046875,4644 "residual_disagree": 0.04645 },4646 {4647 "tau": 5.75,4648 "escalated_frac": 0.4905598958333333,4649 "residual_disagree": 0.04650 },4651 {4652 "tau": 5.75,4653 "escalated_frac": 0.4905598958333333,4654 "residual_disagree": 0.04655 },4656 {4657 "tau": 6.0,4658 "escalated_frac": 0.5009765625,4659 "residual_disagree": 0.04660 },4661 {4662 "tau": 6.0,4663 "escalated_frac": 0.5009765625,4664 "residual_disagree": 0.04665 },4666 {4667 "tau": 6.25,4668 "escalated_frac": 0.5118815104166666,4669 "residual_disagree": 0.04670 },4671 {4672 "tau": 6.25,4673 "escalated_frac": 0.5118815104166666,4674 "residual_disagree": 0.04675 },4676 {4677 "tau": 6.5,4678 "escalated_frac": 0.5211588541666666,4679 "residual_disagree": 0.04680 },4681 {4682 "tau": 6.5,4683 "escalated_frac": 0.5211588541666666,4684 "residual_disagree": 0.04685 },4686 {4687 "tau": 6.75,4688 "escalated_frac": 0.5322265625,4689 "residual_disagree": 0.04690 },4691 {4692 "tau": 6.75,4693 "escalated_frac": 0.5322265625,4694 "residual_disagree": 0.04695 },4696 {4697 "tau": 6.986180904522655,4698 "escalated_frac": 0.5426432291666666,4699 "residual_disagree": 0.04700 },4701 {4702 "tau": 7.0,4703 "escalated_frac": 0.5426432291666666,4704 "residual_disagree": 0.04705 },4706 {4707 "tau": 7.25,4708 "escalated_frac": 0.55224609375,4709 "residual_disagree": 0.04710 },4711 {4712 "tau": 7.25,4713 "escalated_frac": 0.55224609375,4714 "residual_disagree": 0.04715 },4716 {4717 "tau": 7.5,4718 "escalated_frac": 0.5602213541666666,4719 "residual_disagree": 0.04720 },4721 {4722 "tau": 7.625,4723 "escalated_frac": 0.5667317708333334,4724 "residual_disagree": 0.04725 },4726 {4727 "tau": 7.75,4728 "escalated_frac": 0.5681966145833334,4729 "residual_disagree": 0.04730 },4731 {4732 "tau": 8.0,4733 "escalated_frac": 0.5771484375,4734 "residual_disagree": 0.04735 },4736 {4737 "tau": 8.0,4738 "escalated_frac": 0.5771484375,4739 "residual_disagree": 0.04740 },4741 {4742 "tau": 8.125,4743 "escalated_frac": 0.5852864583333334,4744 "residual_disagree": 0.04745 },4746 {4747 "tau": 8.25,4748 "escalated_frac": 0.5882161458333334,4749 "residual_disagree": 0.04750 },4751 {4752 "tau": 8.5,4753 "escalated_frac": 0.5974934895833334,4754 "residual_disagree": 0.04755 },4756 {4757 "tau": 8.5,4758 "escalated_frac": 0.5974934895833334,4759 "residual_disagree": 0.04760 },4761 {4762 "tau": 8.75,4763 "escalated_frac": 0.60595703125,4764 "residual_disagree": 0.04765 },4766 {4767 "tau": 8.75,4768 "escalated_frac": 0.60595703125,4769 "residual_disagree": 0.04770 },4771 {4772 "tau": 9.0,4773 "escalated_frac": 0.61572265625,4774 "residual_disagree": 0.04775 },4776 {4777 "tau": 9.125,4778 "escalated_frac": 0.6217447916666666,4779 "residual_disagree": 0.04780 },4781 {4782 "tau": 9.25,4783 "escalated_frac": 0.6243489583333334,4784 "residual_disagree": 0.04785 },4786 {4787 "tau": 9.375,4788 "escalated_frac": 0.6302083333333334,4789 "residual_disagree": 0.04790 },4791 {4792 "tau": 9.5,4793 "escalated_frac": 0.6337890625,4794 "residual_disagree": 0.04795 },4796 {4797 "tau": 9.75,4798 "escalated_frac": 0.6409505208333334,4799 "residual_disagree": 0.04800 },4801 {4802 "tau": 9.75,4803 "escalated_frac": 0.6409505208333334,4804 "residual_disagree": 0.04805 },4806 {4807 "tau": 10.0,4808 "escalated_frac": 0.6516927083333334,4809 "residual_disagree": 0.04810 },4811 {4812 "tau": 10.125,4813 "escalated_frac": 0.65576171875,4814 "residual_disagree": 0.04815 },4816 {4817 "tau": 10.344221105527652,4818 "escalated_frac": 0.6632486979166666,4819 "residual_disagree": 0.04820 },4821 {4822 "tau": 10.5,4823 "escalated_frac": 0.6650390625,4824 "residual_disagree": 0.04825 },4826 {4827 "tau": 10.75,4828 "escalated_frac": 0.6731770833333334,4829 "residual_disagree": 0.04830 },4831 {4832 "tau": 10.875,4833 "escalated_frac": 0.6770833333333334,4834 "residual_disagree": 0.04835 },4836 {4837 "tau": 11.0,4838 "escalated_frac": 0.6803385416666666,4839 "residual_disagree": 0.04840 },4841 {4842 "tau": 11.137562814070293,4843 "escalated_frac": 0.6884765625,4844 "residual_disagree": 0.04845 },4846 {4847 "tau": 11.375,4848 "escalated_frac": 0.6920572916666666,4849 "residual_disagree": 0.04850 },4851 {4852 "tau": 11.5,4853 "escalated_frac": 0.6953125,4854 "residual_disagree": 0.04855 },4856 {4857 "tau": 11.75,4858 "escalated_frac": 0.7029622395833334,4859 "residual_disagree": 0.04860 },4861 {4862 "tau": 11.875,4863 "escalated_frac": 0.70751953125,4864 "residual_disagree": 0.04865 },4866 {4867 "tau": 12.0,4868 "escalated_frac": 0.7107747395833334,4869 "residual_disagree": 0.04870 },4871 {4872 "tau": 12.25,4873 "escalated_frac": 0.7166341145833334,4874 "residual_disagree": 0.04875 },4876 {4877 "tau": 12.5,4878 "escalated_frac": 0.72314453125,4879 "residual_disagree": 0.04880 },4881 {4882 "tau": 12.631909547738701,4883 "escalated_frac": 0.7286783854166666,4884 "residual_disagree": 0.04885 },4886 {4887 "tau": 13.0,4888 "escalated_frac": 0.7333984375,4889 "residual_disagree": 0.04890 },4891 {4892 "tau": 13.125,4893 "escalated_frac": 0.7364908854166666,4894 "residual_disagree": 0.04895 },4896 {4897 "tau": 13.375,4898 "escalated_frac": 0.7431640625,4899 "residual_disagree": 0.04900 },4901 {4902 "tau": 13.5,4903 "escalated_frac": 0.7454427083333334,4904 "residual_disagree": 0.04905 },4906 {4907 "tau": 13.625,4908 "escalated_frac": 0.7513020833333334,4909 "residual_disagree": 0.04910 },4911 {4912 "tau": 13.875,4913 "escalated_frac": 0.7571614583333334,4914 "residual_disagree": 0.04915 },4916 {4917 "tau": 14.125,4918 "escalated_frac": 0.7633463541666666,4919 "residual_disagree": 0.04920 },4921 {4922 "tau": 14.25,4923 "escalated_frac": 0.76611328125,4924 "residual_disagree": 0.04925 },4926 {4927 "tau": 14.5,4928 "escalated_frac": 0.7731119791666666,4929 "residual_disagree": 0.04930 },4931 {4932 "tau": 14.625,4933 "escalated_frac": 0.7765299479166666,4934 "residual_disagree": 0.04935 },4936 {4937 "tau": 14.875,4938 "escalated_frac": 0.7814127604166666,4939 "residual_disagree": 0.04940 },4941 {4942 "tau": 15.0,4943 "escalated_frac": 0.7845052083333334,4944 "residual_disagree": 0.04945 },4946 {4947 "tau": 15.25,4948 "escalated_frac": 0.79248046875,4949 "residual_disagree": 0.04950 },4951 {4952 "tau": 15.375,4953 "escalated_frac": 0.7967122395833334,4954 "residual_disagree": 0.04955 },4956 {4957 "tau": 15.625,4958 "escalated_frac": 0.8033854166666666,4959 "residual_disagree": 0.04960 },4961 {4962 "tau": 15.75,4963 "escalated_frac": 0.8063151041666666,4964 "residual_disagree": 0.04965 },4966 {4967 "tau": 16.0,4968 "escalated_frac": 0.8133138020833334,4969 "residual_disagree": 0.04970 },4971 {4972 "tau": 16.125,4973 "escalated_frac": 0.8165690104166666,4974 "residual_disagree": 0.04975 },4976 {4977 "tau": 16.375,4978 "escalated_frac": 0.8230794270833334,4979 "residual_disagree": 0.04980 },4981 {4982 "tau": 16.625,4983 "escalated_frac": 0.8287760416666666,4984 "residual_disagree": 0.04985 },4986 {4987 "tau": 16.75,4988 "escalated_frac": 0.8317057291666666,4989 "residual_disagree": 0.04990 },4991 {4992 "tau": 17.0,4993 "escalated_frac": 0.8377278645833334,4994 "residual_disagree": 0.04995 },4996 {4997 "tau": 17.25,4998 "escalated_frac": 0.8426106770833334,4999 "residual_disagree": 0.05000 },5001 {5002 "tau": 17.5,5003 "escalated_frac": 0.84716796875,5004 "residual_disagree": 0.05005 },5006 {5007 "tau": 17.75,5008 "escalated_frac": 0.8527018229166666,5009 "residual_disagree": 0.05010 },5011 {5012 "tau": 18.0,5013 "escalated_frac": 0.857421875,5014 "residual_disagree": 0.05015 },5016 {5017 "tau": 18.25,5018 "escalated_frac": 0.8629557291666666,5019 "residual_disagree": 0.05020 },5021 {5022 "tau": 18.5,5023 "escalated_frac": 0.8680013020833334,5024 "residual_disagree": 0.05025 },5026 {5027 "tau": 18.75,5028 "escalated_frac": 0.8723958333333334,5029 "residual_disagree": 0.05030 },5031 {5032 "tau": 19.125,5033 "escalated_frac": 0.8785807291666666,5034 "residual_disagree": 0.05035 },5036 {5037 "tau": 19.5,5038 "escalated_frac": 0.8831380208333334,5039 "residual_disagree": 0.05040 },5041 {5042 "tau": 19.85929648241199,5043 "escalated_frac": 0.8893229166666666,5044 "residual_disagree": 0.05045 },5046 {5047 "tau": 20.125,5048 "escalated_frac": 0.892578125,5049 "residual_disagree": 0.05050 },5051 {5052 "tau": 20.5,5053 "escalated_frac": 0.8976236979166666,5054 "residual_disagree": 0.05055 },5056 {5057 "tau": 20.8103015075377,5058 "escalated_frac": 0.9044596354166666,5059 "residual_disagree": 0.05060 },5061 {5062 "tau": 21.125,5063 "escalated_frac": 0.9090169270833334,5064 "residual_disagree": 0.05065 },5066 {5067 "tau": 21.5,5068 "escalated_frac": 0.9138997395833334,5069 "residual_disagree": 0.05070 },5071 {5072 "tau": 21.875,5073 "escalated_frac": 0.91845703125,5074 "residual_disagree": 0.05075 },5076 {5077 "tau": 22.25,5078 "escalated_frac": 0.9235026041666666,5079 "residual_disagree": 0.05080 },5081 {5082 "tau": 22.625,5083 "escalated_frac": 0.9285481770833334,5084 "residual_disagree": 0.05085 },5086 {5087 "tau": 23.0,5088 "escalated_frac": 0.93408203125,5089 "residual_disagree": 0.05090 },5091 {5092 "tau": 23.5,5093 "escalated_frac": 0.9386393229166666,5094 "residual_disagree": 0.05095 },5096 {5097 "tau": 24.0,5098 "escalated_frac": 0.9444986979166666,5099 "residual_disagree": 0.05100 },5101 {5102 "tau": 24.5,5103 "escalated_frac": 0.9495442708333334,5104 "residual_disagree": 0.05105 },5106 {5107 "tau": 24.875,5108 "escalated_frac": 0.9534505208333334,5109 "residual_disagree": 0.05110 },5111 {5112 "tau": 25.25,5113 "escalated_frac": 0.9576822916666666,5114 "residual_disagree": 0.05115 },5116 {5117 "tau": 25.875,5118 "escalated_frac": 0.9641927083333334,5119 "residual_disagree": 0.05120 },5121 {5122 "tau": 26.5,5123 "escalated_frac": 0.9685872395833334,5124 "residual_disagree": 0.05125 },5126 {5127 "tau": 27.25,5128 "escalated_frac": 0.97412109375,5129 "residual_disagree": 0.05130 },5131 {5132 "tau": 28.25,5133 "escalated_frac": 0.9794921875,5134 "residual_disagree": 0.05135 },5136 {5137 "tau": 29.5,5138 "escalated_frac": 0.9845377604166666,5139 "residual_disagree": 0.05140 },5141 {5142 "tau": 30.53266331658301,5143 "escalated_frac": 0.9899088541666666,5144 "residual_disagree": 0.05145 },5146 {5147 "tau": 31.875,5148 "escalated_frac": 0.9947916666666666,5149 "residual_disagree": 0.05150 },5151 {5152 "tau": 37.375,5153 "escalated_frac": 0.9998372395833334,5154 "residual_disagree": 0.05155 }5156 ],5157 "hidden_rel_err_by_depth": {5158 "6": 0.017601079307496548,5159 "13": 0.022693818202242255,5160 "20": 0.023964572232216597,5161 "27": 0.041944001801311975162 },5163 "escalation_frac_for_99pct": 0.02441406255164 }5165 ]5166 },5167 "two_tier_policies": {5168 "A_base3_stage0_to_1": [5169 {5170 "tau": 0.25,5171 "escalated_frac": 0.038899739583333336,5172 "policy_agreement": 0.75520833333333345173 },5174 {5175 "tau": 0.5,5176 "escalated_frac": 0.09049479166666667,5177 "policy_agreement": 0.78434244791666665178 },5179 {5180 "tau": 1.0,5181 "escalated_frac": 0.185546875,5182 "policy_agreement": 0.83333333333333345183 },5184 {5185 "tau": 1.5,5186 "escalated_frac": 0.2630208333333333,5187 "policy_agreement": 0.868652343755188 },5189 {5190 "tau": 2.0,5191 "escalated_frac": 0.3347981770833333,5192 "policy_agreement": 0.89957682291666665193 },5194 {5195 "tau": 3.0,5196 "escalated_frac": 0.4412434895833333,5197 "policy_agreement": 0.92692057291666665198 },5199 {5200 "tau": 4.0,5201 "escalated_frac": 0.54052734375,5202 "policy_agreement": 0.94401041666666665203 },5204 {5205 "tau": 6.0,5206 "escalated_frac": 0.6598307291666666,5207 "policy_agreement": 0.95198567708333345208 }5209 ],5210 "A_base3_stage1_to_2": [5211 {5212 "tau": 0.25,5213 "escalated_frac": 0.020833333333333332,5214 "policy_agreement": 0.96305338541666665215 },5216 {5217 "tau": 0.5,5218 "escalated_frac": 0.054361979166666664,5219 "policy_agreement": 0.97379557291666665220 },5221 {5222 "tau": 1.0,5223 "escalated_frac": 0.11653645833333333,5224 "policy_agreement": 0.97932942708333345225 },5226 {5227 "tau": 1.5,5228 "escalated_frac": 0.17578125,5229 "policy_agreement": 0.9824218755230 },5231 {5232 "tau": 2.0,5233 "escalated_frac": 0.22737630208333334,5234 "policy_agreement": 0.98274739583333345235 },5236 {5237 "tau": 3.0,5238 "escalated_frac": 0.3190104166666667,5239 "policy_agreement": 0.98258463541666665240 },5241 {5242 "tau": 4.0,5243 "escalated_frac": 0.3889973958333333,5244 "policy_agreement": 0.98274739583333345245 },5246 {5247 "tau": 6.0,5248 "escalated_frac": 0.5009765625,5249 "policy_agreement": 0.98274739583333345250 }5251 ],5252 "B_base4_stage0_to_1": [5253 {5254 "tau": 0.25,5255 "escalated_frac": 0.025716145833333332,5256 "policy_agreement": 0.88932291666666665257 },5258 {5259 "tau": 0.5,5260 "escalated_frac": 0.06396484375,5261 "policy_agreement": 0.9082031255262 },5263 {5264 "tau": 1.0,5265 "escalated_frac": 0.1337890625,5266 "policy_agreement": 0.93457031255267 },5268 {5269 "tau": 1.5,5270 "escalated_frac": 0.19694010416666666,5271 "policy_agreement": 0.95214843755272 },5273 {5274 "tau": 2.0,5275 "escalated_frac": 0.2532552083333333,5276 "policy_agreement": 0.96419270833333345277 },5278 {5279 "tau": 3.0,5280 "escalated_frac": 0.3527018229166667,5281 "policy_agreement": 0.97639973958333345282 },5283 {5284 "tau": 4.0,5285 "escalated_frac": 0.4280598958333333,5286 "policy_agreement": 0.980957031255287 },5288 {5289 "tau": 6.0,5290 "escalated_frac": 0.541015625,5291 "policy_agreement": 0.982910156255292 }5293 ]5294 }5295}