spb/localvm-research Public License
Running LLMs larger than memory on a consumer Mac — falsification-driven research: margin-gated deferred refinement, out-of-core verification on Apple Silicon. TR-01 published.
Python 63.2%
JavaScript 23.5%
CSS 11.8%
Shell 0.9%
Makefile 0.5%
1{2 "experiment": "expD_progressive_reconstruction",3 "author": "Simon-Pierre Boucher",4 "contact": "contact@spboucher.ai",5 "manifest": {6 "author": "Simon-Pierre Boucher",7 "contact": "contact@spboucher.ai",8 "project": "localvm-research",9 "collected_utc": "2026-08-12T04:33:51.702365+00:00",10 "chip": {11 "brand": "Apple M5 Max",12 "arch": "arm64",13 "cores_total": 18,14 "cores_performance": 6,15 "cores_efficiency": 12,16 "gpu_cores": 4017 },18 "memory": {19 "unified_bytes": 51539607552,20 "unified_gb": 48.0,21 "pagesize": 1638422 },23 "ssd": {24 "model": "APPLE SSD AP2048Z",25 "size": "2 TB",26 "smart_status": "Verified"27 },28 "os": {29 "product": "macOS",30 "version": "27.0",31 "build": "26A5388g",32 "kernel": "27.0.0"33 },34 "software": {35 "python": "3.14.4",36 "mlx": "0.32.0",37 "mlx_lm": "0.31.3",38 "torch": null,39 "numpy": "2.5.2"40 },41 "git": {42 "commit": "e02ba146d81ffa96502bb5aeff413dab4fe55a5b",43 "dirty_tree": false44 },45 "thermal_level_at_collect": null46 },47 "config": {48 "model": "mlx-community/Qwen3-1.7B-bf16",49 "gen_tokens": 32,50 "per_domain": 1,51 "hidden_trajectories": 252 },53 "group_size": 64,54 "scale_overhead_bits_per_param_per_stage": 1.0,55 "n_trajectories": 6,56 "hidden_depth_layers": [57 6,58 13,59 20,60 2761 ],62 "ladders": {63 "A_base3": [64 {65 "stage": 0,66 "ladder_bits": [67 368 ],69 "cumulative_bits_per_param": 4.0,70 "agreement_rate": 0.8697916666666666,71 "mean_kl": 0.4288889169692993,72 "auroc": 0.8746107784431137,73 "escalation_curve": [74 {75 "tau": 0.0,76 "escalated_frac": 0.0,77 "residual_disagree": 0.1302083333333333478 },79 {80 "tau": 0.0,81 "escalated_frac": 0.0,82 "residual_disagree": 0.1302083333333333483 },84 {85 "tau": 0.0,86 "escalated_frac": 0.0,87 "residual_disagree": 0.1302083333333333488 },89 {90 "tau": 0.0,91 "escalated_frac": 0.0,92 "residual_disagree": 0.1302083333333333493 },94 {95 "tau": 0.10489949748743721,96 "escalated_frac": 0.020833333333333332,97 "residual_disagree": 0.12598 },99 {100 "tau": 0.22487437185929648,101 "escalated_frac": 0.026041666666666668,102 "residual_disagree": 0.125103 },104 {105 "tau": 0.25,106 "escalated_frac": 0.026041666666666668,107 "residual_disagree": 0.125108 },109 {110 "tau": 0.33982412060301503,111 "escalated_frac": 0.036458333333333336,112 "residual_disagree": 0.11458333333333333113 },114 {115 "tau": 0.4597989949748744,116 "escalated_frac": 0.041666666666666664,117 "residual_disagree": 0.109375118 },119 {120 "tau": 0.5,121 "escalated_frac": 0.041666666666666664,122 "residual_disagree": 0.109375123 },124 {125 "tau": 0.5,126 "escalated_frac": 0.041666666666666664,127 "residual_disagree": 0.109375128 },129 {130 "tau": 0.5,131 "escalated_frac": 0.041666666666666664,132 "residual_disagree": 0.109375133 },134 {135 "tau": 0.5646984924623115,136 "escalated_frac": 0.0625,137 "residual_disagree": 0.09895833333333333138 },139 {140 "tau": 0.6846733668341709,141 "escalated_frac": 0.06770833333333333,142 "residual_disagree": 0.09895833333333333143 },144 {145 "tau": 0.75,146 "escalated_frac": 0.06770833333333333,147 "residual_disagree": 0.09895833333333333148 },149 {150 "tau": 0.75,151 "escalated_frac": 0.06770833333333333,152 "residual_disagree": 0.09895833333333333153 },154 {155 "tau": 0.75,156 "escalated_frac": 0.06770833333333333,157 "residual_disagree": 0.09895833333333333158 },159 {160 "tau": 0.75,161 "escalated_frac": 0.06770833333333333,162 "residual_disagree": 0.09895833333333333163 },164 {165 "tau": 0.7845477386934676,166 "escalated_frac": 0.09375,167 "residual_disagree": 0.08854166666666667168 },169 {170 "tau": 0.9045226130653266,171 "escalated_frac": 0.09895833333333333,172 "residual_disagree": 0.08333333333333333173 },174 {175 "tau": 1.0,176 "escalated_frac": 0.09895833333333333,177 "residual_disagree": 0.08333333333333333178 },179 {180 "tau": 1.0,181 "escalated_frac": 0.09895833333333333,182 "residual_disagree": 0.08333333333333333183 },184 {185 "tau": 1.0144472361809047,186 "escalated_frac": 0.11458333333333333,187 "residual_disagree": 0.078125188 },189 {190 "tau": 1.125,191 "escalated_frac": 0.11458333333333333,192 "residual_disagree": 0.078125193 },194 {195 "tau": 1.129396984924623,196 "escalated_frac": 0.125,197 "residual_disagree": 0.06770833333333333198 },199 {200 "tau": 1.249371859296482,201 "escalated_frac": 0.125,202 "residual_disagree": 0.06770833333333333203 },204 {205 "tau": 1.25,206 "escalated_frac": 0.125,207 "residual_disagree": 0.06770833333333333208 },209 {210 "tau": 1.25,211 "escalated_frac": 0.125,212 "residual_disagree": 0.06770833333333333213 },214 {215 "tau": 1.25,216 "escalated_frac": 0.125,217 "residual_disagree": 0.06770833333333333218 },219 {220 "tau": 1.3542713567839195,221 "escalated_frac": 0.14583333333333334,222 "residual_disagree": 0.057291666666666664223 },224 {225 "tau": 1.5734924623115587,226 "escalated_frac": 0.15104166666666666,227 "residual_disagree": 0.057291666666666664228 },229 {230 "tau": 1.7192211055276383,231 "escalated_frac": 0.15625,232 "residual_disagree": 0.057291666666666664233 },234 {235 "tau": 1.75,236 "escalated_frac": 0.15625,237 "residual_disagree": 0.057291666666666664238 },239 {240 "tau": 1.75,241 "escalated_frac": 0.15625,242 "residual_disagree": 0.057291666666666664243 },244 {245 "tau": 1.75,246 "escalated_frac": 0.15625,247 "residual_disagree": 0.057291666666666664248 },249 {250 "tau": 1.8982412060301517,251 "escalated_frac": 0.17708333333333334,252 "residual_disagree": 0.052083333333333336253 },254 {255 "tau": 2.0690954773869352,256 "escalated_frac": 0.18229166666666666,257 "residual_disagree": 0.046875258 },259 {260 "tau": 2.125,261 "escalated_frac": 0.18229166666666666,262 "residual_disagree": 0.046875263 },264 {265 "tau": 2.184045226130653,266 "escalated_frac": 0.19270833333333334,267 "residual_disagree": 0.041666666666666664268 },269 {270 "tau": 2.25,271 "escalated_frac": 0.19270833333333334,272 "residual_disagree": 0.041666666666666664273 },274 {275 "tau": 2.298994974874372,276 "escalated_frac": 0.203125,277 "residual_disagree": 0.036458333333333336278 },279 {280 "tau": 2.4189698492462313,281 "escalated_frac": 0.20833333333333334,282 "residual_disagree": 0.036458333333333336283 },284 {285 "tau": 2.5,286 "escalated_frac": 0.20833333333333334,287 "residual_disagree": 0.036458333333333336288 },289 {290 "tau": 2.5,291 "escalated_frac": 0.20833333333333334,292 "residual_disagree": 0.036458333333333336293 },294 {295 "tau": 2.5288944723618094,296 "escalated_frac": 0.22395833333333334,297 "residual_disagree": 0.036458333333333336298 },299 {300 "tau": 2.6966080402010064,301 "escalated_frac": 0.22916666666666666,302 "residual_disagree": 0.03125303 },304 {305 "tau": 3.0,306 "escalated_frac": 0.22916666666666666,307 "residual_disagree": 0.03125308 },309 {310 "tau": 3.0276381909547734,311 "escalated_frac": 0.23958333333333334,312 "residual_disagree": 0.03125313 },314 {315 "tau": 3.25,316 "escalated_frac": 0.23958333333333334,317 "residual_disagree": 0.03125318 },319 {320 "tau": 3.2537688442211055,321 "escalated_frac": 0.25,322 "residual_disagree": 0.026041666666666668323 },324 {325 "tau": 3.373743718592964,326 "escalated_frac": 0.25,327 "residual_disagree": 0.026041666666666668328 },329 {330 "tau": 3.4937185929648242,331 "escalated_frac": 0.2552083333333333,332 "residual_disagree": 0.026041666666666668333 },334 {335 "tau": 3.5,336 "escalated_frac": 0.2552083333333333,337 "residual_disagree": 0.026041666666666668338 },339 {340 "tau": 3.5,341 "escalated_frac": 0.2552083333333333,342 "residual_disagree": 0.026041666666666668343 },344 {345 "tau": 3.5,346 "escalated_frac": 0.2552083333333333,347 "residual_disagree": 0.026041666666666668348 },349 {350 "tau": 3.5,351 "escalated_frac": 0.2552083333333333,352 "residual_disagree": 0.026041666666666668353 },354 {355 "tau": 3.5,356 "escalated_frac": 0.2552083333333333,357 "residual_disagree": 0.026041666666666668358 },359 {360 "tau": 3.5,361 "escalated_frac": 0.2552083333333333,362 "residual_disagree": 0.026041666666666668363 },364 {365 "tau": 3.583542713567839,366 "escalated_frac": 0.2916666666666667,367 "residual_disagree": 0.020833333333333332368 },369 {370 "tau": 3.7035175879396984,371 "escalated_frac": 0.296875,372 "residual_disagree": 0.020833333333333332373 },374 {375 "tau": 3.75,376 "escalated_frac": 0.296875,377 "residual_disagree": 0.020833333333333332378 },379 {380 "tau": 3.9554020100502516,381 "escalated_frac": 0.3072916666666667,382 "residual_disagree": 0.015625383 },384 {385 "tau": 4.125,386 "escalated_frac": 0.3072916666666667,387 "residual_disagree": 0.015625388 },389 {390 "tau": 4.183417085427135,391 "escalated_frac": 0.3177083333333333,392 "residual_disagree": 0.015625393 },394 {395 "tau": 4.25,396 "escalated_frac": 0.3177083333333333,397 "residual_disagree": 0.015625398 },399 {400 "tau": 4.298366834170855,401 "escalated_frac": 0.328125,402 "residual_disagree": 0.015625403 },404 {405 "tau": 4.375,406 "escalated_frac": 0.328125,407 "residual_disagree": 0.015625408 },409 {410 "tau": 4.4133165829145735,411 "escalated_frac": 0.3385416666666667,412 "residual_disagree": 0.015625413 },414 {415 "tau": 4.5,416 "escalated_frac": 0.3385416666666667,417 "residual_disagree": 0.015625418 },419 {420 "tau": 4.5,421 "escalated_frac": 0.3385416666666667,422 "residual_disagree": 0.015625423 },424 {425 "tau": 4.5,426 "escalated_frac": 0.3385416666666667,427 "residual_disagree": 0.015625428 },429 {430 "tau": 4.536432160804019,431 "escalated_frac": 0.359375,432 "residual_disagree": 0.010416666666666666433 },434 {435 "tau": 4.75,436 "escalated_frac": 0.359375,437 "residual_disagree": 0.010416666666666666438 },439 {440 "tau": 4.758165829145728,441 "escalated_frac": 0.3697916666666667,442 "residual_disagree": 0.010416666666666666443 },444 {445 "tau": 4.878140703517587,446 "escalated_frac": 0.375,447 "residual_disagree": 0.010416666666666666448 },449 {450 "tau": 4.998115577889449,451 "escalated_frac": 0.375,452 "residual_disagree": 0.010416666666666666453 },454 {455 "tau": 5.0,456 "escalated_frac": 0.375,457 "residual_disagree": 0.010416666666666666458 },459 {460 "tau": 5.0,461 "escalated_frac": 0.375,462 "residual_disagree": 0.010416666666666666463 },464 {465 "tau": 5.2160804020100535,466 "escalated_frac": 0.390625,467 "residual_disagree": 0.010416666666666666468 },469 {470 "tau": 5.25,471 "escalated_frac": 0.390625,472 "residual_disagree": 0.010416666666666666473 },474 {475 "tau": 5.4459798994974875,476 "escalated_frac": 0.4010416666666667,477 "residual_disagree": 0.010416666666666666478 },479 {480 "tau": 5.5,481 "escalated_frac": 0.4010416666666667,482 "residual_disagree": 0.010416666666666666483 },484 {485 "tau": 5.5879396984924625,486 "escalated_frac": 0.4114583333333333,487 "residual_disagree": 0.010416666666666666488 },489 {490 "tau": 5.873743718592966,491 "escalated_frac": 0.4166666666666667,492 "residual_disagree": 0.010416666666666666493 },494 {495 "tau": 6.0,496 "escalated_frac": 0.4166666666666667,497 "residual_disagree": 0.010416666666666666498 },499 {500 "tau": 6.145728643216081,501 "escalated_frac": 0.4270833333333333,502 "residual_disagree": 0.005208333333333333503 },504 {505 "tau": 6.25,506 "escalated_frac": 0.4270833333333333,507 "residual_disagree": 0.005208333333333333508 },509 {510 "tau": 6.25,511 "escalated_frac": 0.4270833333333333,512 "residual_disagree": 0.005208333333333333513 },514 {515 "tau": 6.307788944723619,516 "escalated_frac": 0.4427083333333333,517 "residual_disagree": 0.005208333333333333518 },519 {520 "tau": 6.4277638190954764,521 "escalated_frac": 0.4479166666666667,522 "residual_disagree": 0.005208333333333333523 },524 {525 "tau": 6.5,526 "escalated_frac": 0.4479166666666667,527 "residual_disagree": 0.005208333333333333528 },529 {530 "tau": 6.58542713567839,531 "escalated_frac": 0.4583333333333333,532 "residual_disagree": 0.005208333333333333533 },534 {535 "tau": 6.787688442211055,536 "escalated_frac": 0.4635416666666667,537 "residual_disagree": 0.005208333333333333538 },539 {540 "tau": 6.9403266331658315,541 "escalated_frac": 0.46875,542 "residual_disagree": 0.005208333333333333543 },544 {545 "tau": 7.152638190954773,546 "escalated_frac": 0.4739583333333333,547 "residual_disagree": 0.005208333333333333548 },549 {550 "tau": 7.317839195979898,551 "escalated_frac": 0.4791666666666667,552 "residual_disagree": 0.005208333333333333553 },554 {555 "tau": 7.642587939698492,556 "escalated_frac": 0.484375,557 "residual_disagree": 0.005208333333333333558 },559 {560 "tau": 7.75,561 "escalated_frac": 0.484375,562 "residual_disagree": 0.005208333333333333563 },564 {565 "tau": 7.765075376884422,566 "escalated_frac": 0.4947916666666667,567 "residual_disagree": 0.005208333333333333568 },569 {570 "tau": 8.0,571 "escalated_frac": 0.4947916666666667,572 "residual_disagree": 0.005208333333333333573 },574 {575 "tau": 8.0,576 "escalated_frac": 0.4947916666666667,577 "residual_disagree": 0.005208333333333333578 },579 {580 "tau": 8.234924623115578,581 "escalated_frac": 0.5052083333333334,582 "residual_disagree": 0.005208333333333333583 },584 {585 "tau": 8.25,586 "escalated_frac": 0.5052083333333334,587 "residual_disagree": 0.005208333333333333588 },589 {590 "tau": 8.25,591 "escalated_frac": 0.5052083333333334,592 "residual_disagree": 0.005208333333333333593 },594 {595 "tau": 8.25,596 "escalated_frac": 0.5052083333333334,597 "residual_disagree": 0.005208333333333333598 },599 {600 "tau": 8.25,601 "escalated_frac": 0.5052083333333334,602 "residual_disagree": 0.005208333333333333603 },604 {605 "tau": 8.25,606 "escalated_frac": 0.5052083333333334,607 "residual_disagree": 0.005208333333333333608 },609 {610 "tau": 8.337311557788945,611 "escalated_frac": 0.5364583333333334,612 "residual_disagree": 0.005208333333333333613 },614 {615 "tau": 8.457286432160805,616 "escalated_frac": 0.5416666666666666,617 "residual_disagree": 0.005208333333333333618 },619 {620 "tau": 8.654522613065328,621 "escalated_frac": 0.546875,622 "residual_disagree": 0.005208333333333333623 },624 {625 "tau": 8.894472361809047,626 "escalated_frac": 0.5520833333333334,627 "residual_disagree": 0.005208333333333333628 },629 {630 "tau": 9.0,631 "escalated_frac": 0.5520833333333334,632 "residual_disagree": 0.005208333333333333633 },634 {635 "tau": 9.373115577889443,636 "escalated_frac": 0.5625,637 "residual_disagree": 0.005208333333333333638 },639 {640 "tau": 9.75,641 "escalated_frac": 0.5625,642 "residual_disagree": 0.005208333333333333643 },644 {645 "tau": 9.75,646 "escalated_frac": 0.5625,647 "residual_disagree": 0.005208333333333333648 },649 {650 "tau": 9.79711055276382,651 "escalated_frac": 0.578125,652 "residual_disagree": 0.005208333333333333653 },654 {655 "tau": 9.917085427135678,656 "escalated_frac": 0.5833333333333334,657 "residual_disagree": 0.005208333333333333658 },659 {660 "tau": 10.074120603015075,661 "escalated_frac": 0.5885416666666666,662 "residual_disagree": 0.005208333333333333663 },664 {665 "tau": 10.25,666 "escalated_frac": 0.5885416666666666,667 "residual_disagree": 0.005208333333333333668 },669 {670 "tau": 10.304020100502512,671 "escalated_frac": 0.5989583333333334,672 "residual_disagree": 0.005208333333333333673 },674 {675 "tau": 10.5,676 "escalated_frac": 0.5989583333333334,677 "residual_disagree": 0.005208333333333333678 },679 {680 "tau": 10.5,681 "escalated_frac": 0.5989583333333334,682 "residual_disagree": 0.005208333333333333683 },684 {685 "tau": 10.511934673366834,686 "escalated_frac": 0.6145833333333334,687 "residual_disagree": 0.005208333333333333688 },689 {690 "tau": 10.625,691 "escalated_frac": 0.6145833333333334,692 "residual_disagree": 0.005208333333333333693 },694 {695 "tau": 10.626884422110553,696 "escalated_frac": 0.625,697 "residual_disagree": 0.005208333333333333698 },699 {700 "tau": 10.746859296482413,701 "escalated_frac": 0.625,702 "residual_disagree": 0.005208333333333333703 },704 {705 "tau": 11.10050251256281,706 "escalated_frac": 0.6302083333333334,707 "residual_disagree": 0.005208333333333333708 },709 {710 "tau": 11.125,711 "escalated_frac": 0.6302083333333334,712 "residual_disagree": 0.005208333333333333713 },714 {715 "tau": 11.23178391959799,716 "escalated_frac": 0.640625,717 "residual_disagree": 0.005208333333333333718 },719 {720 "tau": 11.35175879396985,721 "escalated_frac": 0.6458333333333334,722 "residual_disagree": 0.005208333333333333723 },724 {725 "tau": 11.47173366834171,726 "escalated_frac": 0.6510416666666666,727 "residual_disagree": 0.005208333333333333728 },729 {730 "tau": 11.5,731 "escalated_frac": 0.6510416666666666,732 "residual_disagree": 0.005208333333333333733 },734 {735 "tau": 11.586683417085426,736 "escalated_frac": 0.6614583333333334,737 "residual_disagree": 0.005208333333333333738 },739 {740 "tau": 11.706658291457286,741 "escalated_frac": 0.6666666666666666,742 "residual_disagree": 0.005208333333333333743 },744 {745 "tau": 11.826633165829147,746 "escalated_frac": 0.671875,747 "residual_disagree": 0.005208333333333333748 },749 {750 "tau": 11.946608040201006,751 "escalated_frac": 0.6770833333333334,752 "residual_disagree": 0.005208333333333333753 },754 {755 "tau": 12.066582914572862,756 "escalated_frac": 0.6822916666666666,757 "residual_disagree": 0.005208333333333333758 },759 {760 "tau": 12.309673366834165,761 "escalated_frac": 0.6875,762 "residual_disagree": 0.005208333333333333763 },764 {765 "tau": 12.669597989949754,766 "escalated_frac": 0.6927083333333334,767 "residual_disagree": 0.005208333333333333768 },769 {770 "tau": 12.875,771 "escalated_frac": 0.6927083333333334,772 "residual_disagree": 0.005208333333333333773 },774 {775 "tau": 13.01444723618091,776 "escalated_frac": 0.703125,777 "residual_disagree": 0.005208333333333333778 },779 {780 "tau": 13.29145728643216,781 "escalated_frac": 0.7083333333333334,782 "residual_disagree": 0.005208333333333333783 },784 {785 "tau": 13.375,786 "escalated_frac": 0.7083333333333334,787 "residual_disagree": 0.005208333333333333788 },789 {790 "tau": 13.437814070351756,791 "escalated_frac": 0.71875,792 "residual_disagree": 0.0793 },794 {795 "tau": 13.651381909547741,796 "escalated_frac": 0.7239583333333334,797 "residual_disagree": 0.0798 },799 {800 "tau": 13.75,801 "escalated_frac": 0.7239583333333334,802 "residual_disagree": 0.0803 },804 {805 "tau": 13.75,806 "escalated_frac": 0.7239583333333334,807 "residual_disagree": 0.0808 },809 {810 "tau": 13.75,811 "escalated_frac": 0.7239583333333334,812 "residual_disagree": 0.0813 },814 {815 "tau": 13.756281407035175,816 "escalated_frac": 0.7447916666666666,817 "residual_disagree": 0.0818 },819 {820 "tau": 13.875,821 "escalated_frac": 0.7447916666666666,822 "residual_disagree": 0.0823 },824 {825 "tau": 13.875,826 "escalated_frac": 0.7447916666666666,827 "residual_disagree": 0.0828 },829 {830 "tau": 13.991206030150757,831 "escalated_frac": 0.7552083333333334,832 "residual_disagree": 0.0833 },834 {835 "tau": 14.111180904522612,836 "escalated_frac": 0.7604166666666666,837 "residual_disagree": 0.0838 },839 {840 "tau": 14.231155778894472,841 "escalated_frac": 0.765625,842 "residual_disagree": 0.0843 },844 {845 "tau": 14.25,846 "escalated_frac": 0.765625,847 "residual_disagree": 0.0848 },849 {850 "tau": 14.34610552763819,851 "escalated_frac": 0.7760416666666666,852 "residual_disagree": 0.0853 },854 {855 "tau": 14.375,856 "escalated_frac": 0.7760416666666666,857 "residual_disagree": 0.0858 },859 {860 "tau": 14.46105527638191,861 "escalated_frac": 0.7864583333333334,862 "residual_disagree": 0.0863 },864 {865 "tau": 14.5,866 "escalated_frac": 0.7864583333333334,867 "residual_disagree": 0.0868 },869 {870 "tau": 14.652010050251256,871 "escalated_frac": 0.796875,872 "residual_disagree": 0.0873 },874 {875 "tau": 14.820979899497488,876 "escalated_frac": 0.8020833333333334,877 "residual_disagree": 0.0878 },879 {880 "tau": 15.006909547738694,881 "escalated_frac": 0.8072916666666666,882 "residual_disagree": 0.0883 },884 {885 "tau": 15.246859296482413,886 "escalated_frac": 0.8125,887 "residual_disagree": 0.0888 },889 {890 "tau": 15.375,891 "escalated_frac": 0.8125,892 "residual_disagree": 0.0893 },894 {895 "tau": 15.425879396984925,896 "escalated_frac": 0.8229166666666666,897 "residual_disagree": 0.0898 },899 {900 "tau": 15.5,901 "escalated_frac": 0.8229166666666666,902 "residual_disagree": 0.0903 },904 {905 "tau": 15.663316582914575,906 "escalated_frac": 0.8333333333333334,907 "residual_disagree": 0.0908 },909 {910 "tau": 16.071608040201006,911 "escalated_frac": 0.8385416666666666,912 "residual_disagree": 0.0913 },914 {915 "tau": 16.25,916 "escalated_frac": 0.8385416666666666,917 "residual_disagree": 0.0918 },919 {920 "tau": 16.25,921 "escalated_frac": 0.8385416666666666,922 "residual_disagree": 0.0923 },924 {925 "tau": 16.332914572864325,926 "escalated_frac": 0.8541666666666666,927 "residual_disagree": 0.0928 },929 {930 "tau": 16.75,931 "escalated_frac": 0.8541666666666666,932 "residual_disagree": 0.0933 },934 {935 "tau": 16.78203517587939,936 "escalated_frac": 0.8645833333333334,937 "residual_disagree": 0.0938 },939 {940 "tau": 17.13065326633166,941 "escalated_frac": 0.8697916666666666,942 "residual_disagree": 0.0943 },944 {945 "tau": 17.25062814070352,946 "escalated_frac": 0.875,947 "residual_disagree": 0.0948 },949 {950 "tau": 17.37060301507538,951 "escalated_frac": 0.875,952 "residual_disagree": 0.0953 },954 {955 "tau": 17.375,956 "escalated_frac": 0.875,957 "residual_disagree": 0.0958 },959 {960 "tau": 17.817211055276374,961 "escalated_frac": 0.8854166666666666,962 "residual_disagree": 0.0963 },964 {965 "tau": 17.875,966 "escalated_frac": 0.8854166666666666,967 "residual_disagree": 0.0968 },969 {970 "tau": 17.875,971 "escalated_frac": 0.8854166666666666,972 "residual_disagree": 0.0973 },974 {975 "tau": 17.970477386934675,976 "escalated_frac": 0.9010416666666666,977 "residual_disagree": 0.0978 },979 {980 "tau": 18.0,981 "escalated_frac": 0.9010416666666666,982 "residual_disagree": 0.0983 },984 {985 "tau": 18.34170854271356,986 "escalated_frac": 0.9114583333333334,987 "residual_disagree": 0.0988 },989 {990 "tau": 18.74120603015075,991 "escalated_frac": 0.9166666666666666,992 "residual_disagree": 0.0993 },994 {995 "tau": 19.02575376884422,996 "escalated_frac": 0.921875,997 "residual_disagree": 0.0998 },999 {1000 "tau": 19.265703517587944,1001 "escalated_frac": 0.9270833333333334,1002 "residual_disagree": 0.01003 },1004 {1005 "tau": 19.636306532663326,1006 "escalated_frac": 0.9322916666666666,1007 "residual_disagree": 0.01008 },1009 {1010 "tau": 19.935301507537687,1011 "escalated_frac": 0.9375,1012 "residual_disagree": 0.01013 },1014 {1015 "tau": 20.055276381909547,1016 "escalated_frac": 0.9427083333333334,1017 "residual_disagree": 0.01018 },1019 {1020 "tau": 20.326005025125625,1021 "escalated_frac": 0.9479166666666666,1022 "residual_disagree": 0.01023 },1024 {1025 "tau": 20.71545226130653,1026 "escalated_frac": 0.953125,1027 "residual_disagree": 0.01028 },1029 {1030 "tau": 21.11620603015077,1031 "escalated_frac": 0.9583333333333334,1032 "residual_disagree": 0.01033 },1034 {1035 "tau": 21.765703517587937,1036 "escalated_frac": 0.9635416666666666,1037 "residual_disagree": 0.01038 },1039 {1040 "tau": 22.245603015075375,1041 "escalated_frac": 0.96875,1042 "residual_disagree": 0.01043 },1044 {1045 "tau": 22.80087939698492,1046 "escalated_frac": 0.9739583333333334,1047 "residual_disagree": 0.01048 },1049 {1050 "tau": 23.560301507537687,1051 "escalated_frac": 0.9791666666666666,1052 "residual_disagree": 0.01053 },1054 {1055 "tau": 23.905150753768844,1056 "escalated_frac": 0.984375,1057 "residual_disagree": 0.01058 },1059 {1060 "tau": 24.155150753768854,1061 "escalated_frac": 0.9895833333333334,1062 "residual_disagree": 0.01063 },1064 {1065 "tau": 24.615577889447234,1066 "escalated_frac": 0.9947916666666666,1067 "residual_disagree": 0.01068 },1069 {1070 "tau": 27.375,1071 "escalated_frac": 0.9947916666666666,1072 "residual_disagree": 0.01073 }1074 ],1075 "hidden_rel_err_by_depth": {1076 "6": 0.35672619938850403,1077 "13": 0.4435923844575882,1078 "20": 0.48097504675388336,1079 "27": 0.71383115649223331080 },1081 "escalation_frac_for_99pct": 0.42708333333333331082 },1083 {1084 "stage": 1,1085 "ladder_bits": [1086 3,1087 31088 ],1089 "cumulative_bits_per_param": 8.0,1090 "agreement_rate": 0.9635416666666666,1091 "mean_kl": 0.021969789639115334,1092 "auroc": 0.9644787644787645,1093 "escalation_curve": [1094 {1095 "tau": 0.0,1096 "escalated_frac": 0.0,1097 "residual_disagree": 0.0364583333333333361098 },1099 {1100 "tau": 0.2399497487437186,1101 "escalated_frac": 0.005208333333333333,1102 "residual_disagree": 0.0364583333333333361103 },1104 {1105 "tau": 0.25,1106 "escalated_frac": 0.005208333333333333,1107 "residual_disagree": 0.0364583333333333361108 },1109 {1110 "tau": 0.25,1111 "escalated_frac": 0.005208333333333333,1112 "residual_disagree": 0.0364583333333333361113 },1114 {1115 "tau": 0.25,1116 "escalated_frac": 0.005208333333333333,1117 "residual_disagree": 0.0364583333333333361118 },1119 {1120 "tau": 0.44974874371859297,1121 "escalated_frac": 0.026041666666666668,1122 "residual_disagree": 0.0260416666666666681123 },1124 {1125 "tau": 0.5948492462311558,1126 "escalated_frac": 0.03125,1127 "residual_disagree": 0.0260416666666666681128 },1129 {1130 "tau": 0.714824120603015,1131 "escalated_frac": 0.036458333333333336,1132 "residual_disagree": 0.0208333333333333321133 },1134 {1135 "tau": 0.75,1136 "escalated_frac": 0.036458333333333336,1137 "residual_disagree": 0.0208333333333333321138 },1139 {1140 "tau": 0.75,1141 "escalated_frac": 0.036458333333333336,1142 "residual_disagree": 0.0208333333333333321143 },1144 {1145 "tau": 0.75,1146 "escalated_frac": 0.036458333333333336,1147 "residual_disagree": 0.0208333333333333321148 },1149 {1150 "tau": 0.75,1151 "escalated_frac": 0.036458333333333336,1152 "residual_disagree": 0.0208333333333333321153 },1154 {1155 "tau": 0.879396984924623,1156 "escalated_frac": 0.0625,1157 "residual_disagree": 0.0104166666666666661158 },1159 {1160 "tau": 1.1193467336683418,1161 "escalated_frac": 0.06770833333333333,1162 "residual_disagree": 0.0052083333333333331163 },1164 {1165 "tau": 1.25,1166 "escalated_frac": 0.06770833333333333,1167 "residual_disagree": 0.0052083333333333331168 },1169 {1170 "tau": 1.2996231155778897,1171 "escalated_frac": 0.078125,1172 "residual_disagree": 0.0052083333333333331173 },1174 {1175 "tau": 1.4195979899497488,1176 "escalated_frac": 0.08333333333333333,1177 "residual_disagree": 0.0052083333333333331178 },1179 {1180 "tau": 1.5,1181 "escalated_frac": 0.08333333333333333,1182 "residual_disagree": 0.0052083333333333331183 },1184 {1185 "tau": 1.5,1186 "escalated_frac": 0.08333333333333333,1187 "residual_disagree": 0.0052083333333333331188 },1189 {1190 "tau": 1.5,1191 "escalated_frac": 0.08333333333333333,1192 "residual_disagree": 0.0052083333333333331193 },1194 {1195 "tau": 1.5,1196 "escalated_frac": 0.08333333333333333,1197 "residual_disagree": 0.0052083333333333331198 },1199 {1200 "tau": 1.5389447236180906,1201 "escalated_frac": 0.109375,1202 "residual_disagree": 0.0052083333333333331203 },1204 {1205 "tau": 1.75,1206 "escalated_frac": 0.109375,1207 "residual_disagree": 0.0052083333333333331208 },1209 {1210 "tau": 1.7688442211055273,1211 "escalated_frac": 0.11979166666666667,1212 "residual_disagree": 0.0052083333333333331213 },1214 {1215 "tau": 2.0,1216 "escalated_frac": 0.11979166666666667,1217 "residual_disagree": 0.0052083333333333331218 },1219 {1220 "tau": 2.0,1221 "escalated_frac": 0.11979166666666667,1222 "residual_disagree": 0.0052083333333333331223 },1224 {1225 "tau": 2.2386934673366836,1226 "escalated_frac": 0.13020833333333334,1227 "residual_disagree": 0.0052083333333333331228 },1229 {1230 "tau": 2.25,1231 "escalated_frac": 0.13020833333333334,1232 "residual_disagree": 0.0052083333333333331233 },1234 {1235 "tau": 2.25,1236 "escalated_frac": 0.13020833333333334,1237 "residual_disagree": 0.0052083333333333331238 },1239 {1240 "tau": 2.458542713567839,1241 "escalated_frac": 0.14583333333333334,1242 "residual_disagree": 0.01243 },1244 {1245 "tau": 2.6984924623115587,1246 "escalated_frac": 0.15104166666666666,1247 "residual_disagree": 0.01248 },1249 {1250 "tau": 2.75,1251 "escalated_frac": 0.15104166666666666,1252 "residual_disagree": 0.01253 },1254 {1255 "tau": 3.4635678391959814,1256 "escalated_frac": 0.16145833333333334,1257 "residual_disagree": 0.01258 },1259 {1260 "tau": 3.75,1261 "escalated_frac": 0.16145833333333334,1262 "residual_disagree": 0.01263 },1264 {1265 "tau": 3.75,1266 "escalated_frac": 0.16145833333333334,1267 "residual_disagree": 0.01268 },1269 {1270 "tau": 3.75,1271 "escalated_frac": 0.16145833333333334,1272 "residual_disagree": 0.01273 },1274 {1275 "tau": 3.8881909547738704,1276 "escalated_frac": 0.18229166666666666,1277 "residual_disagree": 0.01278 },1279 {1280 "tau": 4.0,1281 "escalated_frac": 0.18229166666666666,1282 "residual_disagree": 0.01283 },1284 {1285 "tau": 4.0,1286 "escalated_frac": 0.18229166666666666,1287 "residual_disagree": 0.01288 },1289 {1290 "tau": 4.108040201005027,1291 "escalated_frac": 0.19791666666666666,1292 "residual_disagree": 0.01293 },1294 {1295 "tau": 4.347989949748744,1296 "escalated_frac": 0.203125,1297 "residual_disagree": 0.01298 },1299 {1300 "tau": 4.5,1301 "escalated_frac": 0.203125,1302 "residual_disagree": 0.01303 },1304 {1305 "tau": 4.577889447236181,1306 "escalated_frac": 0.21354166666666666,1307 "residual_disagree": 0.01308 },1309 {1310 "tau": 4.75,1311 "escalated_frac": 0.21354166666666666,1312 "residual_disagree": 0.01313 },1314 {1315 "tau": 4.836683417085428,1316 "escalated_frac": 0.22395833333333334,1317 "residual_disagree": 0.01318 },1319 {1320 "tau": 5.125,1321 "escalated_frac": 0.22395833333333334,1322 "residual_disagree": 0.01323 },1324 {1325 "tau": 5.200376884422109,1326 "escalated_frac": 0.234375,1327 "residual_disagree": 0.01328 },1329 {1330 "tau": 5.638819095477387,1331 "escalated_frac": 0.23958333333333334,1332 "residual_disagree": 0.01333 },1334 {1335 "tau": 5.75,1336 "escalated_frac": 0.23958333333333334,1337 "residual_disagree": 0.01338 },1339 {1340 "tau": 5.7537688442211055,1341 "escalated_frac": 0.25,1342 "residual_disagree": 0.01343 },1344 {1345 "tau": 5.873743718592964,1346 "escalated_frac": 0.25,1347 "residual_disagree": 0.01348 },1349 {1350 "tau": 5.993718592964824,1351 "escalated_frac": 0.2552083333333333,1352 "residual_disagree": 0.01353 },1354 {1355 "tau": 6.0,1356 "escalated_frac": 0.2552083333333333,1357 "residual_disagree": 0.01358 },1359 {1360 "tau": 6.0,1361 "escalated_frac": 0.2552083333333333,1362 "residual_disagree": 0.01363 },1364 {1365 "tau": 6.0,1366 "escalated_frac": 0.2552083333333333,1367 "residual_disagree": 0.01368 },1369 {1370 "tau": 6.1972361809045236,1371 "escalated_frac": 0.2760416666666667,1372 "residual_disagree": 0.01373 },1374 {1375 "tau": 6.34359296482412,1376 "escalated_frac": 0.28125,1377 "residual_disagree": 0.01378 },1379 {1380 "tau": 6.4635678391959805,1381 "escalated_frac": 0.2864583333333333,1382 "residual_disagree": 0.01383 },1384 {1385 "tau": 6.5,1386 "escalated_frac": 0.2864583333333333,1387 "residual_disagree": 0.01388 },1389 {1390 "tau": 6.657035175879397,1391 "escalated_frac": 0.296875,1392 "residual_disagree": 0.01393 },1394 {1395 "tau": 6.75,1396 "escalated_frac": 0.296875,1397 "residual_disagree": 0.01398 },1399 {1400 "tau": 7.160804020100503,1401 "escalated_frac": 0.3072916666666667,1402 "residual_disagree": 0.01403 },1404 {1405 "tau": 7.5,1406 "escalated_frac": 0.3072916666666667,1407 "residual_disagree": 0.01408 },1409 {1410 "tau": 7.675251256281405,1411 "escalated_frac": 0.3177083333333333,1412 "residual_disagree": 0.01413 },1414 {1415 "tau": 7.928391959798995,1416 "escalated_frac": 0.3229166666666667,1417 "residual_disagree": 0.01418 },1419 {1420 "tau": 8.09673366834171,1421 "escalated_frac": 0.328125,1422 "residual_disagree": 0.01423 },1424 {1425 "tau": 8.25,1426 "escalated_frac": 0.328125,1427 "residual_disagree": 0.01428 },1429 {1430 "tau": 8.25,1431 "escalated_frac": 0.328125,1432 "residual_disagree": 0.01433 },1434 {1435 "tau": 8.283291457286431,1436 "escalated_frac": 0.34375,1437 "residual_disagree": 0.01438 },1439 {1440 "tau": 8.375,1441 "escalated_frac": 0.34375,1442 "residual_disagree": 0.01443 },1444 {1445 "tau": 8.398241206030152,1446 "escalated_frac": 0.3541666666666667,1447 "residual_disagree": 0.01448 },1449 {1450 "tau": 8.5,1451 "escalated_frac": 0.3541666666666667,1452 "residual_disagree": 0.01453 },1454 {1455 "tau": 8.5,1456 "escalated_frac": 0.3541666666666667,1457 "residual_disagree": 0.01458 },1459 {1460 "tau": 8.5,1461 "escalated_frac": 0.3541666666666667,1462 "residual_disagree": 0.01463 },1464 {1465 "tau": 8.503140703517587,1466 "escalated_frac": 0.375,1467 "residual_disagree": 0.01468 },1469 {1470 "tau": 8.623115577889449,1471 "escalated_frac": 0.375,1472 "residual_disagree": 0.01473 },1474 {1475 "tau": 9.097361809045225,1476 "escalated_frac": 0.3802083333333333,1477 "residual_disagree": 0.01478 },1479 {1480 "tau": 9.238065326633166,1481 "escalated_frac": 0.3854166666666667,1482 "residual_disagree": 0.01483 },1484 {1485 "tau": 9.25,1486 "escalated_frac": 0.3854166666666667,1487 "residual_disagree": 0.01488 },1489 {1490 "tau": 9.353015075376884,1491 "escalated_frac": 0.3958333333333333,1492 "residual_disagree": 0.01493 },1494 {1495 "tau": 9.472989949748744,1496 "escalated_frac": 0.4010416666666667,1497 "residual_disagree": 0.01498 },1499 {1500 "tau": 9.685929648241206,1501 "escalated_frac": 0.40625,1502 "residual_disagree": 0.01503 },1504 {1505 "tau": 9.837939698492463,1506 "escalated_frac": 0.4114583333333333,1507 "residual_disagree": 0.01508 },1509 {1510 "tau": 10.040829145728644,1511 "escalated_frac": 0.4166666666666667,1512 "residual_disagree": 0.01513 },1514 {1515 "tau": 10.202889447236181,1516 "escalated_frac": 0.421875,1517 "residual_disagree": 0.01518 },1519 {1520 "tau": 10.25,1521 "escalated_frac": 0.421875,1522 "residual_disagree": 0.01523 },1524 {1525 "tau": 10.25,1526 "escalated_frac": 0.421875,1527 "residual_disagree": 0.01528 },1529 {1530 "tau": 10.31281407035176,1531 "escalated_frac": 0.4375,1532 "residual_disagree": 0.01533 },1534 {1535 "tau": 10.490577889447238,1536 "escalated_frac": 0.4427083333333333,1537 "residual_disagree": 0.01538 },1539 {1540 "tau": 10.625,1541 "escalated_frac": 0.4427083333333333,1542 "residual_disagree": 0.01543 },1544 {1545 "tau": 10.625,1546 "escalated_frac": 0.4427083333333333,1547 "residual_disagree": 0.01548 },1549 {1550 "tau": 10.667713567839195,1551 "escalated_frac": 0.4583333333333333,1552 "residual_disagree": 0.01553 },1554 {1555 "tau": 10.75,1556 "escalated_frac": 0.4583333333333333,1557 "residual_disagree": 0.01558 },1559 {1560 "tau": 10.782663316582916,1561 "escalated_frac": 0.46875,1562 "residual_disagree": 0.01563 },1564 {1565 "tau": 10.875,1566 "escalated_frac": 0.46875,1567 "residual_disagree": 0.01568 },1569 {1570 "tau": 10.897613065326633,1571 "escalated_frac": 0.4791666666666667,1572 "residual_disagree": 0.01573 },1574 {1575 "tau": 11.017587939698492,1576 "escalated_frac": 0.484375,1577 "residual_disagree": 0.01578 },1579 {1580 "tau": 11.125,1581 "escalated_frac": 0.484375,1582 "residual_disagree": 0.01583 },1584 {1585 "tau": 11.132537688442211,1586 "escalated_frac": 0.4947916666666667,1587 "residual_disagree": 0.01588 },1589 {1590 "tau": 11.25,1591 "escalated_frac": 0.4947916666666667,1592 "residual_disagree": 0.01593 },1594 {1595 "tau": 11.25,1596 "escalated_frac": 0.4947916666666667,1597 "residual_disagree": 0.01598 },1599 {1600 "tau": 11.367462311557789,1601 "escalated_frac": 0.5052083333333334,1602 "residual_disagree": 0.01603 },1604 {1605 "tau": 11.375,1606 "escalated_frac": 0.5052083333333334,1607 "residual_disagree": 0.01608 },1609 {1610 "tau": 11.482412060301508,1611 "escalated_frac": 0.515625,1612 "residual_disagree": 0.01613 },1614 {1615 "tau": 11.602386934673367,1616 "escalated_frac": 0.5208333333333334,1617 "residual_disagree": 0.01618 },1619 {1620 "tau": 11.722361809045225,1621 "escalated_frac": 0.5260416666666666,1622 "residual_disagree": 0.01623 },1624 {1625 "tau": 11.75,1626 "escalated_frac": 0.5260416666666666,1627 "residual_disagree": 0.01628 },1629 {1630 "tau": 11.92462311557789,1631 "escalated_frac": 0.5364583333333334,1632 "residual_disagree": 0.01633 },1634 {1635 "tau": 12.082286432160805,1636 "escalated_frac": 0.5416666666666666,1637 "residual_disagree": 0.01638 },1639 {1640 "tau": 12.279522613065328,1641 "escalated_frac": 0.546875,1642 "residual_disagree": 0.01643 },1644 {1645 "tau": 12.447236180904524,1646 "escalated_frac": 0.5520833333333334,1647 "residual_disagree": 0.01648 },1649 {1650 "tau": 12.5,1651 "escalated_frac": 0.5520833333333334,1652 "residual_disagree": 0.01653 },1654 {1655 "tau": 12.624371859296481,1656 "escalated_frac": 0.5625,1657 "residual_disagree": 0.01658 },1659 {1660 "tau": 12.864321608040203,1661 "escalated_frac": 0.5677083333333334,1662 "residual_disagree": 0.01663 },1664 {1665 "tau": 13.0,1666 "escalated_frac": 0.5677083333333334,1667 "residual_disagree": 0.01668 },1669 {1670 "tau": 13.094221105527641,1671 "escalated_frac": 0.578125,1672 "residual_disagree": 0.01673 },1674 {1675 "tau": 13.334170854271356,1676 "escalated_frac": 0.5833333333333334,1677 "residual_disagree": 0.01678 },1679 {1680 "tau": 13.5,1681 "escalated_frac": 0.5833333333333334,1682 "residual_disagree": 0.01683 },1684 {1685 "tau": 13.5,1686 "escalated_frac": 0.5833333333333334,1687 "residual_disagree": 0.01688 },1689 {1690 "tau": 13.5,1691 "escalated_frac": 0.5833333333333334,1692 "residual_disagree": 0.01693 },1694 {1695 "tau": 13.521984924623117,1696 "escalated_frac": 0.6041666666666666,1697 "residual_disagree": 0.01698 },1699 {1700 "tau": 13.641959798994973,1701 "escalated_frac": 0.609375,1702 "residual_disagree": 0.01703 },1704 {1705 "tau": 13.75,1706 "escalated_frac": 0.609375,1707 "residual_disagree": 0.01708 },1709 {1710 "tau": 13.75,1711 "escalated_frac": 0.609375,1712 "residual_disagree": 0.01713 },1714 {1715 "tau": 13.759422110552766,1716 "escalated_frac": 0.625,1717 "residual_disagree": 0.01718 },1719 {1720 "tau": 14.359296482412063,1721 "escalated_frac": 0.625,1722 "residual_disagree": 0.01723 },1724 {1725 "tau": 14.72550251256281,1726 "escalated_frac": 0.6302083333333334,1727 "residual_disagree": 0.01728 },1729 {1730 "tau": 14.973618090452259,1731 "escalated_frac": 0.6354166666666666,1732 "residual_disagree": 0.01733 },1734 {1735 "tau": 15.10678391959799,1736 "escalated_frac": 0.640625,1737 "residual_disagree": 0.01738 },1739 {1740 "tau": 15.22675879396985,1741 "escalated_frac": 0.6458333333333334,1742 "residual_disagree": 0.01743 },1744 {1745 "tau": 15.34673366834171,1746 "escalated_frac": 0.6510416666666666,1747 "residual_disagree": 0.01748 },1749 {1750 "tau": 15.375,1751 "escalated_frac": 0.6510416666666666,1752 "residual_disagree": 0.01753 },1754 {1755 "tau": 15.375,1756 "escalated_frac": 0.6510416666666666,1757 "residual_disagree": 0.01758 },1759 {1760 "tau": 15.456658291457286,1761 "escalated_frac": 0.6666666666666666,1762 "residual_disagree": 0.01763 },1764 {1765 "tau": 15.5,1766 "escalated_frac": 0.6666666666666666,1767 "residual_disagree": 0.01768 },1769 {1770 "tau": 15.571608040201006,1771 "escalated_frac": 0.6770833333333334,1772 "residual_disagree": 0.01773 },1774 {1775 "tau": 15.691582914572862,1776 "escalated_frac": 0.6822916666666666,1777 "residual_disagree": 0.01778 },1779 {1780 "tau": 15.75,1781 "escalated_frac": 0.6822916666666666,1782 "residual_disagree": 0.01783 },1784 {1785 "tau": 15.86306532663317,1786 "escalated_frac": 0.6927083333333334,1787 "residual_disagree": 0.01788 },1789 {1790 "tau": 16.051507537688444,1791 "escalated_frac": 0.6979166666666666,1792 "residual_disagree": 0.01793 },1794 {1795 "tau": 16.125,1796 "escalated_frac": 0.6979166666666666,1797 "residual_disagree": 0.01798 },1799 {1800 "tau": 16.125,1801 "escalated_frac": 0.6979166666666666,1802 "residual_disagree": 0.01803 },1804 {1805 "tau": 16.16143216080402,1806 "escalated_frac": 0.7135416666666666,1807 "residual_disagree": 0.01808 },1809 {1810 "tau": 16.281407035175878,1811 "escalated_frac": 0.71875,1812 "residual_disagree": 0.01813 },1814 {1815 "tau": 16.375,1816 "escalated_frac": 0.71875,1817 "residual_disagree": 0.01818 },1819 {1820 "tau": 16.3963567839196,1821 "escalated_frac": 0.7291666666666666,1822 "residual_disagree": 0.01823 },1824 {1825 "tau": 16.516331658291456,1826 "escalated_frac": 0.734375,1827 "residual_disagree": 0.01828 },1829 {1830 "tau": 16.625,1831 "escalated_frac": 0.734375,1832 "residual_disagree": 0.01833 },1834 {1835 "tau": 16.643844221105525,1836 "escalated_frac": 0.7447916666666666,1837 "residual_disagree": 0.01838 },1839 {1840 "tau": 17.0,1841 "escalated_frac": 0.7447916666666666,1842 "residual_disagree": 0.01843 },1844 {1845 "tau": 17.0,1846 "escalated_frac": 0.7447916666666666,1847 "residual_disagree": 0.01848 },1849 {1850 "tau": 17.0,1851 "escalated_frac": 0.7447916666666666,1852 "residual_disagree": 0.01853 },1854 {1855 "tau": 17.222361809045225,1856 "escalated_frac": 0.7604166666666666,1857 "residual_disagree": 0.01858 },1859 {1860 "tau": 17.356155778894472,1861 "escalated_frac": 0.765625,1862 "residual_disagree": 0.01863 },1864 {1865 "tau": 17.47613065326633,1866 "escalated_frac": 0.7708333333333334,1867 "residual_disagree": 0.01868 },1869 {1870 "tau": 17.5,1871 "escalated_frac": 0.7708333333333334,1872 "residual_disagree": 0.01873 },1874 {1875 "tau": 17.591080402010054,1876 "escalated_frac": 0.78125,1877 "residual_disagree": 0.01878 },1879 {1880 "tau": 17.883165829145728,1881 "escalated_frac": 0.7864583333333334,1882 "residual_disagree": 0.01883 },1884 {1885 "tau": 18.08103015075377,1886 "escalated_frac": 0.7916666666666666,1887 "residual_disagree": 0.01888 },1889 {1890 "tau": 18.201005025125628,1891 "escalated_frac": 0.796875,1892 "residual_disagree": 0.01893 },1894 {1895 "tau": 18.320979899497488,1896 "escalated_frac": 0.8020833333333334,1897 "residual_disagree": 0.01898 },1899 {1900 "tau": 18.440954773869347,1901 "escalated_frac": 0.8072916666666666,1902 "residual_disagree": 0.01903 },1904 {1905 "tau": 18.743718592964825,1906 "escalated_frac": 0.8125,1907 "residual_disagree": 0.01908 },1909 {1910 "tau": 19.0,1911 "escalated_frac": 0.8125,1912 "residual_disagree": 0.01913 },1914 {1915 "tau": 19.10175879396985,1916 "escalated_frac": 0.8229166666666666,1917 "residual_disagree": 0.01918 },1919 {1920 "tau": 19.387562814070353,1921 "escalated_frac": 0.828125,1922 "residual_disagree": 0.01923 },1924 {1925 "tau": 19.665829145728644,1926 "escalated_frac": 0.8333333333333334,1927 "residual_disagree": 0.01928 },1929 {1930 "tau": 19.75,1931 "escalated_frac": 0.8333333333333334,1932 "residual_disagree": 0.01933 },1934 {1935 "tau": 19.780778894472363,1936 "escalated_frac": 0.84375,1937 "residual_disagree": 0.01938 },1939 {1940 "tau": 19.875,1941 "escalated_frac": 0.84375,1942 "residual_disagree": 0.01943 },1944 {1945 "tau": 19.916457286432163,1946 "escalated_frac": 0.8541666666666666,1947 "residual_disagree": 0.01948 },1949 {1950 "tau": 20.172110552763822,1951 "escalated_frac": 0.859375,1952 "residual_disagree": 0.01953 },1954 {1955 "tau": 20.5,1956 "escalated_frac": 0.859375,1957 "residual_disagree": 0.01958 },1959 {1960 "tau": 20.522613065326638,1961 "escalated_frac": 0.8697916666666666,1962 "residual_disagree": 0.01963 },1964 {1965 "tau": 21.0,1966 "escalated_frac": 0.8697916666666666,1967 "residual_disagree": 0.01968 },1969 {1970 "tau": 21.0,1971 "escalated_frac": 0.8697916666666666,1972 "residual_disagree": 0.01973 },1974 {1975 "tau": 21.115577889447238,1976 "escalated_frac": 0.8802083333333334,1977 "residual_disagree": 0.01978 },1979 {1980 "tau": 21.125,1981 "escalated_frac": 0.8802083333333334,1982 "residual_disagree": 0.01983 },1984 {1985 "tau": 21.652638190954764,1986 "escalated_frac": 0.890625,1987 "residual_disagree": 0.01988 },1989 {1990 "tau": 21.95100502512563,1991 "escalated_frac": 0.8958333333333334,1992 "residual_disagree": 0.01993 },1994 {1995 "tau": 22.0,1996 "escalated_frac": 0.8958333333333334,1997 "residual_disagree": 0.01998 },1999 {2000 "tau": 22.18090452261307,2001 "escalated_frac": 0.90625,2002 "residual_disagree": 0.02003 },2004 {2005 "tau": 22.42085427135678,2006 "escalated_frac": 0.9114583333333334,2007 "residual_disagree": 0.02008 },2009 {2010 "tau": 22.6608040201005,2011 "escalated_frac": 0.9166666666666666,2012 "residual_disagree": 0.02013 },2014 {2015 "tau": 23.051507537688437,2016 "escalated_frac": 0.921875,2017 "residual_disagree": 0.02018 },2019 {2020 "tau": 23.25,2021 "escalated_frac": 0.921875,2022 "residual_disagree": 0.02023 },2024 {2025 "tau": 23.31532663316583,2026 "escalated_frac": 0.9322916666666666,2027 "residual_disagree": 0.02028 },2029 {2030 "tau": 23.435301507537687,2031 "escalated_frac": 0.9375,2032 "residual_disagree": 0.02033 },2034 {2035 "tau": 23.5,2036 "escalated_frac": 0.9375,2037 "residual_disagree": 0.02038 },2039 {2040 "tau": 23.600502512562812,2041 "escalated_frac": 0.9479166666666666,2042 "residual_disagree": 0.02043 },2044 {2045 "tau": 23.75,2046 "escalated_frac": 0.9479166666666666,2047 "residual_disagree": 0.02048 },2049 {2050 "tau": 23.79020100502513,2051 "escalated_frac": 0.9583333333333334,2052 "residual_disagree": 0.02053 },2054 {2055 "tau": 23.94535175879397,2056 "escalated_frac": 0.9635416666666666,2057 "residual_disagree": 0.02058 },2059 {2060 "tau": 24.27575376884422,2061 "escalated_frac": 0.96875,2062 "residual_disagree": 0.02063 },2064 {2065 "tau": 24.775125628140703,2066 "escalated_frac": 0.9739583333333334,2067 "residual_disagree": 0.02068 },2069 {2070 "tau": 24.935301507537687,2071 "escalated_frac": 0.9791666666666666,2072 "residual_disagree": 0.02073 },2074 {2075 "tau": 25.310301507537687,2076 "escalated_frac": 0.984375,2077 "residual_disagree": 0.02078 },2079 {2080 "tau": 25.880653266331702,2081 "escalated_frac": 0.9895833333333334,2082 "residual_disagree": 0.02083 },2084 {2085 "tau": 27.560929648241203,2086 "escalated_frac": 0.9947916666666666,2087 "residual_disagree": 0.02088 },2089 {2090 "tau": 32.0,2091 "escalated_frac": 0.9947916666666666,2092 "residual_disagree": 0.02093 }2094 ],2095 "hidden_rel_err_by_depth": {2096 "6": 0.058773525059223175,2097 "13": 0.07448777183890343,2098 "20": 0.08249641582369804,2099 "27": 0.136008724570274352100 },2101 "escalation_frac_for_99pct": 0.067708333333333332102 },2103 {2104 "stage": 2,2105 "ladder_bits": [2106 3,2107 3,2108 32109 ],2110 "cumulative_bits_per_param": 12.0,2111 "agreement_rate": 0.9895833333333334,2112 "mean_kl": 0.0011502123670652509,2113 "auroc": 0.9842105263157894,2114 "escalation_curve": [2115 {2116 "tau": 0.0,2117 "escalated_frac": 0.0,2118 "residual_disagree": 0.0104166666666666662119 },2120 {2121 "tau": 0.0,2122 "escalated_frac": 0.0,2123 "residual_disagree": 0.0104166666666666662124 },2125 {2126 "tau": 0.1149497487437186,2127 "escalated_frac": 0.010416666666666666,2128 "residual_disagree": 0.0104166666666666662129 },2130 {2131 "tau": 0.23492462311557788,2132 "escalated_frac": 0.015625,2133 "residual_disagree": 0.0052083333333333332134 },2135 {2136 "tau": 0.25,2137 "escalated_frac": 0.015625,2138 "residual_disagree": 0.0052083333333333332139 },2140 {2141 "tau": 0.25,2142 "escalated_frac": 0.015625,2143 "residual_disagree": 0.0052083333333333332144 },2145 {2146 "tau": 0.25,2147 "escalated_frac": 0.015625,2148 "residual_disagree": 0.0052083333333333332149 },2150 {2151 "tau": 0.25,2152 "escalated_frac": 0.015625,2153 "residual_disagree": 0.0052083333333333332154 },2155 {2156 "tau": 0.41959798994974884,2157 "escalated_frac": 0.041666666666666664,2158 "residual_disagree": 0.02159 },2160 {2161 "tau": 0.5,2162 "escalated_frac": 0.041666666666666664,2163 "residual_disagree": 0.02164 },2165 {2166 "tau": 0.5,2167 "escalated_frac": 0.041666666666666664,2168 "residual_disagree": 0.02169 },2170 {2171 "tau": 0.5,2172 "escalated_frac": 0.041666666666666664,2173 "residual_disagree": 0.02174 },2175 {2176 "tau": 0.5646984924623115,2177 "escalated_frac": 0.0625,2178 "residual_disagree": 0.02179 },2180 {2181 "tau": 0.6846733668341709,2182 "escalated_frac": 0.06770833333333333,2183 "residual_disagree": 0.02184 },2185 {2186 "tau": 0.8592964824120601,2187 "escalated_frac": 0.07291666666666667,2188 "residual_disagree": 0.02189 },2190 {2191 "tau": 1.0,2192 "escalated_frac": 0.07291666666666667,2193 "residual_disagree": 0.02194 },2195 {2196 "tau": 1.0891959798994977,2197 "escalated_frac": 0.08333333333333333,2198 "residual_disagree": 0.02199 },2200 {2201 "tau": 1.25,2202 "escalated_frac": 0.08333333333333333,2203 "residual_disagree": 0.02204 },2205 {2206 "tau": 1.3190954773869352,2207 "escalated_frac": 0.09375,2208 "residual_disagree": 0.02209 },2210 {2211 "tau": 1.5,2212 "escalated_frac": 0.09375,2213 "residual_disagree": 0.02214 },2215 {2216 "tau": 1.5,2217 "escalated_frac": 0.09375,2218 "residual_disagree": 0.02219 },2220 {2221 "tau": 1.5,2222 "escalated_frac": 0.09375,2223 "residual_disagree": 0.02224 },2225 {2226 "tau": 1.5288944723618094,2227 "escalated_frac": 0.11458333333333333,2228 "residual_disagree": 0.02229 },2230 {2231 "tau": 1.7594221105527637,2232 "escalated_frac": 0.11979166666666667,2233 "residual_disagree": 0.02234 },2235 {2236 "tau": 1.879396984924623,2237 "escalated_frac": 0.125,2238 "residual_disagree": 0.02239 },2240 {2241 "tau": 1.999371859296482,2242 "escalated_frac": 0.125,2243 "residual_disagree": 0.02244 },2245 {2246 "tau": 2.0,2247 "escalated_frac": 0.125,2248 "residual_disagree": 0.02249 },2250 {2251 "tau": 2.2286432160804024,2252 "escalated_frac": 0.13541666666666666,2253 "residual_disagree": 0.02254 },2255 {2256 "tau": 2.25,2257 "escalated_frac": 0.13541666666666666,2258 "residual_disagree": 0.02259 },2260 {2261 "tau": 2.458542713567839,2262 "escalated_frac": 0.14583333333333334,2263 "residual_disagree": 0.02264 },2265 {2266 "tau": 2.5,2267 "escalated_frac": 0.14583333333333334,2268 "residual_disagree": 0.02269 },2270 {2271 "tau": 2.6884422110552766,2272 "escalated_frac": 0.15625,2273 "residual_disagree": 0.02274 },2275 {2276 "tau": 2.75,2277 "escalated_frac": 0.15625,2278 "residual_disagree": 0.02279 },2280 {2281 "tau": 2.9183417085427132,2282 "escalated_frac": 0.16666666666666666,2283 "residual_disagree": 0.02284 },2285 {2286 "tau": 3.3165829145728623,2287 "escalated_frac": 0.171875,2288 "residual_disagree": 0.02289 },2290 {2291 "tau": 3.5,2292 "escalated_frac": 0.171875,2293 "residual_disagree": 0.02294 },2295 {2296 "tau": 3.5,2297 "escalated_frac": 0.171875,2298 "residual_disagree": 0.02299 },2300 {2301 "tau": 3.6281407035175874,2302 "escalated_frac": 0.1875,2303 "residual_disagree": 0.02304 },2305 {2306 "tau": 3.75,2307 "escalated_frac": 0.1875,2308 "residual_disagree": 0.02309 },2310 {2311 "tau": 3.8580402010050268,2312 "escalated_frac": 0.19791666666666666,2313 "residual_disagree": 0.02314 },2315 {2316 "tau": 4.0,2317 "escalated_frac": 0.19791666666666666,2318 "residual_disagree": 0.02319 },2320 {2321 "tau": 4.0,2322 "escalated_frac": 0.19791666666666666,2323 "residual_disagree": 0.02324 },2325 {2326 "tau": 4.038944723618091,2327 "escalated_frac": 0.21354166666666666,2328 "residual_disagree": 0.02329 },2330 {2331 "tau": 4.226758793969847,2332 "escalated_frac": 0.21875,2333 "residual_disagree": 0.02334 },2335 {2336 "tau": 4.528894472361809,2337 "escalated_frac": 0.22395833333333334,2338 "residual_disagree": 0.02339 },2340 {2341 "tau": 4.696608040201006,2342 "escalated_frac": 0.22916666666666666,2343 "residual_disagree": 0.02344 },2345 {2346 "tau": 5.0,2347 "escalated_frac": 0.22916666666666666,2348 "residual_disagree": 0.02349 },2350 {2351 "tau": 5.0,2352 "escalated_frac": 0.22916666666666666,2353 "residual_disagree": 0.02354 },2355 {2356 "tau": 5.008793969849246,2357 "escalated_frac": 0.24479166666666666,2358 "residual_disagree": 0.02359 },2360 {2361 "tau": 5.1287688442211055,2362 "escalated_frac": 0.25,2363 "residual_disagree": 0.02364 },2365 {2366 "tau": 5.248743718592964,2367 "escalated_frac": 0.25,2368 "residual_disagree": 0.02369 },2370 {2371 "tau": 5.606155778894473,2372 "escalated_frac": 0.2552083333333333,2373 "residual_disagree": 0.02374 },2375 {2376 "tau": 5.625,2377 "escalated_frac": 0.2552083333333333,2378 "residual_disagree": 0.02379 },2380 {2381 "tau": 5.733668341708542,2382 "escalated_frac": 0.265625,2383 "residual_disagree": 0.02384 },2385 {2386 "tau": 5.853643216080402,2387 "escalated_frac": 0.2708333333333333,2388 "residual_disagree": 0.02389 },2390 {2391 "tau": 5.973618090452262,2392 "escalated_frac": 0.2760416666666667,2393 "residual_disagree": 0.02394 },2395 {2396 "tau": 6.1871859296482405,2397 "escalated_frac": 0.28125,2398 "residual_disagree": 0.02399 },2400 {2401 "tau": 6.427135678391961,2402 "escalated_frac": 0.2864583333333333,2403 "residual_disagree": 0.02404 },2405 {2406 "tau": 6.5,2407 "escalated_frac": 0.2864583333333333,2408 "residual_disagree": 0.02409 },2410 {2411 "tau": 6.735552763819095,2412 "escalated_frac": 0.296875,2413 "residual_disagree": 0.02414 },2415 {2416 "tau": 6.948492462311559,2417 "escalated_frac": 0.3020833333333333,2418 "residual_disagree": 0.02419 },2420 {2421 "tau": 7.068467336683417,2422 "escalated_frac": 0.3072916666666667,2423 "residual_disagree": 0.02424 },2425 {2426 "tau": 7.125,2427 "escalated_frac": 0.3072916666666667,2428 "residual_disagree": 0.02429 },2430 {2431 "tau": 7.300251256281405,2432 "escalated_frac": 0.3177083333333333,2433 "residual_disagree": 0.02434 },2435 {2436 "tau": 7.606783919597991,2437 "escalated_frac": 0.3229166666666667,2438 "residual_disagree": 0.02439 },2440 {2441 "tau": 7.75,2442 "escalated_frac": 0.3229166666666667,2443 "residual_disagree": 0.02444 },2445 {2446 "tau": 7.793341708542713,2447 "escalated_frac": 0.3333333333333333,2448 "residual_disagree": 0.02449 },2450 {2451 "tau": 7.9899497487437205,2452 "escalated_frac": 0.3385416666666667,2453 "residual_disagree": 0.02454 },2455 {2456 "tau": 8.25,2457 "escalated_frac": 0.3385416666666667,2458 "residual_disagree": 0.02459 },2460 {2461 "tau": 8.278266331658292,2462 "escalated_frac": 0.3489583333333333,2463 "residual_disagree": 0.02464 },2465 {2466 "tau": 8.375,2467 "escalated_frac": 0.3489583333333333,2468 "residual_disagree": 0.02469 },2470 {2471 "tau": 8.39321608040201,2472 "escalated_frac": 0.359375,2473 "residual_disagree": 0.02474 },2475 {2476 "tau": 8.51319095477387,2477 "escalated_frac": 0.3645833333333333,2478 "residual_disagree": 0.02479 },2480 {2481 "tau": 8.625,2482 "escalated_frac": 0.3645833333333333,2483 "residual_disagree": 0.02484 },2485 {2486 "tau": 8.634422110552762,2487 "escalated_frac": 0.375,2488 "residual_disagree": 0.02489 },2490 {2491 "tau": 8.994346733668346,2492 "escalated_frac": 0.375,2493 "residual_disagree": 0.02494 },2495 {2496 "tau": 9.118090452261306,2497 "escalated_frac": 0.3802083333333333,2498 "residual_disagree": 0.02499 },2500 {2501 "tau": 9.238065326633166,2502 "escalated_frac": 0.3854166666666667,2503 "residual_disagree": 0.02504 },2505 {2506 "tau": 9.25,2507 "escalated_frac": 0.3854166666666667,2508 "residual_disagree": 0.02509 },2510 {2511 "tau": 9.559045226130653,2512 "escalated_frac": 0.3958333333333333,2513 "residual_disagree": 0.02514 },2515 {2516 "tau": 9.625,2517 "escalated_frac": 0.3958333333333333,2518 "residual_disagree": 0.02519 },2520 {2521 "tau": 9.717964824120603,2522 "escalated_frac": 0.40625,2523 "residual_disagree": 0.02524 },2525 {2526 "tau": 9.75,2527 "escalated_frac": 0.40625,2528 "residual_disagree": 0.02529 },2530 {2531 "tau": 9.915829145728644,2532 "escalated_frac": 0.4166666666666667,2533 "residual_disagree": 0.02534 },2535 {2536 "tau": 10.0,2537 "escalated_frac": 0.4166666666666667,2538 "residual_disagree": 0.02539 },2540 {2541 "tau": 10.0,2542 "escalated_frac": 0.4166666666666667,2543 "residual_disagree": 0.02544 },2545 {2546 "tau": 10.067839195979898,2547 "escalated_frac": 0.4322916666666667,2548 "residual_disagree": 0.02549 },2550 {2551 "tau": 10.125,2552 "escalated_frac": 0.4322916666666667,2553 "residual_disagree": 0.02554 },2555 {2556 "tau": 10.125,2557 "escalated_frac": 0.4322916666666667,2558 "residual_disagree": 0.02559 },2560 {2561 "tau": 10.177763819095476,2562 "escalated_frac": 0.4479166666666667,2563 "residual_disagree": 0.02564 },2565 {2566 "tau": 10.25,2567 "escalated_frac": 0.4479166666666667,2568 "residual_disagree": 0.02569 },2570 {2571 "tau": 10.378140703517586,2572 "escalated_frac": 0.4583333333333333,2573 "residual_disagree": 0.02574 },2575 {2576 "tau": 10.662688442211055,2577 "escalated_frac": 0.4635416666666667,2578 "residual_disagree": 0.02579 },2580 {2581 "tau": 10.75,2582 "escalated_frac": 0.4635416666666667,2583 "residual_disagree": 0.02584 },2585 {2586 "tau": 10.777638190954773,2587 "escalated_frac": 0.4739583333333333,2588 "residual_disagree": 0.02589 },2590 {2591 "tau": 10.897613065326633,2592 "escalated_frac": 0.4791666666666667,2593 "residual_disagree": 0.02594 },2595 {2596 "tau": 11.0,2597 "escalated_frac": 0.4791666666666667,2598 "residual_disagree": 0.02599 },2600 {2601 "tau": 11.012562814070352,2602 "escalated_frac": 0.4895833333333333,2603 "residual_disagree": 0.02604 },2605 {2606 "tau": 11.132537688442211,2607 "escalated_frac": 0.4947916666666667,2608 "residual_disagree": 0.02609 },2610 {2611 "tau": 11.25251256281407,2612 "escalated_frac": 0.5,2613 "residual_disagree": 0.02614 },2615 {2616 "tau": 11.372487437185928,2617 "escalated_frac": 0.5,2618 "residual_disagree": 0.02619 },2620 {2621 "tau": 11.492462311557789,2622 "escalated_frac": 0.5052083333333334,2623 "residual_disagree": 0.02624 },2625 {2626 "tau": 11.5,2627 "escalated_frac": 0.5052083333333334,2628 "residual_disagree": 0.02629 },2630 {2631 "tau": 11.607412060301508,2632 "escalated_frac": 0.515625,2633 "residual_disagree": 0.02634 },2635 {2636 "tau": 11.625,2637 "escalated_frac": 0.515625,2638 "residual_disagree": 0.02639 },2640 {2641 "tau": 11.917085427135675,2642 "escalated_frac": 0.5260416666666666,2643 "residual_disagree": 0.02644 },2645 {2646 "tau": 12.092336683417084,2647 "escalated_frac": 0.53125,2648 "residual_disagree": 0.02649 },2650 {2651 "tau": 12.386934673366836,2652 "escalated_frac": 0.5364583333333334,2653 "residual_disagree": 0.02654 },2655 {2656 "tau": 12.5,2657 "escalated_frac": 0.5364583333333334,2658 "residual_disagree": 0.02659 },2660 {2661 "tau": 12.5,2662 "escalated_frac": 0.5364583333333334,2663 "residual_disagree": 0.02664 },2665 {2666 "tau": 12.572236180904524,2667 "escalated_frac": 0.5520833333333334,2668 "residual_disagree": 0.02669 },2670 {2671 "tau": 12.625,2672 "escalated_frac": 0.5520833333333334,2673 "residual_disagree": 0.02674 },2675 {2676 "tau": 12.811557788944722,2677 "escalated_frac": 0.5625,2678 "residual_disagree": 0.02679 },2680 {2681 "tau": 13.0,2682 "escalated_frac": 0.5625,2683 "residual_disagree": 0.02684 },2685 {2686 "tau": 13.0,2687 "escalated_frac": 0.5625,2688 "residual_disagree": 0.02689 },2690 {2691 "tau": 13.0,2692 "escalated_frac": 0.5625,2693 "residual_disagree": 0.02694 },2695 {2696 "tau": 13.042085427135678,2697 "escalated_frac": 0.5833333333333334,2698 "residual_disagree": 0.02699 },2700 {2701 "tau": 13.162060301507537,2702 "escalated_frac": 0.5885416666666666,2703 "residual_disagree": 0.02704 },2705 {2706 "tau": 13.314070351758794,2707 "escalated_frac": 0.59375,2708 "residual_disagree": 0.02709 },2710 {2711 "tau": 13.527010050251256,2712 "escalated_frac": 0.5989583333333334,2713 "residual_disagree": 0.02714 },2715 {2716 "tau": 13.646984924623117,2717 "escalated_frac": 0.6041666666666666,2718 "residual_disagree": 0.02719 },2720 {2721 "tau": 13.783919597989946,2722 "escalated_frac": 0.609375,2723 "residual_disagree": 0.02724 },2725 {2726 "tau": 14.011934673366834,2727 "escalated_frac": 0.6145833333333334,2728 "residual_disagree": 0.02729 },2730 {2731 "tau": 14.145728643216081,2732 "escalated_frac": 0.6197916666666666,2733 "residual_disagree": 0.02734 },2735 {2736 "tau": 14.5,2737 "escalated_frac": 0.6197916666666666,2738 "residual_disagree": 0.02739 },2740 {2741 "tau": 14.5,2742 "escalated_frac": 0.6197916666666666,2743 "residual_disagree": 0.02744 },2745 {2746 "tau": 15.317839195979891,2747 "escalated_frac": 0.6302083333333334,2748 "residual_disagree": 0.02749 },2750 {2751 "tau": 15.375,2752 "escalated_frac": 0.6302083333333334,2753 "residual_disagree": 0.02754 },2755 {2756 "tau": 15.375,2757 "escalated_frac": 0.6302083333333334,2758 "residual_disagree": 0.02759 },2760 {2761 "tau": 15.47675879396985,2762 "escalated_frac": 0.6458333333333334,2763 "residual_disagree": 0.02764 },2765 {2766 "tau": 15.5,2767 "escalated_frac": 0.6458333333333334,2768 "residual_disagree": 0.02769 },2770 {2771 "tau": 15.591708542713567,2772 "escalated_frac": 0.65625,2773 "residual_disagree": 0.02774 },2775 {2776 "tau": 15.625,2777 "escalated_frac": 0.65625,2778 "residual_disagree": 0.02779 },2780 {2781 "tau": 15.706658291457286,2782 "escalated_frac": 0.6666666666666666,2783 "residual_disagree": 0.02784 },2785 {2786 "tau": 15.75,2787 "escalated_frac": 0.6666666666666666,2788 "residual_disagree": 0.02789 },2790 {2791 "tau": 15.75,2792 "escalated_frac": 0.6666666666666666,2793 "residual_disagree": 0.02794 },2795 {2796 "tau": 15.949748743718587,2797 "escalated_frac": 0.6822916666666666,2798 "residual_disagree": 0.02799 },2800 {2801 "tau": 16.125,2802 "escalated_frac": 0.6822916666666666,2803 "residual_disagree": 0.02804 },2805 {2806 "tau": 16.181532663316585,2807 "escalated_frac": 0.6927083333333334,2808 "residual_disagree": 0.02809 },2810 {2811 "tau": 16.25,2812 "escalated_frac": 0.6927083333333334,2813 "residual_disagree": 0.02814 },2815 {2816 "tau": 16.25,2817 "escalated_frac": 0.6927083333333334,2818 "residual_disagree": 0.02819 },2820 {2821 "tau": 16.25,2822 "escalated_frac": 0.6927083333333334,2823 "residual_disagree": 0.02824 },2825 {2826 "tau": 16.322864321608037,2827 "escalated_frac": 0.7135416666666666,2828 "residual_disagree": 0.02829 },2830 {2831 "tau": 16.5,2832 "escalated_frac": 0.7135416666666666,2833 "residual_disagree": 0.02834 },2835 {2836 "tau": 16.52638190954774,2837 "escalated_frac": 0.7239583333333334,2838 "residual_disagree": 0.02839 },2840 {2841 "tau": 16.6463567839196,2842 "escalated_frac": 0.7291666666666666,2843 "residual_disagree": 0.02844 },2845 {2846 "tau": 16.782663316582912,2847 "escalated_frac": 0.734375,2848 "residual_disagree": 0.02849 },2850 {2851 "tau": 17.011306532663315,2852 "escalated_frac": 0.7395833333333334,2853 "residual_disagree": 0.02854 },2855 {2856 "tau": 17.125,2857 "escalated_frac": 0.7395833333333334,2858 "residual_disagree": 0.02859 },2860 {2861 "tau": 17.128768844221103,2862 "escalated_frac": 0.75,2863 "residual_disagree": 0.02864 },2865 {2866 "tau": 17.48869346733669,2867 "escalated_frac": 0.75,2868 "residual_disagree": 0.02869 },2870 {2871 "tau": 17.5,2872 "escalated_frac": 0.75,2873 "residual_disagree": 0.02874 },2875 {2876 "tau": 17.611180904522612,2877 "escalated_frac": 0.7604166666666666,2878 "residual_disagree": 0.02879 },2880 {2881 "tau": 17.943467336683415,2882 "escalated_frac": 0.765625,2883 "residual_disagree": 0.02884 },2885 {2886 "tau": 18.0,2887 "escalated_frac": 0.765625,2888 "residual_disagree": 0.02889 },2890 {2891 "tau": 18.19221105527638,2892 "escalated_frac": 0.7760416666666666,2893 "residual_disagree": 0.02894 },2895 {2896 "tau": 18.25,2897 "escalated_frac": 0.7760416666666666,2898 "residual_disagree": 0.02899 },2900 {2901 "tau": 18.33605527638191,2902 "escalated_frac": 0.7864583333333334,2903 "residual_disagree": 0.02904 },2905 {2906 "tau": 18.45603015075377,2907 "escalated_frac": 0.7916666666666666,2908 "residual_disagree": 0.02909 },2910 {2911 "tau": 18.5,2912 "escalated_frac": 0.7916666666666666,2913 "residual_disagree": 0.02914 },2915 {2916 "tau": 18.5,2917 "escalated_frac": 0.7916666666666666,2918 "residual_disagree": 0.02919 },2920 {2921 "tau": 18.69786432160804,2922 "escalated_frac": 0.8072916666666666,2923 "residual_disagree": 0.02924 },2925 {2926 "tau": 18.935929648241206,2927 "escalated_frac": 0.8125,2928 "residual_disagree": 0.02929 },2930 {2931 "tau": 19.0,2932 "escalated_frac": 0.8125,2933 "residual_disagree": 0.02934 },2935 {2936 "tau": 19.0,2937 "escalated_frac": 0.8125,2938 "residual_disagree": 0.02939 },2940 {2941 "tau": 19.09170854271357,2942 "escalated_frac": 0.828125,2943 "residual_disagree": 0.02944 },2945 {2946 "tau": 19.331658291457288,2947 "escalated_frac": 0.8333333333333334,2948 "residual_disagree": 0.02949 },2950 {2951 "tau": 19.535804020100503,2952 "escalated_frac": 0.8385416666666666,2953 "residual_disagree": 0.02954 },2955 {2956 "tau": 19.655778894472363,2957 "escalated_frac": 0.84375,2958 "residual_disagree": 0.02959 },2960 {2961 "tau": 19.75,2962 "escalated_frac": 0.84375,2963 "residual_disagree": 0.02964 },2965 {2966 "tau": 19.791457286432163,2967 "escalated_frac": 0.8541666666666666,2968 "residual_disagree": 0.02969 },2970 {2971 "tau": 20.078517587939704,2972 "escalated_frac": 0.859375,2973 "residual_disagree": 0.02974 },2975 {2976 "tau": 20.646356783919593,2977 "escalated_frac": 0.8645833333333334,2978 "residual_disagree": 0.02979 },2980 {2981 "tau": 20.88630653266332,2982 "escalated_frac": 0.8697916666666666,2983 "residual_disagree": 0.02984 },2985 {2986 "tau": 21.12562814070352,2987 "escalated_frac": 0.875,2988 "residual_disagree": 0.02989 },2990 {2991 "tau": 21.24560301507538,2992 "escalated_frac": 0.875,2993 "residual_disagree": 0.02994 },2995 {2996 "tau": 21.481155778894475,2997 "escalated_frac": 0.8802083333333334,2998 "residual_disagree": 0.02999 },3000 {3001 "tau": 21.5,3002 "escalated_frac": 0.8802083333333334,3003 "residual_disagree": 0.03004 },3005 {3006 "tau": 21.5,3007 "escalated_frac": 0.8802083333333334,3008 "residual_disagree": 0.03009 },3010 {3011 "tau": 21.801507537688448,3012 "escalated_frac": 0.8958333333333334,3013 "residual_disagree": 0.03014 },3015 {3016 "tau": 22.06595477386935,3017 "escalated_frac": 0.9010416666666666,3018 "residual_disagree": 0.03019 },3020 {3021 "tau": 22.125,3022 "escalated_frac": 0.9010416666666666,3023 "residual_disagree": 0.03024 },3025 {3026 "tau": 22.46670854271356,3027 "escalated_frac": 0.9114583333333334,3028 "residual_disagree": 0.03029 },3030 {3031 "tau": 22.70540201005025,3032 "escalated_frac": 0.9166666666666666,3033 "residual_disagree": 0.03034 },3035 {3036 "tau": 22.976130653266328,3037 "escalated_frac": 0.921875,3038 "residual_disagree": 0.03039 },3040 {3041 "tau": 23.125,3042 "escalated_frac": 0.921875,3043 "residual_disagree": 0.03044 },3045 {3046 "tau": 23.255653266331663,3047 "escalated_frac": 0.9322916666666666,3048 "residual_disagree": 0.03049 },3050 {3051 "tau": 23.555904522613062,3052 "escalated_frac": 0.9375,3053 "residual_disagree": 0.03054 },3055 {3056 "tau": 23.75,3057 "escalated_frac": 0.9375,3058 "residual_disagree": 0.03059 },3060 {3061 "tau": 23.75,3062 "escalated_frac": 0.9375,3063 "residual_disagree": 0.03064 },3065 {3066 "tau": 23.75,3067 "escalated_frac": 0.9375,3068 "residual_disagree": 0.03069 },3070 {3071 "tau": 23.870603015075385,3072 "escalated_frac": 0.9583333333333334,3073 "residual_disagree": 0.03074 },3075 {3076 "tau": 24.125,3077 "escalated_frac": 0.9583333333333334,3078 "residual_disagree": 0.03079 },3080 {3081 "tau": 24.305904522613062,3082 "escalated_frac": 0.96875,3083 "residual_disagree": 0.03084 },3085 {3086 "tau": 24.95037688442211,3087 "escalated_frac": 0.9739583333333334,3088 "residual_disagree": 0.03089 },3090 {3091 "tau": 25.25,3092 "escalated_frac": 0.9739583333333334,3093 "residual_disagree": 0.03094 },3095 {3096 "tau": 25.295226130653266,3097 "escalated_frac": 0.984375,3098 "residual_disagree": 0.03099 },3100 {3101 "tau": 25.66520100502514,3102 "escalated_frac": 0.9895833333333334,3103 "residual_disagree": 0.03104 },3105 {3106 "tau": 26.396356783919593,3107 "escalated_frac": 0.9947916666666666,3108 "residual_disagree": 0.03109 },3110 {3111 "tau": 32.875,3112 "escalated_frac": 0.9947916666666666,3113 "residual_disagree": 0.03114 }3115 ],3116 "hidden_rel_err_by_depth": {3117 "6": 0.015469326637685299,3118 "13": 0.02217661403119564,3119 "20": 0.0224135871976614,3120 "27": 0.039576070383191113121 },3122 "escalation_frac_for_99pct": 0.0156253123 }3124 ],3125 "B_base4": [3126 {3127 "stage": 0,3128 "ladder_bits": [3129 43130 ],3131 "cumulative_bits_per_param": 5.0,3132 "agreement_rate": 0.9479166666666666,3133 "mean_kl": 0.09175645560026169,3134 "auroc": 0.9755494505494505,3135 "escalation_curve": [3136 {3137 "tau": 0.0,3138 "escalated_frac": 0.0,3139 "residual_disagree": 0.0520833333333333363140 },3141 {3142 "tau": 0.2399497487437186,3143 "escalated_frac": 0.005208333333333333,3144 "residual_disagree": 0.0468753145 },3146 {3147 "tau": 0.4798994974874372,3148 "escalated_frac": 0.010416666666666666,3149 "residual_disagree": 0.0468753150 },3151 {3152 "tau": 0.7198492462311558,3153 "escalated_frac": 0.015625,3154 "residual_disagree": 0.0416666666666666643155 },3156 {3157 "tau": 0.75,3158 "escalated_frac": 0.015625,3159 "residual_disagree": 0.0416666666666666643160 },3161 {3162 "tau": 0.8498743718592965,3163 "escalated_frac": 0.026041666666666668,3164 "residual_disagree": 0.0364583333333333363165 },3166 {3167 "tau": 0.9698492462311558,3168 "escalated_frac": 0.03125,3169 "residual_disagree": 0.0364583333333333363170 },3171 {3172 "tau": 1.0,3173 "escalated_frac": 0.03125,3174 "residual_disagree": 0.0364583333333333363175 },3176 {3177 "tau": 1.0,3178 "escalated_frac": 0.03125,3179 "residual_disagree": 0.0364583333333333363180 },3181 {3182 "tau": 1.0,3183 "escalated_frac": 0.03125,3184 "residual_disagree": 0.0364583333333333363185 },3186 {3187 "tau": 1.074748743718593,3188 "escalated_frac": 0.052083333333333336,3189 "residual_disagree": 0.0208333333333333323190 },3191 {3192 "tau": 1.125,3193 "escalated_frac": 0.052083333333333336,3194 "residual_disagree": 0.0208333333333333323195 },3196 {3197 "tau": 1.254396984924623,3198 "escalated_frac": 0.0625,3199 "residual_disagree": 0.0156253200 },3201 {3202 "tau": 1.434673366834171,3203 "escalated_frac": 0.06770833333333333,3204 "residual_disagree": 0.0156253205 },3206 {3207 "tau": 1.5,3208 "escalated_frac": 0.06770833333333333,3209 "residual_disagree": 0.0156253210 },3211 {3212 "tau": 1.5,3213 "escalated_frac": 0.06770833333333333,3214 "residual_disagree": 0.0156253215 },3216 {3217 "tau": 1.5,3218 "escalated_frac": 0.06770833333333333,3219 "residual_disagree": 0.0156253220 },3221 {3222 "tau": 1.5,3223 "escalated_frac": 0.06770833333333333,3224 "residual_disagree": 0.0156253225 },3226 {3227 "tau": 1.5,3228 "escalated_frac": 0.06770833333333333,3229 "residual_disagree": 0.0156253230 },3231 {3232 "tau": 1.5295226130653266,3233 "escalated_frac": 0.09895833333333333,3234 "residual_disagree": 0.0052083333333333333235 },3236 {3237 "tau": 1.625,3238 "escalated_frac": 0.09895833333333333,3239 "residual_disagree": 0.0052083333333333333240 },3241 {3242 "tau": 1.625,3243 "escalated_frac": 0.09895833333333333,3244 "residual_disagree": 0.0052083333333333333245 },3246 {3247 "tau": 1.6394472361809047,3248 "escalated_frac": 0.11458333333333333,3249 "residual_disagree": 0.03250 },3251 {3252 "tau": 1.75,3253 "escalated_frac": 0.11458333333333333,3254 "residual_disagree": 0.03255 },3256 {3257 "tau": 1.754396984924623,3258 "escalated_frac": 0.125,3259 "residual_disagree": 0.03260 },3261 {3262 "tau": 1.874371859296482,3263 "escalated_frac": 0.125,3264 "residual_disagree": 0.03265 },3266 {3267 "tau": 1.9943467336683418,3268 "escalated_frac": 0.13020833333333334,3269 "residual_disagree": 0.03270 },3271 {3272 "tau": 2.0,3273 "escalated_frac": 0.13020833333333334,3274 "residual_disagree": 0.03275 },3276 {3277 "tau": 2.0,3278 "escalated_frac": 0.13020833333333334,3279 "residual_disagree": 0.03280 },3281 {3282 "tau": 2.208542713567839,3283 "escalated_frac": 0.14583333333333334,3284 "residual_disagree": 0.03285 },3286 {3287 "tau": 2.25,3288 "escalated_frac": 0.14583333333333334,3289 "residual_disagree": 0.03290 },3291 {3292 "tau": 2.3442211055276383,3293 "escalated_frac": 0.15625,3294 "residual_disagree": 0.03295 },3296 {3297 "tau": 2.4641959798994977,3298 "escalated_frac": 0.16145833333333334,3299 "residual_disagree": 0.03300 },3301 {3302 "tau": 2.5,3303 "escalated_frac": 0.16145833333333334,3304 "residual_disagree": 0.03305 },3306 {3307 "tau": 2.5,3308 "escalated_frac": 0.16145833333333334,3309 "residual_disagree": 0.03310 },3311 {3312 "tau": 2.5,3313 "escalated_frac": 0.16145833333333334,3314 "residual_disagree": 0.03315 },3316 {3317 "tau": 2.5690954773869352,3318 "escalated_frac": 0.18229166666666666,3319 "residual_disagree": 0.03320 },3321 {3322 "tau": 2.6890703517587937,3323 "escalated_frac": 0.1875,3324 "residual_disagree": 0.03325 },3326 {3327 "tau": 2.75,3328 "escalated_frac": 0.1875,3329 "residual_disagree": 0.03330 },3331 {3332 "tau": 2.75,3333 "escalated_frac": 0.1875,3334 "residual_disagree": 0.03335 },3336 {3337 "tau": 2.75,3338 "escalated_frac": 0.1875,3339 "residual_disagree": 0.03340 },3341 {3342 "tau": 2.925879396984925,3343 "escalated_frac": 0.20833333333333334,3344 "residual_disagree": 0.03345 },3346 {3347 "tau": 3.3278894472361813,3348 "escalated_frac": 0.21354166666666666,3349 "residual_disagree": 0.03350 },3351 {3352 "tau": 3.5,3353 "escalated_frac": 0.21354166666666666,3354 "residual_disagree": 0.03355 },3356 {3357 "tau": 3.5288944723618094,3358 "escalated_frac": 0.22395833333333334,3359 "residual_disagree": 0.03360 },3361 {3362 "tau": 3.648869346733669,3363 "escalated_frac": 0.22916666666666666,3364 "residual_disagree": 0.03365 },3366 {3367 "tau": 3.7876884422110546,3368 "escalated_frac": 0.234375,3369 "residual_disagree": 0.03370 },3371 {3372 "tau": 4.0,3373 "escalated_frac": 0.234375,3374 "residual_disagree": 0.03375 },3376 {3377 "tau": 4.017587939698492,3378 "escalated_frac": 0.24479166666666666,3379 "residual_disagree": 0.03380 },3381 {3382 "tau": 4.257537688442211,3383 "escalated_frac": 0.25,3384 "residual_disagree": 0.03385 },3386 {3387 "tau": 4.497487437185928,3388 "escalated_frac": 0.25,3389 "residual_disagree": 0.03390 },3391 {3392 "tau": 4.7374371859296485,3393 "escalated_frac": 0.2552083333333333,3394 "residual_disagree": 0.03395 },3396 {3397 "tau": 4.75,3398 "escalated_frac": 0.2552083333333333,3399 "residual_disagree": 0.03400 },3401 {3402 "tau": 4.75,3403 "escalated_frac": 0.2552083333333333,3404 "residual_disagree": 0.03405 },3406 {3407 "tau": 4.853643216080402,3408 "escalated_frac": 0.2708333333333333,3409 "residual_disagree": 0.03410 },3411 {3412 "tau": 5.0722361809045236,3413 "escalated_frac": 0.2760416666666667,3414 "residual_disagree": 0.03415 },3416 {3417 "tau": 5.3121859296482405,3418 "escalated_frac": 0.28125,3419 "residual_disagree": 0.03420 },3421 {3422 "tau": 5.4635678391959805,3423 "escalated_frac": 0.2864583333333333,3424 "residual_disagree": 0.03425 },3426 {3427 "tau": 5.5,3428 "escalated_frac": 0.2864583333333333,3429 "residual_disagree": 0.03430 },3431 {3432 "tau": 5.5,3433 "escalated_frac": 0.2864583333333333,3434 "residual_disagree": 0.03435 },3436 {3437 "tau": 5.573492462311559,3438 "escalated_frac": 0.3020833333333333,3439 "residual_disagree": 0.03440 },3441 {3442 "tau": 5.761934673366834,3443 "escalated_frac": 0.3072916666666667,3444 "residual_disagree": 0.03445 },3446 {3447 "tau": 6.001884422110553,3448 "escalated_frac": 0.3125,3449 "residual_disagree": 0.03450 },3451 {3452 "tau": 6.300251256281405,3453 "escalated_frac": 0.3177083333333333,3454 "residual_disagree": 0.03455 },3456 {3457 "tau": 6.5,3458 "escalated_frac": 0.3177083333333333,3459 "residual_disagree": 0.03460 },3461 {3462 "tau": 6.5,3463 "escalated_frac": 0.3177083333333333,3464 "residual_disagree": 0.03465 },3466 {3467 "tau": 6.543341708542713,3468 "escalated_frac": 0.3333333333333333,3469 "residual_disagree": 0.03470 },3471 {3472 "tau": 6.816582914572868,3473 "escalated_frac": 0.3385416666666667,3474 "residual_disagree": 0.03475 },3476 {3477 "tau": 7.316582914572862,3478 "escalated_frac": 0.34375,3479 "residual_disagree": 0.03480 },3481 {3482 "tau": 7.5,3483 "escalated_frac": 0.34375,3484 "residual_disagree": 0.03485 },3486 {3487 "tau": 7.5,3488 "escalated_frac": 0.34375,3489 "residual_disagree": 0.03490 },3491 {3492 "tau": 7.518216080402009,3493 "escalated_frac": 0.359375,3494 "residual_disagree": 0.03495 },3496 {3497 "tau": 7.6381909547738704,3498 "escalated_frac": 0.3645833333333333,3499 "residual_disagree": 0.03500 },3501 {3502 "tau": 7.75,3503 "escalated_frac": 0.3645833333333333,3504 "residual_disagree": 0.03505 },3506 {3507 "tau": 7.753140703517587,3508 "escalated_frac": 0.375,3509 "residual_disagree": 0.03510 },3511 {3512 "tau": 7.873115577889449,3513 "escalated_frac": 0.375,3514 "residual_disagree": 0.03515 },3516 {3517 "tau": 7.875,3518 "escalated_frac": 0.375,3519 "residual_disagree": 0.03520 },3521 {3522 "tau": 7.988065326633166,3523 "escalated_frac": 0.3854166666666667,3524 "residual_disagree": 0.03525 },3526 {3527 "tau": 8.108040201005027,3528 "escalated_frac": 0.390625,3529 "residual_disagree": 0.03530 },3531 {3532 "tau": 8.125,3533 "escalated_frac": 0.390625,3534 "residual_disagree": 0.03535 },3536 {3537 "tau": 8.125,3538 "escalated_frac": 0.390625,3539 "residual_disagree": 0.03540 },3541 {3542 "tau": 8.217964824120603,3543 "escalated_frac": 0.40625,3544 "residual_disagree": 0.03545 },3546 {3547 "tau": 8.425879396984925,3548 "escalated_frac": 0.4114583333333333,3549 "residual_disagree": 0.03550 },3551 {3552 "tau": 8.5,3553 "escalated_frac": 0.4114583333333333,3554 "residual_disagree": 0.03555 },3556 {3557 "tau": 8.655778894472363,3558 "escalated_frac": 0.421875,3559 "residual_disagree": 0.03560 },3561 {3562 "tau": 8.75,3563 "escalated_frac": 0.421875,3564 "residual_disagree": 0.03565 },3566 {3567 "tau": 8.817839195979898,3568 "escalated_frac": 0.4322916666666667,3569 "residual_disagree": 0.03570 },3571 {3572 "tau": 8.875,3573 "escalated_frac": 0.4322916666666667,3574 "residual_disagree": 0.03575 },3576 {3577 "tau": 8.932788944723619,3578 "escalated_frac": 0.4427083333333333,3579 "residual_disagree": 0.03580 },3581 {3582 "tau": 9.0,3583 "escalated_frac": 0.4427083333333333,3584 "residual_disagree": 0.03585 },3586 {3587 "tau": 9.095477386934675,3588 "escalated_frac": 0.453125,3589 "residual_disagree": 0.03590 },3591 {3592 "tau": 9.292713567839195,3593 "escalated_frac": 0.4583333333333333,3594 "residual_disagree": 0.03595 },3596 {3597 "tau": 9.375,3598 "escalated_frac": 0.4583333333333333,3599 "residual_disagree": 0.03600 },3601 {3602 "tau": 9.375,3603 "escalated_frac": 0.4583333333333333,3604 "residual_disagree": 0.03605 },3606 {3607 "tau": 9.402638190954773,3608 "escalated_frac": 0.4739583333333333,3609 "residual_disagree": 0.03610 },3611 {3612 "tau": 9.5,3613 "escalated_frac": 0.4739583333333333,3614 "residual_disagree": 0.03615 },3616 {3617 "tau": 9.5,3618 "escalated_frac": 0.4739583333333333,3619 "residual_disagree": 0.03620 },3621 {3622 "tau": 9.512562814070352,3623 "escalated_frac": 0.4895833333333333,3624 "residual_disagree": 0.03625 },3626 {3627 "tau": 9.647613065326633,3628 "escalated_frac": 0.4947916666666667,3629 "residual_disagree": 0.03630 },3631 {3632 "tau": 10.00251256281407,3633 "escalated_frac": 0.5,3634 "residual_disagree": 0.03635 },3636 {3637 "tau": 10.122487437185928,3638 "escalated_frac": 0.5,3639 "residual_disagree": 0.03640 },3641 {3642 "tau": 10.125,3643 "escalated_frac": 0.5,3644 "residual_disagree": 0.03645 },3646 {3647 "tau": 10.237437185929648,3648 "escalated_frac": 0.5104166666666666,3649 "residual_disagree": 0.03650 },3651 {3652 "tau": 10.679648241206031,3653 "escalated_frac": 0.515625,3654 "residual_disagree": 0.03655 },3656 {3657 "tau": 10.852386934673367,3658 "escalated_frac": 0.5208333333333334,3659 "residual_disagree": 0.03660 },3661 {3662 "tau": 10.972361809045225,3663 "escalated_frac": 0.5260416666666666,3664 "residual_disagree": 0.03665 },3666 {3667 "tau": 11.092336683417084,3668 "escalated_frac": 0.53125,3669 "residual_disagree": 0.03670 },3671 {3672 "tau": 11.125,3673 "escalated_frac": 0.53125,3674 "residual_disagree": 0.03675 },3676 {3677 "tau": 11.207286432160805,3678 "escalated_frac": 0.5416666666666666,3679 "residual_disagree": 0.03680 },3681 {3682 "tau": 11.25,3683 "escalated_frac": 0.5416666666666666,3684 "residual_disagree": 0.03685 },3686 {3687 "tau": 11.322236180904524,3688 "escalated_frac": 0.5520833333333334,3689 "residual_disagree": 0.03690 },3691 {3692 "tau": 11.442211055276381,3693 "escalated_frac": 0.5572916666666666,3694 "residual_disagree": 0.03695 },3696 {3697 "tau": 11.624371859296481,3698 "escalated_frac": 0.5625,3699 "residual_disagree": 0.03700 },3701 {3702 "tau": 11.864321608040203,3703 "escalated_frac": 0.5677083333333334,3704 "residual_disagree": 0.03705 },3706 {3707 "tau": 12.0,3708 "escalated_frac": 0.5677083333333334,3709 "residual_disagree": 0.03710 },3711 {3712 "tau": 12.141331658291461,3713 "escalated_frac": 0.578125,3714 "residual_disagree": 0.03715 },3716 {3717 "tau": 12.375,3718 "escalated_frac": 0.578125,3719 "residual_disagree": 0.03720 },3721 {3722 "tau": 12.412060301507537,3723 "escalated_frac": 0.5885416666666666,3724 "residual_disagree": 0.03725 },3726 {3727 "tau": 12.532035175879397,3728 "escalated_frac": 0.59375,3729 "residual_disagree": 0.03730 },3731 {3732 "tau": 12.69252512562814,3733 "escalated_frac": 0.5989583333333334,3734 "residual_disagree": 0.03735 },3736 {3737 "tau": 12.970477386934675,3738 "escalated_frac": 0.6041666666666666,3739 "residual_disagree": 0.03740 },3741 {3742 "tau": 13.141959798994973,3743 "escalated_frac": 0.609375,3744 "residual_disagree": 0.03745 },3746 {3747 "tau": 13.261934673366834,3748 "escalated_frac": 0.6145833333333334,3749 "residual_disagree": 0.03750 },3751 {3752 "tau": 13.375,3753 "escalated_frac": 0.6145833333333334,3754 "residual_disagree": 0.03755 },3756 {3757 "tau": 13.375,3758 "escalated_frac": 0.6145833333333334,3759 "residual_disagree": 0.03760 },3761 {3762 "tau": 13.375,3763 "escalated_frac": 0.6145833333333334,3764 "residual_disagree": 0.03765 },3766 {3767 "tau": 13.72550251256281,3768 "escalated_frac": 0.6302083333333334,3769 "residual_disagree": 0.03770 },3771 {3772 "tau": 13.75,3773 "escalated_frac": 0.6302083333333334,3774 "residual_disagree": 0.03775 },3776 {3777 "tau": 13.85678391959799,3778 "escalated_frac": 0.640625,3779 "residual_disagree": 0.03780 },3781 {3782 "tau": 14.0785175879397,3783 "escalated_frac": 0.6458333333333334,3784 "residual_disagree": 0.03785 },3786 {3787 "tau": 14.125,3788 "escalated_frac": 0.6458333333333334,3789 "residual_disagree": 0.03790 },3791 {3792 "tau": 14.125,3793 "escalated_frac": 0.6458333333333334,3794 "residual_disagree": 0.03795 },3796 {3797 "tau": 14.211683417085426,3798 "escalated_frac": 0.6614583333333334,3799 "residual_disagree": 0.03800 },3801 {3802 "tau": 14.331658291457286,3803 "escalated_frac": 0.6666666666666666,3804 "residual_disagree": 0.03805 },3806 {3807 "tau": 14.451633165829147,3808 "escalated_frac": 0.671875,3809 "residual_disagree": 0.03810 },3811 {3812 "tau": 14.5,3813 "escalated_frac": 0.671875,3814 "residual_disagree": 0.03815 },3816 {3817 "tau": 14.633165829145725,3818 "escalated_frac": 0.6822916666666666,3819 "residual_disagree": 0.03820 },3821 {3822 "tau": 14.75,3823 "escalated_frac": 0.6822916666666666,3824 "residual_disagree": 0.03825 },3826 {3827 "tau": 14.806532663316585,3828 "escalated_frac": 0.6927083333333334,3829 "residual_disagree": 0.03830 },3831 {3832 "tau": 15.081030150753776,3833 "escalated_frac": 0.6979166666666666,3834 "residual_disagree": 0.03835 },3836 {3837 "tau": 15.421482412060303,3838 "escalated_frac": 0.703125,3839 "residual_disagree": 0.03840 },3841 {3842 "tau": 15.582914572864318,3843 "escalated_frac": 0.7083333333333334,3844 "residual_disagree": 0.03845 },3846 {3847 "tau": 15.822864321608037,3848 "escalated_frac": 0.7135416666666666,3849 "residual_disagree": 0.03850 },3851 {3852 "tau": 16.0,3853 "escalated_frac": 0.7135416666666666,3854 "residual_disagree": 0.03855 },3856 {3857 "tau": 16.052763819095482,3858 "escalated_frac": 0.7239583333333334,3859 "residual_disagree": 0.03860 },3861 {3862 "tau": 16.2713567839196,3863 "escalated_frac": 0.7291666666666666,3864 "residual_disagree": 0.03865 },3866 {3867 "tau": 16.407663316582912,3868 "escalated_frac": 0.734375,3869 "residual_disagree": 0.03870 },3871 {3872 "tau": 16.625,3873 "escalated_frac": 0.734375,3874 "residual_disagree": 0.03875 },3876 {3877 "tau": 16.631281407035175,3878 "escalated_frac": 0.7447916666666666,3879 "residual_disagree": 0.03880 },3881 {3882 "tau": 16.75,3883 "escalated_frac": 0.7447916666666666,3884 "residual_disagree": 0.03885 },3886 {3887 "tau": 16.75,3888 "escalated_frac": 0.7447916666666666,3889 "residual_disagree": 0.03890 },3891 {3892 "tau": 16.75,3893 "escalated_frac": 0.7447916666666666,3894 "residual_disagree": 0.03895 },3896 {3897 "tau": 16.861180904522612,3898 "escalated_frac": 0.7604166666666666,3899 "residual_disagree": 0.03900 },3901 {3902 "tau": 16.875,3903 "escalated_frac": 0.7604166666666666,3904 "residual_disagree": 0.03905 },3906 {3907 "tau": 16.97613065326633,3908 "escalated_frac": 0.7708333333333334,3909 "residual_disagree": 0.03910 },3911 {3912 "tau": 17.0,3913 "escalated_frac": 0.7708333333333334,3914 "residual_disagree": 0.03915 },3916 {3917 "tau": 17.27324120603016,3918 "escalated_frac": 0.78125,3919 "residual_disagree": 0.03920 },3921 {3922 "tau": 17.46105527638191,3923 "escalated_frac": 0.7864583333333334,3924 "residual_disagree": 0.03925 },3926 {3927 "tau": 17.5,3928 "escalated_frac": 0.7864583333333334,3929 "residual_disagree": 0.03930 },3931 {3932 "tau": 17.652010050251256,3933 "escalated_frac": 0.796875,3934 "residual_disagree": 0.03935 },3936 {3937 "tau": 17.75,3938 "escalated_frac": 0.796875,3939 "residual_disagree": 0.03940 },3941 {3942 "tau": 17.815954773869347,3943 "escalated_frac": 0.8072916666666666,3944 "residual_disagree": 0.03945 },3946 {3947 "tau": 18.118718592964825,3948 "escalated_frac": 0.8125,3949 "residual_disagree": 0.03950 },3951 {3952 "tau": 18.430904522613066,3953 "escalated_frac": 0.8177083333333334,3954 "residual_disagree": 0.03955 },3956 {3957 "tau": 18.5,3958 "escalated_frac": 0.8177083333333334,3959 "residual_disagree": 0.03960 },3961 {3962 "tau": 18.5,3963 "escalated_frac": 0.8177083333333334,3964 "residual_disagree": 0.03965 },3966 {3967 "tau": 18.540829145728644,3968 "escalated_frac": 0.8333333333333334,3969 "residual_disagree": 0.03970 },3971 {3972 "tau": 18.660804020100503,3973 "escalated_frac": 0.8385416666666666,3974 "residual_disagree": 0.03975 },3976 {3977 "tau": 18.75,3978 "escalated_frac": 0.8385416666666666,3979 "residual_disagree": 0.03980 },3981 {3982 "tau": 18.775753768844222,3983 "escalated_frac": 0.8489583333333334,3984 "residual_disagree": 0.03985 },3986 {3987 "tau": 18.89572864321608,3988 "escalated_frac": 0.8541666666666666,3989 "residual_disagree": 0.03990 },3991 {3992 "tau": 19.0,3993 "escalated_frac": 0.8541666666666666,3994 "residual_disagree": 0.03995 },3996 {3997 "tau": 19.021356783919593,3998 "escalated_frac": 0.8645833333333334,3999 "residual_disagree": 0.04000 },4001 {4002 "tau": 19.25565326633166,4003 "escalated_frac": 0.8697916666666666,4004 "residual_disagree": 0.04005 },4006 {4007 "tau": 19.37562814070352,4008 "escalated_frac": 0.875,4009 "residual_disagree": 0.04010 },4011 {4012 "tau": 19.49560301507538,4013 "escalated_frac": 0.875,4014 "residual_disagree": 0.04015 },4016 {4017 "tau": 19.5,4018 "escalated_frac": 0.875,4019 "residual_disagree": 0.04020 },4021 {4022 "tau": 19.610552763819094,4023 "escalated_frac": 0.8854166666666666,4024 "residual_disagree": 0.04025 },4026 {4027 "tau": 19.625,4028 "escalated_frac": 0.8854166666666666,4029 "residual_disagree": 0.04030 },4031 {4032 "tau": 19.82600502512563,4033 "escalated_frac": 0.8958333333333334,4034 "residual_disagree": 0.04035 },4036 {4037 "tau": 19.875,4038 "escalated_frac": 0.8958333333333334,4039 "residual_disagree": 0.04040 },4041 {4042 "tau": 19.965452261306535,4043 "escalated_frac": 0.90625,4044 "residual_disagree": 0.04045 },4046 {4047 "tau": 20.17085427135678,4048 "escalated_frac": 0.9114583333333334,4049 "residual_disagree": 0.04050 },4051 {4052 "tau": 20.4108040201005,4053 "escalated_frac": 0.9166666666666666,4054 "residual_disagree": 0.04055 },4056 {4057 "tau": 20.726130653266328,4058 "escalated_frac": 0.921875,4059 "residual_disagree": 0.04060 },4061 {4062 "tau": 20.875,4063 "escalated_frac": 0.921875,4064 "residual_disagree": 0.04065 },4066 {4067 "tau": 20.875,4068 "escalated_frac": 0.921875,4069 "residual_disagree": 0.04070 },4071 {4072 "tau": 20.935301507537687,4073 "escalated_frac": 0.9375,4074 "residual_disagree": 0.04075 },4076 {4077 "tau": 21.276381909547734,4078 "escalated_frac": 0.9427083333333334,4079 "residual_disagree": 0.04080 },4081 {4082 "tau": 21.77575376884422,4083 "escalated_frac": 0.9479166666666666,4084 "residual_disagree": 0.04085 },4086 {4087 "tau": 22.045226130653266,4088 "escalated_frac": 0.953125,4089 "residual_disagree": 0.04090 },4091 {4092 "tau": 22.125,4093 "escalated_frac": 0.953125,4094 "residual_disagree": 0.04095 },4096 {4097 "tau": 22.160175879396984,4098 "escalated_frac": 0.9635416666666666,4099 "residual_disagree": 0.04100 },4101 {4102 "tau": 22.280150753768844,4103 "escalated_frac": 0.96875,4104 "residual_disagree": 0.04105 },4106 {4107 "tau": 22.45037688442211,4108 "escalated_frac": 0.9739583333333334,4109 "residual_disagree": 0.04110 },4111 {4112 "tau": 22.890703517587937,4113 "escalated_frac": 0.9791666666666666,4114 "residual_disagree": 0.04115 },4116 {4117 "tau": 23.70037688442211,4118 "escalated_frac": 0.984375,4119 "residual_disagree": 0.04120 },4121 {4122 "tau": 24.380653266331702,4123 "escalated_frac": 0.9895833333333334,4124 "residual_disagree": 0.04125 },4126 {4127 "tau": 26.096105527638187,4128 "escalated_frac": 0.9947916666666666,4129 "residual_disagree": 0.04130 },4131 {4132 "tau": 31.375,4133 "escalated_frac": 0.9947916666666666,4134 "residual_disagree": 0.04135 }4136 ],4137 "hidden_rel_err_by_depth": {4138 "6": 0.176225945353508,4139 "13": 0.21215711534023285,4140 "20": 0.23129970580339432,4141 "27": 0.38840883970260624142 },4143 "escalation_frac_for_99pct": 0.098958333333333334144 },4145 {4146 "stage": 1,4147 "ladder_bits": [4148 4,4149 44150 ],4151 "cumulative_bits_per_param": 10.0,4152 "agreement_rate": 0.984375,4153 "mean_kl": 0.0019313771044835448,4154 "auroc": 0.9832451499118166,4155 "escalation_curve": [4156 {4157 "tau": 0.0,4158 "escalated_frac": 0.0,4159 "residual_disagree": 0.0156254160 },4161 {4162 "tau": 0.0,4163 "escalated_frac": 0.0,4164 "residual_disagree": 0.0156254165 },4166 {4167 "tau": 0.1149497487437186,4168 "escalated_frac": 0.010416666666666666,4169 "residual_disagree": 0.0104166666666666664170 },4171 {4172 "tau": 0.125,4173 "escalated_frac": 0.010416666666666666,4174 "residual_disagree": 0.0104166666666666664175 },4176 {4177 "tau": 0.2298994974874372,4178 "escalated_frac": 0.020833333333333332,4179 "residual_disagree": 0.0104166666666666664180 },4181 {4182 "tau": 0.25,4183 "escalated_frac": 0.020833333333333332,4184 "residual_disagree": 0.0104166666666666664185 },4186 {4187 "tau": 0.25,4188 "escalated_frac": 0.020833333333333332,4189 "residual_disagree": 0.0104166666666666664190 },4191 {4192 "tau": 0.25,4193 "escalated_frac": 0.020833333333333332,4194 "residual_disagree": 0.0104166666666666664195 },4196 {4197 "tau": 0.25,4198 "escalated_frac": 0.020833333333333332,4199 "residual_disagree": 0.0104166666666666664200 },4201 {4202 "tau": 0.4095477386934676,4203 "escalated_frac": 0.046875,4204 "residual_disagree": 0.04205 },4206 {4207 "tau": 0.5,4208 "escalated_frac": 0.046875,4209 "residual_disagree": 0.04210 },4211 {4212 "tau": 0.5,4213 "escalated_frac": 0.046875,4214 "residual_disagree": 0.04215 },4216 {4217 "tau": 0.629396984924623,4218 "escalated_frac": 0.0625,4219 "residual_disagree": 0.04220 },4221 {4222 "tau": 0.8096733668341709,4223 "escalated_frac": 0.06770833333333333,4224 "residual_disagree": 0.04225 },4226 {4227 "tau": 0.9296482412060301,4228 "escalated_frac": 0.07291666666666667,4229 "residual_disagree": 0.04230 },4231 {4232 "tau": 1.0,4233 "escalated_frac": 0.07291666666666667,4234 "residual_disagree": 0.04235 },4236 {4237 "tau": 1.0891959798994977,4238 "escalated_frac": 0.08333333333333333,4239 "residual_disagree": 0.04240 },4241 {4242 "tau": 1.25,4243 "escalated_frac": 0.08333333333333333,4244 "residual_disagree": 0.04245 },4246 {4247 "tau": 1.25,4248 "escalated_frac": 0.08333333333333333,4249 "residual_disagree": 0.04250 },4251 {4252 "tau": 1.309045226130653,4253 "escalated_frac": 0.09895833333333333,4254 "residual_disagree": 0.04255 },4256 {4257 "tau": 1.5,4258 "escalated_frac": 0.09895833333333333,4259 "residual_disagree": 0.04260 },4261 {4262 "tau": 1.5,4263 "escalated_frac": 0.09895833333333333,4264 "residual_disagree": 0.04265 },4266 {4267 "tau": 1.5,4268 "escalated_frac": 0.09895833333333333,4269 "residual_disagree": 0.04270 },4271 {4272 "tau": 1.5188442211055273,4273 "escalated_frac": 0.11979166666666667,4274 "residual_disagree": 0.04275 },4276 {4277 "tau": 1.758793969849246,4278 "escalated_frac": 0.125,4279 "residual_disagree": 0.04280 },4281 {4282 "tau": 1.998743718592964,4283 "escalated_frac": 0.125,4284 "residual_disagree": 0.04285 },4286 {4287 "tau": 2.0,4288 "escalated_frac": 0.125,4289 "residual_disagree": 0.04290 },4291 {4292 "tau": 2.0,4293 "escalated_frac": 0.125,4294 "residual_disagree": 0.04295 },4296 {4297 "tau": 2.0,4298 "escalated_frac": 0.125,4299 "residual_disagree": 0.04300 },4301 {4302 "tau": 2.1042713567839195,4303 "escalated_frac": 0.14583333333333334,4304 "residual_disagree": 0.04305 },4306 {4307 "tau": 2.422738693467338,4308 "escalated_frac": 0.15104166666666666,4309 "residual_disagree": 0.04310 },4311 {4312 "tau": 2.5,4313 "escalated_frac": 0.15104166666666666,4314 "residual_disagree": 0.04315 },4316 {4317 "tau": 2.6783919597989954,4318 "escalated_frac": 0.16145833333333334,4319 "residual_disagree": 0.04320 },4321 {4322 "tau": 2.9183417085427132,4323 "escalated_frac": 0.16666666666666666,4324 "residual_disagree": 0.04325 },4326 {4327 "tau": 3.0,4328 "escalated_frac": 0.16666666666666666,4329 "residual_disagree": 0.04330 },4331 {4332 "tau": 3.2964824120603033,4333 "escalated_frac": 0.17708333333333334,4334 "residual_disagree": 0.04335 },4336 {4337 "tau": 3.5,4338 "escalated_frac": 0.17708333333333334,4339 "residual_disagree": 0.04340 },4341 {4342 "tau": 3.6281407035175874,4343 "escalated_frac": 0.1875,4344 "residual_disagree": 0.04345 },4346 {4347 "tau": 3.75,4348 "escalated_frac": 0.1875,4349 "residual_disagree": 0.04350 },4351 {4352 "tau": 3.8580402010050268,4353 "escalated_frac": 0.19791666666666666,4354 "residual_disagree": 0.04355 },4356 {4357 "tau": 4.0,4358 "escalated_frac": 0.19791666666666666,4359 "residual_disagree": 0.04360 },4361 {4362 "tau": 4.0879396984924625,4363 "escalated_frac": 0.20833333333333334,4364 "residual_disagree": 0.04365 },4366 {4367 "tau": 4.25,4368 "escalated_frac": 0.20833333333333334,4369 "residual_disagree": 0.04370 },4371 {4372 "tau": 4.25,4373 "escalated_frac": 0.20833333333333334,4374 "residual_disagree": 0.04375 },4376 {4377 "tau": 4.307788944723619,4378 "escalated_frac": 0.22395833333333334,4379 "residual_disagree": 0.04380 },4381 {4382 "tau": 4.547738693467338,4383 "escalated_frac": 0.22916666666666666,4384 "residual_disagree": 0.04385 },4386 {4387 "tau": 4.75,4388 "escalated_frac": 0.22916666666666666,4389 "residual_disagree": 0.04390 },4391 {4392 "tau": 4.75,4393 "escalated_frac": 0.22916666666666666,4394 "residual_disagree": 0.04395 },4396 {4397 "tau": 4.776381909547738,4398 "escalated_frac": 0.24479166666666666,4399 "residual_disagree": 0.04400 },4401 {4402 "tau": 5.1287688442211055,4403 "escalated_frac": 0.25,4404 "residual_disagree": 0.04405 },4406 {4407 "tau": 5.248743718592964,4408 "escalated_frac": 0.25,4409 "residual_disagree": 0.04410 },4411 {4412 "tau": 5.368718592964824,4413 "escalated_frac": 0.2552083333333333,4414 "residual_disagree": 0.04415 },4416 {4417 "tau": 5.488693467336684,4418 "escalated_frac": 0.2604166666666667,4419 "residual_disagree": 0.04420 },4421 {4422 "tau": 5.608668341708542,4423 "escalated_frac": 0.265625,4424 "residual_disagree": 0.04425 },4426 {4427 "tau": 5.728643216080402,4428 "escalated_frac": 0.2708333333333333,4429 "residual_disagree": 0.04430 },4431 {4432 "tau": 5.75,4433 "escalated_frac": 0.2708333333333333,4434 "residual_disagree": 0.04435 },4436 {4437 "tau": 6.124371859296481,4438 "escalated_frac": 0.28125,4439 "residual_disagree": 0.04440 },4441 {4442 "tau": 6.3385678391959805,4443 "escalated_frac": 0.2864583333333333,4444 "residual_disagree": 0.04445 },4446 {4447 "tau": 6.458542713567839,4448 "escalated_frac": 0.2916666666666667,4449 "residual_disagree": 0.04450 },4451 {4452 "tau": 6.814070351758794,4453 "escalated_frac": 0.296875,4454 "residual_disagree": 0.04455 },4456 {4457 "tau": 7.073492462311559,4458 "escalated_frac": 0.3020833333333333,4459 "residual_disagree": 0.04460 },4461 {4462 "tau": 7.193467336683417,4463 "escalated_frac": 0.3072916666666667,4464 "residual_disagree": 0.04465 },4466 {4467 "tau": 7.376884422110553,4468 "escalated_frac": 0.3125,4469 "residual_disagree": 0.04470 },4471 {4472 "tau": 7.5,4473 "escalated_frac": 0.3125,4474 "residual_disagree": 0.04475 },4476 {4477 "tau": 7.5,4478 "escalated_frac": 0.3125,4479 "residual_disagree": 0.04480 },4481 {4482 "tau": 7.5967336683417095,4483 "escalated_frac": 0.328125,4484 "residual_disagree": 0.04485 },4486 {4487 "tau": 7.793341708542713,4488 "escalated_frac": 0.3333333333333333,4489 "residual_disagree": 0.04490 },4491 {4492 "tau": 7.9133165829145735,4493 "escalated_frac": 0.3385416666666667,4494 "residual_disagree": 0.04495 },4496 {4497 "tau": 8.0,4498 "escalated_frac": 0.3385416666666667,4499 "residual_disagree": 0.04500 },4501 {4502 "tau": 8.0,4503 "escalated_frac": 0.3385416666666667,4504 "residual_disagree": 0.04505 },4506 {4507 "tau": 8.023241206030152,4508 "escalated_frac": 0.3541666666666667,4509 "residual_disagree": 0.04510 },4511 {4512 "tau": 8.14321608040201,4513 "escalated_frac": 0.359375,4514 "residual_disagree": 0.04515 },4516 {4517 "tau": 8.26319095477387,4518 "escalated_frac": 0.3645833333333333,4519 "residual_disagree": 0.04520 },4521 {4522 "tau": 8.383165829145728,4523 "escalated_frac": 0.3697916666666667,4524 "residual_disagree": 0.04525 },4526 {4527 "tau": 8.506281407035175,4528 "escalated_frac": 0.375,4529 "residual_disagree": 0.04530 },4531 {4532 "tau": 8.746231155778897,4533 "escalated_frac": 0.375,4534 "residual_disagree": 0.04535 },4536 {4537 "tau": 8.75,4538 "escalated_frac": 0.375,4539 "residual_disagree": 0.04540 },4541 {4542 "tau": 9.089195979899497,4543 "escalated_frac": 0.3854166666666667,4544 "residual_disagree": 0.04545 },4546 {4547 "tau": 9.233040201005027,4548 "escalated_frac": 0.390625,4549 "residual_disagree": 0.04550 },4551 {4552 "tau": 9.662060301507537,4553 "escalated_frac": 0.3958333333333333,4554 "residual_disagree": 0.04555 },4556 {4557 "tau": 9.75,4558 "escalated_frac": 0.3958333333333333,4559 "residual_disagree": 0.04560 },4561 {4562 "tau": 9.842964824120603,4563 "escalated_frac": 0.40625,4564 "residual_disagree": 0.04565 },4566 {4567 "tau": 9.875,4568 "escalated_frac": 0.40625,4569 "residual_disagree": 0.04570 },4571 {4572 "tau": 9.957914572864322,4573 "escalated_frac": 0.4166666666666667,4574 "residual_disagree": 0.04575 },4576 {4577 "tau": 10.155778894472363,4578 "escalated_frac": 0.421875,4579 "residual_disagree": 0.04580 },4581 {4582 "tau": 10.25,4583 "escalated_frac": 0.421875,4584 "residual_disagree": 0.04585 },4586 {4587 "tau": 10.317839195979898,4588 "escalated_frac": 0.4322916666666667,4589 "residual_disagree": 0.04590 },4591 {4592 "tau": 10.43781407035176,4593 "escalated_frac": 0.4375,4594 "residual_disagree": 0.04595 },4596 {4597 "tau": 10.5,4598 "escalated_frac": 0.4375,4599 "residual_disagree": 0.04600 },4601 {4602 "tau": 10.552763819095476,4603 "escalated_frac": 0.4479166666666667,4604 "residual_disagree": 0.04605 },4606 {4607 "tau": 10.672738693467338,4608 "escalated_frac": 0.453125,4609 "residual_disagree": 0.04610 },4611 {4612 "tau": 10.75,4613 "escalated_frac": 0.453125,4614 "residual_disagree": 0.04615 },4616 {4617 "tau": 10.787688442211055,4618 "escalated_frac": 0.4635416666666667,4619 "residual_disagree": 0.04620 },4621 {4622 "tau": 10.875,4623 "escalated_frac": 0.4635416666666667,4624 "residual_disagree": 0.04625 },4626 {4627 "tau": 10.875,4628 "escalated_frac": 0.4635416666666667,4629 "residual_disagree": 0.04630 },4631 {4632 "tau": 10.875,4633 "escalated_frac": 0.4635416666666667,4634 "residual_disagree": 0.04635 },4636 {4637 "tau": 10.892587939698492,4638 "escalated_frac": 0.484375,4639 "residual_disagree": 0.04640 },4641 {4642 "tau": 11.0,4643 "escalated_frac": 0.484375,4644 "residual_disagree": 0.04645 },4646 {4647 "tau": 11.007537688442211,4648 "escalated_frac": 0.4947916666666667,4649 "residual_disagree": 0.04650 },4651 {4652 "tau": 11.125,4653 "escalated_frac": 0.4947916666666667,4654 "residual_disagree": 0.04655 },4656 {4657 "tau": 11.125,4658 "escalated_frac": 0.4947916666666667,4659 "residual_disagree": 0.04660 },4661 {4662 "tau": 11.359924623115578,4663 "escalated_frac": 0.5052083333333334,4664 "residual_disagree": 0.04665 },4666 {4667 "tau": 11.375,4668 "escalated_frac": 0.5052083333333334,4669 "residual_disagree": 0.04670 },4671 {4672 "tau": 11.375,4673 "escalated_frac": 0.5052083333333334,4674 "residual_disagree": 0.04675 },4676 {4677 "tau": 11.477386934673367,4678 "escalated_frac": 0.5208333333333334,4679 "residual_disagree": 0.04680 },4681 {4682 "tau": 11.597361809045225,4683 "escalated_frac": 0.5260416666666666,4684 "residual_disagree": 0.04685 },4686 {4687 "tau": 11.809673366834168,4688 "escalated_frac": 0.53125,4689 "residual_disagree": 0.04690 },4691 {4692 "tau": 12.311557788944727,4693 "escalated_frac": 0.5364583333333334,4694 "residual_disagree": 0.04695 },4696 {4697 "tau": 12.5,4698 "escalated_frac": 0.5364583333333334,4699 "residual_disagree": 0.04700 },4701 {4702 "tau": 12.577261306532664,4703 "escalated_frac": 0.546875,4704 "residual_disagree": 0.04705 },4706 {4707 "tau": 12.697236180904524,4708 "escalated_frac": 0.5520833333333334,4709 "residual_disagree": 0.04710 },4711 {4712 "tau": 12.75,4713 "escalated_frac": 0.5520833333333334,4714 "residual_disagree": 0.04715 },4716 {4717 "tau": 12.874371859296481,4718 "escalated_frac": 0.5625,4719 "residual_disagree": 0.04720 },4721 {4722 "tau": 13.0,4723 "escalated_frac": 0.5625,4724 "residual_disagree": 0.04725 },4726 {4727 "tau": 13.104271356783922,4728 "escalated_frac": 0.5729166666666666,4729 "residual_disagree": 0.04730 },4731 {4732 "tau": 13.25,4733 "escalated_frac": 0.5729166666666666,4734 "residual_disagree": 0.04735 },4736 {4737 "tau": 13.334170854271356,4738 "escalated_frac": 0.5833333333333334,4739 "residual_disagree": 0.04740 },4741 {4742 "tau": 13.5,4743 "escalated_frac": 0.5833333333333334,4744 "residual_disagree": 0.04745 },4746 {4747 "tau": 13.5,4748 "escalated_frac": 0.5833333333333334,4749 "residual_disagree": 0.04750 },4751 {4752 "tau": 13.5,4753 "escalated_frac": 0.5833333333333334,4754 "residual_disagree": 0.04755 },4756 {4757 "tau": 13.5,4758 "escalated_frac": 0.5833333333333334,4759 "residual_disagree": 0.04760 },4761 {4762 "tau": 13.516959798994973,4763 "escalated_frac": 0.609375,4764 "residual_disagree": 0.04765 },4766 {4767 "tau": 13.660804020100503,4768 "escalated_frac": 0.6145833333333334,4769 "residual_disagree": 0.04770 },4771 {4772 "tau": 14.0,4773 "escalated_frac": 0.6145833333333334,4774 "residual_disagree": 0.04775 },4776 {4777 "tau": 14.003768844221106,4778 "escalated_frac": 0.625,4779 "residual_disagree": 0.04780 },4781 {4782 "tau": 14.243718592964825,4783 "escalated_frac": 0.625,4784 "residual_disagree": 0.04785 },4786 {4787 "tau": 14.951005025125621,4788 "escalated_frac": 0.6302083333333334,4789 "residual_disagree": 0.04790 },4791 {4792 "tau": 15.11180904522613,4793 "escalated_frac": 0.6354166666666666,4794 "residual_disagree": 0.04795 },4796 {4797 "tau": 15.338567839195981,4798 "escalated_frac": 0.640625,4799 "residual_disagree": 0.04800 },4801 {4802 "tau": 15.375,4803 "escalated_frac": 0.640625,4804 "residual_disagree": 0.04805 },4806 {4807 "tau": 15.47173366834171,4808 "escalated_frac": 0.6510416666666666,4809 "residual_disagree": 0.04810 },4811 {4812 "tau": 15.5,4813 "escalated_frac": 0.6510416666666666,4814 "residual_disagree": 0.04815 },4816 {4817 "tau": 15.5,4818 "escalated_frac": 0.6510416666666666,4819 "residual_disagree": 0.04820 },4821 {4822 "tau": 15.581658291457286,4823 "escalated_frac": 0.6666666666666666,4824 "residual_disagree": 0.04825 },4826 {4827 "tau": 15.625,4828 "escalated_frac": 0.6666666666666666,4829 "residual_disagree": 0.04830 },4831 {4832 "tau": 15.83982412060302,4833 "escalated_frac": 0.6770833333333334,4834 "residual_disagree": 0.04835 },4836 {4837 "tau": 16.0,4838 "escalated_frac": 0.6770833333333334,4839 "residual_disagree": 0.04840 },4841 {4842 "tau": 16.0,4843 "escalated_frac": 0.6770833333333334,4844 "residual_disagree": 0.04845 },4846 {4847 "tau": 16.028266331658294,4848 "escalated_frac": 0.6927083333333334,4849 "residual_disagree": 0.04850 },4851 {4852 "tau": 16.088253768844222,4853 "escalated_frac": 0.6979166666666666,4854 "residual_disagree": 0.04855 },4856 {4857 "tau": 16.125,4858 "escalated_frac": 0.6979166666666666,4859 "residual_disagree": 0.04860 },4861 {4862 "tau": 16.16645728643216,4863 "escalated_frac": 0.7083333333333334,4864 "residual_disagree": 0.04865 },4866 {4867 "tau": 16.322864321608037,4868 "escalated_frac": 0.7135416666666666,4869 "residual_disagree": 0.04870 },4871 {4872 "tau": 16.531407035175878,4873 "escalated_frac": 0.71875,4874 "residual_disagree": 0.04875 },4876 {4877 "tau": 16.65138190954774,4878 "escalated_frac": 0.7239583333333334,4879 "residual_disagree": 0.04880 },4881 {4882 "tau": 16.7927135678392,4883 "escalated_frac": 0.7291666666666666,4884 "residual_disagree": 0.04885 },4886 {4887 "tau": 17.0,4888 "escalated_frac": 0.7291666666666666,4889 "residual_disagree": 0.04890 },4891 {4892 "tau": 17.011306532663315,4893 "escalated_frac": 0.7395833333333334,4894 "residual_disagree": 0.04895 },4896 {4897 "tau": 17.131281407035175,4898 "escalated_frac": 0.7447916666666666,4899 "residual_disagree": 0.04900 },4901 {4902 "tau": 17.25,4903 "escalated_frac": 0.7447916666666666,4904 "residual_disagree": 0.04905 },4906 {4907 "tau": 17.25,4908 "escalated_frac": 0.7447916666666666,4909 "residual_disagree": 0.04910 },4911 {4912 "tau": 17.482412060301513,4913 "escalated_frac": 0.7552083333333334,4914 "residual_disagree": 0.04915 },4916 {4917 "tau": 17.5,4918 "escalated_frac": 0.7552083333333334,4919 "residual_disagree": 0.04920 },4921 {4922 "tau": 17.712311557788944,4923 "escalated_frac": 0.765625,4924 "residual_disagree": 0.04925 },4926 {4927 "tau": 17.85113065326633,4928 "escalated_frac": 0.7708333333333334,4929 "residual_disagree": 0.04930 },4931 {4932 "tau": 17.97110552763819,4933 "escalated_frac": 0.7760416666666666,4934 "residual_disagree": 0.04935 },4936 {4937 "tau": 18.0,4938 "escalated_frac": 0.7760416666666666,4939 "residual_disagree": 0.04940 },4941 {4942 "tau": 18.08605527638191,4943 "escalated_frac": 0.7864583333333334,4944 "residual_disagree": 0.04945 },4946 {4947 "tau": 18.287060301507537,4948 "escalated_frac": 0.7916666666666666,4949 "residual_disagree": 0.04950 },4951 {4952 "tau": 18.451005025125628,4953 "escalated_frac": 0.796875,4954 "residual_disagree": 0.04955 },4956 {4957 "tau": 18.5,4958 "escalated_frac": 0.796875,4959 "residual_disagree": 0.04960 },4961 {4962 "tau": 18.631909547738694,4963 "escalated_frac": 0.8072916666666666,4964 "residual_disagree": 0.04965 },4966 {4967 "tau": 18.810929648241206,4968 "escalated_frac": 0.8125,4969 "residual_disagree": 0.04970 },4971 {4972 "tau": 18.930904522613066,4973 "escalated_frac": 0.8177083333333334,4974 "residual_disagree": 0.04975 },4976 {4977 "tau": 19.10175879396985,4978 "escalated_frac": 0.8229166666666666,4979 "residual_disagree": 0.04980 },4981 {4982 "tau": 19.387562814070353,4983 "escalated_frac": 0.828125,4984 "residual_disagree": 0.04985 },4986 {4987 "tau": 19.665829145728644,4988 "escalated_frac": 0.8333333333333334,4989 "residual_disagree": 0.04990 },4991 {4992 "tau": 19.75,4993 "escalated_frac": 0.8333333333333334,4994 "residual_disagree": 0.04995 },4996 {4997 "tau": 19.811557788944725,4998 "escalated_frac": 0.84375,4999 "residual_disagree": 0.05000 },5001 {5002 "tau": 20.0,5003 "escalated_frac": 0.84375,5004 "residual_disagree": 0.05005 },5006 {5007 "tau": 20.02072864321608,5008 "escalated_frac": 0.8541666666666666,5009 "residual_disagree": 0.05010 },5011 {5012 "tau": 20.187814070351763,5013 "escalated_frac": 0.859375,5014 "residual_disagree": 0.05015 },5016 {5017 "tau": 20.635678391959797,5018 "escalated_frac": 0.8645833333333334,5019 "residual_disagree": 0.05020 },5021 {5022 "tau": 20.76130653266332,5023 "escalated_frac": 0.8697916666666666,5024 "residual_disagree": 0.05025 },5026 {5027 "tau": 21.00062814070352,5028 "escalated_frac": 0.875,5029 "residual_disagree": 0.05030 },5031 {5032 "tau": 21.12060301507538,5033 "escalated_frac": 0.875,5034 "residual_disagree": 0.05035 },5036 {5037 "tau": 21.240577889447238,5038 "escalated_frac": 0.8802083333333334,5039 "residual_disagree": 0.05040 },5041 {5042 "tau": 21.471105527638187,5043 "escalated_frac": 0.8854166666666666,5044 "residual_disagree": 0.05045 },5046 {5047 "tau": 21.605527638190953,5048 "escalated_frac": 0.890625,5049 "residual_disagree": 0.05050 },5051 {5052 "tau": 21.82600502512563,5053 "escalated_frac": 0.8958333333333334,5054 "residual_disagree": 0.05055 },5056 {5057 "tau": 21.875,5058 "escalated_frac": 0.8958333333333334,5059 "residual_disagree": 0.05060 },5061 {5062 "tau": 21.875,5063 "escalated_frac": 0.8958333333333334,5064 "residual_disagree": 0.05065 },5066 {5067 "tau": 22.387562814070343,5068 "escalated_frac": 0.9114583333333334,5069 "residual_disagree": 0.05070 },5071 {5072 "tau": 22.70540201005025,5073 "escalated_frac": 0.9166666666666666,5074 "residual_disagree": 0.05075 },5076 {5077 "tau": 22.82537688442211,5078 "escalated_frac": 0.921875,5079 "residual_disagree": 0.05080 },5081 {5082 "tau": 23.015703517587944,5083 "escalated_frac": 0.9270833333333334,5084 "residual_disagree": 0.05085 },5086 {5087 "tau": 23.386306532663326,5088 "escalated_frac": 0.9322916666666666,5089 "residual_disagree": 0.05090 },5091 {5092 "tau": 23.685301507537687,5093 "escalated_frac": 0.9375,5094 "residual_disagree": 0.05095 },5096 {5097 "tau": 23.75,5098 "escalated_frac": 0.9375,5099 "residual_disagree": 0.05100 },5101 {5102 "tau": 23.75,5103 "escalated_frac": 0.9375,5104 "residual_disagree": 0.05105 },5106 {5107 "tau": 23.795226130653266,5108 "escalated_frac": 0.953125,5109 "residual_disagree": 0.05110 },5111 {5112 "tau": 23.91520100502513,5113 "escalated_frac": 0.9583333333333334,5114 "residual_disagree": 0.05115 },5116 {5117 "tau": 24.0,5118 "escalated_frac": 0.9583333333333334,5119 "residual_disagree": 0.05120 },5121 {5122 "tau": 24.211055276381906,5123 "escalated_frac": 0.96875,5124 "residual_disagree": 0.05125 },5126 {5127 "tau": 24.900125628140703,5128 "escalated_frac": 0.9739583333333334,5129 "residual_disagree": 0.05130 },5131 {5132 "tau": 25.040201005025125,5133 "escalated_frac": 0.9791666666666666,5134 "residual_disagree": 0.05135 },5136 {5137 "tau": 25.295226130653266,5138 "escalated_frac": 0.984375,5139 "residual_disagree": 0.05140 },5141 {5142 "tau": 25.68530150753771,5143 "escalated_frac": 0.9895833333333334,5144 "residual_disagree": 0.05145 },5146 {5147 "tau": 26.646356783919593,5148 "escalated_frac": 0.9947916666666666,5149 "residual_disagree": 0.05150 },5151 {5152 "tau": 33.125,5153 "escalated_frac": 0.9947916666666666,5154 "residual_disagree": 0.05155 }5156 ],5157 "hidden_rel_err_by_depth": {5158 "6": 0.019500434398651123,5159 "13": 0.03189224191009998,5160 "20": 0.02726544439792633,5161 "27": 0.045726343989372255162 },5163 "escalation_frac_for_99pct": 0.0468755164 }5165 ]5166 },5167 "two_tier_policies": {5168 "A_base3_stage0_to_1": [5169 {5170 "tau": 0.25,5171 "escalated_frac": 0.026041666666666668,5172 "policy_agreement": 0.8755173 },5174 {5175 "tau": 0.5,5176 "escalated_frac": 0.041666666666666664,5177 "policy_agreement": 0.88541666666666665178 },5179 {5180 "tau": 1.0,5181 "escalated_frac": 0.09895833333333333,5182 "policy_agreement": 0.906255183 },5184 {5185 "tau": 1.5,5186 "escalated_frac": 0.15104166666666666,5187 "policy_agreement": 0.92708333333333345188 },5189 {5190 "tau": 2.0,5191 "escalated_frac": 0.17708333333333334,5192 "policy_agreement": 0.91666666666666665193 },5194 {5195 "tau": 3.0,5196 "escalated_frac": 0.22916666666666666,5197 "policy_agreement": 0.93755198 },5199 {5200 "tau": 4.0,5201 "escalated_frac": 0.3072916666666667,5202 "policy_agreement": 0.9531255203 },5204 {5205 "tau": 6.0,5206 "escalated_frac": 0.4166666666666667,5207 "policy_agreement": 0.95833333333333345208 }5209 ],5210 "A_base3_stage1_to_2": [5211 {5212 "tau": 0.25,5213 "escalated_frac": 0.005208333333333333,5214 "policy_agreement": 0.96354166666666665215 },5216 {5217 "tau": 0.5,5218 "escalated_frac": 0.026041666666666668,5219 "policy_agreement": 0.97395833333333345220 },5221 {5222 "tau": 1.0,5223 "escalated_frac": 0.0625,5224 "policy_agreement": 0.9843755225 },5226 {5227 "tau": 1.5,5228 "escalated_frac": 0.08333333333333333,5229 "policy_agreement": 0.98958333333333345230 },5231 {5232 "tau": 2.0,5233 "escalated_frac": 0.11979166666666667,5234 "policy_agreement": 0.98958333333333345235 },5236 {5237 "tau": 3.0,5238 "escalated_frac": 0.16145833333333334,5239 "policy_agreement": 0.98958333333333345240 },5241 {5242 "tau": 4.0,5243 "escalated_frac": 0.18229166666666666,5244 "policy_agreement": 0.98958333333333345245 },5246 {5247 "tau": 6.0,5248 "escalated_frac": 0.2552083333333333,5249 "policy_agreement": 0.98958333333333345250 }5251 ],5252 "B_base4_stage0_to_1": [5253 {5254 "tau": 0.25,5255 "escalated_frac": 0.005208333333333333,5256 "policy_agreement": 0.9531255257 },5258 {5259 "tau": 0.5,5260 "escalated_frac": 0.010416666666666666,5261 "policy_agreement": 0.9531255262 },5263 {5264 "tau": 1.0,5265 "escalated_frac": 0.03125,5266 "policy_agreement": 0.96354166666666665267 },5268 {5269 "tau": 1.5,5270 "escalated_frac": 0.06770833333333333,5271 "policy_agreement": 0.97916666666666665272 },5273 {5274 "tau": 2.0,5275 "escalated_frac": 0.13020833333333334,5276 "policy_agreement": 0.9843755277 },5278 {5279 "tau": 3.0,5280 "escalated_frac": 0.20833333333333334,5281 "policy_agreement": 0.9843755282 },5283 {5284 "tau": 4.0,5285 "escalated_frac": 0.234375,5286 "policy_agreement": 0.9843755287 },5288 {5289 "tau": 6.0,5290 "escalated_frac": 0.3125,5291 "policy_agreement": 0.9843755292 }5293 ]5294 }5295}