{ "experiment": "expD_progressive_reconstruction", "author": "Simon-Pierre Boucher", "contact": "contact@spboucher.ai", "manifest": { "author": "Simon-Pierre Boucher", "contact": "contact@spboucher.ai", "project": "localvm-research", "collected_utc": "2026-08-12T04:35:08.633009+00:00", "chip": { "brand": "Apple M5 Max", "arch": "arm64", "cores_total": 18, "cores_performance": 6, "cores_efficiency": 12, "gpu_cores": 40 }, "memory": { "unified_bytes": 51539607552, "unified_gb": 48.0, "pagesize": 16384 }, "ssd": { "model": "APPLE SSD AP2048Z", "size": "2 TB", "smart_status": "Verified" }, "os": { "product": "macOS", "version": "27.0", "build": "26A5388g", "kernel": "27.0.0" }, "software": { "python": "3.14.4", "mlx": "0.32.0", "mlx_lm": "0.31.3", "torch": null, "numpy": "2.5.2" }, "git": { "commit": "e02ba146d81ffa96502bb5aeff413dab4fe55a5b", "dirty_tree": true }, "thermal_level_at_collect": null }, "config": { "model": "mlx-community/Qwen3-1.7B-bf16", "gen_tokens": 128, "per_domain": 8, "hidden_trajectories": 8 }, "group_size": 64, "scale_overhead_bits_per_param_per_stage": 1.0, "n_trajectories": 48, "hidden_depth_layers": [ 6, 13, 20, 27 ], "ladders": { "A_base3": [ { "stage": 0, "ladder_bits": [ 3 ], "cumulative_bits_per_param": 4.0, "agreement_rate": 0.7320963541666666, "mean_kl": 0.778087317943573, "auroc": 0.8497930361381081, "escalation_curve": [ { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.2679036458333333 }, { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.2679036458333333 }, { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.2679036458333333 }, { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.2679036458333333 }, { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.2679036458333333 }, { "tau": 0.125, "escalated_frac": 0.021647135416666668, "residual_disagree": 0.2535807291666667 }, { "tau": 0.125, "escalated_frac": 0.021647135416666668, "residual_disagree": 0.2535807291666667 }, { "tau": 0.125, "escalated_frac": 0.021647135416666668, "residual_disagree": 0.2535807291666667 }, { "tau": 0.25, "escalated_frac": 0.038899739583333336, "residual_disagree": 0.2412109375 }, { "tau": 0.25, "escalated_frac": 0.038899739583333336, "residual_disagree": 0.2412109375 }, { "tau": 0.25, "escalated_frac": 0.038899739583333336, "residual_disagree": 0.2412109375 }, { "tau": 0.25, "escalated_frac": 0.038899739583333336, "residual_disagree": 0.2412109375 }, { "tau": 0.25, "escalated_frac": 0.038899739583333336, "residual_disagree": 0.2412109375 }, { "tau": 0.25, "escalated_frac": 0.038899739583333336, "residual_disagree": 0.2412109375 }, { "tau": 0.25, "escalated_frac": 0.038899739583333336, "residual_disagree": 0.2412109375 }, { "tau": 0.375, "escalated_frac": 0.07291666666666667, "residual_disagree": 0.21907552083333334 }, { "tau": 0.375, "escalated_frac": 0.07291666666666667, "residual_disagree": 0.21907552083333334 }, { "tau": 0.375, "escalated_frac": 0.07291666666666667, "residual_disagree": 0.21907552083333334 }, { "tau": 0.4780150753768879, "escalated_frac": 0.09049479166666667, "residual_disagree": 0.20719401041666666 }, { "tau": 0.5, "escalated_frac": 0.09049479166666667, "residual_disagree": 0.20719401041666666 }, { "tau": 0.5, "escalated_frac": 0.09049479166666667, "residual_disagree": 0.20719401041666666 }, { "tau": 0.5, "escalated_frac": 0.09049479166666667, "residual_disagree": 0.20719401041666666 }, { "tau": 0.5, "escalated_frac": 0.09049479166666667, "residual_disagree": 0.20719401041666666 }, { "tau": 0.5, "escalated_frac": 0.09049479166666667, "residual_disagree": 0.20719401041666666 }, { "tau": 0.5, "escalated_frac": 0.09049479166666667, "residual_disagree": 0.20719401041666666 }, { "tau": 0.625, "escalated_frac": 0.12255859375, "residual_disagree": 0.18733723958333334 }, { "tau": 0.625, "escalated_frac": 0.12255859375, "residual_disagree": 0.18733723958333334 }, { "tau": 0.625, "escalated_frac": 0.12255859375, "residual_disagree": 0.18733723958333334 }, { "tau": 0.75, "escalated_frac": 0.1376953125, "residual_disagree": 0.17740885416666666 }, { "tau": 0.75, "escalated_frac": 0.1376953125, "residual_disagree": 0.17740885416666666 }, { "tau": 0.75, "escalated_frac": 0.1376953125, "residual_disagree": 0.17740885416666666 }, { "tau": 0.75, "escalated_frac": 0.1376953125, "residual_disagree": 0.17740885416666666 }, { "tau": 0.75, "escalated_frac": 0.1376953125, "residual_disagree": 0.17740885416666666 }, { "tau": 0.75, "escalated_frac": 0.1376953125, "residual_disagree": 0.17740885416666666 }, { "tau": 0.875, "escalated_frac": 0.166015625, "residual_disagree": 0.16259765625 }, { "tau": 0.875, "escalated_frac": 0.166015625, "residual_disagree": 0.16259765625 }, { "tau": 0.875, "escalated_frac": 0.166015625, "residual_disagree": 0.16259765625 }, { "tau": 1.0, "escalated_frac": 0.185546875, "residual_disagree": 0.1513671875 }, { "tau": 1.0, "escalated_frac": 0.185546875, "residual_disagree": 0.1513671875 }, { "tau": 1.0, "escalated_frac": 0.185546875, "residual_disagree": 0.1513671875 }, { "tau": 1.0, "escalated_frac": 0.185546875, "residual_disagree": 0.1513671875 }, { "tau": 1.0, "escalated_frac": 0.185546875, "residual_disagree": 0.1513671875 }, { "tau": 1.0, "escalated_frac": 0.185546875, "residual_disagree": 0.1513671875 }, { "tau": 1.125, "escalated_frac": 0.21549479166666666, "residual_disagree": 0.1357421875 }, { "tau": 1.125, "escalated_frac": 0.21549479166666666, "residual_disagree": 0.1357421875 }, { "tau": 1.125, "escalated_frac": 0.21549479166666666, "residual_disagree": 0.1357421875 }, { "tau": 1.25, "escalated_frac": 0.22867838541666666, "residual_disagree": 0.12711588541666666 }, { "tau": 1.25, "escalated_frac": 0.22867838541666666, "residual_disagree": 0.12711588541666666 }, { "tau": 1.25, "escalated_frac": 0.22867838541666666, "residual_disagree": 0.12711588541666666 }, { "tau": 1.25, "escalated_frac": 0.22867838541666666, "residual_disagree": 0.12711588541666666 }, { "tau": 1.25, "escalated_frac": 0.22867838541666666, "residual_disagree": 0.12711588541666666 }, { "tau": 1.375, "escalated_frac": 0.25244140625, "residual_disagree": 0.11442057291666667 }, { "tau": 1.375, "escalated_frac": 0.25244140625, "residual_disagree": 0.11442057291666667 }, { "tau": 1.5, "escalated_frac": 0.2630208333333333, "residual_disagree": 0.10970052083333333 }, { "tau": 1.5, "escalated_frac": 0.2630208333333333, "residual_disagree": 0.10970052083333333 }, { "tau": 1.5, "escalated_frac": 0.2630208333333333, "residual_disagree": 0.10970052083333333 }, { "tau": 1.5, "escalated_frac": 0.2630208333333333, "residual_disagree": 0.10970052083333333 }, { "tau": 1.625, "escalated_frac": 0.2862955729166667, "residual_disagree": 0.09814453125 }, { "tau": 1.625, "escalated_frac": 0.2862955729166667, "residual_disagree": 0.09814453125 }, { "tau": 1.625, "escalated_frac": 0.2862955729166667, "residual_disagree": 0.09814453125 }, { "tau": 1.75, "escalated_frac": 0.30029296875, "residual_disagree": 0.09000651041666667 }, { "tau": 1.75, "escalated_frac": 0.30029296875, "residual_disagree": 0.09000651041666667 }, { "tau": 1.75, "escalated_frac": 0.30029296875, "residual_disagree": 0.09000651041666667 }, { "tau": 1.75, "escalated_frac": 0.30029296875, "residual_disagree": 0.09000651041666667 }, { "tau": 1.75, "escalated_frac": 0.30029296875, "residual_disagree": 0.09000651041666667 }, { "tau": 1.875, "escalated_frac": 0.3251953125, "residual_disagree": 0.07893880208333333 }, { "tau": 1.875, "escalated_frac": 0.3251953125, "residual_disagree": 0.07893880208333333 }, { "tau": 2.0, "escalated_frac": 0.3347981770833333, "residual_disagree": 0.07373046875 }, { "tau": 2.0, "escalated_frac": 0.3347981770833333, "residual_disagree": 0.07373046875 }, { "tau": 2.0, "escalated_frac": 0.3347981770833333, "residual_disagree": 0.07373046875 }, { "tau": 2.0, "escalated_frac": 0.3347981770833333, "residual_disagree": 0.07373046875 }, { "tau": 2.0904522613065524, "escalated_frac": 0.3567708333333333, "residual_disagree": 0.06591796875 }, { "tau": 2.125, "escalated_frac": 0.3567708333333333, "residual_disagree": 0.06591796875 }, { "tau": 2.1827889447235975, "escalated_frac": 0.3668619791666667, "residual_disagree": 0.06331380208333333 }, { "tau": 2.25, "escalated_frac": 0.3668619791666667, "residual_disagree": 0.06331380208333333 }, { "tau": 2.25, "escalated_frac": 0.3668619791666667, "residual_disagree": 0.06331380208333333 }, { "tau": 2.25, "escalated_frac": 0.3668619791666667, "residual_disagree": 0.06331380208333333 }, { "tau": 2.375, "escalated_frac": 0.3836263020833333, "residual_disagree": 0.0576171875 }, { "tau": 2.5, "escalated_frac": 0.3914388020833333, "residual_disagree": 0.05517578125 }, { "tau": 2.5, "escalated_frac": 0.3914388020833333, "residual_disagree": 0.05517578125 }, { "tau": 2.5, "escalated_frac": 0.3914388020833333, "residual_disagree": 0.05517578125 }, { "tau": 2.5, "escalated_frac": 0.3914388020833333, "residual_disagree": 0.05517578125 }, { "tau": 2.625, "escalated_frac": 0.41015625, "residual_disagree": 0.04833984375 }, { "tau": 2.625, "escalated_frac": 0.41015625, "residual_disagree": 0.04833984375 }, { "tau": 2.75, "escalated_frac": 0.4181315104166667, "residual_disagree": 0.0458984375 }, { "tau": 2.75, "escalated_frac": 0.4181315104166667, "residual_disagree": 0.0458984375 }, { "tau": 2.75, "escalated_frac": 0.4181315104166667, "residual_disagree": 0.0458984375 }, { "tau": 2.875, "escalated_frac": 0.43505859375, "residual_disagree": 0.0400390625 }, { "tau": 3.0, "escalated_frac": 0.4412434895833333, "residual_disagree": 0.037760416666666664 }, { "tau": 3.0, "escalated_frac": 0.4412434895833333, "residual_disagree": 0.037760416666666664 }, { "tau": 3.0, "escalated_frac": 0.4412434895833333, "residual_disagree": 0.037760416666666664 }, { "tau": 3.0, "escalated_frac": 0.4412434895833333, "residual_disagree": 0.037760416666666664 }, { "tau": 3.125, "escalated_frac": 0.4601236979166667, "residual_disagree": 0.03369140625 }, { "tau": 3.125, "escalated_frac": 0.4601236979166667, "residual_disagree": 0.03369140625 }, { "tau": 3.25, "escalated_frac": 0.4684244791666667, "residual_disagree": 0.031901041666666664 }, { "tau": 3.25, "escalated_frac": 0.4684244791666667, "residual_disagree": 0.031901041666666664 }, { "tau": 3.25, "escalated_frac": 0.4684244791666667, "residual_disagree": 0.031901041666666664 }, { "tau": 3.375, "escalated_frac": 0.4842122395833333, "residual_disagree": 0.02783203125 }, { "tau": 3.375, "escalated_frac": 0.4842122395833333, "residual_disagree": 0.02783203125 }, { "tau": 3.5, "escalated_frac": 0.4957682291666667, "residual_disagree": 0.0244140625 }, { "tau": 3.5, "escalated_frac": 0.4957682291666667, "residual_disagree": 0.0244140625 }, { "tau": 3.5, "escalated_frac": 0.4957682291666667, "residual_disagree": 0.0244140625 }, { "tau": 3.5, "escalated_frac": 0.4957682291666667, "residual_disagree": 0.0244140625 }, { "tau": 3.625, "escalated_frac": 0.51318359375, "residual_disagree": 0.0205078125 }, { "tau": 3.75, "escalated_frac": 0.5198567708333334, "residual_disagree": 0.019368489583333332 }, { "tau": 3.75, "escalated_frac": 0.5198567708333334, "residual_disagree": 0.019368489583333332 }, { "tau": 3.75, "escalated_frac": 0.5198567708333334, "residual_disagree": 0.019368489583333332 }, { "tau": 3.875, "escalated_frac": 0.5341796875, "residual_disagree": 0.016438802083333332 }, { "tau": 4.0, "escalated_frac": 0.54052734375, "residual_disagree": 0.016276041666666668 }, { "tau": 4.0, "escalated_frac": 0.54052734375, "residual_disagree": 0.016276041666666668 }, { "tau": 4.0, "escalated_frac": 0.54052734375, "residual_disagree": 0.016276041666666668 }, { "tau": 4.125, "escalated_frac": 0.5538736979166666, "residual_disagree": 0.01416015625 }, { "tau": 4.25, "escalated_frac": 0.55908203125, "residual_disagree": 0.013834635416666666 }, { "tau": 4.25, "escalated_frac": 0.55908203125, "residual_disagree": 0.013834635416666666 }, { "tau": 4.25, "escalated_frac": 0.55908203125, "residual_disagree": 0.013834635416666666 }, { "tau": 4.375, "escalated_frac": 0.5732421875, "residual_disagree": 0.012044270833333334 }, { "tau": 4.5, "escalated_frac": 0.5792643229166666, "residual_disagree": 0.01171875 }, { "tau": 4.5, "escalated_frac": 0.5792643229166666, "residual_disagree": 0.01171875 }, { "tau": 4.625, "escalated_frac": 0.5887044270833334, "residual_disagree": 0.011067708333333334 }, { "tau": 4.75, "escalated_frac": 0.5945638020833334, "residual_disagree": 0.0107421875 }, { "tau": 4.75, "escalated_frac": 0.5945638020833334, "residual_disagree": 0.0107421875 }, { "tau": 4.875, "escalated_frac": 0.6043294270833334, "residual_disagree": 0.009765625 }, { "tau": 5.0, "escalated_frac": 0.609375, "residual_disagree": 0.009440104166666666 }, { "tau": 5.0, "escalated_frac": 0.609375, "residual_disagree": 0.009440104166666666 }, { "tau": 5.125, "escalated_frac": 0.6202799479166666, "residual_disagree": 0.008951822916666666 }, { "tau": 5.25, "escalated_frac": 0.6246744791666666, "residual_disagree": 0.008463541666666666 }, { "tau": 5.375, "escalated_frac": 0.63232421875, "residual_disagree": 0.007486979166666667 }, { "tau": 5.5, "escalated_frac": 0.63671875, "residual_disagree": 0.007161458333333333 }, { "tau": 5.5, "escalated_frac": 0.63671875, "residual_disagree": 0.007161458333333333 }, { "tau": 5.625, "escalated_frac": 0.6451822916666666, "residual_disagree": 0.006510416666666667 }, { "tau": 5.75, "escalated_frac": 0.6487630208333334, "residual_disagree": 0.00634765625 }, { "tau": 5.875, "escalated_frac": 0.6573893229166666, "residual_disagree": 0.005533854166666667 }, { "tau": 6.0, "escalated_frac": 0.6598307291666666, "residual_disagree": 0.005533854166666667 }, { "tau": 6.125, "escalated_frac": 0.66552734375, "residual_disagree": 0.005208333333333333 }, { "tau": 6.25, "escalated_frac": 0.66845703125, "residual_disagree": 0.005045572916666667 }, { "tau": 6.5, "escalated_frac": 0.6767578125, "residual_disagree": 0.004720052083333333 }, { "tau": 6.5, "escalated_frac": 0.6767578125, "residual_disagree": 0.004720052083333333 }, { "tau": 6.75, "escalated_frac": 0.6883138020833334, "residual_disagree": 0.00390625 }, { "tau": 6.75, "escalated_frac": 0.6883138020833334, "residual_disagree": 0.00390625 }, { "tau": 6.979899497487509, "escalated_frac": 0.6984049479166666, "residual_disagree": 0.00341796875 }, { "tau": 7.0, "escalated_frac": 0.6984049479166666, "residual_disagree": 0.00341796875 }, { "tau": 7.25, "escalated_frac": 0.7078450520833334, "residual_disagree": 0.0030924479166666665 }, { "tau": 7.25, "escalated_frac": 0.7078450520833334, "residual_disagree": 0.0030924479166666665 }, { "tau": 7.5, "escalated_frac": 0.7154947916666666, "residual_disagree": 0.0027669270833333335 }, { "tau": 7.625, "escalated_frac": 0.7233072916666666, "residual_disagree": 0.00244140625 }, { "tau": 7.75, "escalated_frac": 0.7273763020833334, "residual_disagree": 0.0022786458333333335 }, { "tau": 7.865577889447195, "escalated_frac": 0.7335611979166666, "residual_disagree": 0.0022786458333333335 }, { "tau": 8.0, "escalated_frac": 0.7355143229166666, "residual_disagree": 0.0022786458333333335 }, { "tau": 8.25, "escalated_frac": 0.7425130208333334, "residual_disagree": 0.0022786458333333335 }, { "tau": 8.375, "escalated_frac": 0.7483723958333334, "residual_disagree": 0.0021158854166666665 }, { "tau": 8.550251256281399, "escalated_frac": 0.7537434895833334, "residual_disagree": 0.001953125 }, { "tau": 8.75, "escalated_frac": 0.75537109375, "residual_disagree": 0.001953125 }, { "tau": 9.0, "escalated_frac": 0.7604166666666666, "residual_disagree": 0.0017903645833333333 }, { "tau": 9.126256281406995, "escalated_frac": 0.7688802083333334, "residual_disagree": 0.0016276041666666667 }, { "tau": 9.25, "escalated_frac": 0.7688802083333334, "residual_disagree": 0.0016276041666666667 }, { "tau": 9.5, "escalated_frac": 0.7763671875, "residual_disagree": 0.00146484375 }, { "tau": 9.75, "escalated_frac": 0.7828776041666666, "residual_disagree": 0.00146484375 }, { "tau": 10.0, "escalated_frac": 0.7884114583333334, "residual_disagree": 0.00146484375 }, { "tau": 10.125, "escalated_frac": 0.7919921875, "residual_disagree": 0.00146484375 }, { "tau": 10.375, "escalated_frac": 0.79833984375, "residual_disagree": 0.0013020833333333333 }, { "tau": 10.5, "escalated_frac": 0.80078125, "residual_disagree": 0.0013020833333333333 }, { "tau": 10.75, "escalated_frac": 0.8084309895833334, "residual_disagree": 0.0011393229166666667 }, { "tau": 10.875, "escalated_frac": 0.8121744791666666, "residual_disagree": 0.0011393229166666667 }, { "tau": 11.0, "escalated_frac": 0.8154296875, "residual_disagree": 0.0009765625 }, { "tau": 11.25, "escalated_frac": 0.8232421875, "residual_disagree": 0.0009765625 }, { "tau": 11.375, "escalated_frac": 0.8264973958333334, "residual_disagree": 0.0009765625 }, { "tau": 11.625, "escalated_frac": 0.8330078125, "residual_disagree": 0.0009765625 }, { "tau": 11.875, "escalated_frac": 0.8390299479166666, "residual_disagree": 0.0008138020833333334 }, { "tau": 12.0, "escalated_frac": 0.84130859375, "residual_disagree": 0.0008138020833333334 }, { "tau": 12.25, "escalated_frac": 0.8487955729166666, "residual_disagree": 0.0006510416666666666 }, { "tau": 12.375, "escalated_frac": 0.85107421875, "residual_disagree": 0.0006510416666666666 }, { "tau": 12.625, "escalated_frac": 0.857421875, "residual_disagree": 0.00048828125 }, { "tau": 12.875, "escalated_frac": 0.8624674479166666, "residual_disagree": 0.00048828125 }, { "tau": 13.125, "escalated_frac": 0.8675130208333334, "residual_disagree": 0.0003255208333333333 }, { "tau": 13.375, "escalated_frac": 0.8720703125, "residual_disagree": 0.0003255208333333333 }, { "tau": 13.625, "escalated_frac": 0.8780924479166666, "residual_disagree": 0.00016276041666666666 }, { "tau": 13.75, "escalated_frac": 0.8816731770833334, "residual_disagree": 0.00016276041666666666 }, { "tau": 14.0, "escalated_frac": 0.8878580729166666, "residual_disagree": 0.0 }, { "tau": 14.2179648241206, "escalated_frac": 0.8943684895833334, "residual_disagree": 0.0 }, { "tau": 14.5, "escalated_frac": 0.8977864583333334, "residual_disagree": 0.0 }, { "tau": 14.75, "escalated_frac": 0.90283203125, "residual_disagree": 0.0 }, { "tau": 15.0, "escalated_frac": 0.9091796875, "residual_disagree": 0.0 }, { "tau": 15.25, "escalated_frac": 0.9138997395833334, "residual_disagree": 0.0 }, { "tau": 15.5, "escalated_frac": 0.9189453125, "residual_disagree": 0.0 }, { "tau": 15.75, "escalated_frac": 0.923828125, "residual_disagree": 0.0 }, { "tau": 16.2286432160804, "escalated_frac": 0.9295247395833334, "residual_disagree": 0.0 }, { "tau": 16.712311557789008, "escalated_frac": 0.9345703125, "residual_disagree": 0.0 }, { "tau": 17.125, "escalated_frac": 0.9384765625, "residual_disagree": 0.0 }, { "tau": 17.5, "escalated_frac": 0.9441731770833334, "residual_disagree": 0.0 }, { "tau": 17.875, "escalated_frac": 0.9480794270833334, "residual_disagree": 0.0 }, { "tau": 18.25, "escalated_frac": 0.95361328125, "residual_disagree": 0.0 }, { "tau": 18.630653266331706, "escalated_frac": 0.9597981770833334, "residual_disagree": 0.0 }, { "tau": 19.25, "escalated_frac": 0.9638671875, "residual_disagree": 0.0 }, { "tau": 19.875, "escalated_frac": 0.9695638020833334, "residual_disagree": 0.0 }, { "tau": 20.375, "escalated_frac": 0.974609375, "residual_disagree": 0.0 }, { "tau": 20.940326633165796, "escalated_frac": 0.9798177083333334, "residual_disagree": 0.0 }, { "tau": 22.0, "escalated_frac": 0.9845377604166666, "residual_disagree": 0.0 }, { "tau": 23.40766331658301, "escalated_frac": 0.9899088541666666, "residual_disagree": 0.0 }, { "tau": 25.375, "escalated_frac": 0.9947916666666666, "residual_disagree": 0.0 }, { "tau": 32.375, "escalated_frac": 0.9998372395833334, "residual_disagree": 0.0 } ], "hidden_rel_err_by_depth": { "6": 0.33568819984793663, "13": 0.41629892960190773, "20": 0.4434274733066559, "27": 0.8341535106301308 }, "escalation_frac_for_99pct": 0.6043294270833334 }, { "stage": 1, "ladder_bits": [ 3, 3 ], "cumulative_bits_per_param": 8.0, "agreement_rate": 0.9568684895833334, "mean_kl": 0.0239835474640131, "auroc": 0.9516103046661125, "escalation_curve": [ { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.043131510416666664 }, { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.043131510416666664 }, { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.043131510416666664 }, { "tau": 0.125, "escalated_frac": 0.012532552083333334, "residual_disagree": 0.037923177083333336 }, { "tau": 0.125, "escalated_frac": 0.012532552083333334, "residual_disagree": 0.037923177083333336 }, { "tau": 0.25, "escalated_frac": 0.020833333333333332, "residual_disagree": 0.034342447916666664 }, { "tau": 0.25, "escalated_frac": 0.020833333333333332, "residual_disagree": 0.034342447916666664 }, { "tau": 0.25, "escalated_frac": 0.020833333333333332, "residual_disagree": 0.034342447916666664 }, { "tau": 0.25, "escalated_frac": 0.020833333333333332, "residual_disagree": 0.034342447916666664 }, { "tau": 0.25, "escalated_frac": 0.020833333333333332, "residual_disagree": 0.034342447916666664 }, { "tau": 0.375, "escalated_frac": 0.04638671875, "residual_disagree": 0.023111979166666668 }, { "tau": 0.5, "escalated_frac": 0.054361979166666664, "residual_disagree": 0.019856770833333332 }, { "tau": 0.5, "escalated_frac": 0.054361979166666664, "residual_disagree": 0.019856770833333332 }, { "tau": 0.5, "escalated_frac": 0.054361979166666664, "residual_disagree": 0.019856770833333332 }, { "tau": 0.5, "escalated_frac": 0.054361979166666664, "residual_disagree": 0.019856770833333332 }, { "tau": 0.5, "escalated_frac": 0.054361979166666664, "residual_disagree": 0.019856770833333332 }, { "tau": 0.625, "escalated_frac": 0.07975260416666667, "residual_disagree": 0.013509114583333334 }, { "tau": 0.625, "escalated_frac": 0.07975260416666667, "residual_disagree": 0.013509114583333334 }, { "tau": 0.75, "escalated_frac": 0.08772786458333333, "residual_disagree": 0.012532552083333334 }, { "tau": 0.75, "escalated_frac": 0.08772786458333333, "residual_disagree": 0.012532552083333334 }, { "tau": 0.75, "escalated_frac": 0.08772786458333333, "residual_disagree": 0.012532552083333334 }, { "tau": 0.75, "escalated_frac": 0.08772786458333333, "residual_disagree": 0.012532552083333334 }, { "tau": 0.875, "escalated_frac": 0.10953776041666667, "residual_disagree": 0.00830078125 }, { "tau": 0.875, "escalated_frac": 0.10953776041666667, "residual_disagree": 0.00830078125 }, { "tau": 1.0, "escalated_frac": 0.11653645833333333, "residual_disagree": 0.00732421875 }, { "tau": 1.0, "escalated_frac": 0.11653645833333333, "residual_disagree": 0.00732421875 }, { "tau": 1.0, "escalated_frac": 0.11653645833333333, "residual_disagree": 0.00732421875 }, { "tau": 1.0, "escalated_frac": 0.11653645833333333, "residual_disagree": 0.00732421875 }, { "tau": 1.0427135678392006, "escalated_frac": 0.14078776041666666, "residual_disagree": 0.004557291666666667 }, { "tau": 1.125, "escalated_frac": 0.14078776041666666, "residual_disagree": 0.004557291666666667 }, { "tau": 1.25, "escalated_frac": 0.14778645833333334, "residual_disagree": 0.004231770833333333 }, { "tau": 1.25, "escalated_frac": 0.14778645833333334, "residual_disagree": 0.004231770833333333 }, { "tau": 1.25, "escalated_frac": 0.14778645833333334, "residual_disagree": 0.004231770833333333 }, { "tau": 1.25, "escalated_frac": 0.14778645833333334, "residual_disagree": 0.004231770833333333 }, { "tau": 1.375, "escalated_frac": 0.17041015625, "residual_disagree": 0.0027669270833333335 }, { "tau": 1.5, "escalated_frac": 0.17578125, "residual_disagree": 0.0026041666666666665 }, { "tau": 1.5, "escalated_frac": 0.17578125, "residual_disagree": 0.0026041666666666665 }, { "tau": 1.5, "escalated_frac": 0.17578125, "residual_disagree": 0.0026041666666666665 }, { "tau": 1.5, "escalated_frac": 0.17578125, "residual_disagree": 0.0026041666666666665 }, { "tau": 1.5, "escalated_frac": 0.17578125, "residual_disagree": 0.0026041666666666665 }, { "tau": 1.7217336683417273, "escalated_frac": 0.20100911458333334, "residual_disagree": 0.0017903645833333333 }, { "tau": 1.75, "escalated_frac": 0.20100911458333334, "residual_disagree": 0.0017903645833333333 }, { "tau": 1.75, "escalated_frac": 0.20100911458333334, "residual_disagree": 0.0017903645833333333 }, { "tau": 1.75, "escalated_frac": 0.20100911458333334, "residual_disagree": 0.0017903645833333333 }, { "tau": 1.75, "escalated_frac": 0.20100911458333334, "residual_disagree": 0.0017903645833333333 }, { "tau": 1.875, "escalated_frac": 0.22233072916666666, "residual_disagree": 0.0013020833333333333 }, { "tau": 2.0, "escalated_frac": 0.22737630208333334, "residual_disagree": 0.0011393229166666667 }, { "tau": 2.0, "escalated_frac": 0.22737630208333334, "residual_disagree": 0.0011393229166666667 }, { "tau": 2.0, "escalated_frac": 0.22737630208333334, "residual_disagree": 0.0011393229166666667 }, { "tau": 2.0, "escalated_frac": 0.22737630208333334, "residual_disagree": 0.0011393229166666667 }, { "tau": 2.125, "escalated_frac": 0.24690755208333334, "residual_disagree": 0.0009765625 }, { "tau": 2.25, "escalated_frac": 0.2521158854166667, "residual_disagree": 0.0006510416666666666 }, { "tau": 2.25, "escalated_frac": 0.2521158854166667, "residual_disagree": 0.0006510416666666666 }, { "tau": 2.25, "escalated_frac": 0.2521158854166667, "residual_disagree": 0.0006510416666666666 }, { "tau": 2.375, "escalated_frac": 0.2701822916666667, "residual_disagree": 0.00016276041666666666 }, { "tau": 2.5, "escalated_frac": 0.2745768229166667, "residual_disagree": 0.00016276041666666666 }, { "tau": 2.5, "escalated_frac": 0.2745768229166667, "residual_disagree": 0.00016276041666666666 }, { "tau": 2.5, "escalated_frac": 0.2745768229166667, "residual_disagree": 0.00016276041666666666 }, { "tau": 2.5, "escalated_frac": 0.2745768229166667, "residual_disagree": 0.00016276041666666666 }, { "tau": 2.625, "escalated_frac": 0.2936197916666667, "residual_disagree": 0.00016276041666666666 }, { "tau": 2.75, "escalated_frac": 0.2989908854166667, "residual_disagree": 0.00016276041666666666 }, { "tau": 2.75, "escalated_frac": 0.2989908854166667, "residual_disagree": 0.00016276041666666666 }, { "tau": 2.75, "escalated_frac": 0.2989908854166667, "residual_disagree": 0.00016276041666666666 }, { "tau": 2.875, "escalated_frac": 0.3152669270833333, "residual_disagree": 0.00016276041666666666 }, { "tau": 3.0, "escalated_frac": 0.3190104166666667, "residual_disagree": 0.00016276041666666666 }, { "tau": 3.0, "escalated_frac": 0.3190104166666667, "residual_disagree": 0.00016276041666666666 }, { "tau": 3.0, "escalated_frac": 0.3190104166666667, "residual_disagree": 0.00016276041666666666 }, { "tau": 3.125, "escalated_frac": 0.33447265625, "residual_disagree": 0.0 }, { "tau": 3.25, "escalated_frac": 0.3375651041666667, "residual_disagree": 0.0 }, { "tau": 3.25, "escalated_frac": 0.3375651041666667, "residual_disagree": 0.0 }, { "tau": 3.375, "escalated_frac": 0.3512369791666667, "residual_disagree": 0.0 }, { "tau": 3.5, "escalated_frac": 0.3553059895833333, "residual_disagree": 0.0 }, { "tau": 3.5, "escalated_frac": 0.3553059895833333, "residual_disagree": 0.0 }, { "tau": 3.5, "escalated_frac": 0.3553059895833333, "residual_disagree": 0.0 }, { "tau": 3.625, "escalated_frac": 0.3707682291666667, "residual_disagree": 0.0 }, { "tau": 3.75, "escalated_frac": 0.3736979166666667, "residual_disagree": 0.0 }, { "tau": 3.75, "escalated_frac": 0.3736979166666667, "residual_disagree": 0.0 }, { "tau": 3.875, "escalated_frac": 0.3854166666666667, "residual_disagree": 0.0 }, { "tau": 4.0, "escalated_frac": 0.3889973958333333, "residual_disagree": 0.0 }, { "tau": 4.0, "escalated_frac": 0.3889973958333333, "residual_disagree": 0.0 }, { "tau": 4.0, "escalated_frac": 0.3889973958333333, "residual_disagree": 0.0 }, { "tau": 4.125, "escalated_frac": 0.40478515625, "residual_disagree": 0.0 }, { "tau": 4.25, "escalated_frac": 0.4075520833333333, "residual_disagree": 0.0 }, { "tau": 4.25, "escalated_frac": 0.4075520833333333, "residual_disagree": 0.0 }, { "tau": 4.375, "escalated_frac": 0.4202473958333333, "residual_disagree": 0.0 }, { "tau": 4.5, "escalated_frac": 0.4235026041666667, "residual_disagree": 0.0 }, { "tau": 4.5, "escalated_frac": 0.4235026041666667, "residual_disagree": 0.0 }, { "tau": 4.625, "escalated_frac": 0.4357096354166667, "residual_disagree": 0.0 }, { "tau": 4.75, "escalated_frac": 0.4388020833333333, "residual_disagree": 0.0 }, { "tau": 4.75, "escalated_frac": 0.4388020833333333, "residual_disagree": 0.0 }, { "tau": 5.0, "escalated_frac": 0.4505208333333333, "residual_disagree": 0.0 }, { "tau": 5.0, "escalated_frac": 0.4505208333333333, "residual_disagree": 0.0 }, { "tau": 5.125, "escalated_frac": 0.4615885416666667, "residual_disagree": 0.0 }, { "tau": 5.25, "escalated_frac": 0.46630859375, "residual_disagree": 0.0 }, { "tau": 5.25, "escalated_frac": 0.46630859375, "residual_disagree": 0.0 }, { "tau": 5.375, "escalated_frac": 0.4757486979166667, "residual_disagree": 0.0 }, { "tau": 5.5, "escalated_frac": 0.4791666666666667, "residual_disagree": 0.0 }, { "tau": 5.625, "escalated_frac": 0.4871419270833333, "residual_disagree": 0.0 }, { "tau": 5.75, "escalated_frac": 0.490234375, "residual_disagree": 0.0 }, { "tau": 5.75, "escalated_frac": 0.490234375, "residual_disagree": 0.0 }, { "tau": 6.0, "escalated_frac": 0.5009765625, "residual_disagree": 0.0 }, { "tau": 6.0, "escalated_frac": 0.5009765625, "residual_disagree": 0.0 }, { "tau": 6.125, "escalated_frac": 0.509765625, "residual_disagree": 0.0 }, { "tau": 6.25, "escalated_frac": 0.5128580729166666, "residual_disagree": 0.0 }, { "tau": 6.375, "escalated_frac": 0.5208333333333334, "residual_disagree": 0.0 }, { "tau": 6.5, "escalated_frac": 0.5237630208333334, "residual_disagree": 0.0 }, { "tau": 6.625, "escalated_frac": 0.5305989583333334, "residual_disagree": 0.0 }, { "tau": 6.75, "escalated_frac": 0.533203125, "residual_disagree": 0.0 }, { "tau": 6.875, "escalated_frac": 0.541015625, "residual_disagree": 0.0 }, { "tau": 7.0, "escalated_frac": 0.5431315104166666, "residual_disagree": 0.0 }, { "tau": 7.125, "escalated_frac": 0.5501302083333334, "residual_disagree": 0.0 }, { "tau": 7.25, "escalated_frac": 0.5533854166666666, "residual_disagree": 0.0 }, { "tau": 7.375, "escalated_frac": 0.5598958333333334, "residual_disagree": 0.0 }, { "tau": 7.5, "escalated_frac": 0.56298828125, "residual_disagree": 0.0 }, { "tau": 7.75, "escalated_frac": 0.57080078125, "residual_disagree": 0.0 }, { "tau": 7.875, "escalated_frac": 0.57666015625, "residual_disagree": 0.0 }, { "tau": 8.0, "escalated_frac": 0.5789388020833334, "residual_disagree": 0.0 }, { "tau": 8.125, "escalated_frac": 0.5856119791666666, "residual_disagree": 0.0 }, { "tau": 8.25, "escalated_frac": 0.5880533854166666, "residual_disagree": 0.0 }, { "tau": 8.431532663316602, "escalated_frac": 0.5979817708333334, "residual_disagree": 0.0 }, { "tau": 8.5, "escalated_frac": 0.5979817708333334, "residual_disagree": 0.0 }, { "tau": 8.75, "escalated_frac": 0.6072591145833334, "residual_disagree": 0.0 }, { "tau": 8.875, "escalated_frac": 0.6123046875, "residual_disagree": 0.0 }, { "tau": 9.0, "escalated_frac": 0.6145833333333334, "residual_disagree": 0.0 }, { "tau": 9.125, "escalated_frac": 0.6207682291666666, "residual_disagree": 0.0 }, { "tau": 9.25, "escalated_frac": 0.6233723958333334, "residual_disagree": 0.0 }, { "tau": 9.375, "escalated_frac": 0.6311848958333334, "residual_disagree": 0.0 }, { "tau": 9.5, "escalated_frac": 0.6355794270833334, "residual_disagree": 0.0 }, { "tau": 9.625, "escalated_frac": 0.6412760416666666, "residual_disagree": 0.0 }, { "tau": 9.875, "escalated_frac": 0.6474609375, "residual_disagree": 0.0 }, { "tau": 10.0, "escalated_frac": 0.6492513020833334, "residual_disagree": 0.0 }, { "tau": 10.25, "escalated_frac": 0.65673828125, "residual_disagree": 0.0 }, { "tau": 10.375, "escalated_frac": 0.662109375, "residual_disagree": 0.0 }, { "tau": 10.5, "escalated_frac": 0.6643880208333334, "residual_disagree": 0.0 }, { "tau": 10.625, "escalated_frac": 0.6708984375, "residual_disagree": 0.0 }, { "tau": 10.75, "escalated_frac": 0.6736653645833334, "residual_disagree": 0.0 }, { "tau": 11.0, "escalated_frac": 0.6809895833333334, "residual_disagree": 0.0 }, { "tau": 11.25, "escalated_frac": 0.6881510416666666, "residual_disagree": 0.0 }, { "tau": 11.25, "escalated_frac": 0.6881510416666666, "residual_disagree": 0.0 }, { "tau": 11.5, "escalated_frac": 0.6962890625, "residual_disagree": 0.0 }, { "tau": 11.625, "escalated_frac": 0.7005208333333334, "residual_disagree": 0.0 }, { "tau": 11.875, "escalated_frac": 0.7076822916666666, "residual_disagree": 0.0 }, { "tau": 12.125, "escalated_frac": 0.71337890625, "residual_disagree": 0.0 }, { "tau": 12.25, "escalated_frac": 0.7169596354166666, "residual_disagree": 0.0 }, { "tau": 12.375, "escalated_frac": 0.7215169270833334, "residual_disagree": 0.0 }, { "tau": 12.75, "escalated_frac": 0.7273763020833334, "residual_disagree": 0.0 }, { "tau": 12.875, "escalated_frac": 0.7320963541666666, "residual_disagree": 0.0 }, { "tau": 13.125, "escalated_frac": 0.7376302083333334, "residual_disagree": 0.0 }, { "tau": 13.25, "escalated_frac": 0.7395833333333334, "residual_disagree": 0.0 }, { "tau": 13.5, "escalated_frac": 0.7459309895833334, "residual_disagree": 0.0 }, { "tau": 13.75, "escalated_frac": 0.7532552083333334, "residual_disagree": 0.0 }, { "tau": 13.875, "escalated_frac": 0.7578125, "residual_disagree": 0.0 }, { "tau": 14.0, "escalated_frac": 0.7604166666666666, "residual_disagree": 0.0 }, { "tau": 14.25, "escalated_frac": 0.7662760416666666, "residual_disagree": 0.0 }, { "tau": 14.5, "escalated_frac": 0.7726236979166666, "residual_disagree": 0.0 }, { "tau": 14.625, "escalated_frac": 0.77685546875, "residual_disagree": 0.0 }, { "tau": 14.75, "escalated_frac": 0.7801106770833334, "residual_disagree": 0.0 }, { "tau": 15.0, "escalated_frac": 0.78759765625, "residual_disagree": 0.0 }, { "tau": 15.25, "escalated_frac": 0.7937825520833334, "residual_disagree": 0.0 }, { "tau": 15.375, "escalated_frac": 0.7972005208333334, "residual_disagree": 0.0 }, { "tau": 15.5, "escalated_frac": 0.7999674479166666, "residual_disagree": 0.0 }, { "tau": 15.75, "escalated_frac": 0.80712890625, "residual_disagree": 0.0 }, { "tau": 16.0, "escalated_frac": 0.8116861979166666, "residual_disagree": 0.0 }, { "tau": 16.25, "escalated_frac": 0.8175455729166666, "residual_disagree": 0.0 }, { "tau": 16.5, "escalated_frac": 0.8235677083333334, "residual_disagree": 0.0 }, { "tau": 16.625, "escalated_frac": 0.8263346354166666, "residual_disagree": 0.0 }, { "tau": 16.875, "escalated_frac": 0.8333333333333334, "residual_disagree": 0.0 }, { "tau": 17.0, "escalated_frac": 0.8365885416666666, "residual_disagree": 0.0 }, { "tau": 17.25, "escalated_frac": 0.8426106770833334, "residual_disagree": 0.0 }, { "tau": 17.5, "escalated_frac": 0.84765625, "residual_disagree": 0.0 }, { "tau": 17.75, "escalated_frac": 0.8527018229166666, "residual_disagree": 0.0 }, { "tau": 18.0, "escalated_frac": 0.8585611979166666, "residual_disagree": 0.0 }, { "tau": 18.25, "escalated_frac": 0.8634440104166666, "residual_disagree": 0.0 }, { "tau": 18.5, "escalated_frac": 0.86767578125, "residual_disagree": 0.0 }, { "tau": 18.783291457286396, "escalated_frac": 0.8743489583333334, "residual_disagree": 0.0 }, { "tau": 19.0, "escalated_frac": 0.8772786458333334, "residual_disagree": 0.0 }, { "tau": 19.375, "escalated_frac": 0.8837890625, "residual_disagree": 0.0 }, { "tau": 19.75, "escalated_frac": 0.8876953125, "residual_disagree": 0.0 }, { "tau": 20.125, "escalated_frac": 0.8938802083333334, "residual_disagree": 0.0 }, { "tau": 20.375, "escalated_frac": 0.8984375, "residual_disagree": 0.0 }, { "tau": 20.75, "escalated_frac": 0.90380859375, "residual_disagree": 0.0 }, { "tau": 21.0, "escalated_frac": 0.908203125, "residual_disagree": 0.0 }, { "tau": 21.5, "escalated_frac": 0.9142252604166666, "residual_disagree": 0.0 }, { "tau": 21.875, "escalated_frac": 0.91943359375, "residual_disagree": 0.0 }, { "tau": 22.25, "escalated_frac": 0.9239908854166666, "residual_disagree": 0.0 }, { "tau": 22.6036432160804, "escalated_frac": 0.9295247395833334, "residual_disagree": 0.0 }, { "tau": 23.125, "escalated_frac": 0.9344075520833334, "residual_disagree": 0.0 }, { "tau": 23.375, "escalated_frac": 0.9386393229166666, "residual_disagree": 0.0 }, { "tau": 23.75, "escalated_frac": 0.9430338541666666, "residual_disagree": 0.0 }, { "tau": 24.25, "escalated_frac": 0.9488932291666666, "residual_disagree": 0.0 }, { "tau": 24.75, "escalated_frac": 0.9541015625, "residual_disagree": 0.0 }, { "tau": 25.5, "escalated_frac": 0.9596354166666666, "residual_disagree": 0.0 }, { "tau": 26.125, "escalated_frac": 0.9645182291666666, "residual_disagree": 0.0 }, { "tau": 26.625, "escalated_frac": 0.96923828125, "residual_disagree": 0.0 }, { "tau": 27.25, "escalated_frac": 0.9742838541666666, "residual_disagree": 0.0 }, { "tau": 28.25, "escalated_frac": 0.9796549479166666, "residual_disagree": 0.0 }, { "tau": 29.298994974874404, "escalated_frac": 0.98486328125, "residual_disagree": 0.0 }, { "tau": 30.625, "escalated_frac": 0.9895833333333334, "residual_disagree": 0.0 }, { "tau": 32.0, "escalated_frac": 0.9944661458333334, "residual_disagree": 0.0 }, { "tau": 38.125, "escalated_frac": 0.9998372395833334, "residual_disagree": 0.0 } ], "hidden_rel_err_by_depth": { "6": 0.053825875744223595, "13": 0.06790710333734751, "20": 0.07437584921717644, "27": 0.11926927231252193 }, "escalation_frac_for_99pct": 0.10953776041666667 }, { "stage": 2, "ladder_bits": [ 3, 3, 3 ], "cumulative_bits_per_param": 12.0, "agreement_rate": 0.9827473958333334, "mean_kl": 0.002334365388378501, "auroc": 0.9800110307674039, "escalation_curve": [ { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.017252604166666668 }, { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.017252604166666668 }, { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.017252604166666668 }, { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.017252604166666668 }, { "tau": 0.125, "escalated_frac": 0.017415364583333332, "residual_disagree": 0.01025390625 }, { "tau": 0.125, "escalated_frac": 0.017415364583333332, "residual_disagree": 0.01025390625 }, { "tau": 0.25, "escalated_frac": 0.0263671875, "residual_disagree": 0.006673177083333333 }, { "tau": 0.25, "escalated_frac": 0.0263671875, "residual_disagree": 0.006673177083333333 }, { "tau": 0.25, "escalated_frac": 0.0263671875, "residual_disagree": 0.006673177083333333 }, { "tau": 0.25, "escalated_frac": 0.0263671875, "residual_disagree": 0.006673177083333333 }, { "tau": 0.3366834170854318, "escalated_frac": 0.05029296875, "residual_disagree": 0.00244140625 }, { "tau": 0.375, "escalated_frac": 0.05029296875, "residual_disagree": 0.00244140625 }, { "tau": 0.5, "escalated_frac": 0.05859375, "residual_disagree": 0.0017903645833333333 }, { "tau": 0.5, "escalated_frac": 0.05859375, "residual_disagree": 0.0017903645833333333 }, { "tau": 0.5, "escalated_frac": 0.05859375, "residual_disagree": 0.0017903645833333333 }, { "tau": 0.5, "escalated_frac": 0.05859375, "residual_disagree": 0.0017903645833333333 }, { "tau": 0.5, "escalated_frac": 0.05859375, "residual_disagree": 0.0017903645833333333 }, { "tau": 0.625, "escalated_frac": 0.08235677083333333, "residual_disagree": 0.0006510416666666666 }, { "tau": 0.75, "escalated_frac": 0.08902994791666667, "residual_disagree": 0.0006510416666666666 }, { "tau": 0.75, "escalated_frac": 0.08902994791666667, "residual_disagree": 0.0006510416666666666 }, { "tau": 0.75, "escalated_frac": 0.08902994791666667, "residual_disagree": 0.0006510416666666666 }, { "tau": 0.75, "escalated_frac": 0.08902994791666667, "residual_disagree": 0.0006510416666666666 }, { "tau": 0.75, "escalated_frac": 0.08902994791666667, "residual_disagree": 0.0006510416666666666 }, { "tau": 0.875, "escalated_frac": 0.11263020833333333, "residual_disagree": 0.00016276041666666666 }, { "tau": 1.0, "escalated_frac": 0.119140625, "residual_disagree": 0.00016276041666666666 }, { "tau": 1.0, "escalated_frac": 0.119140625, "residual_disagree": 0.00016276041666666666 }, { "tau": 1.0, "escalated_frac": 0.119140625, "residual_disagree": 0.00016276041666666666 }, { "tau": 1.0, "escalated_frac": 0.119140625, "residual_disagree": 0.00016276041666666666 }, { "tau": 1.0, "escalated_frac": 0.119140625, "residual_disagree": 0.00016276041666666666 }, { "tau": 1.125, "escalated_frac": 0.14176432291666666, "residual_disagree": 0.0 }, { "tau": 1.25, "escalated_frac": 0.14925130208333334, "residual_disagree": 0.0 }, { "tau": 1.25, "escalated_frac": 0.14925130208333334, "residual_disagree": 0.0 }, { "tau": 1.25, "escalated_frac": 0.14925130208333334, "residual_disagree": 0.0 }, { "tau": 1.25, "escalated_frac": 0.14925130208333334, "residual_disagree": 0.0 }, { "tau": 1.375, "escalated_frac": 0.16878255208333334, "residual_disagree": 0.0 }, { "tau": 1.5, "escalated_frac": 0.17431640625, "residual_disagree": 0.0 }, { "tau": 1.5, "escalated_frac": 0.17431640625, "residual_disagree": 0.0 }, { "tau": 1.5, "escalated_frac": 0.17431640625, "residual_disagree": 0.0 }, { "tau": 1.5, "escalated_frac": 0.17431640625, "residual_disagree": 0.0 }, { "tau": 1.625, "escalated_frac": 0.19449869791666666, "residual_disagree": 0.0 }, { "tau": 1.75, "escalated_frac": 0.20052083333333334, "residual_disagree": 0.0 }, { "tau": 1.75, "escalated_frac": 0.20052083333333334, "residual_disagree": 0.0 }, { "tau": 1.75, "escalated_frac": 0.20052083333333334, "residual_disagree": 0.0 }, { "tau": 1.75, "escalated_frac": 0.20052083333333334, "residual_disagree": 0.0 }, { "tau": 1.875, "escalated_frac": 0.21793619791666666, "residual_disagree": 0.0 }, { "tau": 2.0, "escalated_frac": 0.22347005208333334, "residual_disagree": 0.0 }, { "tau": 2.0, "escalated_frac": 0.22347005208333334, "residual_disagree": 0.0 }, { "tau": 2.0, "escalated_frac": 0.22347005208333334, "residual_disagree": 0.0 }, { "tau": 2.125, "escalated_frac": 0.24072265625, "residual_disagree": 0.0 }, { "tau": 2.25, "escalated_frac": 0.24479166666666666, "residual_disagree": 0.0 }, { "tau": 2.25, "escalated_frac": 0.24479166666666666, "residual_disagree": 0.0 }, { "tau": 2.25, "escalated_frac": 0.24479166666666666, "residual_disagree": 0.0 }, { "tau": 2.25, "escalated_frac": 0.24479166666666666, "residual_disagree": 0.0 }, { "tau": 2.384422110552748, "escalated_frac": 0.2664388020833333, "residual_disagree": 0.0 }, { "tau": 2.5, "escalated_frac": 0.2664388020833333, "residual_disagree": 0.0 }, { "tau": 2.5, "escalated_frac": 0.2664388020833333, "residual_disagree": 0.0 }, { "tau": 2.5, "escalated_frac": 0.2664388020833333, "residual_disagree": 0.0 }, { "tau": 2.625, "escalated_frac": 0.2849934895833333, "residual_disagree": 0.0 }, { "tau": 2.75, "escalated_frac": 0.2902018229166667, "residual_disagree": 0.0 }, { "tau": 2.75, "escalated_frac": 0.2902018229166667, "residual_disagree": 0.0 }, { "tau": 2.75, "escalated_frac": 0.2902018229166667, "residual_disagree": 0.0 }, { "tau": 2.75, "escalated_frac": 0.2902018229166667, "residual_disagree": 0.0 }, { "tau": 2.875, "escalated_frac": 0.3092447916666667, "residual_disagree": 0.0 }, { "tau": 3.0, "escalated_frac": 0.3142903645833333, "residual_disagree": 0.0 }, { "tau": 3.0, "escalated_frac": 0.3142903645833333, "residual_disagree": 0.0 }, { "tau": 3.0, "escalated_frac": 0.3142903645833333, "residual_disagree": 0.0 }, { "tau": 3.125, "escalated_frac": 0.3302408854166667, "residual_disagree": 0.0 }, { "tau": 3.25, "escalated_frac": 0.3341471354166667, "residual_disagree": 0.0 }, { "tau": 3.25, "escalated_frac": 0.3341471354166667, "residual_disagree": 0.0 }, { "tau": 3.25, "escalated_frac": 0.3341471354166667, "residual_disagree": 0.0 }, { "tau": 3.375, "escalated_frac": 0.34912109375, "residual_disagree": 0.0 }, { "tau": 3.5, "escalated_frac": 0.353515625, "residual_disagree": 0.0 }, { "tau": 3.5, "escalated_frac": 0.353515625, "residual_disagree": 0.0 }, { "tau": 3.5, "escalated_frac": 0.353515625, "residual_disagree": 0.0 }, { "tau": 3.625, "escalated_frac": 0.369140625, "residual_disagree": 0.0 }, { "tau": 3.75, "escalated_frac": 0.3723958333333333, "residual_disagree": 0.0 }, { "tau": 3.75, "escalated_frac": 0.3723958333333333, "residual_disagree": 0.0 }, { "tau": 3.75, "escalated_frac": 0.3723958333333333, "residual_disagree": 0.0 }, { "tau": 4.0, "escalated_frac": 0.3914388020833333, "residual_disagree": 0.0 }, { "tau": 4.0, "escalated_frac": 0.3914388020833333, "residual_disagree": 0.0 }, { "tau": 4.0, "escalated_frac": 0.3914388020833333, "residual_disagree": 0.0 }, { "tau": 4.125, "escalated_frac": 0.4029947916666667, "residual_disagree": 0.0 }, { "tau": 4.25, "escalated_frac": 0.40771484375, "residual_disagree": 0.0 }, { "tau": 4.25, "escalated_frac": 0.40771484375, "residual_disagree": 0.0 }, { "tau": 4.375, "escalated_frac": 0.4207356770833333, "residual_disagree": 0.0 }, { "tau": 4.5, "escalated_frac": 0.4248046875, "residual_disagree": 0.0 }, { "tau": 4.5, "escalated_frac": 0.4248046875, "residual_disagree": 0.0 }, { "tau": 4.625, "escalated_frac": 0.4363606770833333, "residual_disagree": 0.0 }, { "tau": 4.75, "escalated_frac": 0.439453125, "residual_disagree": 0.0 }, { "tau": 4.75, "escalated_frac": 0.439453125, "residual_disagree": 0.0 }, { "tau": 4.875, "escalated_frac": 0.45068359375, "residual_disagree": 0.0 }, { "tau": 5.0, "escalated_frac": 0.45263671875, "residual_disagree": 0.0 }, { "tau": 5.0, "escalated_frac": 0.45263671875, "residual_disagree": 0.0 }, { "tau": 5.25, "escalated_frac": 0.4661458333333333, "residual_disagree": 0.0 }, { "tau": 5.25, "escalated_frac": 0.4661458333333333, "residual_disagree": 0.0 }, { "tau": 5.375, "escalated_frac": 0.4755859375, "residual_disagree": 0.0 }, { "tau": 5.5, "escalated_frac": 0.478515625, "residual_disagree": 0.0 }, { "tau": 5.625, "escalated_frac": 0.4866536458333333, "residual_disagree": 0.0 }, { "tau": 5.75, "escalated_frac": 0.490234375, "residual_disagree": 0.0 }, { "tau": 5.75, "escalated_frac": 0.490234375, "residual_disagree": 0.0 }, { "tau": 6.0, "escalated_frac": 0.50146484375, "residual_disagree": 0.0 }, { "tau": 6.0, "escalated_frac": 0.50146484375, "residual_disagree": 0.0 }, { "tau": 6.25, "escalated_frac": 0.5115559895833334, "residual_disagree": 0.0 }, { "tau": 6.25, "escalated_frac": 0.5115559895833334, "residual_disagree": 0.0 }, { "tau": 6.5, "escalated_frac": 0.5218098958333334, "residual_disagree": 0.0 }, { "tau": 6.5, "escalated_frac": 0.5218098958333334, "residual_disagree": 0.0 }, { "tau": 6.75, "escalated_frac": 0.5320638020833334, "residual_disagree": 0.0 }, { "tau": 6.75, "escalated_frac": 0.5320638020833334, "residual_disagree": 0.0 }, { "tau": 7.0, "escalated_frac": 0.5421549479166666, "residual_disagree": 0.0 }, { "tau": 7.0, "escalated_frac": 0.5421549479166666, "residual_disagree": 0.0 }, { "tau": 7.25, "escalated_frac": 0.5525716145833334, "residual_disagree": 0.0 }, { "tau": 7.25, "escalated_frac": 0.5525716145833334, "residual_disagree": 0.0 }, { "tau": 7.5, "escalated_frac": 0.5613606770833334, "residual_disagree": 0.0 }, { "tau": 7.5, "escalated_frac": 0.5613606770833334, "residual_disagree": 0.0 }, { "tau": 7.75, "escalated_frac": 0.5714518229166666, "residual_disagree": 0.0 }, { "tau": 7.871859296482455, "escalated_frac": 0.5777994791666666, "residual_disagree": 0.0 }, { "tau": 8.0, "escalated_frac": 0.5810546875, "residual_disagree": 0.0 }, { "tau": 8.0891959798995, "escalated_frac": 0.587890625, "residual_disagree": 0.0 }, { "tau": 8.25, "escalated_frac": 0.591796875, "residual_disagree": 0.0 }, { "tau": 8.25, "escalated_frac": 0.591796875, "residual_disagree": 0.0 }, { "tau": 8.5, "escalated_frac": 0.6005859375, "residual_disagree": 0.0 }, { "tau": 8.625, "escalated_frac": 0.6066080729166666, "residual_disagree": 0.0 }, { "tau": 8.75, "escalated_frac": 0.6085611979166666, "residual_disagree": 0.0 }, { "tau": 9.0, "escalated_frac": 0.615234375, "residual_disagree": 0.0 }, { "tau": 9.125, "escalated_frac": 0.6219075520833334, "residual_disagree": 0.0 }, { "tau": 9.25, "escalated_frac": 0.6240234375, "residual_disagree": 0.0 }, { "tau": 9.25, "escalated_frac": 0.6240234375, "residual_disagree": 0.0 }, { "tau": 9.5, "escalated_frac": 0.63623046875, "residual_disagree": 0.0 }, { "tau": 9.625, "escalated_frac": 0.6412760416666666, "residual_disagree": 0.0 }, { "tau": 9.75, "escalated_frac": 0.64501953125, "residual_disagree": 0.0 }, { "tau": 10.0, "escalated_frac": 0.65283203125, "residual_disagree": 0.0 }, { "tau": 10.125, "escalated_frac": 0.6578776041666666, "residual_disagree": 0.0 }, { "tau": 10.25, "escalated_frac": 0.66015625, "residual_disagree": 0.0 }, { "tau": 10.5, "escalated_frac": 0.6671549479166666, "residual_disagree": 0.0 }, { "tau": 10.625, "escalated_frac": 0.6712239583333334, "residual_disagree": 0.0 }, { "tau": 10.75, "escalated_frac": 0.6741536458333334, "residual_disagree": 0.0 }, { "tau": 11.0, "escalated_frac": 0.6805013020833334, "residual_disagree": 0.0 }, { "tau": 11.25, "escalated_frac": 0.6873372395833334, "residual_disagree": 0.0 }, { "tau": 11.375, "escalated_frac": 0.6927083333333334, "residual_disagree": 0.0 }, { "tau": 11.5, "escalated_frac": 0.6949869791666666, "residual_disagree": 0.0 }, { "tau": 11.75, "escalated_frac": 0.7023111979166666, "residual_disagree": 0.0 }, { "tau": 11.947236180904497, "escalated_frac": 0.70849609375, "residual_disagree": 0.0 }, { "tau": 12.125, "escalated_frac": 0.7122395833333334, "residual_disagree": 0.0 }, { "tau": 12.25, "escalated_frac": 0.7150065104166666, "residual_disagree": 0.0 }, { "tau": 12.5, "escalated_frac": 0.7215169270833334, "residual_disagree": 0.0 }, { "tau": 12.625, "escalated_frac": 0.7268880208333334, "residual_disagree": 0.0 }, { "tau": 12.75, "escalated_frac": 0.7301432291666666, "residual_disagree": 0.0 }, { "tau": 13.0, "escalated_frac": 0.7355143229166666, "residual_disagree": 0.0 }, { "tau": 13.25, "escalated_frac": 0.7412109375, "residual_disagree": 0.0 }, { "tau": 13.5, "escalated_frac": 0.7472330729166666, "residual_disagree": 0.0 }, { "tau": 13.75, "escalated_frac": 0.7526041666666666, "residual_disagree": 0.0 }, { "tau": 14.0, "escalated_frac": 0.7586263020833334, "residual_disagree": 0.0 }, { "tau": 14.125, "escalated_frac": 0.7628580729166666, "residual_disagree": 0.0 }, { "tau": 14.375, "escalated_frac": 0.7685546875, "residual_disagree": 0.0 }, { "tau": 14.5, "escalated_frac": 0.7713216145833334, "residual_disagree": 0.0 }, { "tau": 14.625, "escalated_frac": 0.77734375, "residual_disagree": 0.0 }, { "tau": 14.875, "escalated_frac": 0.78369140625, "residual_disagree": 0.0 }, { "tau": 15.0, "escalated_frac": 0.7867838541666666, "residual_disagree": 0.0 }, { "tau": 15.25, "escalated_frac": 0.7921549479166666, "residual_disagree": 0.0 }, { "tau": 15.375, "escalated_frac": 0.7960611979166666, "residual_disagree": 0.0 }, { "tau": 15.5, "escalated_frac": 0.80029296875, "residual_disagree": 0.0 }, { "tau": 15.75, "escalated_frac": 0.8068033854166666, "residual_disagree": 0.0 }, { "tau": 16.0, "escalated_frac": 0.8128255208333334, "residual_disagree": 0.0 }, { "tau": 16.231469849246253, "escalated_frac": 0.8190104166666666, "residual_disagree": 0.0 }, { "tau": 16.375, "escalated_frac": 0.8235677083333334, "residual_disagree": 0.0 }, { "tau": 16.625, "escalated_frac": 0.8289388020833334, "residual_disagree": 0.0 }, { "tau": 16.75, "escalated_frac": 0.8313802083333334, "residual_disagree": 0.0 }, { "tau": 17.0, "escalated_frac": 0.837890625, "residual_disagree": 0.0 }, { "tau": 17.25, "escalated_frac": 0.8424479166666666, "residual_disagree": 0.0 }, { "tau": 17.5, "escalated_frac": 0.8466796875, "residual_disagree": 0.0 }, { "tau": 17.75, "escalated_frac": 0.8513997395833334, "residual_disagree": 0.0 }, { "tau": 18.0, "escalated_frac": 0.857421875, "residual_disagree": 0.0 }, { "tau": 18.25, "escalated_frac": 0.8636067708333334, "residual_disagree": 0.0 }, { "tau": 18.5, "escalated_frac": 0.8681640625, "residual_disagree": 0.0 }, { "tau": 18.75, "escalated_frac": 0.8732096354166666, "residual_disagree": 0.0 }, { "tau": 19.25, "escalated_frac": 0.8792317708333334, "residual_disagree": 0.0 }, { "tau": 19.5, "escalated_frac": 0.8834635416666666, "residual_disagree": 0.0 }, { "tau": 19.875, "escalated_frac": 0.8883463541666666, "residual_disagree": 0.0 }, { "tau": 20.125, "escalated_frac": 0.8922526041666666, "residual_disagree": 0.0 }, { "tau": 20.5, "escalated_frac": 0.8977864583333334, "residual_disagree": 0.0 }, { "tau": 20.875, "escalated_frac": 0.90283203125, "residual_disagree": 0.0 }, { "tau": 21.25, "escalated_frac": 0.9083658854166666, "residual_disagree": 0.0 }, { "tau": 21.52763819095469, "escalated_frac": 0.91455078125, "residual_disagree": 0.0 }, { "tau": 21.875, "escalated_frac": 0.9181315104166666, "residual_disagree": 0.0 }, { "tau": 22.25, "escalated_frac": 0.9231770833333334, "residual_disagree": 0.0 }, { "tau": 22.625, "escalated_frac": 0.9278971354166666, "residual_disagree": 0.0 }, { "tau": 23.125, "escalated_frac": 0.9344075520833334, "residual_disagree": 0.0 }, { "tau": 23.5, "escalated_frac": 0.93896484375, "residual_disagree": 0.0 }, { "tau": 23.875, "escalated_frac": 0.94384765625, "residual_disagree": 0.0 }, { "tau": 24.375, "escalated_frac": 0.9495442708333334, "residual_disagree": 0.0 }, { "tau": 24.875, "escalated_frac": 0.9544270833333334, "residual_disagree": 0.0 }, { "tau": 25.375, "escalated_frac": 0.9593098958333334, "residual_disagree": 0.0 }, { "tau": 25.875, "escalated_frac": 0.9637044270833334, "residual_disagree": 0.0 }, { "tau": 26.625, "escalated_frac": 0.9694010416666666, "residual_disagree": 0.0 }, { "tau": 27.25, "escalated_frac": 0.9742838541666666, "residual_disagree": 0.0 }, { "tau": 28.125, "escalated_frac": 0.9793294270833334, "residual_disagree": 0.0 }, { "tau": 29.5, "escalated_frac": 0.9847005208333334, "residual_disagree": 0.0 }, { "tau": 30.53266331658301, "escalated_frac": 0.9899088541666666, "residual_disagree": 0.0 }, { "tau": 32.125, "escalated_frac": 0.9947916666666666, "residual_disagree": 0.0 }, { "tau": 37.125, "escalated_frac": 0.9998372395833334, "residual_disagree": 0.0 } ], "hidden_rel_err_by_depth": { "6": 0.014470321242697537, "13": 0.01882620411925018, "20": 0.019741158932447433, "27": 0.03545437613502145 }, "escalation_frac_for_99pct": 0.0263671875 } ], "B_base4": [ { "stage": 0, "ladder_bits": [ 4 ], "cumulative_bits_per_param": 5.0, "agreement_rate": 0.8753255208333334, "mean_kl": 0.1982055902481079, "auroc": 0.8953438581125891, "escalation_curve": [ { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.12467447916666667 }, { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.12467447916666667 }, { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.12467447916666667 }, { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.12467447916666667 }, { "tau": 0.125, "escalated_frac": 0.015462239583333334, "residual_disagree": 0.11588541666666667 }, { "tau": 0.125, "escalated_frac": 0.015462239583333334, "residual_disagree": 0.11588541666666667 }, { "tau": 0.25, "escalated_frac": 0.025716145833333332, "residual_disagree": 0.109375 }, { "tau": 0.25, "escalated_frac": 0.025716145833333332, "residual_disagree": 0.109375 }, { "tau": 0.25, "escalated_frac": 0.025716145833333332, "residual_disagree": 0.109375 }, { "tau": 0.25, "escalated_frac": 0.025716145833333332, "residual_disagree": 0.109375 }, { "tau": 0.25, "escalated_frac": 0.025716145833333332, "residual_disagree": 0.109375 }, { "tau": 0.375, "escalated_frac": 0.053548177083333336, "residual_disagree": 0.09537760416666667 }, { "tau": 0.375, "escalated_frac": 0.053548177083333336, "residual_disagree": 0.09537760416666667 }, { "tau": 0.5, "escalated_frac": 0.06396484375, "residual_disagree": 0.08837890625 }, { "tau": 0.5, "escalated_frac": 0.06396484375, "residual_disagree": 0.08837890625 }, { "tau": 0.5, "escalated_frac": 0.06396484375, "residual_disagree": 0.08837890625 }, { "tau": 0.5, "escalated_frac": 0.06396484375, "residual_disagree": 0.08837890625 }, { "tau": 0.5, "escalated_frac": 0.06396484375, "residual_disagree": 0.08837890625 }, { "tau": 0.625, "escalated_frac": 0.08935546875, "residual_disagree": 0.07666015625 }, { "tau": 0.625, "escalated_frac": 0.08935546875, "residual_disagree": 0.07666015625 }, { "tau": 0.75, "escalated_frac": 0.09814453125, "residual_disagree": 0.072265625 }, { "tau": 0.75, "escalated_frac": 0.09814453125, "residual_disagree": 0.072265625 }, { "tau": 0.75, "escalated_frac": 0.09814453125, "residual_disagree": 0.072265625 }, { "tau": 0.75, "escalated_frac": 0.09814453125, "residual_disagree": 0.072265625 }, { "tau": 0.75, "escalated_frac": 0.09814453125, "residual_disagree": 0.072265625 }, { "tau": 0.875, "escalated_frac": 0.1240234375, "residual_disagree": 0.06266276041666667 }, { "tau": 0.875, "escalated_frac": 0.1240234375, "residual_disagree": 0.06266276041666667 }, { "tau": 1.0, "escalated_frac": 0.1337890625, "residual_disagree": 0.05859375 }, { "tau": 1.0, "escalated_frac": 0.1337890625, "residual_disagree": 0.05859375 }, { "tau": 1.0, "escalated_frac": 0.1337890625, "residual_disagree": 0.05859375 }, { "tau": 1.0, "escalated_frac": 0.1337890625, "residual_disagree": 0.05859375 }, { "tau": 1.0, "escalated_frac": 0.1337890625, "residual_disagree": 0.05859375 }, { "tau": 1.125, "escalated_frac": 0.15738932291666666, "residual_disagree": 0.048665364583333336 }, { "tau": 1.125, "escalated_frac": 0.15738932291666666, "residual_disagree": 0.048665364583333336 }, { "tau": 1.25, "escalated_frac": 0.16715494791666666, "residual_disagree": 0.046061197916666664 }, { "tau": 1.25, "escalated_frac": 0.16715494791666666, "residual_disagree": 0.046061197916666664 }, { "tau": 1.25, "escalated_frac": 0.16715494791666666, "residual_disagree": 0.046061197916666664 }, { "tau": 1.25, "escalated_frac": 0.16715494791666666, "residual_disagree": 0.046061197916666664 }, { "tau": 1.375, "escalated_frac": 0.18912760416666666, "residual_disagree": 0.040690104166666664 }, { "tau": 1.375, "escalated_frac": 0.18912760416666666, "residual_disagree": 0.040690104166666664 }, { "tau": 1.5, "escalated_frac": 0.19694010416666666, "residual_disagree": 0.038411458333333336 }, { "tau": 1.5, "escalated_frac": 0.19694010416666666, "residual_disagree": 0.038411458333333336 }, { "tau": 1.5, "escalated_frac": 0.19694010416666666, "residual_disagree": 0.038411458333333336 }, { "tau": 1.5, "escalated_frac": 0.19694010416666666, "residual_disagree": 0.038411458333333336 }, { "tau": 1.625, "escalated_frac": 0.2197265625, "residual_disagree": 0.032877604166666664 }, { "tau": 1.75, "escalated_frac": 0.22509765625, "residual_disagree": 0.031412760416666664 }, { "tau": 1.75, "escalated_frac": 0.22509765625, "residual_disagree": 0.031412760416666664 }, { "tau": 1.75, "escalated_frac": 0.22509765625, "residual_disagree": 0.031412760416666664 }, { "tau": 1.75, "escalated_frac": 0.22509765625, "residual_disagree": 0.031412760416666664 }, { "tau": 1.875, "escalated_frac": 0.24593098958333334, "residual_disagree": 0.025716145833333332 }, { "tau": 1.875, "escalated_frac": 0.24593098958333334, "residual_disagree": 0.025716145833333332 }, { "tau": 2.0, "escalated_frac": 0.2532552083333333, "residual_disagree": 0.023763020833333332 }, { "tau": 2.0, "escalated_frac": 0.2532552083333333, "residual_disagree": 0.023763020833333332 }, { "tau": 2.0, "escalated_frac": 0.2532552083333333, "residual_disagree": 0.023763020833333332 }, { "tau": 2.125, "escalated_frac": 0.2701822916666667, "residual_disagree": 0.021321614583333332 }, { "tau": 2.25, "escalated_frac": 0.27587890625, "residual_disagree": 0.020345052083333332 }, { "tau": 2.25, "escalated_frac": 0.27587890625, "residual_disagree": 0.020345052083333332 }, { "tau": 2.25, "escalated_frac": 0.27587890625, "residual_disagree": 0.020345052083333332 }, { "tau": 2.25, "escalated_frac": 0.27587890625, "residual_disagree": 0.020345052083333332 }, { "tau": 2.375, "escalated_frac": 0.2919921875, "residual_disagree": 0.01806640625 }, { "tau": 2.5, "escalated_frac": 0.2989908854166667, "residual_disagree": 0.017252604166666668 }, { "tau": 2.5, "escalated_frac": 0.2989908854166667, "residual_disagree": 0.017252604166666668 }, { "tau": 2.5, "escalated_frac": 0.2989908854166667, "residual_disagree": 0.017252604166666668 }, { "tau": 2.5, "escalated_frac": 0.2989908854166667, "residual_disagree": 0.017252604166666668 }, { "tau": 2.625, "escalated_frac": 0.3193359375, "residual_disagree": 0.0146484375 }, { "tau": 2.75, "escalated_frac": 0.3250325520833333, "residual_disagree": 0.013020833333333334 }, { "tau": 2.75, "escalated_frac": 0.3250325520833333, "residual_disagree": 0.013020833333333334 }, { "tau": 2.75, "escalated_frac": 0.3250325520833333, "residual_disagree": 0.013020833333333334 }, { "tau": 2.75, "escalated_frac": 0.3250325520833333, "residual_disagree": 0.013020833333333334 }, { "tau": 2.75, "escalated_frac": 0.3250325520833333, "residual_disagree": 0.013020833333333334 }, { "tau": 2.875, "escalated_frac": 0.3468424479166667, "residual_disagree": 0.0107421875 }, { "tau": 3.0, "escalated_frac": 0.3527018229166667, "residual_disagree": 0.009765625 }, { "tau": 3.0, "escalated_frac": 0.3527018229166667, "residual_disagree": 0.009765625 }, { "tau": 3.0, "escalated_frac": 0.3527018229166667, "residual_disagree": 0.009765625 }, { "tau": 3.125, "escalated_frac": 0.3670247395833333, "residual_disagree": 0.0087890625 }, { "tau": 3.25, "escalated_frac": 0.3720703125, "residual_disagree": 0.008463541666666666 }, { "tau": 3.25, "escalated_frac": 0.3720703125, "residual_disagree": 0.008463541666666666 }, { "tau": 3.25, "escalated_frac": 0.3720703125, "residual_disagree": 0.008463541666666666 }, { "tau": 3.375, "escalated_frac": 0.3875325520833333, "residual_disagree": 0.007161458333333333 }, { "tau": 3.5, "escalated_frac": 0.3927408854166667, "residual_disagree": 0.006673177083333333 }, { "tau": 3.5, "escalated_frac": 0.3927408854166667, "residual_disagree": 0.006673177083333333 }, { "tau": 3.625, "escalated_frac": 0.4065755208333333, "residual_disagree": 0.005533854166666667 }, { "tau": 3.75, "escalated_frac": 0.4117838541666667, "residual_disagree": 0.005045572916666667 }, { "tau": 3.75, "escalated_frac": 0.4117838541666667, "residual_disagree": 0.005045572916666667 }, { "tau": 3.75, "escalated_frac": 0.4117838541666667, "residual_disagree": 0.005045572916666667 }, { "tau": 3.875, "escalated_frac": 0.42333984375, "residual_disagree": 0.00439453125 }, { "tau": 4.0, "escalated_frac": 0.4280598958333333, "residual_disagree": 0.004231770833333333 }, { "tau": 4.0, "escalated_frac": 0.4280598958333333, "residual_disagree": 0.004231770833333333 }, { "tau": 4.125, "escalated_frac": 0.4401041666666667, "residual_disagree": 0.00390625 }, { "tau": 4.25, "escalated_frac": 0.4443359375, "residual_disagree": 0.0037434895833333335 }, { "tau": 4.25, "escalated_frac": 0.4443359375, "residual_disagree": 0.0037434895833333335 }, { "tau": 4.375, "escalated_frac": 0.45556640625, "residual_disagree": 0.0032552083333333335 }, { "tau": 4.5, "escalated_frac": 0.4601236979166667, "residual_disagree": 0.0030924479166666665 }, { "tau": 4.5, "escalated_frac": 0.4601236979166667, "residual_disagree": 0.0030924479166666665 }, { "tau": 4.625, "escalated_frac": 0.4705403645833333, "residual_disagree": 0.00244140625 }, { "tau": 4.75, "escalated_frac": 0.4739583333333333, "residual_disagree": 0.00244140625 }, { "tau": 4.75, "escalated_frac": 0.4739583333333333, "residual_disagree": 0.00244140625 }, { "tau": 4.875, "escalated_frac": 0.48583984375, "residual_disagree": 0.0022786458333333335 }, { "tau": 5.0, "escalated_frac": 0.490234375, "residual_disagree": 0.0022786458333333335 }, { "tau": 5.0, "escalated_frac": 0.490234375, "residual_disagree": 0.0022786458333333335 }, { "tau": 5.125, "escalated_frac": 0.4993489583333333, "residual_disagree": 0.0017903645833333333 }, { "tau": 5.25, "escalated_frac": 0.5032552083333334, "residual_disagree": 0.0017903645833333333 }, { "tau": 5.25, "escalated_frac": 0.5032552083333334, "residual_disagree": 0.0017903645833333333 }, { "tau": 5.5, "escalated_frac": 0.5172526041666666, "residual_disagree": 0.00146484375 }, { "tau": 5.5, "escalated_frac": 0.5172526041666666, "residual_disagree": 0.00146484375 }, { "tau": 5.625, "escalated_frac": 0.5275065104166666, "residual_disagree": 0.0013020833333333333 }, { "tau": 5.75, "escalated_frac": 0.5309244791666666, "residual_disagree": 0.0013020833333333333 }, { "tau": 5.75, "escalated_frac": 0.5309244791666666, "residual_disagree": 0.0013020833333333333 }, { "tau": 6.0, "escalated_frac": 0.541015625, "residual_disagree": 0.0013020833333333333 }, { "tau": 6.125, "escalated_frac": 0.5475260416666666, "residual_disagree": 0.0013020833333333333 }, { "tau": 6.25, "escalated_frac": 0.5501302083333334, "residual_disagree": 0.0013020833333333333 }, { "tau": 6.375, "escalated_frac": 0.5569661458333334, "residual_disagree": 0.0011393229166666667 }, { "tau": 6.5, "escalated_frac": 0.5603841145833334, "residual_disagree": 0.0011393229166666667 }, { "tau": 6.5, "escalated_frac": 0.5603841145833334, "residual_disagree": 0.0011393229166666667 }, { "tau": 6.75, "escalated_frac": 0.5711263020833334, "residual_disagree": 0.0009765625 }, { "tau": 6.75, "escalated_frac": 0.5711263020833334, "residual_disagree": 0.0009765625 }, { "tau": 6.875, "escalated_frac": 0.57958984375, "residual_disagree": 0.0009765625 }, { "tau": 7.0, "escalated_frac": 0.5833333333333334, "residual_disagree": 0.0009765625 }, { "tau": 7.125, "escalated_frac": 0.59130859375, "residual_disagree": 0.00048828125 }, { "tau": 7.25, "escalated_frac": 0.595703125, "residual_disagree": 0.00048828125 }, { "tau": 7.375, "escalated_frac": 0.6025390625, "residual_disagree": 0.0003255208333333333 }, { "tau": 7.5, "escalated_frac": 0.60498046875, "residual_disagree": 0.0003255208333333333 }, { "tau": 7.625, "escalated_frac": 0.6101888020833334, "residual_disagree": 0.0003255208333333333 }, { "tau": 7.75, "escalated_frac": 0.6140950520833334, "residual_disagree": 0.0003255208333333333 }, { "tau": 7.9748743718593005, "escalated_frac": 0.623046875, "residual_disagree": 0.0003255208333333333 }, { "tau": 8.0, "escalated_frac": 0.623046875, "residual_disagree": 0.0003255208333333333 }, { "tau": 8.25, "escalated_frac": 0.6326497395833334, "residual_disagree": 0.0003255208333333333 }, { "tau": 8.25, "escalated_frac": 0.6326497395833334, "residual_disagree": 0.0003255208333333333 }, { "tau": 8.5, "escalated_frac": 0.6427408854166666, "residual_disagree": 0.0003255208333333333 }, { "tau": 8.625, "escalated_frac": 0.6472981770833334, "residual_disagree": 0.0003255208333333333 }, { "tau": 8.75, "escalated_frac": 0.650390625, "residual_disagree": 0.0003255208333333333 }, { "tau": 8.875, "escalated_frac": 0.6551106770833334, "residual_disagree": 0.0003255208333333333 }, { "tau": 9.0, "escalated_frac": 0.6585286458333334, "residual_disagree": 0.0003255208333333333 }, { "tau": 9.202889447236203, "escalated_frac": 0.6682942708333334, "residual_disagree": 0.0003255208333333333 }, { "tau": 9.25, "escalated_frac": 0.6682942708333334, "residual_disagree": 0.0003255208333333333 }, { "tau": 9.375, "escalated_frac": 0.6746419270833334, "residual_disagree": 0.00016276041666666666 }, { "tau": 9.5, "escalated_frac": 0.6787109375, "residual_disagree": 0.00016276041666666666 }, { "tau": 9.75, "escalated_frac": 0.6876627604166666, "residual_disagree": 0.0 }, { "tau": 9.875, "escalated_frac": 0.6923828125, "residual_disagree": 0.0 }, { "tau": 10.125, "escalated_frac": 0.6980794270833334, "residual_disagree": 0.0 }, { "tau": 10.25, "escalated_frac": 0.7008463541666666, "residual_disagree": 0.0 }, { "tau": 10.375, "escalated_frac": 0.7062174479166666, "residual_disagree": 0.0 }, { "tau": 10.625, "escalated_frac": 0.7132161458333334, "residual_disagree": 0.0 }, { "tau": 10.75, "escalated_frac": 0.71630859375, "residual_disagree": 0.0 }, { "tau": 11.0, "escalated_frac": 0.7229817708333334, "residual_disagree": 0.0 }, { "tau": 11.125, "escalated_frac": 0.7273763020833334, "residual_disagree": 0.0 }, { "tau": 11.25, "escalated_frac": 0.7301432291666666, "residual_disagree": 0.0 }, { "tau": 11.5, "escalated_frac": 0.7369791666666666, "residual_disagree": 0.0 }, { "tau": 11.75, "escalated_frac": 0.7412109375, "residual_disagree": 0.0 }, { "tau": 12.0, "escalated_frac": 0.7478841145833334, "residual_disagree": 0.0 }, { "tau": 12.125, "escalated_frac": 0.7522786458333334, "residual_disagree": 0.0 }, { "tau": 12.375, "escalated_frac": 0.7579752604166666, "residual_disagree": 0.0 }, { "tau": 12.625, "escalated_frac": 0.7630208333333334, "residual_disagree": 0.0 }, { "tau": 12.875, "escalated_frac": 0.767578125, "residual_disagree": 0.0 }, { "tau": 13.0, "escalated_frac": 0.76953125, "residual_disagree": 0.0 }, { "tau": 13.25, "escalated_frac": 0.77685546875, "residual_disagree": 0.0 }, { "tau": 13.375, "escalated_frac": 0.78076171875, "residual_disagree": 0.0 }, { "tau": 13.5609296482412, "escalated_frac": 0.7888997395833334, "residual_disagree": 0.0 }, { "tau": 13.75, "escalated_frac": 0.7913411458333334, "residual_disagree": 0.0 }, { "tau": 14.0, "escalated_frac": 0.7976888020833334, "residual_disagree": 0.0 }, { "tau": 14.25, "escalated_frac": 0.8033854166666666, "residual_disagree": 0.0 }, { "tau": 14.375, "escalated_frac": 0.8079427083333334, "residual_disagree": 0.0 }, { "tau": 14.5, "escalated_frac": 0.8108723958333334, "residual_disagree": 0.0 }, { "tau": 14.75, "escalated_frac": 0.8173828125, "residual_disagree": 0.0 }, { "tau": 15.0, "escalated_frac": 0.82373046875, "residual_disagree": 0.0 }, { "tau": 15.180276381909607, "escalated_frac": 0.8291015625, "residual_disagree": 0.0 }, { "tau": 15.5, "escalated_frac": 0.8338216145833334, "residual_disagree": 0.0 }, { "tau": 15.75, "escalated_frac": 0.8390299479166666, "residual_disagree": 0.0 }, { "tau": 16.0, "escalated_frac": 0.84375, "residual_disagree": 0.0 }, { "tau": 16.125, "escalated_frac": 0.8478190104166666, "residual_disagree": 0.0 }, { "tau": 16.375, "escalated_frac": 0.8531901041666666, "residual_disagree": 0.0 }, { "tau": 16.625, "escalated_frac": 0.8587239583333334, "residual_disagree": 0.0 }, { "tau": 16.875, "escalated_frac": 0.8640950520833334, "residual_disagree": 0.0 }, { "tau": 17.0, "escalated_frac": 0.8665364583333334, "residual_disagree": 0.0 }, { "tau": 17.375, "escalated_frac": 0.8740234375, "residual_disagree": 0.0 }, { "tau": 17.5, "escalated_frac": 0.8766276041666666, "residual_disagree": 0.0 }, { "tau": 17.875, "escalated_frac": 0.8837890625, "residual_disagree": 0.0 }, { "tau": 18.125, "escalated_frac": 0.8889973958333334, "residual_disagree": 0.0 }, { "tau": 18.4679648241206, "escalated_frac": 0.8943684895833334, "residual_disagree": 0.0 }, { "tau": 18.75, "escalated_frac": 0.8974609375, "residual_disagree": 0.0 }, { "tau": 19.0, "escalated_frac": 0.9025065104166666, "residual_disagree": 0.0 }, { "tau": 19.25, "escalated_frac": 0.9073893229166666, "residual_disagree": 0.0 }, { "tau": 19.625, "escalated_frac": 0.9142252604166666, "residual_disagree": 0.0 }, { "tau": 19.875, "escalated_frac": 0.9182942708333334, "residual_disagree": 0.0 }, { "tau": 20.25, "escalated_frac": 0.9228515625, "residual_disagree": 0.0 }, { "tau": 20.625, "escalated_frac": 0.9293619791666666, "residual_disagree": 0.0 }, { "tau": 21.0, "escalated_frac": 0.9337565104166666, "residual_disagree": 0.0 }, { "tau": 21.5, "escalated_frac": 0.93896484375, "residual_disagree": 0.0 }, { "tau": 21.875, "escalated_frac": 0.9443359375, "residual_disagree": 0.0 }, { "tau": 22.25, "escalated_frac": 0.9495442708333334, "residual_disagree": 0.0 }, { "tau": 22.625, "escalated_frac": 0.9542643229166666, "residual_disagree": 0.0 }, { "tau": 23.130653266331706, "escalated_frac": 0.9597981770833334, "residual_disagree": 0.0 }, { "tau": 23.625, "escalated_frac": 0.9638671875, "residual_disagree": 0.0 }, { "tau": 24.347989949748694, "escalated_frac": 0.9697265625, "residual_disagree": 0.0 }, { "tau": 25.25, "escalated_frac": 0.9742838541666666, "residual_disagree": 0.0 }, { "tau": 25.875, "escalated_frac": 0.9796549479166666, "residual_disagree": 0.0 }, { "tau": 26.625, "escalated_frac": 0.9842122395833334, "residual_disagree": 0.0 }, { "tau": 28.03266331658301, "escalated_frac": 0.9899088541666666, "residual_disagree": 0.0 }, { "tau": 29.75, "escalated_frac": 0.9947916666666666, "residual_disagree": 0.0 }, { "tau": 35.125, "escalated_frac": 0.9998372395833334, "residual_disagree": 0.0 } ], "hidden_rel_err_by_depth": { "6": 0.16153033636510372, "13": 0.1930950377136469, "20": 0.21023748256266117, "27": 0.3445921279489994 }, "escalation_frac_for_99pct": 0.3527018229166667 }, { "stage": 1, "ladder_bits": [ 4, 4 ], "cumulative_bits_per_param": 10.0, "agreement_rate": 0.9842122395833334, "mean_kl": 0.0030807368457317352, "auroc": 0.9755958053665531, "escalation_curve": [ { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.015787760416666668 }, { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.015787760416666668 }, { "tau": 0.0, "escalated_frac": 0.0, "residual_disagree": 0.015787760416666668 }, { "tau": 0.125, "escalated_frac": 0.014485677083333334, "residual_disagree": 0.0107421875 }, { "tau": 0.125, "escalated_frac": 0.014485677083333334, "residual_disagree": 0.0107421875 }, { "tau": 0.25, "escalated_frac": 0.0244140625, "residual_disagree": 0.0078125 }, { "tau": 0.25, "escalated_frac": 0.0244140625, "residual_disagree": 0.0078125 }, { "tau": 0.25, "escalated_frac": 0.0244140625, "residual_disagree": 0.0078125 }, { "tau": 0.25, "escalated_frac": 0.0244140625, "residual_disagree": 0.0078125 }, { "tau": 0.25, "escalated_frac": 0.0244140625, "residual_disagree": 0.0078125 }, { "tau": 0.25, "escalated_frac": 0.0244140625, "residual_disagree": 0.0078125 }, { "tau": 0.375, "escalated_frac": 0.051595052083333336, "residual_disagree": 0.0022786458333333335 }, { "tau": 0.5, "escalated_frac": 0.05908203125, "residual_disagree": 0.001953125 }, { "tau": 0.5, "escalated_frac": 0.05908203125, "residual_disagree": 0.001953125 }, { "tau": 0.5, "escalated_frac": 0.05908203125, "residual_disagree": 0.001953125 }, { "tau": 0.5, "escalated_frac": 0.05908203125, "residual_disagree": 0.001953125 }, { "tau": 0.5, "escalated_frac": 0.05908203125, "residual_disagree": 0.001953125 }, { "tau": 0.625, "escalated_frac": 0.08251953125, "residual_disagree": 0.0011393229166666667 }, { "tau": 0.75, "escalated_frac": 0.08837890625, "residual_disagree": 0.0008138020833333334 }, { "tau": 0.75, "escalated_frac": 0.08837890625, "residual_disagree": 0.0008138020833333334 }, { "tau": 0.75, "escalated_frac": 0.08837890625, "residual_disagree": 0.0008138020833333334 }, { "tau": 0.75, "escalated_frac": 0.08837890625, "residual_disagree": 0.0008138020833333334 }, { "tau": 0.75, "escalated_frac": 0.08837890625, "residual_disagree": 0.0008138020833333334 }, { "tau": 0.875, "escalated_frac": 0.11100260416666667, "residual_disagree": 0.00048828125 }, { "tau": 1.0, "escalated_frac": 0.11881510416666667, "residual_disagree": 0.00048828125 }, { "tau": 1.0, "escalated_frac": 0.11881510416666667, "residual_disagree": 0.00048828125 }, { "tau": 1.0, "escalated_frac": 0.11881510416666667, "residual_disagree": 0.00048828125 }, { "tau": 1.0, "escalated_frac": 0.11881510416666667, "residual_disagree": 0.00048828125 }, { "tau": 1.0, "escalated_frac": 0.11881510416666667, "residual_disagree": 0.00048828125 }, { "tau": 1.125, "escalated_frac": 0.14371744791666666, "residual_disagree": 0.0 }, { "tau": 1.25, "escalated_frac": 0.150390625, "residual_disagree": 0.0 }, { "tau": 1.25, "escalated_frac": 0.150390625, "residual_disagree": 0.0 }, { "tau": 1.25, "escalated_frac": 0.150390625, "residual_disagree": 0.0 }, { "tau": 1.25, "escalated_frac": 0.150390625, "residual_disagree": 0.0 }, { "tau": 1.375, "escalated_frac": 0.16845703125, "residual_disagree": 0.0 }, { "tau": 1.5, "escalated_frac": 0.17529296875, "residual_disagree": 0.0 }, { "tau": 1.5, "escalated_frac": 0.17529296875, "residual_disagree": 0.0 }, { "tau": 1.5, "escalated_frac": 0.17529296875, "residual_disagree": 0.0 }, { "tau": 1.5, "escalated_frac": 0.17529296875, "residual_disagree": 0.0 }, { "tau": 1.625, "escalated_frac": 0.19580078125, "residual_disagree": 0.0 }, { "tau": 1.75, "escalated_frac": 0.20084635416666666, "residual_disagree": 0.0 }, { "tau": 1.75, "escalated_frac": 0.20084635416666666, "residual_disagree": 0.0 }, { "tau": 1.75, "escalated_frac": 0.20084635416666666, "residual_disagree": 0.0 }, { "tau": 1.75, "escalated_frac": 0.20084635416666666, "residual_disagree": 0.0 }, { "tau": 1.875, "escalated_frac": 0.21923828125, "residual_disagree": 0.0 }, { "tau": 2.0, "escalated_frac": 0.22314453125, "residual_disagree": 0.0 }, { "tau": 2.0, "escalated_frac": 0.22314453125, "residual_disagree": 0.0 }, { "tau": 2.0, "escalated_frac": 0.22314453125, "residual_disagree": 0.0 }, { "tau": 2.0, "escalated_frac": 0.22314453125, "residual_disagree": 0.0 }, { "tau": 2.25, "escalated_frac": 0.24560546875, "residual_disagree": 0.0 }, { "tau": 2.25, "escalated_frac": 0.24560546875, "residual_disagree": 0.0 }, { "tau": 2.25, "escalated_frac": 0.24560546875, "residual_disagree": 0.0 }, { "tau": 2.25, "escalated_frac": 0.24560546875, "residual_disagree": 0.0 }, { "tau": 2.375, "escalated_frac": 0.2625325520833333, "residual_disagree": 0.0 }, { "tau": 2.5, "escalated_frac": 0.2674153645833333, "residual_disagree": 0.0 }, { "tau": 2.5, "escalated_frac": 0.2674153645833333, "residual_disagree": 0.0 }, { "tau": 2.5, "escalated_frac": 0.2674153645833333, "residual_disagree": 0.0 }, { "tau": 2.5, "escalated_frac": 0.2674153645833333, "residual_disagree": 0.0 }, { "tau": 2.75, "escalated_frac": 0.2906901041666667, "residual_disagree": 0.0 }, { "tau": 2.75, "escalated_frac": 0.2906901041666667, "residual_disagree": 0.0 }, { "tau": 2.75, "escalated_frac": 0.2906901041666667, "residual_disagree": 0.0 }, { "tau": 2.75, "escalated_frac": 0.2906901041666667, "residual_disagree": 0.0 }, { "tau": 2.875, "escalated_frac": 0.3072916666666667, "residual_disagree": 0.0 }, { "tau": 3.0, "escalated_frac": 0.3128255208333333, "residual_disagree": 0.0 }, { "tau": 3.0, "escalated_frac": 0.3128255208333333, "residual_disagree": 0.0 }, { "tau": 3.0, "escalated_frac": 0.3128255208333333, "residual_disagree": 0.0 }, { "tau": 3.125, "escalated_frac": 0.3299153645833333, "residual_disagree": 0.0 }, { "tau": 3.25, "escalated_frac": 0.3346354166666667, "residual_disagree": 0.0 }, { "tau": 3.25, "escalated_frac": 0.3346354166666667, "residual_disagree": 0.0 }, { "tau": 3.25, "escalated_frac": 0.3346354166666667, "residual_disagree": 0.0 }, { "tau": 3.375, "escalated_frac": 0.3494466145833333, "residual_disagree": 0.0 }, { "tau": 3.5, "escalated_frac": 0.3527018229166667, "residual_disagree": 0.0 }, { "tau": 3.5, "escalated_frac": 0.3527018229166667, "residual_disagree": 0.0 }, { "tau": 3.5, "escalated_frac": 0.3527018229166667, "residual_disagree": 0.0 }, { "tau": 3.625, "escalated_frac": 0.3683268229166667, "residual_disagree": 0.0 }, { "tau": 3.75, "escalated_frac": 0.3722330729166667, "residual_disagree": 0.0 }, { "tau": 3.75, "escalated_frac": 0.3722330729166667, "residual_disagree": 0.0 }, { "tau": 3.8674623115578015, "escalated_frac": 0.3868815104166667, "residual_disagree": 0.0 }, { "tau": 4.0, "escalated_frac": 0.390625, "residual_disagree": 0.0 }, { "tau": 4.0, "escalated_frac": 0.390625, "residual_disagree": 0.0 }, { "tau": 4.125, "escalated_frac": 0.4016927083333333, "residual_disagree": 0.0 }, { "tau": 4.25, "escalated_frac": 0.4065755208333333, "residual_disagree": 0.0 }, { "tau": 4.25, "escalated_frac": 0.4065755208333333, "residual_disagree": 0.0 }, { "tau": 4.25, "escalated_frac": 0.4065755208333333, "residual_disagree": 0.0 }, { "tau": 4.375, "escalated_frac": 0.4197591145833333, "residual_disagree": 0.0 }, { "tau": 4.5, "escalated_frac": 0.42333984375, "residual_disagree": 0.0 }, { "tau": 4.5, "escalated_frac": 0.42333984375, "residual_disagree": 0.0 }, { "tau": 4.625, "escalated_frac": 0.4353841145833333, "residual_disagree": 0.0 }, { "tau": 4.75, "escalated_frac": 0.4386393229166667, "residual_disagree": 0.0 }, { "tau": 4.75, "escalated_frac": 0.4386393229166667, "residual_disagree": 0.0 }, { "tau": 5.0, "escalated_frac": 0.4510091145833333, "residual_disagree": 0.0 }, { "tau": 5.0, "escalated_frac": 0.4510091145833333, "residual_disagree": 0.0 }, { "tau": 5.0, "escalated_frac": 0.4510091145833333, "residual_disagree": 0.0 }, { "tau": 5.25, "escalated_frac": 0.46630859375, "residual_disagree": 0.0 }, { "tau": 5.25, "escalated_frac": 0.46630859375, "residual_disagree": 0.0 }, { "tau": 5.375, "escalated_frac": 0.4754231770833333, "residual_disagree": 0.0 }, { "tau": 5.5, "escalated_frac": 0.4788411458333333, "residual_disagree": 0.0 }, { "tau": 5.625, "escalated_frac": 0.4873046875, "residual_disagree": 0.0 }, { "tau": 5.75, "escalated_frac": 0.4905598958333333, "residual_disagree": 0.0 }, { "tau": 5.75, "escalated_frac": 0.4905598958333333, "residual_disagree": 0.0 }, { "tau": 6.0, "escalated_frac": 0.5009765625, "residual_disagree": 0.0 }, { "tau": 6.0, "escalated_frac": 0.5009765625, "residual_disagree": 0.0 }, { "tau": 6.25, "escalated_frac": 0.5118815104166666, "residual_disagree": 0.0 }, { "tau": 6.25, "escalated_frac": 0.5118815104166666, "residual_disagree": 0.0 }, { "tau": 6.5, "escalated_frac": 0.5211588541666666, "residual_disagree": 0.0 }, { "tau": 6.5, "escalated_frac": 0.5211588541666666, "residual_disagree": 0.0 }, { "tau": 6.75, "escalated_frac": 0.5322265625, "residual_disagree": 0.0 }, { "tau": 6.75, "escalated_frac": 0.5322265625, "residual_disagree": 0.0 }, { "tau": 6.986180904522655, "escalated_frac": 0.5426432291666666, "residual_disagree": 0.0 }, { "tau": 7.0, "escalated_frac": 0.5426432291666666, "residual_disagree": 0.0 }, { "tau": 7.25, "escalated_frac": 0.55224609375, "residual_disagree": 0.0 }, { "tau": 7.25, "escalated_frac": 0.55224609375, "residual_disagree": 0.0 }, { "tau": 7.5, "escalated_frac": 0.5602213541666666, "residual_disagree": 0.0 }, { "tau": 7.625, "escalated_frac": 0.5667317708333334, "residual_disagree": 0.0 }, { "tau": 7.75, "escalated_frac": 0.5681966145833334, "residual_disagree": 0.0 }, { "tau": 8.0, "escalated_frac": 0.5771484375, "residual_disagree": 0.0 }, { "tau": 8.0, "escalated_frac": 0.5771484375, "residual_disagree": 0.0 }, { "tau": 8.125, "escalated_frac": 0.5852864583333334, "residual_disagree": 0.0 }, { "tau": 8.25, "escalated_frac": 0.5882161458333334, "residual_disagree": 0.0 }, { "tau": 8.5, "escalated_frac": 0.5974934895833334, "residual_disagree": 0.0 }, { "tau": 8.5, "escalated_frac": 0.5974934895833334, "residual_disagree": 0.0 }, { "tau": 8.75, "escalated_frac": 0.60595703125, "residual_disagree": 0.0 }, { "tau": 8.75, "escalated_frac": 0.60595703125, "residual_disagree": 0.0 }, { "tau": 9.0, "escalated_frac": 0.61572265625, "residual_disagree": 0.0 }, { "tau": 9.125, "escalated_frac": 0.6217447916666666, "residual_disagree": 0.0 }, { "tau": 9.25, "escalated_frac": 0.6243489583333334, "residual_disagree": 0.0 }, { "tau": 9.375, "escalated_frac": 0.6302083333333334, "residual_disagree": 0.0 }, { "tau": 9.5, "escalated_frac": 0.6337890625, "residual_disagree": 0.0 }, { "tau": 9.75, "escalated_frac": 0.6409505208333334, "residual_disagree": 0.0 }, { "tau": 9.75, "escalated_frac": 0.6409505208333334, "residual_disagree": 0.0 }, { "tau": 10.0, "escalated_frac": 0.6516927083333334, "residual_disagree": 0.0 }, { "tau": 10.125, "escalated_frac": 0.65576171875, "residual_disagree": 0.0 }, { "tau": 10.344221105527652, "escalated_frac": 0.6632486979166666, "residual_disagree": 0.0 }, { "tau": 10.5, "escalated_frac": 0.6650390625, "residual_disagree": 0.0 }, { "tau": 10.75, "escalated_frac": 0.6731770833333334, "residual_disagree": 0.0 }, { "tau": 10.875, "escalated_frac": 0.6770833333333334, "residual_disagree": 0.0 }, { "tau": 11.0, "escalated_frac": 0.6803385416666666, "residual_disagree": 0.0 }, { "tau": 11.137562814070293, "escalated_frac": 0.6884765625, "residual_disagree": 0.0 }, { "tau": 11.375, "escalated_frac": 0.6920572916666666, "residual_disagree": 0.0 }, { "tau": 11.5, "escalated_frac": 0.6953125, "residual_disagree": 0.0 }, { "tau": 11.75, "escalated_frac": 0.7029622395833334, "residual_disagree": 0.0 }, { "tau": 11.875, "escalated_frac": 0.70751953125, "residual_disagree": 0.0 }, { "tau": 12.0, "escalated_frac": 0.7107747395833334, "residual_disagree": 0.0 }, { "tau": 12.25, "escalated_frac": 0.7166341145833334, "residual_disagree": 0.0 }, { "tau": 12.5, "escalated_frac": 0.72314453125, "residual_disagree": 0.0 }, { "tau": 12.631909547738701, "escalated_frac": 0.7286783854166666, "residual_disagree": 0.0 }, { "tau": 13.0, "escalated_frac": 0.7333984375, "residual_disagree": 0.0 }, { "tau": 13.125, "escalated_frac": 0.7364908854166666, "residual_disagree": 0.0 }, { "tau": 13.375, "escalated_frac": 0.7431640625, "residual_disagree": 0.0 }, { "tau": 13.5, "escalated_frac": 0.7454427083333334, "residual_disagree": 0.0 }, { "tau": 13.625, "escalated_frac": 0.7513020833333334, "residual_disagree": 0.0 }, { "tau": 13.875, "escalated_frac": 0.7571614583333334, "residual_disagree": 0.0 }, { "tau": 14.125, "escalated_frac": 0.7633463541666666, "residual_disagree": 0.0 }, { "tau": 14.25, "escalated_frac": 0.76611328125, "residual_disagree": 0.0 }, { "tau": 14.5, "escalated_frac": 0.7731119791666666, "residual_disagree": 0.0 }, { "tau": 14.625, "escalated_frac": 0.7765299479166666, "residual_disagree": 0.0 }, { "tau": 14.875, "escalated_frac": 0.7814127604166666, "residual_disagree": 0.0 }, { "tau": 15.0, "escalated_frac": 0.7845052083333334, "residual_disagree": 0.0 }, { "tau": 15.25, "escalated_frac": 0.79248046875, "residual_disagree": 0.0 }, { "tau": 15.375, "escalated_frac": 0.7967122395833334, "residual_disagree": 0.0 }, { "tau": 15.625, "escalated_frac": 0.8033854166666666, "residual_disagree": 0.0 }, { "tau": 15.75, "escalated_frac": 0.8063151041666666, "residual_disagree": 0.0 }, { "tau": 16.0, "escalated_frac": 0.8133138020833334, "residual_disagree": 0.0 }, { "tau": 16.125, "escalated_frac": 0.8165690104166666, "residual_disagree": 0.0 }, { "tau": 16.375, "escalated_frac": 0.8230794270833334, "residual_disagree": 0.0 }, { "tau": 16.625, "escalated_frac": 0.8287760416666666, "residual_disagree": 0.0 }, { "tau": 16.75, "escalated_frac": 0.8317057291666666, "residual_disagree": 0.0 }, { "tau": 17.0, "escalated_frac": 0.8377278645833334, "residual_disagree": 0.0 }, { "tau": 17.25, "escalated_frac": 0.8426106770833334, "residual_disagree": 0.0 }, { "tau": 17.5, "escalated_frac": 0.84716796875, "residual_disagree": 0.0 }, { "tau": 17.75, "escalated_frac": 0.8527018229166666, "residual_disagree": 0.0 }, { "tau": 18.0, "escalated_frac": 0.857421875, "residual_disagree": 0.0 }, { "tau": 18.25, "escalated_frac": 0.8629557291666666, "residual_disagree": 0.0 }, { "tau": 18.5, "escalated_frac": 0.8680013020833334, "residual_disagree": 0.0 }, { "tau": 18.75, "escalated_frac": 0.8723958333333334, "residual_disagree": 0.0 }, { "tau": 19.125, "escalated_frac": 0.8785807291666666, "residual_disagree": 0.0 }, { "tau": 19.5, "escalated_frac": 0.8831380208333334, "residual_disagree": 0.0 }, { "tau": 19.85929648241199, "escalated_frac": 0.8893229166666666, "residual_disagree": 0.0 }, { "tau": 20.125, "escalated_frac": 0.892578125, "residual_disagree": 0.0 }, { "tau": 20.5, "escalated_frac": 0.8976236979166666, "residual_disagree": 0.0 }, { "tau": 20.8103015075377, "escalated_frac": 0.9044596354166666, "residual_disagree": 0.0 }, { "tau": 21.125, "escalated_frac": 0.9090169270833334, "residual_disagree": 0.0 }, { "tau": 21.5, "escalated_frac": 0.9138997395833334, "residual_disagree": 0.0 }, { "tau": 21.875, "escalated_frac": 0.91845703125, "residual_disagree": 0.0 }, { "tau": 22.25, "escalated_frac": 0.9235026041666666, "residual_disagree": 0.0 }, { "tau": 22.625, "escalated_frac": 0.9285481770833334, "residual_disagree": 0.0 }, { "tau": 23.0, "escalated_frac": 0.93408203125, "residual_disagree": 0.0 }, { "tau": 23.5, "escalated_frac": 0.9386393229166666, "residual_disagree": 0.0 }, { "tau": 24.0, "escalated_frac": 0.9444986979166666, "residual_disagree": 0.0 }, { "tau": 24.5, "escalated_frac": 0.9495442708333334, "residual_disagree": 0.0 }, { "tau": 24.875, "escalated_frac": 0.9534505208333334, "residual_disagree": 0.0 }, { "tau": 25.25, "escalated_frac": 0.9576822916666666, "residual_disagree": 0.0 }, { "tau": 25.875, "escalated_frac": 0.9641927083333334, "residual_disagree": 0.0 }, { "tau": 26.5, "escalated_frac": 0.9685872395833334, "residual_disagree": 0.0 }, { "tau": 27.25, "escalated_frac": 0.97412109375, "residual_disagree": 0.0 }, { "tau": 28.25, "escalated_frac": 0.9794921875, "residual_disagree": 0.0 }, { "tau": 29.5, "escalated_frac": 0.9845377604166666, "residual_disagree": 0.0 }, { "tau": 30.53266331658301, "escalated_frac": 0.9899088541666666, "residual_disagree": 0.0 }, { "tau": 31.875, "escalated_frac": 0.9947916666666666, "residual_disagree": 0.0 }, { "tau": 37.375, "escalated_frac": 0.9998372395833334, "residual_disagree": 0.0 } ], "hidden_rel_err_by_depth": { "6": 0.017601079307496548, "13": 0.022693818202242255, "20": 0.023964572232216597, "27": 0.04194400180131197 }, "escalation_frac_for_99pct": 0.0244140625 } ] }, "two_tier_policies": { "A_base3_stage0_to_1": [ { "tau": 0.25, "escalated_frac": 0.038899739583333336, "policy_agreement": 0.7552083333333334 }, { "tau": 0.5, "escalated_frac": 0.09049479166666667, "policy_agreement": 0.7843424479166666 }, { "tau": 1.0, "escalated_frac": 0.185546875, "policy_agreement": 0.8333333333333334 }, { "tau": 1.5, "escalated_frac": 0.2630208333333333, "policy_agreement": 0.86865234375 }, { "tau": 2.0, "escalated_frac": 0.3347981770833333, "policy_agreement": 0.8995768229166666 }, { "tau": 3.0, "escalated_frac": 0.4412434895833333, "policy_agreement": 0.9269205729166666 }, { "tau": 4.0, "escalated_frac": 0.54052734375, "policy_agreement": 0.9440104166666666 }, { "tau": 6.0, "escalated_frac": 0.6598307291666666, "policy_agreement": 0.9519856770833334 } ], "A_base3_stage1_to_2": [ { "tau": 0.25, "escalated_frac": 0.020833333333333332, "policy_agreement": 0.9630533854166666 }, { "tau": 0.5, "escalated_frac": 0.054361979166666664, "policy_agreement": 0.9737955729166666 }, { "tau": 1.0, "escalated_frac": 0.11653645833333333, "policy_agreement": 0.9793294270833334 }, { "tau": 1.5, "escalated_frac": 0.17578125, "policy_agreement": 0.982421875 }, { "tau": 2.0, "escalated_frac": 0.22737630208333334, "policy_agreement": 0.9827473958333334 }, { "tau": 3.0, "escalated_frac": 0.3190104166666667, "policy_agreement": 0.9825846354166666 }, { "tau": 4.0, "escalated_frac": 0.3889973958333333, "policy_agreement": 0.9827473958333334 }, { "tau": 6.0, "escalated_frac": 0.5009765625, "policy_agreement": 0.9827473958333334 } ], "B_base4_stage0_to_1": [ { "tau": 0.25, "escalated_frac": 0.025716145833333332, "policy_agreement": 0.8893229166666666 }, { "tau": 0.5, "escalated_frac": 0.06396484375, "policy_agreement": 0.908203125 }, { "tau": 1.0, "escalated_frac": 0.1337890625, "policy_agreement": 0.9345703125 }, { "tau": 1.5, "escalated_frac": 0.19694010416666666, "policy_agreement": 0.9521484375 }, { "tau": 2.0, "escalated_frac": 0.2532552083333333, "policy_agreement": 0.9641927083333334 }, { "tau": 3.0, "escalated_frac": 0.3527018229166667, "policy_agreement": 0.9763997395833334 }, { "tau": 4.0, "escalated_frac": 0.4280598958333333, "policy_agreement": 0.98095703125 }, { "tau": 6.0, "escalated_frac": 0.541015625, "policy_agreement": 0.98291015625 } ] } }