TeX 59%
Python 40.8%
1{2 "tiers": [3 "haiku",4 "sonnet"5 ],6 "K_common": 10,7 "n_sample": 1200,8 "reference_coverage": {9 "ref_cladding_set": 0.0875,10 "ref_roof": 0.3625,11 "ref_basement": 0.3275,12 "ref_garage": 0.22083333333333333,13 "ref_counters": 0.009166666666666667,14 "ref_cabinets": 0.008333333333333333,15 "ref_storeys": 0.9991666666666666,16 "ref_building_type": 0.0791666666666666617 },18 "exp1": [19 {20 "tier": "haiku",21 "channel": "visual",22 "attribute": "cladding_primary \u2208 broker siding set",23 "n_ref": 105,24 "coverage": 0.9238095238095239,25 "n_compared": 97,26 "accuracy": 0.7525773195876289,27 "kappa": NaN,28 "macro_f1": NaN,29 "accuracy_strict": NaN,30 "mae_years": NaN,31 "median_ratio": NaN,32 "mdape": NaN33 },34 {35 "tier": "haiku",36 "channel": "visual",37 "attribute": "roof_covering vs broker roofing",38 "n_ref": 435,39 "coverage": 0.8459770114942529,40 "n_compared": 368,41 "accuracy": 0.9565217391304348,42 "kappa": 0.7308957952468008,43 "macro_f1": 0.5605357142857144,44 "accuracy_strict": NaN,45 "mae_years": NaN,46 "median_ratio": NaN,47 "mdape": NaN48 },49 {50 "tier": "haiku",51 "channel": "visual",52 "attribute": "basement_finish vs broker basement",53 "n_ref": 344,54 "coverage": 0.02616279069767442,55 "n_compared": 9,56 "accuracy": 0.7777777777777778,57 "kappa": 0.5263157894736842,58 "macro_f1": 0.75,59 "accuracy_strict": NaN,60 "mae_years": NaN,61 "median_ratio": NaN,62 "mdape": NaN63 },64 {65 "tier": "haiku",66 "channel": "visual",67 "attribute": "garage present (visual) where broker reports a garage",68 "n_ref": 265,69 "coverage": 0.969811320754717,70 "n_compared": 257,71 "accuracy": 0.914396887159533,72 "kappa": 0.0,73 "macro_f1": 0.47764227642276424,74 "accuracy_strict": NaN,75 "mae_years": NaN,76 "median_ratio": NaN,77 "mdape": NaN78 },79 {80 "tier": "haiku",81 "channel": "visual",82 "attribute": "garage type (attached/detached) vs broker",83 "n_ref": 222,84 "coverage": 0.8873873873873874,85 "n_compared": 197,86 "accuracy": 0.9086294416243654,87 "kappa": 0.7502465135934637,88 "macro_f1": 0.8742553191489362,89 "accuracy_strict": NaN,90 "mae_years": NaN,91 "median_ratio": NaN,92 "mdape": NaN93 },94 {95 "tier": "haiku",96 "channel": "visual",97 "attribute": "storeys_visible vs roll storeys (\u00b10.5 tolerated)",98 "n_ref": 1199,99 "coverage": 0.9524603836530442,100 "n_compared": 1142,101 "accuracy": 0.8607705779334501,102 "kappa": 0.4867886888981143,103 "macro_f1": NaN,104 "accuracy_strict": 0.6751313485113836,105 "mae_years": NaN,106 "median_ratio": NaN,107 "mdape": NaN108 },109 {110 "tier": "haiku",111 "channel": "visual",112 "attribute": "building_type_visual vs listing type",113 "n_ref": 95,114 "coverage": 0.8210526315789474,115 "n_compared": 78,116 "accuracy": 0.6794871794871795,117 "kappa": 0.3695441319107663,118 "macro_f1": 0.4388278388278389,119 "accuracy_strict": NaN,120 "mae_years": NaN,121 "median_ratio": NaN,122 "mdape": NaN123 },124 {125 "tier": "haiku",126 "channel": "visual",127 "attribute": "kitchen_counters vs broker kitchen field",128 "n_ref": 11,129 "coverage": 0.6363636363636364,130 "n_compared": 7,131 "accuracy": 0.0,132 "kappa": 0.0,133 "macro_f1": 0.0,134 "accuracy_strict": NaN,135 "mae_years": NaN,136 "median_ratio": NaN,137 "mdape": NaN138 },139 {140 "tier": "haiku",141 "channel": "visual",142 "attribute": "kitchen_cabinets vs broker kitchen field",143 "n_ref": 10,144 "coverage": 0.7,145 "n_compared": 7,146 "accuracy": 0.2857142857142857,147 "kappa": -1.5543122344752196e-16,148 "macro_f1": 0.14814814814814817,149 "accuracy_strict": NaN,150 "mae_years": NaN,151 "median_ratio": NaN,152 "mdape": NaN153 },154 {155 "tier": "haiku",156 "channel": "text",157 "attribute": "TEXT cladding \u2208 broker siding set",158 "n_ref": 105,159 "coverage": 1.0,160 "n_compared": 105,161 "accuracy": 0.9142857142857143,162 "kappa": NaN,163 "macro_f1": NaN,164 "accuracy_strict": NaN,165 "mae_years": NaN,166 "median_ratio": NaN,167 "mdape": NaN168 },169 {170 "tier": "haiku",171 "channel": "text",172 "attribute": "TEXT roof vs broker roofing",173 "n_ref": 435,174 "coverage": 0.9977011494252873,175 "n_compared": 434,176 "accuracy": 0.9861751152073732,177 "kappa": 0.9165277599692265,178 "macro_f1": 0.7022831256396365,179 "accuracy_strict": NaN,180 "mae_years": NaN,181 "median_ratio": NaN,182 "mdape": NaN183 },184 {185 "tier": "haiku",186 "channel": "text",187 "attribute": "TEXT basement vs broker basement",188 "n_ref": 344,189 "coverage": 1.0,190 "n_compared": 344,191 "accuracy": 0.8953488372093024,192 "kappa": 0.7197175448126019,193 "macro_f1": 0.6386457948149061,194 "accuracy_strict": NaN,195 "mae_years": NaN,196 "median_ratio": NaN,197 "mdape": NaN198 },199 {200 "tier": "haiku",201 "channel": "text",202 "attribute": "TEXT storeys vs roll storeys (\u00b10.5)",203 "n_ref": 1199,204 "coverage": 0.4011676396997498,205 "n_compared": 481,206 "accuracy": 0.8212058212058212,207 "kappa": 0.6312273125547628,208 "macro_f1": NaN,209 "accuracy_strict": 0.7754677754677755,210 "mae_years": NaN,211 "median_ratio": NaN,212 "mdape": NaN213 },214 {215 "tier": "haiku",216 "channel": "text",217 "attribute": "TEXT year built vs roll year (\u00b11)",218 "n_ref": 1200,219 "coverage": 0.6333333333333333,220 "n_compared": 760,221 "accuracy": 0.9486842105263158,222 "kappa": NaN,223 "macro_f1": NaN,224 "accuracy_strict": NaN,225 "mae_years": 0.0,226 "median_ratio": NaN,227 "mdape": NaN228 },229 {230 "tier": "haiku",231 "channel": "text",232 "attribute": "TEXT building footprint \u00d7 storeys vs roll floor area (\u00b115 %)",233 "n_ref": 1200,234 "coverage": 0.3175,235 "n_compared": 381,236 "accuracy": 0.5511811023622047,237 "kappa": NaN,238 "macro_f1": NaN,239 "accuracy_strict": NaN,240 "mae_years": NaN,241 "median_ratio": 1.029497624236686,242 "mdape": 11.311587376954012243 },244 {245 "tier": "sonnet",246 "channel": "visual",247 "attribute": "cladding_primary \u2208 broker siding set",248 "n_ref": 105,249 "coverage": 0.9238095238095239,250 "n_compared": 97,251 "accuracy": 0.845360824742268,252 "kappa": NaN,253 "macro_f1": NaN,254 "accuracy_strict": NaN,255 "mae_years": NaN,256 "median_ratio": NaN,257 "mdape": NaN258 },259 {260 "tier": "sonnet",261 "channel": "visual",262 "attribute": "roof_covering vs broker roofing",263 "n_ref": 435,264 "coverage": 0.871264367816092,265 "n_compared": 379,266 "accuracy": 0.9577836411609498,267 "kappa": 0.7303450729277835,268 "macro_f1": 0.5608658632433848,269 "accuracy_strict": NaN,270 "mae_years": NaN,271 "median_ratio": NaN,272 "mdape": NaN273 },274 {275 "tier": "sonnet",276 "channel": "visual",277 "attribute": "basement_finish vs broker basement",278 "n_ref": 344,279 "coverage": 0.020348837209302327,280 "n_compared": 7,281 "accuracy": 0.7142857142857143,282 "kappa": 0.3636363636363636,283 "macro_f1": 0.65,284 "accuracy_strict": NaN,285 "mae_years": NaN,286 "median_ratio": NaN,287 "mdape": NaN288 },289 {290 "tier": "sonnet",291 "channel": "visual",292 "attribute": "garage present (visual) where broker reports a garage",293 "n_ref": 265,294 "coverage": 0.9773584905660377,295 "n_compared": 259,296 "accuracy": 0.9343629343629344,297 "kappa": 0.0,298 "macro_f1": 0.4830339321357286,299 "accuracy_strict": NaN,300 "mae_years": NaN,301 "median_ratio": NaN,302 "mdape": NaN303 },304 {305 "tier": "sonnet",306 "channel": "visual",307 "attribute": "garage type (attached/detached) vs broker",308 "n_ref": 222,309 "coverage": 0.9099099099099099,310 "n_compared": 202,311 "accuracy": 0.9405940594059405,312 "kappa": 0.8517793811911457,313 "macro_f1": 0.925880626223092,314 "accuracy_strict": NaN,315 "mae_years": NaN,316 "median_ratio": NaN,317 "mdape": NaN318 },319 {320 "tier": "sonnet",321 "channel": "visual",322 "attribute": "storeys_visible vs roll storeys (\u00b10.5 tolerated)",323 "n_ref": 1199,324 "coverage": 0.9491242702251876,325 "n_compared": 1138,326 "accuracy": 0.8347978910369068,327 "kappa": 0.506185601202848,328 "macro_f1": NaN,329 "accuracy_strict": 0.7056239015817223,330 "mae_years": NaN,331 "median_ratio": NaN,332 "mdape": NaN333 },334 {335 "tier": "sonnet",336 "channel": "visual",337 "attribute": "building_type_visual vs listing type",338 "n_ref": 95,339 "coverage": 0.8,340 "n_compared": 76,341 "accuracy": 0.868421052631579,342 "kappa": 0.7399041752224504,343 "macro_f1": 0.7928776748642606,344 "accuracy_strict": NaN,345 "mae_years": NaN,346 "median_ratio": NaN,347 "mdape": NaN348 },349 {350 "tier": "sonnet",351 "channel": "visual",352 "attribute": "kitchen_counters vs broker kitchen field",353 "n_ref": 11,354 "coverage": 0.6363636363636364,355 "n_compared": 7,356 "accuracy": 0.0,357 "kappa": 0.0,358 "macro_f1": 0.0,359 "accuracy_strict": NaN,360 "mae_years": NaN,361 "median_ratio": NaN,362 "mdape": NaN363 },364 {365 "tier": "sonnet",366 "channel": "visual",367 "attribute": "kitchen_cabinets vs broker kitchen field",368 "n_ref": 10,369 "coverage": 0.7,370 "n_compared": 7,371 "accuracy": 0.2857142857142857,372 "kappa": 0.0,373 "macro_f1": 0.14814814814814817,374 "accuracy_strict": NaN,375 "mae_years": NaN,376 "median_ratio": NaN,377 "mdape": NaN378 },379 {380 "tier": "sonnet",381 "channel": "text",382 "attribute": "TEXT cladding \u2208 broker siding set",383 "n_ref": 105,384 "coverage": 1.0,385 "n_compared": 105,386 "accuracy": 0.9428571428571428,387 "kappa": NaN,388 "macro_f1": NaN,389 "accuracy_strict": NaN,390 "mae_years": NaN,391 "median_ratio": NaN,392 "mdape": NaN393 },394 {395 "tier": "sonnet",396 "channel": "text",397 "attribute": "TEXT roof vs broker roofing",398 "n_ref": 435,399 "coverage": 1.0,400 "n_compared": 435,401 "accuracy": 0.9885057471264368,402 "kappa": 0.9303398135989496,403 "macro_f1": 0.7191929382093316,404 "accuracy_strict": NaN,405 "mae_years": NaN,406 "median_ratio": NaN,407 "mdape": NaN408 },409 {410 "tier": "sonnet",411 "channel": "text",412 "attribute": "TEXT basement vs broker basement",413 "n_ref": 344,414 "coverage": 0.997093023255814,415 "n_compared": 343,416 "accuracy": 0.8892128279883382,417 "kappa": 0.702861050951784,418 "macro_f1": 0.6323289391086001,419 "accuracy_strict": NaN,420 "mae_years": NaN,421 "median_ratio": NaN,422 "mdape": NaN423 },424 {425 "tier": "sonnet",426 "channel": "text",427 "attribute": "TEXT storeys vs roll storeys (\u00b10.5)",428 "n_ref": 1199,429 "coverage": 0.5512927439532944,430 "n_compared": 661,431 "accuracy": 0.8260211800302572,432 "kappa": 0.6180610012794585,433 "macro_f1": NaN,434 "accuracy_strict": 0.773071104387292,435 "mae_years": NaN,436 "median_ratio": NaN,437 "mdape": NaN438 },439 {440 "tier": "sonnet",441 "channel": "text",442 "attribute": "TEXT year built vs roll year (\u00b11)",443 "n_ref": 1200,444 "coverage": 0.6391666666666667,445 "n_compared": 767,446 "accuracy": 0.9504563233376793,447 "kappa": NaN,448 "macro_f1": NaN,449 "accuracy_strict": NaN,450 "mae_years": 0.0,451 "median_ratio": NaN,452 "mdape": NaN453 },454 {455 "tier": "sonnet",456 "channel": "text",457 "attribute": "TEXT building footprint \u00d7 storeys vs roll floor area (\u00b115 %)",458 "n_ref": 1200,459 "coverage": 0.38333333333333336,460 "n_compared": 460,461 "accuracy": 0.5739130434782609,462 "kappa": NaN,463 "macro_f1": NaN,464 "accuracy_strict": NaN,465 "mae_years": NaN,466 "median_ratio": 1.020263548300711,467 "mdape": 10.546920305902784468 }469 ],470 "exp1_confusion_tier": "sonnet",471 "exp1_taxonomy": {472 "roof_disagreements": 52,473 "roof_compared": 1045,474 "cladding_disagreements": 24,475 "cladding_compared": 213476 },477 "exp2": [478 {479 "tier": "haiku",480 "attribute": "building_type",481 "visual_coverage": 0.9541666666666667,482 "text_coverage": 0.4875,483 "either_coverage": 0.9866666666666667,484 "both": 546,485 "agreement_when_both": 0.7582417582417582,486 "visual_only_share": 0.49916666666666665,487 "text_only_share": 0.0325488 },489 {490 "tier": "haiku",491 "attribute": "storeys",492 "visual_coverage": 0.9525,493 "text_coverage": 0.4008333333333333,494 "either_coverage": 0.9741666666666666,495 "both": 455,496 "agreement_when_both": 0.7318681318681318,497 "visual_only_share": 0.5733333333333334,498 "text_only_share": 0.021666666666666667499 },500 {501 "tier": "haiku",502 "attribute": "cladding",503 "visual_coverage": 0.9533333333333334,504 "text_coverage": 0.30666666666666664,505 "either_coverage": 0.9683333333333334,506 "both": 350,507 "agreement_when_both": 0.5371428571428571,508 "visual_only_share": 0.6616666666666666,509 "text_only_share": 0.015510 },511 {512 "tier": "haiku",513 "attribute": "roof_covering",514 "visual_coverage": 0.8083333333333333,515 "text_coverage": 0.49416666666666664,516 "either_coverage": 0.8858333333333334,517 "both": 500,518 "agreement_when_both": 0.918,519 "visual_only_share": 0.39166666666666666,520 "text_only_share": 0.0775521 },522 {523 "tier": "haiku",524 "attribute": "garage",525 "visual_coverage": 0.9416666666666667,526 "text_coverage": 0.5833333333333334,527 "either_coverage": 0.97,528 "both": 666,529 "agreement_when_both": 0.8048048048048048,530 "visual_only_share": 0.38666666666666666,531 "text_only_share": 0.028333333333333332532 },533 {534 "tier": "haiku",535 "attribute": "basement_finish",536 "visual_coverage": 0.043333333333333335,537 "text_coverage": 0.7308333333333333,538 "either_coverage": 0.7441666666666666,539 "both": 36,540 "agreement_when_both": 0.6666666666666666,541 "visual_only_share": 0.013333333333333334,542 "text_only_share": 0.7008333333333333543 },544 {545 "tier": "haiku",546 "attribute": "kitchen_grade",547 "visual_coverage": 0.6616666666666666,548 "text_coverage": 0.12083333333333333,549 "either_coverage": 0.7016666666666667,550 "both": 97,551 "agreement_when_both": 0.8041237113402062,552 "visual_only_share": 0.5808333333333333,553 "text_only_share": 0.04554 },555 {556 "tier": "haiku",557 "attribute": "bathroom_grade",558 "visual_coverage": 0.19416666666666665,559 "text_coverage": 0.12833333333333333,560 "either_coverage": 0.29,561 "both": 39,562 "agreement_when_both": 0.5641025641025641,563 "visual_only_share": 0.16166666666666665,564 "text_only_share": 0.09583333333333334565 },566 {567 "tier": "haiku",568 "attribute": "kitchen_counters",569 "visual_coverage": 0.6616666666666666,570 "text_coverage": 0.10333333333333333,571 "either_coverage": 0.6966666666666667,572 "both": 82,573 "agreement_when_both": 0.6951219512195121,574 "visual_only_share": 0.5933333333333334,575 "text_only_share": 0.035576 },577 {578 "tier": "haiku",579 "attribute": "flooring_main",580 "visual_coverage": 0.8841666666666667,581 "text_coverage": 0.5933333333333334,582 "either_coverage": 0.9483333333333334,583 "both": 635,584 "agreement_when_both": 0.6724409448818898,585 "visual_only_share": 0.355,586 "text_only_share": 0.06416666666666666587 },588 {589 "tier": "sonnet",590 "attribute": "building_type",591 "visual_coverage": 0.95,592 "text_coverage": 0.6641666666666667,593 "either_coverage": 0.9925,594 "both": 746,595 "agreement_when_both": 0.8873994638069705,596 "visual_only_share": 0.3283333333333333,597 "text_only_share": 0.0425598 },599 {600 "tier": "sonnet",601 "attribute": "storeys",602 "visual_coverage": 0.9491666666666667,603 "text_coverage": 0.5508333333333333,604 "either_coverage": 0.9758333333333333,605 "both": 629,606 "agreement_when_both": 0.7790143084260731,607 "visual_only_share": 0.425,608 "text_only_share": 0.02666666666666667609 },610 {611 "tier": "sonnet",612 "attribute": "cladding",613 "visual_coverage": 0.9491666666666667,614 "text_coverage": 0.29583333333333334,615 "either_coverage": 0.9641666666666666,616 "both": 337,617 "agreement_when_both": 0.6231454005934718,618 "visual_only_share": 0.6683333333333333,619 "text_only_share": 0.015620 },621 {622 "tier": "sonnet",623 "attribute": "roof_covering",624 "visual_coverage": 0.8225,625 "text_coverage": 0.5025,626 "either_coverage": 0.8875,627 "both": 525,628 "agreement_when_both": 0.9485714285714286,629 "visual_only_share": 0.385,630 "text_only_share": 0.065631 },632 {633 "tier": "sonnet",634 "attribute": "garage",635 "visual_coverage": 0.9416666666666667,636 "text_coverage": 0.6516666666666666,637 "either_coverage": 0.9725,638 "both": 745,639 "agreement_when_both": 0.8308724832214766,640 "visual_only_share": 0.32083333333333336,641 "text_only_share": 0.030833333333333334642 },643 {644 "tier": "sonnet",645 "attribute": "basement_finish",646 "visual_coverage": 0.030833333333333334,647 "text_coverage": 0.735,648 "either_coverage": 0.7408333333333333,649 "both": 30,650 "agreement_when_both": 0.8,651 "visual_only_share": 0.005833333333333334,652 "text_only_share": 0.71653 },654 {655 "tier": "sonnet",656 "attribute": "kitchen_grade",657 "visual_coverage": 0.6775,658 "text_coverage": 0.19416666666666665,659 "either_coverage": 0.7391666666666666,660 "both": 159,661 "agreement_when_both": 0.5849056603773585,662 "visual_only_share": 0.545,663 "text_only_share": 0.06166666666666667664 },665 {666 "tier": "sonnet",667 "attribute": "bathroom_grade",668 "visual_coverage": 0.19583333333333333,669 "text_coverage": 0.15916666666666668,670 "either_coverage": 0.32083333333333336,671 "both": 41,672 "agreement_when_both": 0.5365853658536586,673 "visual_only_share": 0.16166666666666665,674 "text_only_share": 0.125675 },676 {677 "tier": "sonnet",678 "attribute": "kitchen_counters",679 "visual_coverage": 0.6766666666666666,680 "text_coverage": 0.1025,681 "either_coverage": 0.7108333333333333,682 "both": 82,683 "agreement_when_both": 0.9146341463414634,684 "visual_only_share": 0.6083333333333333,685 "text_only_share": 0.034166666666666665686 },687 {688 "tier": "sonnet",689 "attribute": "flooring_main",690 "visual_coverage": 0.8866666666666667,691 "text_coverage": 0.5266666666666666,692 "either_coverage": 0.9375,693 "both": 571,694 "agreement_when_both": 0.7390542907180385,695 "visual_only_share": 0.41083333333333333,696 "text_only_share": 0.050833333333333335697 }698 ],699 "exp3": [700 {701 "tier": "haiku",702 "K": 1,703 "n": 1169,704 "share_with_kitchen": 0.01283147989734816,705 "share_with_bathroom": 0.0,706 "share_with_basement": 0.000855431993156544,707 "share_with_exterior": 0.9529512403763901,708 "grade_available": 0.033361847733105215,709 "condition_available": 0.9786142001710864,710 "grade_stable_vs_full": 0.024500907441016333,711 "condition_mad_vs_full": 0.11954144492235885,712 "cladding_stable_vs_full": 0.824607329842932713 },714 {715 "tier": "haiku",716 "K": 2,717 "n": 1169,718 "share_with_kitchen": 0.09580838323353294,719 "share_with_bathroom": 0.003421727972626176,720 "share_with_basement": 0.003421727972626176,721 "share_with_exterior": 0.9632164242942686,722 "grade_available": 0.281437125748503,723 "condition_available": 0.9931565440547476,724 "grade_stable_vs_full": 0.19147005444646098,725 "condition_mad_vs_full": 0.09876543209876587,726 "cladding_stable_vs_full": 0.8891797556719022727 },728 {729 "tier": "haiku",730 "K": 4,731 "n": 1169,732 "share_with_kitchen": 0.20786997433704021,733 "share_with_bathroom": 0.017964071856287425,734 "share_with_basement": 0.007698887938408896,735 "share_with_exterior": 0.9777587681779298,736 "grade_available": 0.5782720273738238,737 "condition_available": 0.998289136013687,738 "grade_stable_vs_full": 0.4283121597096189,739 "condition_mad_vs_full": 0.06390977443609103,740 "cladding_stable_vs_full": 0.9598603839441536741 },742 {743 "tier": "haiku",744 "K": 8,745 "n": 1169,746 "share_with_kitchen": 0.542343883661249,747 "share_with_bathroom": 0.10607356715141146,748 "share_with_basement": 0.03165098374679213,749 "share_with_exterior": 0.979469632164243,750 "grade_available": 0.8605645851154833,751 "condition_available": 1.0,752 "grade_stable_vs_full": 0.7921960072595281,753 "condition_mad_vs_full": 0.030991200828156096,754 "cladding_stable_vs_full": 0.9904013961605584755 },756 {757 "tier": "haiku",758 "K": 10,759 "n": 1169,760 "share_with_kitchen": 0.679213002566296,761 "share_with_bathroom": 0.19931565440547477,762 "share_with_basement": 0.04448246364414029,763 "share_with_exterior": 0.9803250641573995,764 "grade_available": 0.9110350727117195,765 "condition_available": 1.0,766 "grade_stable_vs_full": 0.8793103448275862,767 "condition_mad_vs_full": 0.010337095732147361,768 "cladding_stable_vs_full": 0.9947643979057592769 },770 {771 "tier": "haiku",772 "K": 12,773 "n": 1169,774 "share_with_kitchen": 0.786142001710864,775 "share_with_bathroom": 0.3011120615911035,776 "share_with_basement": 0.07014542343883662,777 "share_with_exterior": 0.981180496150556,778 "grade_available": 0.9426860564585116,779 "condition_available": 1.0,780 "grade_stable_vs_full": 1.0,781 "condition_mad_vs_full": 0.0,782 "cladding_stable_vs_full": 1.0783 },784 {785 "tier": "sonnet",786 "K": 1,787 "n": 1155,788 "share_with_kitchen": 0.013686911890504704,789 "share_with_bathroom": 0.0,790 "share_with_basement": 0.000855431993156544,791 "share_with_exterior": 0.941830624465355,792 "grade_available": 0.032506415739948676,793 "condition_available": 0.9657827202737382,794 "grade_stable_vs_full": 0.026217228464419477,795 "condition_mad_vs_full": 0.19879518072289137,796 "cladding_stable_vs_full": 0.8252853380158033797 },798 {799 "tier": "sonnet",800 "K": 2,801 "n": 1168,802 "share_with_kitchen": 0.09923011120615911,803 "share_with_bathroom": 0.00427715996578272,804 "share_with_basement": 0.0025662959794696323,805 "share_with_exterior": 0.9529512403763901,806 "grade_available": 0.2934131736526946,807 "condition_available": 0.9914456800684346,808 "grade_stable_vs_full": 0.20692883895131087,809 "condition_mad_vs_full": 0.15909090909090917,810 "cladding_stable_vs_full": 0.8893766461808604811 },812 {813 "tier": "sonnet",814 "K": 4,815 "n": 1169,816 "share_with_kitchen": 0.21642429426860565,817 "share_with_bathroom": 0.01710863986313088,818 "share_with_basement": 0.005988023952095809,819 "share_with_exterior": 0.9726261762189906,820 "grade_available": 0.5902480752780154,821 "condition_available": 0.9974337040205303,822 "grade_stable_vs_full": 0.43913857677902624,823 "condition_mad_vs_full": 0.10376878023936875,824 "cladding_stable_vs_full": 0.961369622475856825 },826 {827 "tier": "sonnet",828 "K": 8,829 "n": 1169,830 "share_with_kitchen": 0.5568862275449101,831 "share_with_bathroom": 0.10692899914456801,832 "share_with_basement": 0.019674935842600515,833 "share_with_exterior": 0.9743370402053037,834 "grade_available": 0.8656971770744226,835 "condition_available": 0.9991445680068435,836 "grade_stable_vs_full": 0.8239700374531835,837 "condition_mad_vs_full": 0.021737393111164183,838 "cladding_stable_vs_full": 0.9947322212467077839 },840 {841 "tier": "sonnet",842 "K": 10,843 "n": 1169,844 "share_with_kitchen": 0.6954662104362703,845 "share_with_bathroom": 0.20102651839178784,846 "share_with_basement": 0.03165098374679213,847 "share_with_exterior": 0.9751924721984602,848 "grade_available": 0.913601368691189,849 "condition_available": 0.9991445680068435,850 "grade_stable_vs_full": 1.0,851 "condition_mad_vs_full": 0.0,852 "cladding_stable_vs_full": 1.0853 }854 ],855 "exp3_quality": [856 {857 "tier": "sonnet",858 "photo_quality_tercile": "low",859 "n": 406,860 "roof_agreement": 0.9636363636363636,861 "cladding_in_set": 0.8,862 "confidence_mean": 0.772940700993041863 },864 {865 "tier": "sonnet",866 "photo_quality_tercile": "mid",867 "n": 428,868 "roof_agreement": 0.961038961038961,869 "cladding_in_set": 0.9,870 "confidence_mean": 0.7961424028334074871 },872 {873 "tier": "sonnet",874 "photo_quality_tercile": "high",875 "n": 335,876 "roof_agreement": 0.9529411764705882,877 "cladding_in_set": 0.8095238095238095,878 "confidence_mean": 0.8104334991708126879 }880 ],881 "exp4": [882 {883 "attribute": "building_type_visual",884 "n_listings": 1169,885 "alpha_nominal": 0.7899008992457653,886 "agree_haiku_sonnet": 0.9173989455184535,887 "kappa_haiku_sonnet": 0.7899288713281936,888 "n_haiku_sonnet": 1138,889 "corr_haiku_sonnet": NaN,890 "mad_haiku_sonnet": NaN891 },892 {893 "attribute": "storeys_visible",894 "n_listings": 1169,895 "alpha_nominal": 0.7687795189008235,896 "agree_haiku_sonnet": 0.8459507042253521,897 "kappa_haiku_sonnet": 0.768997567967353,898 "n_haiku_sonnet": 1136,899 "corr_haiku_sonnet": NaN,900 "mad_haiku_sonnet": NaN901 },902 {903 "attribute": "cladding_primary",904 "n_listings": 1169,905 "alpha_nominal": 0.681335956965514,906 "agree_haiku_sonnet": 0.752858399296394,907 "kappa_haiku_sonnet": 0.6820751384404121,908 "n_haiku_sonnet": 1137,909 "corr_haiku_sonnet": NaN,910 "mad_haiku_sonnet": NaN911 },912 {913 "attribute": "roof_covering",914 "n_listings": 1169,915 "alpha_nominal": 0.854974544698915,916 "agree_haiku_sonnet": 0.9723404255319149,917 "kappa_haiku_sonnet": 0.8549089916056185,918 "n_haiku_sonnet": 940,919 "corr_haiku_sonnet": NaN,920 "mad_haiku_sonnet": NaN921 },922 {923 "attribute": "garage_visible",924 "n_listings": 1169,925 "alpha_nominal": 0.8356462350956856,926 "agree_haiku_sonnet": 0.8923766816143498,927 "kappa_haiku_sonnet": 0.8357734114943883,928 "n_haiku_sonnet": 1115,929 "corr_haiku_sonnet": NaN,930 "mad_haiku_sonnet": NaN931 },932 {933 "attribute": "basement_finish",934 "n_listings": 1169,935 "alpha_nominal": 0.5379310344827586,936 "agree_haiku_sonnet": 0.8823529411764706,937 "kappa_haiku_sonnet": 0.5436241610738255,938 "n_haiku_sonnet": 34,939 "corr_haiku_sonnet": NaN,940 "mad_haiku_sonnet": NaN941 },942 {943 "attribute": "kitchen_grade",944 "n_listings": 1169,945 "alpha_nominal": 0.5467245836891959,946 "agree_haiku_sonnet": 0.7200504413619168,947 "kappa_haiku_sonnet": 0.5531918133641955,948 "n_haiku_sonnet": 793,949 "corr_haiku_sonnet": NaN,950 "mad_haiku_sonnet": NaN951 },952 {953 "attribute": "bathroom_grade",954 "n_listings": 1169,955 "alpha_nominal": 0.5957979280642534,956 "agree_haiku_sonnet": 0.7413793103448276,957 "kappa_haiku_sonnet": 0.5956074603451281,958 "n_haiku_sonnet": 232,959 "corr_haiku_sonnet": NaN,960 "mad_haiku_sonnet": NaN961 },962 {963 "attribute": "kitchen_counters",964 "n_listings": 1169,965 "alpha_nominal": 0.7293809454375058,966 "agree_haiku_sonnet": 0.8272383354350568,967 "kappa_haiku_sonnet": 0.7300428885940194,968 "n_haiku_sonnet": 793,969 "corr_haiku_sonnet": NaN,970 "mad_haiku_sonnet": NaN971 },972 {973 "attribute": "kitchen_cabinets",974 "n_listings": 1169,975 "alpha_nominal": 0.619085326348781,976 "agree_haiku_sonnet": 0.7263556116015133,977 "kappa_haiku_sonnet": 0.6250787073046915,978 "n_haiku_sonnet": 793,979 "corr_haiku_sonnet": NaN,980 "mad_haiku_sonnet": NaN981 },982 {983 "attribute": "flooring_main",984 "n_listings": 1169,985 "alpha_nominal": 0.8225531558212958,986 "agree_haiku_sonnet": 0.886685552407932,987 "kappa_haiku_sonnet": 0.822604398595688,988 "n_haiku_sonnet": 1059,989 "corr_haiku_sonnet": NaN,990 "mad_haiku_sonnet": NaN991 },992 {993 "attribute": "renovation_evidence",994 "n_listings": 1169,995 "alpha_nominal": 0.4905108798316292,996 "agree_haiku_sonnet": 0.688622754491018,997 "kappa_haiku_sonnet": 0.49412349342444706,998 "n_haiku_sonnet": 1169,999 "corr_haiku_sonnet": NaN,1000 "mad_haiku_sonnet": NaN1001 },1002 {1003 "attribute": "grade_composite",1004 "n_listings": 1169,1005 "alpha_nominal": 0.5639200683647508,1006 "agree_haiku_sonnet": 0.742238946378175,1007 "kappa_haiku_sonnet": 0.5685946912302061,1008 "n_haiku_sonnet": 1063,1009 "corr_haiku_sonnet": NaN,1010 "mad_haiku_sonnet": NaN1011 },1012 {1013 "attribute": "condition_composite",1014 "n_listings": 1169,1015 "alpha_nominal": NaN,1016 "agree_haiku_sonnet": NaN,1017 "kappa_haiku_sonnet": NaN,1018 "n_haiku_sonnet": 1168,1019 "corr_haiku_sonnet": 0.8832537381917923,1020 "mad_haiku_sonnet": 0.183620689655172421021 },1022 {1023 "attribute": "exterior_condition",1024 "n_listings": 1169,1025 "alpha_nominal": NaN,1026 "agree_haiku_sonnet": NaN,1027 "kappa_haiku_sonnet": NaN,1028 "n_haiku_sonnet": 1133,1029 "corr_haiku_sonnet": 0.8123779112992844,1030 "mad_haiku_sonnet": 0.0178571428571432381031 },1032 {1033 "attribute": "interior_condition",1034 "n_listings": 1169,1035 "alpha_nominal": NaN,1036 "agree_haiku_sonnet": NaN,1037 "kappa_haiku_sonnet": NaN,1038 "n_haiku_sonnet": 1063,1039 "corr_haiku_sonnet": 0.8593512350074763,1040 "mad_haiku_sonnet": 0.207317073170732341041 },1042 {1043 "attribute": "photo_quality_mean",1044 "n_listings": 1169,1045 "alpha_nominal": NaN,1046 "agree_haiku_sonnet": NaN,1047 "kappa_haiku_sonnet": NaN,1048 "n_haiku_sonnet": 1169,1049 "corr_haiku_sonnet": 0.7365302966613927,1050 "mad_haiku_sonnet": 0.200000000000000181051 }1052 ],1053 "exp4_scene_agreement": {1054 "tiers": [1055 "haiku",1056 "sonnet"1057 ],1058 "n_images": 11916,1059 "agreement": 0.8815877811346089,1060 "kappa": 0.89452912868394431061 },1062 "exp9": [1063 {1064 "tier": "haiku",1065 "scene": "basement",1066 "share_shown": 0.043333333333333335,1067 "shown_given_finished": 0.02464788732394366,1068 "n_finished": 284.0,1069 "shown_given_partially_finished": 0.03333333333333333,1070 "n_partially_finished": 60.0,1071 "shown_given_unfinished": NaN,1072 "n_unfinished": 0.0,1073 "shown_median_price": 489450.0,1074 "notshown_median_price": 549000.0,1075 "shown_mean_age": 45.21153846153846,1076 "notshown_mean_age": 42.319686411149824,1077 "shown_cond": 3.8877684129096752,1078 "notshown_cond": 4.0100744976100111079 },1080 {1081 "tier": "haiku",1082 "scene": "kitchen",1083 "share_shown": 0.6616666666666666,1084 "shown_given_finished": NaN,1085 "n_finished": NaN,1086 "shown_given_partially_finished": NaN,1087 "n_partially_finished": NaN,1088 "shown_given_unfinished": NaN,1089 "n_unfinished": NaN,1090 "shown_median_price": 497500.0,1091 "notshown_median_price": 647900.0,1092 "shown_mean_age": 41.42065491183879,1093 "notshown_mean_age": 44.44827586206897,1094 "shown_cond": 3.9974369507436043,1095 "notshown_cond": 4.0198726197633711096 },1097 {1098 "tier": "haiku",1099 "scene": "bathroom",1100 "share_shown": 0.19416666666666665,1101 "shown_given_finished": NaN,1102 "n_finished": NaN,1103 "shown_given_partially_finished": NaN,1104 "n_partially_finished": NaN,1105 "shown_given_unfinished": NaN,1106 "n_unfinished": NaN,1107 "shown_median_price": 469000.0,1108 "notshown_median_price": 559000.0,1109 "shown_mean_age": 42.7038626609442,1110 "notshown_mean_age": 42.38262668045502,1111 "shown_cond": 3.9816444981554557,1112 "notshown_cond": 4.0103568410592571113 },1114 {1115 "tier": "haiku",1116 "scene": "exterior",1117 "share_shown": 0.955,1118 "shown_given_finished": NaN,1119 "n_finished": NaN,1120 "shown_given_partially_finished": NaN,1121 "n_partially_finished": NaN,1122 "shown_given_unfinished": NaN,1123 "n_unfinished": NaN,1124 "shown_median_price": 539900.0,1125 "notshown_median_price": 622449.5,1126 "shown_mean_age": 42.12041884816754,1127 "notshown_mean_age": 49.333333333333336,1128 "shown_cond": 4.001455296501373,1129 "notshown_cond": 4.1630174570048861130 },1131 {1132 "tier": "sonnet",1133 "scene": "basement",1134 "share_shown": 0.030833333333333334,1135 "shown_given_finished": 0.02112676056338028,1136 "n_finished": 284.0,1137 "shown_given_partially_finished": 0.016666666666666666,1138 "n_partially_finished": 60.0,1139 "shown_given_unfinished": NaN,1140 "n_unfinished": 0.0,1141 "shown_median_price": 494000.0,1142 "notshown_median_price": 548000.0,1143 "shown_mean_age": 48.810810810810814,1144 "notshown_mean_age": 42.24247635425623,1145 "shown_cond": 3.8599192164638487,1146 "notshown_cond": 3.97972169808531141147 },1148 {1149 "tier": "sonnet",1150 "scene": "kitchen",1151 "share_shown": 0.6775,1152 "shown_given_finished": NaN,1153 "n_finished": NaN,1154 "shown_given_partially_finished": NaN,1155 "n_partially_finished": NaN,1156 "shown_given_unfinished": NaN,1157 "n_unfinished": NaN,1158 "shown_median_price": 498900.0,1159 "notshown_median_price": 649000.0,1160 "shown_mean_age": 41.4920049200492,1161 "notshown_mean_age": 44.44702842377261,1162 "shown_cond": 3.9537047007542525,1163 "notshown_cond": 4.0268178305082881164 },1165 {1166 "tier": "sonnet",1167 "scene": "bathroom",1168 "share_shown": 0.19583333333333333,1169 "shown_given_finished": NaN,1170 "n_finished": NaN,1171 "shown_given_partially_finished": NaN,1172 "n_partially_finished": NaN,1173 "shown_given_unfinished": NaN,1174 "n_unfinished": NaN,1175 "shown_median_price": 469000.0,1176 "notshown_median_price": 559000.0,1177 "shown_mean_age": 42.4936170212766,1178 "notshown_mean_age": 42.43316062176166,1179 "shown_cond": 3.9613673274245667,1180 "notshown_cond": 3.9795937080373811181 },1182 {1183 "tier": "sonnet",1184 "scene": "exterior",1185 "share_shown": 0.95,1186 "shown_given_finished": NaN,1187 "n_finished": NaN,1188 "shown_given_partially_finished": NaN,1189 "n_partially_finished": NaN,1190 "shown_given_unfinished": NaN,1191 "n_unfinished": NaN,1192 "shown_median_price": 539000.0,1193 "notshown_median_price": 629900.0,1194 "shown_mean_age": 42.309649122807016,1195 "notshown_mean_age": 45.016666666666666,1196 "shown_cond": 3.9669768907292546,1197 "notshown_cond": 4.3274335518285541198 }1199 ],1200 "exp9_first_position": {1201 "count": {1202 "basement": 82.0,1203 "bathroom": 352.0,1204 "bedroom": 352.0,1205 "exterior_aerial_or_street": 318.0,1206 "exterior_front": 1093.0,1207 "exterior_rear_or_side": 295.0,1208 "floor_plan_or_document": 22.0,1209 "garage": 52.0,1210 "kitchen": 919.0,1211 "living_or_dining": 1052.0,1212 "mechanical_or_utility": 28.0,1213 "other": 602.0,1214 "unusable": 9.0,1215 "yard_pool_or_deck": 386.01216 },1217 "mean": {1218 "basement": 7.548780487804878,1219 "bathroom": 8.039772727272727,1220 "bedroom": 7.875,1221 "exterior_aerial_or_street": 1.70125786163522,1222 "exterior_front": 0.22964318389752975,1223 "exterior_rear_or_side": 2.8983050847457625,1224 "floor_plan_or_document": 4.454545454545454,1225 "garage": 4.6923076923076925,1226 "kitchen": 5.754080522306856,1227 "living_or_dining": 4.1283269961977185,1228 "mechanical_or_utility": 7.571428571428571,1229 "other": 4.601328903654485,1230 "unusable": 2.7777777777777777,1231 "yard_pool_or_deck": 3.2953367875647671232 },1233 "50%": {1234 "basement": 8.0,1235 "bathroom": 9.0,1236 "bedroom": 8.0,1237 "exterior_aerial_or_street": 1.0,1238 "exterior_front": 0.0,1239 "exterior_rear_or_side": 2.0,1240 "floor_plan_or_document": 4.0,1241 "garage": 4.0,1242 "kitchen": 6.0,1243 "living_or_dining": 3.0,1244 "mechanical_or_utility": 9.0,1245 "other": 4.0,1246 "unusable": 2.0,1247 "yard_pool_or_deck": 3.01248 }1249 },1250 "exp9_sim": {1251 "share_images_dropped": 0.051866840731070486,1252 "cond_shift": 0.010518893173916983,1253 "grade_available": 0.9088323353293413,1254 "grade_available_full": 0.9136013686911891,1255 "share_grade_up": 0.042065868263473055,1256 "share_grade_down": 0.01325919589392643,1257 "median_V_ratio": 1.0,1258 "mean_V_ratio": 1.0039504299280488,1259 "n_draws": 40,1260 "tier": "sonnet"1261 },1262 "exp12": [1263 {1264 "conf_bin": "(-0.001, 0.6]",1265 "n": 156,1266 "conf_mean": 0.592948717948718,1267 "roof_acc": 0.76,1268 "roof_n": 25,1269 "clad_acc": NaN,1270 "clad_n": 0,1271 "tier": "haiku"1272 },1273 {1274 "conf_bin": "(0.6, 0.7]",1275 "n": 371,1276 "conf_mean": 0.7,1277 "roof_acc": 0.9090909090909091,1278 "roof_n": 88,1279 "clad_acc": 0.5714285714285714,1280 "clad_n": 14,1281 "tier": "haiku"1282 },1283 {1284 "conf_bin": "(0.7, 0.8]",1285 "n": 1626,1286 "conf_mean": 0.7998154981549815,1287 "roof_acc": 0.950561797752809,1288 "roof_n": 445,1289 "clad_acc": 0.7796610169491526,1290 "clad_n": 118,1291 "tier": "haiku"1292 },1293 {1294 "conf_bin": "(0.8, 0.9]",1295 "n": 1122,1296 "conf_mean": 0.852156862745098,1297 "roof_acc": 0.9708994708994709,1298 "roof_n": 378,1299 "clad_acc": 0.922077922077922,1300 "clad_n": 77,1301 "tier": "haiku"1302 },1303 {1304 "conf_bin": "(-0.001, 0.6]",1305 "n": 318,1306 "conf_mean": 0.5828616352201258,1307 "roof_acc": 0.868421052631579,1308 "roof_n": 76,1309 "clad_acc": 0.7692307692307693,1310 "clad_n": 13,1311 "tier": "sonnet"1312 },1313 {1314 "conf_bin": "(0.6, 0.7]",1315 "n": 533,1316 "conf_mean": 0.699624765478424,1317 "roof_acc": 0.8863636363636364,1318 "roof_n": 132,1319 "clad_acc": 0.8666666666666667,1320 "clad_n": 15,1321 "tier": "sonnet"1322 },1323 {1324 "conf_bin": "(0.7, 0.8]",1325 "n": 1565,1326 "conf_mean": 0.7913099041533547,1327 "roof_acc": 0.9640718562874252,1328 "roof_n": 501,1329 "clad_acc": 0.8611111111111112,1330 "clad_n": 108,1331 "tier": "sonnet"1332 },1333 {1334 "conf_bin": "(0.8, 0.9]",1335 "n": 929,1336 "conf_mean": 0.856124865446717,1337 "roof_acc": 0.972972972972973,1338 "roof_n": 333,1339 "clad_acc": 0.9473684210526315,1340 "clad_n": 76,1341 "tier": "sonnet"1342 },1343 {1344 "conf_bin": "(0.9, 1.0]",1345 "n": 3,1346 "conf_mean": 0.93,1347 "roof_acc": 1.0,1348 "roof_n": 3,1349 "clad_acc": 1.0,1350 "clad_n": 1,1351 "tier": "sonnet"1352 }1353 ],1354 "exp12_selective": [1355 {1356 "tier": "haiku",1357 "threshold": 0.0,1358 "kept_share": 1.0,1359 "n": 936,1360 "roof_accuracy": 0.94978632478632471361 },1362 {1363 "tier": "haiku",1364 "threshold": 0.6,1365 "kept_share": 0.9978632478632479,1366 "n": 934,1367 "roof_accuracy": 0.95074946466809421368 },1369 {1370 "tier": "haiku",1371 "threshold": 0.7,1372 "kept_share": 0.9732905982905983,1373 "n": 911,1374 "roof_accuracy": 0.95499451152579581375 },1376 {1377 "tier": "haiku",1378 "threshold": 0.8,1379 "kept_share": 0.8771367521367521,1380 "n": 821,1381 "roof_accuracy": 0.95980511571254571382 },1383 {1384 "tier": "haiku",1385 "threshold": 0.9,1386 "kept_share": 0.026709401709401708,1387 "n": 25,1388 "roof_accuracy": 0.881389 },1390 {1391 "tier": "sonnet",1392 "threshold": 0.0,1393 "kept_share": 1.0,1394 "n": 1045,1395 "roof_accuracy": 0.95023923444976081396 },1397 {1398 "tier": "sonnet",1399 "threshold": 0.6,1400 "kept_share": 0.9856459330143541,1401 "n": 1030,1402 "roof_accuracy": 0.95533980582524271403 },1404 {1405 "tier": "sonnet",1406 "threshold": 0.7,1407 "kept_share": 0.9272727272727272,1408 "n": 969,1409 "roof_accuracy": 0.95665634674922611410 },1411 {1412 "tier": "sonnet",1413 "threshold": 0.8,1414 "kept_share": 0.723444976076555,1415 "n": 756,1416 "roof_accuracy": 0.96825396825396831417 },1418 {1419 "tier": "sonnet",1420 "threshold": 0.9,1421 "kept_share": 0.04880382775119617,1422 "n": 51,1423 "roof_accuracy": 1.01424 }1425 ],1426 "exp16": [1427 {1428 "tier": "haiku",1429 "rule": "conf<0.7 or no grade or defects",1430 "share_flagged": 0.30083333333333334,1431 "share_no_grade": 0.1125,1432 "share_defects": 0.21751433 },1434 {1435 "tier": "haiku",1436 "rule": "conf<0.75 or no grade or defects",1437 "share_flagged": 0.30916666666666665,1438 "share_no_grade": 0.1125,1439 "share_defects": 0.21751440 },1441 {1442 "tier": "haiku",1443 "rule": "conf<0.8 or no grade or defects",1444 "share_flagged": 0.4925,1445 "share_no_grade": 0.1125,1446 "share_defects": 0.21751447 },1448 {1449 "tier": "haiku",1450 "rule": "conf<0.85 or no grade or defects",1451 "share_flagged": 0.9966666666666667,1452 "share_no_grade": 0.1125,1453 "share_defects": 0.21751454 },1455 {1456 "tier": "sonnet",1457 "rule": "conf<0.7 or no grade or defects",1458 "share_flagged": 0.4033333333333333,1459 "share_no_grade": 0.11,1460 "share_defects": 0.32833333333333331461 },1462 {1463 "tier": "sonnet",1464 "rule": "conf<0.75 or no grade or defects",1465 "share_flagged": 0.43166666666666664,1466 "share_no_grade": 0.11,1467 "share_defects": 0.32833333333333331468 },1469 {1470 "tier": "sonnet",1471 "rule": "conf<0.8 or no grade or defects",1472 "share_flagged": 0.6158333333333333,1473 "share_no_grade": 0.11,1474 "share_defects": 0.32833333333333331475 },1476 {1477 "tier": "sonnet",1478 "rule": "conf<0.85 or no grade or defects",1479 "share_flagged": 0.9658333333333333,1480 "share_no_grade": 0.11,1481 "share_defects": 0.32833333333333331482 }1483 ]1484}