1{2 "n_rated_by_all": 2181,3 "raters": [4 "claude-haiku-5-5",5 "claude-sonnet-5-5"6 ],7 "rules_vs_claude-haiku-5-5": {8 "per_category": {9 "llm": {10 "tp": 95,11 "fp": 86,12 "fn": 10,13 "precision": 0.5248618784530387,14 "recall": 0.9047619047619048,15 "f1": 0.664335664335664416 },17 "foundation_models": {18 "tp": 23,19 "fp": 108,20 "fn": 1,21 "precision": 0.17557251908396945,22 "recall": 0.9583333333333334,23 "f1": 0.296774193548387124 },25 "multimodal_ai": {26 "tp": 56,27 "fp": 30,28 "fn": 15,29 "precision": 0.6511627906976745,30 "recall": 0.7887323943661971,31 "f1": 0.713375796178343932 },33 "generative_ai": {34 "tp": 57,35 "fp": 53,36 "fn": 17,37 "precision": 0.5181818181818182,38 "recall": 0.7702702702702703,39 "f1": 0.619565217391304340 },41 "ai_agents": {42 "tp": 42,43 "fp": 51,44 "fn": 21,45 "precision": 0.45161290322580644,46 "recall": 0.6666666666666666,47 "f1": 0.538461538461538448 },49 "reinforcement_learning": {50 "tp": 78,51 "fp": 25,52 "fn": 15,53 "precision": 0.7572815533980582,54 "recall": 0.8387096774193549,55 "f1": 0.795918367346938956 },57 "ml_theory": {58 "tp": 81,59 "fp": 122,60 "fn": 110,61 "precision": 0.39901477832512317,62 "recall": 0.42408376963350786,63 "f1": 0.411167512690355364 },65 "deep_learning_architectures": {66 "tp": 111,67 "fp": 194,68 "fn": 37,69 "precision": 0.3639344262295082,70 "recall": 0.75,71 "f1": 0.4900662251655630372 },73 "computer_vision": {74 "tp": 94,75 "fp": 161,76 "fn": 47,77 "precision": 0.3686274509803922,78 "recall": 0.6666666666666666,79 "f1": 0.474747474747474880 },81 "nlp": {82 "tp": 88,83 "fp": 116,84 "fn": 27,85 "precision": 0.43137254901960786,86 "recall": 0.7652173913043478,87 "f1": 0.551724137931034588 },89 "speech_audio": {90 "tp": 49,91 "fp": 24,92 "fn": 12,93 "precision": 0.6712328767123288,94 "recall": 0.8032786885245902,95 "f1": 0.731343283582089696 },97 "robotics": {98 "tp": 64,99 "fp": 36,100 "fn": 19,101 "precision": 0.64,102 "recall": 0.7710843373493976,103 "f1": 0.6994535519125684104 },105 "hci": {106 "tp": 59,107 "fp": 77,108 "fn": 96,109 "precision": 0.4338235294117647,110 "recall": 0.38064516129032255,111 "f1": 0.4054982817869416112 },113 "software_engineering": {114 "tp": 55,115 "fp": 128,116 "fn": 17,117 "precision": 0.3005464480874317,118 "recall": 0.7638888888888888,119 "f1": 0.4313725490196078120 },121 "programming_languages": {122 "tp": 34,123 "fp": 79,124 "fn": 2,125 "precision": 0.3008849557522124,126 "recall": 0.9444444444444444,127 "f1": 0.45637583892617456128 },129 "compilers": {130 "tp": 26,131 "fp": 46,132 "fn": 1,133 "precision": 0.3611111111111111,134 "recall": 0.9629629629629629,135 "f1": 0.5252525252525253136 },137 "formal_verification": {138 "tp": 41,139 "fp": 47,140 "fn": 3,141 "precision": 0.4659090909090909,142 "recall": 0.9318181818181818,143 "f1": 0.6212121212121211144 },145 "algorithms": {146 "tp": 46,147 "fp": 132,148 "fn": 26,149 "precision": 0.25842696629213485,150 "recall": 0.6388888888888888,151 "f1": 0.368152 },153 "computational_complexity": {154 "tp": 25,155 "fp": 82,156 "fn": 13,157 "precision": 0.2336448598130841,158 "recall": 0.6578947368421053,159 "f1": 0.3448275862068965160 },161 "database_systems": {162 "tp": 56,163 "fp": 93,164 "fn": 27,165 "precision": 0.37583892617449666,166 "recall": 0.6746987951807228,167 "f1": 0.48275862068965525168 },169 "information_retrieval": {170 "tp": 54,171 "fp": 59,172 "fn": 30,173 "precision": 0.4778761061946903,174 "recall": 0.6428571428571429,175 "f1": 0.5482233502538072176 },177 "distributed_computing": {178 "tp": 58,179 "fp": 208,180 "fn": 13,181 "precision": 0.21804511278195488,182 "recall": 0.8169014084507042,183 "f1": 0.344213649851632184 },185 "cloud_computing": {186 "tp": 62,187 "fp": 88,188 "fn": 4,189 "precision": 0.41333333333333333,190 "recall": 0.9393939393939394,191 "f1": 0.5740740740740741192 },193 "edge_computing": {194 "tp": 44,195 "fp": 65,196 "fn": 6,197 "precision": 0.4036697247706422,198 "recall": 0.88,199 "f1": 0.5534591194968553200 },201 "computer_networks": {202 "tp": 57,203 "fp": 125,204 "fn": 10,205 "precision": 0.3131868131868132,206 "recall": 0.8507462686567164,207 "f1": 0.4578313253012048208 },209 "cybersecurity": {210 "tp": 102,211 "fp": 141,212 "fn": 20,213 "precision": 0.41975308641975306,214 "recall": 0.8360655737704918,215 "f1": 0.5589041095890411216 },217 "applied_cryptography": {218 "tp": 54,219 "fp": 82,220 "fn": 0,221 "precision": 0.39705882352941174,222 "recall": 1.0,223 "f1": 0.5684210526315789224 },225 "blockchain": {226 "tp": 53,227 "fp": 32,228 "fn": 0,229 "precision": 0.6235294117647059,230 "recall": 1.0,231 "f1": 0.7681159420289855232 },233 "computer_architecture": {234 "tp": 57,235 "fp": 162,236 "fn": 54,237 "precision": 0.2602739726027397,238 "recall": 0.5135135135135135,239 "f1": 0.3454545454545454240 },241 "ai_accelerators": {242 "tp": 36,243 "fp": 66,244 "fn": 5,245 "precision": 0.35294117647058826,246 "recall": 0.8780487804878049,247 "f1": 0.5034965034965035248 },249 "operating_systems": {250 "tp": 19,251 "fp": 84,252 "fn": 1,253 "precision": 0.18446601941747573,254 "recall": 0.95,255 "f1": 0.3089430894308943256 },257 "quantum_computing": {258 "tp": 48,259 "fp": 28,260 "fn": 3,261 "precision": 0.631578947368421,262 "recall": 0.9411764705882353,263 "f1": 0.7559055118110236264 },265 "scientific_computing": {266 "tp": 56,267 "fp": 117,268 "fn": 34,269 "precision": 0.3236994219653179,270 "recall": 0.6222222222222222,271 "f1": 0.42585551330798477272 },273 "computational_biology": {274 "tp": 50,275 "fp": 58,276 "fn": 44,277 "precision": 0.46296296296296297,278 "recall": 0.5319148936170213,279 "f1": 0.495049504950495280 },281 "computer_graphics": {282 "tp": 34,283 "fp": 46,284 "fn": 8,285 "precision": 0.425,286 "recall": 0.8095238095238095,287 "f1": 0.5573770491803278288 },289 "privacy_preserving_computation": {290 "tp": 41,291 "fp": 108,292 "fn": 0,293 "precision": 0.2751677852348993,294 "recall": 1.0,295 "f1": 0.43157894736842106296 },297 "federated_learning": {298 "tp": 54,299 "fp": 21,300 "fn": 2,301 "precision": 0.72,302 "recall": 0.9642857142857143,303 "f1": 0.8244274809160306304 },305 "ai_safety": {306 "tp": 47,307 "fp": 70,308 "fn": 22,309 "precision": 0.4017094017094017,310 "recall": 0.6811594202898551,311 "f1": 0.5053763440860215312 },313 "sustainable_computing": {314 "tp": 28,315 "fp": 56,316 "fn": 4,317 "precision": 0.3333333333333333,318 "recall": 0.875,319 "f1": 0.48275862068965514320 },321 "autonomous_scientific_discovery": {322 "tp": 7,323 "fp": 56,324 "fn": 3,325 "precision": 0.1111111111111111,326 "recall": 0.7,327 "f1": 0.19178082191780818328 }329 },330 "micro_precision": 0.38906051244775575,331 "micro_recall": 0.7332191780821918,332 "micro_f1": 0.5083699394515018,333 "macro_f1": 0.5205869260555518334 },335 "kappa_primary_rules_vs_claude-haiku-5-5": 0.45309445479816046,336 "rules_vs_claude-sonnet-5-5": {337 "per_category": {338 "llm": {339 "tp": 84,340 "fp": 97,341 "fn": 5,342 "precision": 0.46408839779005523,343 "recall": 0.9438202247191011,344 "f1": 0.6222222222222221345 },346 "foundation_models": {347 "tp": 27,348 "fp": 104,349 "fn": 0,350 "precision": 0.20610687022900764,351 "recall": 1.0,352 "f1": 0.34177215189873417353 },354 "multimodal_ai": {355 "tp": 59,356 "fp": 27,357 "fn": 14,358 "precision": 0.686046511627907,359 "recall": 0.8082191780821918,360 "f1": 0.7421383647798743361 },362 "generative_ai": {363 "tp": 55,364 "fp": 55,365 "fn": 15,366 "precision": 0.5,367 "recall": 0.7857142857142857,368 "f1": 0.6111111111111112369 },370 "ai_agents": {371 "tp": 42,372 "fp": 51,373 "fn": 15,374 "precision": 0.45161290322580644,375 "recall": 0.7368421052631579,376 "f1": 0.56377 },378 "reinforcement_learning": {379 "tp": 80,380 "fp": 23,381 "fn": 3,382 "precision": 0.7766990291262136,383 "recall": 0.963855421686747,384 "f1": 0.8602150537634409385 },386 "ml_theory": {387 "tp": 54,388 "fp": 149,389 "fn": 37,390 "precision": 0.2660098522167488,391 "recall": 0.5934065934065934,392 "f1": 0.36734693877551017393 },394 "deep_learning_architectures": {395 "tp": 92,396 "fp": 213,397 "fn": 28,398 "precision": 0.3016393442622951,399 "recall": 0.7666666666666667,400 "f1": 0.4329411764705882401 },402 "computer_vision": {403 "tp": 84,404 "fp": 171,405 "fn": 26,406 "precision": 0.32941176470588235,407 "recall": 0.7636363636363637,408 "f1": 0.4602739726027398409 },410 "nlp": {411 "tp": 82,412 "fp": 122,413 "fn": 6,414 "precision": 0.4019607843137255,415 "recall": 0.9318181818181818,416 "f1": 0.5616438356164384417 },418 "speech_audio": {419 "tp": 49,420 "fp": 24,421 "fn": 4,422 "precision": 0.6712328767123288,423 "recall": 0.9245283018867925,424 "f1": 0.7777777777777778425 },426 "robotics": {427 "tp": 61,428 "fp": 39,429 "fn": 16,430 "precision": 0.61,431 "recall": 0.7922077922077922,432 "f1": 0.6892655367231638433 },434 "hci": {435 "tp": 63,436 "fp": 73,437 "fn": 67,438 "precision": 0.4632352941176471,439 "recall": 0.4846153846153846,440 "f1": 0.4736842105263158441 },442 "software_engineering": {443 "tp": 68,444 "fp": 115,445 "fn": 24,446 "precision": 0.37158469945355194,447 "recall": 0.7391304347826086,448 "f1": 0.49454545454545457449 },450 "programming_languages": {451 "tp": 40,452 "fp": 73,453 "fn": 0,454 "precision": 0.35398230088495575,455 "recall": 1.0,456 "f1": 0.522875816993464457 },458 "compilers": {459 "tp": 32,460 "fp": 40,461 "fn": 0,462 "precision": 0.4444444444444444,463 "recall": 1.0,464 "f1": 0.6153846153846153465 },466 "formal_verification": {467 "tp": 51,468 "fp": 37,469 "fn": 4,470 "precision": 0.5795454545454546,471 "recall": 0.9272727272727272,472 "f1": 0.7132867132867132473 },474 "algorithms": {475 "tp": 59,476 "fp": 119,477 "fn": 54,478 "precision": 0.33146067415730335,479 "recall": 0.5221238938053098,480 "f1": 0.40549828178694164481 },482 "computational_complexity": {483 "tp": 24,484 "fp": 83,485 "fn": 3,486 "precision": 0.22429906542056074,487 "recall": 0.8888888888888888,488 "f1": 0.3582089552238806489 },490 "database_systems": {491 "tp": 43,492 "fp": 106,493 "fn": 11,494 "precision": 0.28859060402684567,495 "recall": 0.7962962962962963,496 "f1": 0.4236453201970444497 },498 "information_retrieval": {499 "tp": 52,500 "fp": 61,501 "fn": 3,502 "precision": 0.46017699115044247,503 "recall": 0.9454545454545454,504 "f1": 0.6190476190476191505 },506 "distributed_computing": {507 "tp": 43,508 "fp": 223,509 "fn": 12,510 "precision": 0.16165413533834586,511 "recall": 0.7818181818181819,512 "f1": 0.26791277258566976513 },514 "cloud_computing": {515 "tp": 70,516 "fp": 80,517 "fn": 1,518 "precision": 0.4666666666666667,519 "recall": 0.9859154929577465,520 "f1": 0.6334841628959276521 },522 "edge_computing": {523 "tp": 48,524 "fp": 61,525 "fn": 9,526 "precision": 0.44036697247706424,527 "recall": 0.8421052631578947,528 "f1": 0.5783132530120482529 },530 "computer_networks": {531 "tp": 61,532 "fp": 121,533 "fn": 4,534 "precision": 0.33516483516483514,535 "recall": 0.9384615384615385,536 "f1": 0.49392712550607293537 },538 "cybersecurity": {539 "tp": 105,540 "fp": 138,541 "fn": 11,542 "precision": 0.43209876543209874,543 "recall": 0.9051724137931034,544 "f1": 0.5849582172701949545 },546 "applied_cryptography": {547 "tp": 49,548 "fp": 87,549 "fn": 0,550 "precision": 0.3602941176470588,551 "recall": 1.0,552 "f1": 0.5297297297297298553 },554 "blockchain": {555 "tp": 57,556 "fp": 28,557 "fn": 0,558 "precision": 0.6705882352941176,559 "recall": 1.0,560 "f1": 0.8028169014084507561 },562 "computer_architecture": {563 "tp": 50,564 "fp": 169,565 "fn": 18,566 "precision": 0.228310502283105,567 "recall": 0.7352941176470589,568 "f1": 0.3484320557491289569 },570 "ai_accelerators": {571 "tp": 50,572 "fp": 52,573 "fn": 11,574 "precision": 0.49019607843137253,575 "recall": 0.819672131147541,576 "f1": 0.6134969325153374577 },578 "operating_systems": {579 "tp": 23,580 "fp": 80,581 "fn": 0,582 "precision": 0.22330097087378642,583 "recall": 1.0,584 "f1": 0.3650793650793651585 },586 "quantum_computing": {587 "tp": 52,588 "fp": 24,589 "fn": 3,590 "precision": 0.6842105263157895,591 "recall": 0.9454545454545454,592 "f1": 0.7938931297709924593 },594 "scientific_computing": {595 "tp": 48,596 "fp": 125,597 "fn": 17,598 "precision": 0.2774566473988439,599 "recall": 0.7384615384615385,600 "f1": 0.40336134453781514601 },602 "computational_biology": {603 "tp": 54,604 "fp": 54,605 "fn": 25,606 "precision": 0.5,607 "recall": 0.6835443037974683,608 "f1": 0.5775401069518716609 },610 "computer_graphics": {611 "tp": 38,612 "fp": 42,613 "fn": 2,614 "precision": 0.475,615 "recall": 0.95,616 "f1": 0.6333333333333334617 },618 "privacy_preserving_computation": {619 "tp": 56,620 "fp": 93,621 "fn": 5,622 "precision": 0.37583892617449666,623 "recall": 0.9180327868852459,624 "f1": 0.5333333333333333625 },626 "federated_learning": {627 "tp": 54,628 "fp": 21,629 "fn": 2,630 "precision": 0.72,631 "recall": 0.9642857142857143,632 "f1": 0.8244274809160306633 },634 "ai_safety": {635 "tp": 57,636 "fp": 60,637 "fn": 14,638 "precision": 0.48717948717948717,639 "recall": 0.8028169014084507,640 "f1": 0.6063829787234042641 },642 "sustainable_computing": {643 "tp": 32,644 "fp": 52,645 "fn": 1,646 "precision": 0.38095238095238093,647 "recall": 0.9696969696969697,648 "f1": 0.547008547008547649 },650 "autonomous_scientific_discovery": {651 "tp": 17,652 "fp": 46,653 "fn": 4,654 "precision": 0.2698412698412698,655 "recall": 0.8095238095238095,656 "f1": 0.40476190476190477657 }658 },659 "micro_precision": 0.39342176994366707,660 "micro_recall": 0.8203865100416825,661 "micro_f1": 0.531810366003439,662 "macro_f1": 0.5548769450955702663 },664 "kappa_primary_rules_vs_claude-sonnet-5-5": 0.48350855645991686,665 "kappa_primary_claude-haiku-5-5_vs_claude-sonnet-5-5": 0.7703253227683458,666 "rules_vs_consensus": {667 "per_category": {668 "llm": {669 "tp": 80,670 "fp": 101,671 "fn": 4,672 "precision": 0.4419889502762431,673 "recall": 0.9523809523809523,674 "f1": 0.6037735849056604675 },676 "foundation_models": {677 "tp": 20,678 "fp": 111,679 "fn": 0,680 "precision": 0.15267175572519084,681 "recall": 1.0,682 "f1": 0.26490066225165565683 },684 "multimodal_ai": {685 "tp": 55,686 "fp": 31,687 "fn": 9,688 "precision": 0.6395348837209303,689 "recall": 0.859375,690 "f1": 0.7333333333333334691 },692 "generative_ai": {693 "tp": 52,694 "fp": 58,695 "fn": 13,696 "precision": 0.4727272727272727,697 "recall": 0.8,698 "f1": 0.5942857142857143699 },700 "ai_agents": {701 "tp": 34,702 "fp": 59,703 "fn": 7,704 "precision": 0.3655913978494624,705 "recall": 0.8292682926829268,706 "f1": 0.5074626865671642707 },708 "reinforcement_learning": {709 "tp": 73,710 "fp": 30,711 "fn": 2,712 "precision": 0.7087378640776699,713 "recall": 0.9733333333333334,714 "f1": 0.8202247191011237715 },716 "ml_theory": {717 "tp": 48,718 "fp": 155,719 "fn": 26,720 "precision": 0.23645320197044334,721 "recall": 0.6486486486486487,722 "f1": 0.34657039711191334723 },724 "deep_learning_architectures": {725 "tp": 65,726 "fp": 240,727 "fn": 13,728 "precision": 0.21311475409836064,729 "recall": 0.8333333333333334,730 "f1": 0.33942558746736295731 },732 "computer_vision": {733 "tp": 74,734 "fp": 181,735 "fn": 22,736 "precision": 0.2901960784313726,737 "recall": 0.7708333333333334,738 "f1": 0.4216524216524217739 },740 "nlp": {741 "tp": 73,742 "fp": 131,743 "fn": 4,744 "precision": 0.35784313725490197,745 "recall": 0.948051948051948,746 "f1": 0.5195729537366548747 },748 "speech_audio": {749 "tp": 47,750 "fp": 26,751 "fn": 3,752 "precision": 0.6438356164383562,753 "recall": 0.94,754 "f1": 0.7642276422764229755 },756 "robotics": {757 "tp": 57,758 "fp": 43,759 "fn": 10,760 "precision": 0.57,761 "recall": 0.8507462686567164,762 "f1": 0.6826347305389222763 },764 "hci": {765 "tp": 51,766 "fp": 85,767 "fn": 51,768 "precision": 0.375,769 "recall": 0.5,770 "f1": 0.42857142857142855771 },772 "software_engineering": {773 "tp": 51,774 "fp": 132,775 "fn": 11,776 "precision": 0.2786885245901639,777 "recall": 0.8225806451612904,778 "f1": 0.4163265306122449779 },780 "programming_languages": {781 "tp": 30,782 "fp": 83,783 "fn": 0,784 "precision": 0.26548672566371684,785 "recall": 1.0,786 "f1": 0.41958041958041964787 },788 "compilers": {789 "tp": 26,790 "fp": 46,791 "fn": 0,792 "precision": 0.3611111111111111,793 "recall": 1.0,794 "f1": 0.5306122448979591795 },796 "formal_verification": {797 "tp": 36,798 "fp": 52,799 "fn": 1,800 "precision": 0.4090909090909091,801 "recall": 0.972972972972973,802 "f1": 0.5760000000000001803 },804 "algorithms": {805 "tp": 44,806 "fp": 134,807 "fn": 13,808 "precision": 0.24719101123595505,809 "recall": 0.7719298245614035,810 "f1": 0.37446808510638296811 },812 "computational_complexity": {813 "tp": 23,814 "fp": 84,815 "fn": 2,816 "precision": 0.21495327102803738,817 "recall": 0.92,818 "f1": 0.3484848484848485819 },820 "database_systems": {821 "tp": 39,822 "fp": 110,823 "fn": 7,824 "precision": 0.26174496644295303,825 "recall": 0.8478260869565217,826 "f1": 0.4827 },828 "information_retrieval": {829 "tp": 46,830 "fp": 67,831 "fn": 1,832 "precision": 0.40707964601769914,833 "recall": 0.9787234042553191,834 "f1": 0.575835 },836 "distributed_computing": {837 "tp": 34,838 "fp": 232,839 "fn": 4,840 "precision": 0.12781954887218044,841 "recall": 0.8947368421052632,842 "f1": 0.2236842105263158843 },844 "cloud_computing": {845 "tp": 56,846 "fp": 94,847 "fn": 1,848 "precision": 0.37333333333333335,849 "recall": 0.9824561403508771,850 "f1": 0.5410628019323672851 },852 "edge_computing": {853 "tp": 37,854 "fp": 72,855 "fn": 2,856 "precision": 0.3394495412844037,857 "recall": 0.9487179487179487,858 "f1": 0.5859 },860 "computer_networks": {861 "tp": 51,862 "fp": 131,863 "fn": 3,864 "precision": 0.2802197802197802,865 "recall": 0.9444444444444444,866 "f1": 0.43220338983050843867 },868 "cybersecurity": {869 "tp": 89,870 "fp": 154,871 "fn": 7,872 "precision": 0.3662551440329218,873 "recall": 0.9270833333333334,874 "f1": 0.5250737463126843875 },876 "applied_cryptography": {877 "tp": 42,878 "fp": 94,879 "fn": 0,880 "precision": 0.3088235294117647,881 "recall": 1.0,882 "f1": 0.4719101123595506883 },884 "blockchain": {885 "tp": 48,886 "fp": 37,887 "fn": 0,888 "precision": 0.5647058823529412,889 "recall": 1.0,890 "f1": 0.7218045112781954891 },892 "computer_architecture": {893 "tp": 45,894 "fp": 174,895 "fn": 15,896 "precision": 0.2054794520547945,897 "recall": 0.75,898 "f1": 0.32258064516129037899 },900 "ai_accelerators": {901 "tp": 35,902 "fp": 67,903 "fn": 2,904 "precision": 0.3431372549019608,905 "recall": 0.9459459459459459,906 "f1": 0.5035971223021583907 },908 "operating_systems": {909 "tp": 15,910 "fp": 88,911 "fn": 0,912 "precision": 0.14563106796116504,913 "recall": 1.0,914 "f1": 0.2542372881355932915 },916 "quantum_computing": {917 "tp": 45,918 "fp": 31,919 "fn": 3,920 "precision": 0.5921052631578947,921 "recall": 0.9375,922 "f1": 0.7258064516129032923 },924 "scientific_computing": {925 "tp": 38,926 "fp": 135,927 "fn": 8,928 "precision": 0.21965317919075145,929 "recall": 0.8260869565217391,930 "f1": 0.34703196347031967931 },932 "computational_biology": {933 "tp": 44,934 "fp": 64,935 "fn": 17,936 "precision": 0.4074074074074074,937 "recall": 0.7213114754098361,938 "f1": 0.5207100591715976939 },940 "computer_graphics": {941 "tp": 31,942 "fp": 49,943 "fn": 2,944 "precision": 0.3875,945 "recall": 0.9393939393939394,946 "f1": 0.5486725663716815947 },948 "privacy_preserving_computation": {949 "tp": 39,950 "fp": 110,951 "fn": 0,952 "precision": 0.26174496644295303,953 "recall": 1.0,954 "f1": 0.41489361702127664955 },956 "federated_learning": {957 "tp": 54,958 "fp": 21,959 "fn": 1,960 "precision": 0.72,961 "recall": 0.9818181818181818,962 "f1": 0.8307692307692308963 },964 "ai_safety": {965 "tp": 43,966 "fp": 74,967 "fn": 4,968 "precision": 0.36752136752136755,969 "recall": 0.9148936170212766,970 "f1": 0.524390243902439971 },972 "sustainable_computing": {973 "tp": 25,974 "fp": 59,975 "fn": 0,976 "precision": 0.2976190476190476,977 "recall": 1.0,978 "f1": 0.4587155963302752979 },980 "autonomous_scientific_discovery": {981 "tp": 7,982 "fp": 56,983 "fn": 3,984 "precision": 0.1111111111111111,985 "recall": 0.7,986 "f1": 0.19178082191780818987 }988 },989 "micro_precision": 0.32745775031800833,990 "micro_recall": 0.8692715870718765,991 "micro_f1": 0.4757127771911298,992 "macro_f1": 0.49315080922219573993 },994 "krippendorff_alpha_masi_claude-haiku-5-5_vs_claude-sonnet-5-5": 0.6711402303757961,995 "mean_jaccard_claude-haiku-5-5_vs_claude-sonnet-5-5": 0.5519983188139996,996 "n_disagreements": 658997}