{
 "n_rated_by_all": 2181,
 "raters": [
  "claude-haiku-5-5",
  "claude-sonnet-5-5"
 ],
 "rules_vs_claude-haiku-5-5": {
  "per_category": {
   "llm": {
    "tp": 95,
    "fp": 86,
    "fn": 10,
    "precision": 0.5248618784530387,
    "recall": 0.9047619047619048,
    "f1": 0.6643356643356644
   },
   "foundation_models": {
    "tp": 23,
    "fp": 108,
    "fn": 1,
    "precision": 0.17557251908396945,
    "recall": 0.9583333333333334,
    "f1": 0.2967741935483871
   },
   "multimodal_ai": {
    "tp": 56,
    "fp": 30,
    "fn": 15,
    "precision": 0.6511627906976745,
    "recall": 0.7887323943661971,
    "f1": 0.7133757961783439
   },
   "generative_ai": {
    "tp": 57,
    "fp": 53,
    "fn": 17,
    "precision": 0.5181818181818182,
    "recall": 0.7702702702702703,
    "f1": 0.6195652173913043
   },
   "ai_agents": {
    "tp": 42,
    "fp": 51,
    "fn": 21,
    "precision": 0.45161290322580644,
    "recall": 0.6666666666666666,
    "f1": 0.5384615384615384
   },
   "reinforcement_learning": {
    "tp": 78,
    "fp": 25,
    "fn": 15,
    "precision": 0.7572815533980582,
    "recall": 0.8387096774193549,
    "f1": 0.7959183673469389
   },
   "ml_theory": {
    "tp": 81,
    "fp": 122,
    "fn": 110,
    "precision": 0.39901477832512317,
    "recall": 0.42408376963350786,
    "f1": 0.4111675126903553
   },
   "deep_learning_architectures": {
    "tp": 111,
    "fp": 194,
    "fn": 37,
    "precision": 0.3639344262295082,
    "recall": 0.75,
    "f1": 0.49006622516556303
   },
   "computer_vision": {
    "tp": 94,
    "fp": 161,
    "fn": 47,
    "precision": 0.3686274509803922,
    "recall": 0.6666666666666666,
    "f1": 0.4747474747474748
   },
   "nlp": {
    "tp": 88,
    "fp": 116,
    "fn": 27,
    "precision": 0.43137254901960786,
    "recall": 0.7652173913043478,
    "f1": 0.5517241379310345
   },
   "speech_audio": {
    "tp": 49,
    "fp": 24,
    "fn": 12,
    "precision": 0.6712328767123288,
    "recall": 0.8032786885245902,
    "f1": 0.7313432835820896
   },
   "robotics": {
    "tp": 64,
    "fp": 36,
    "fn": 19,
    "precision": 0.64,
    "recall": 0.7710843373493976,
    "f1": 0.6994535519125684
   },
   "hci": {
    "tp": 59,
    "fp": 77,
    "fn": 96,
    "precision": 0.4338235294117647,
    "recall": 0.38064516129032255,
    "f1": 0.4054982817869416
   },
   "software_engineering": {
    "tp": 55,
    "fp": 128,
    "fn": 17,
    "precision": 0.3005464480874317,
    "recall": 0.7638888888888888,
    "f1": 0.4313725490196078
   },
   "programming_languages": {
    "tp": 34,
    "fp": 79,
    "fn": 2,
    "precision": 0.3008849557522124,
    "recall": 0.9444444444444444,
    "f1": 0.45637583892617456
   },
   "compilers": {
    "tp": 26,
    "fp": 46,
    "fn": 1,
    "precision": 0.3611111111111111,
    "recall": 0.9629629629629629,
    "f1": 0.5252525252525253
   },
   "formal_verification": {
    "tp": 41,
    "fp": 47,
    "fn": 3,
    "precision": 0.4659090909090909,
    "recall": 0.9318181818181818,
    "f1": 0.6212121212121211
   },
   "algorithms": {
    "tp": 46,
    "fp": 132,
    "fn": 26,
    "precision": 0.25842696629213485,
    "recall": 0.6388888888888888,
    "f1": 0.368
   },
   "computational_complexity": {
    "tp": 25,
    "fp": 82,
    "fn": 13,
    "precision": 0.2336448598130841,
    "recall": 0.6578947368421053,
    "f1": 0.3448275862068965
   },
   "database_systems": {
    "tp": 56,
    "fp": 93,
    "fn": 27,
    "precision": 0.37583892617449666,
    "recall": 0.6746987951807228,
    "f1": 0.48275862068965525
   },
   "information_retrieval": {
    "tp": 54,
    "fp": 59,
    "fn": 30,
    "precision": 0.4778761061946903,
    "recall": 0.6428571428571429,
    "f1": 0.5482233502538072
   },
   "distributed_computing": {
    "tp": 58,
    "fp": 208,
    "fn": 13,
    "precision": 0.21804511278195488,
    "recall": 0.8169014084507042,
    "f1": 0.344213649851632
   },
   "cloud_computing": {
    "tp": 62,
    "fp": 88,
    "fn": 4,
    "precision": 0.41333333333333333,
    "recall": 0.9393939393939394,
    "f1": 0.5740740740740741
   },
   "edge_computing": {
    "tp": 44,
    "fp": 65,
    "fn": 6,
    "precision": 0.4036697247706422,
    "recall": 0.88,
    "f1": 0.5534591194968553
   },
   "computer_networks": {
    "tp": 57,
    "fp": 125,
    "fn": 10,
    "precision": 0.3131868131868132,
    "recall": 0.8507462686567164,
    "f1": 0.4578313253012048
   },
   "cybersecurity": {
    "tp": 102,
    "fp": 141,
    "fn": 20,
    "precision": 0.41975308641975306,
    "recall": 0.8360655737704918,
    "f1": 0.5589041095890411
   },
   "applied_cryptography": {
    "tp": 54,
    "fp": 82,
    "fn": 0,
    "precision": 0.39705882352941174,
    "recall": 1.0,
    "f1": 0.5684210526315789
   },
   "blockchain": {
    "tp": 53,
    "fp": 32,
    "fn": 0,
    "precision": 0.6235294117647059,
    "recall": 1.0,
    "f1": 0.7681159420289855
   },
   "computer_architecture": {
    "tp": 57,
    "fp": 162,
    "fn": 54,
    "precision": 0.2602739726027397,
    "recall": 0.5135135135135135,
    "f1": 0.3454545454545454
   },
   "ai_accelerators": {
    "tp": 36,
    "fp": 66,
    "fn": 5,
    "precision": 0.35294117647058826,
    "recall": 0.8780487804878049,
    "f1": 0.5034965034965035
   },
   "operating_systems": {
    "tp": 19,
    "fp": 84,
    "fn": 1,
    "precision": 0.18446601941747573,
    "recall": 0.95,
    "f1": 0.3089430894308943
   },
   "quantum_computing": {
    "tp": 48,
    "fp": 28,
    "fn": 3,
    "precision": 0.631578947368421,
    "recall": 0.9411764705882353,
    "f1": 0.7559055118110236
   },
   "scientific_computing": {
    "tp": 56,
    "fp": 117,
    "fn": 34,
    "precision": 0.3236994219653179,
    "recall": 0.6222222222222222,
    "f1": 0.42585551330798477
   },
   "computational_biology": {
    "tp": 50,
    "fp": 58,
    "fn": 44,
    "precision": 0.46296296296296297,
    "recall": 0.5319148936170213,
    "f1": 0.495049504950495
   },
   "computer_graphics": {
    "tp": 34,
    "fp": 46,
    "fn": 8,
    "precision": 0.425,
    "recall": 0.8095238095238095,
    "f1": 0.5573770491803278
   },
   "privacy_preserving_computation": {
    "tp": 41,
    "fp": 108,
    "fn": 0,
    "precision": 0.2751677852348993,
    "recall": 1.0,
    "f1": 0.43157894736842106
   },
   "federated_learning": {
    "tp": 54,
    "fp": 21,
    "fn": 2,
    "precision": 0.72,
    "recall": 0.9642857142857143,
    "f1": 0.8244274809160306
   },
   "ai_safety": {
    "tp": 47,
    "fp": 70,
    "fn": 22,
    "precision": 0.4017094017094017,
    "recall": 0.6811594202898551,
    "f1": 0.5053763440860215
   },
   "sustainable_computing": {
    "tp": 28,
    "fp": 56,
    "fn": 4,
    "precision": 0.3333333333333333,
    "recall": 0.875,
    "f1": 0.48275862068965514
   },
   "autonomous_scientific_discovery": {
    "tp": 7,
    "fp": 56,
    "fn": 3,
    "precision": 0.1111111111111111,
    "recall": 0.7,
    "f1": 0.19178082191780818
   }
  },
  "micro_precision": 0.38906051244775575,
  "micro_recall": 0.7332191780821918,
  "micro_f1": 0.5083699394515018,
  "macro_f1": 0.5205869260555518
 },
 "kappa_primary_rules_vs_claude-haiku-5-5": 0.45309445479816046,
 "rules_vs_claude-sonnet-5-5": {
  "per_category": {
   "llm": {
    "tp": 84,
    "fp": 97,
    "fn": 5,
    "precision": 0.46408839779005523,
    "recall": 0.9438202247191011,
    "f1": 0.6222222222222221
   },
   "foundation_models": {
    "tp": 27,
    "fp": 104,
    "fn": 0,
    "precision": 0.20610687022900764,
    "recall": 1.0,
    "f1": 0.34177215189873417
   },
   "multimodal_ai": {
    "tp": 59,
    "fp": 27,
    "fn": 14,
    "precision": 0.686046511627907,
    "recall": 0.8082191780821918,
    "f1": 0.7421383647798743
   },
   "generative_ai": {
    "tp": 55,
    "fp": 55,
    "fn": 15,
    "precision": 0.5,
    "recall": 0.7857142857142857,
    "f1": 0.6111111111111112
   },
   "ai_agents": {
    "tp": 42,
    "fp": 51,
    "fn": 15,
    "precision": 0.45161290322580644,
    "recall": 0.7368421052631579,
    "f1": 0.56
   },
   "reinforcement_learning": {
    "tp": 80,
    "fp": 23,
    "fn": 3,
    "precision": 0.7766990291262136,
    "recall": 0.963855421686747,
    "f1": 0.8602150537634409
   },
   "ml_theory": {
    "tp": 54,
    "fp": 149,
    "fn": 37,
    "precision": 0.2660098522167488,
    "recall": 0.5934065934065934,
    "f1": 0.36734693877551017
   },
   "deep_learning_architectures": {
    "tp": 92,
    "fp": 213,
    "fn": 28,
    "precision": 0.3016393442622951,
    "recall": 0.7666666666666667,
    "f1": 0.4329411764705882
   },
   "computer_vision": {
    "tp": 84,
    "fp": 171,
    "fn": 26,
    "precision": 0.32941176470588235,
    "recall": 0.7636363636363637,
    "f1": 0.4602739726027398
   },
   "nlp": {
    "tp": 82,
    "fp": 122,
    "fn": 6,
    "precision": 0.4019607843137255,
    "recall": 0.9318181818181818,
    "f1": 0.5616438356164384
   },
   "speech_audio": {
    "tp": 49,
    "fp": 24,
    "fn": 4,
    "precision": 0.6712328767123288,
    "recall": 0.9245283018867925,
    "f1": 0.7777777777777778
   },
   "robotics": {
    "tp": 61,
    "fp": 39,
    "fn": 16,
    "precision": 0.61,
    "recall": 0.7922077922077922,
    "f1": 0.6892655367231638
   },
   "hci": {
    "tp": 63,
    "fp": 73,
    "fn": 67,
    "precision": 0.4632352941176471,
    "recall": 0.4846153846153846,
    "f1": 0.4736842105263158
   },
   "software_engineering": {
    "tp": 68,
    "fp": 115,
    "fn": 24,
    "precision": 0.37158469945355194,
    "recall": 0.7391304347826086,
    "f1": 0.49454545454545457
   },
   "programming_languages": {
    "tp": 40,
    "fp": 73,
    "fn": 0,
    "precision": 0.35398230088495575,
    "recall": 1.0,
    "f1": 0.522875816993464
   },
   "compilers": {
    "tp": 32,
    "fp": 40,
    "fn": 0,
    "precision": 0.4444444444444444,
    "recall": 1.0,
    "f1": 0.6153846153846153
   },
   "formal_verification": {
    "tp": 51,
    "fp": 37,
    "fn": 4,
    "precision": 0.5795454545454546,
    "recall": 0.9272727272727272,
    "f1": 0.7132867132867132
   },
   "algorithms": {
    "tp": 59,
    "fp": 119,
    "fn": 54,
    "precision": 0.33146067415730335,
    "recall": 0.5221238938053098,
    "f1": 0.40549828178694164
   },
   "computational_complexity": {
    "tp": 24,
    "fp": 83,
    "fn": 3,
    "precision": 0.22429906542056074,
    "recall": 0.8888888888888888,
    "f1": 0.3582089552238806
   },
   "database_systems": {
    "tp": 43,
    "fp": 106,
    "fn": 11,
    "precision": 0.28859060402684567,
    "recall": 0.7962962962962963,
    "f1": 0.4236453201970444
   },
   "information_retrieval": {
    "tp": 52,
    "fp": 61,
    "fn": 3,
    "precision": 0.46017699115044247,
    "recall": 0.9454545454545454,
    "f1": 0.6190476190476191
   },
   "distributed_computing": {
    "tp": 43,
    "fp": 223,
    "fn": 12,
    "precision": 0.16165413533834586,
    "recall": 0.7818181818181819,
    "f1": 0.26791277258566976
   },
   "cloud_computing": {
    "tp": 70,
    "fp": 80,
    "fn": 1,
    "precision": 0.4666666666666667,
    "recall": 0.9859154929577465,
    "f1": 0.6334841628959276
   },
   "edge_computing": {
    "tp": 48,
    "fp": 61,
    "fn": 9,
    "precision": 0.44036697247706424,
    "recall": 0.8421052631578947,
    "f1": 0.5783132530120482
   },
   "computer_networks": {
    "tp": 61,
    "fp": 121,
    "fn": 4,
    "precision": 0.33516483516483514,
    "recall": 0.9384615384615385,
    "f1": 0.49392712550607293
   },
   "cybersecurity": {
    "tp": 105,
    "fp": 138,
    "fn": 11,
    "precision": 0.43209876543209874,
    "recall": 0.9051724137931034,
    "f1": 0.5849582172701949
   },
   "applied_cryptography": {
    "tp": 49,
    "fp": 87,
    "fn": 0,
    "precision": 0.3602941176470588,
    "recall": 1.0,
    "f1": 0.5297297297297298
   },
   "blockchain": {
    "tp": 57,
    "fp": 28,
    "fn": 0,
    "precision": 0.6705882352941176,
    "recall": 1.0,
    "f1": 0.8028169014084507
   },
   "computer_architecture": {
    "tp": 50,
    "fp": 169,
    "fn": 18,
    "precision": 0.228310502283105,
    "recall": 0.7352941176470589,
    "f1": 0.3484320557491289
   },
   "ai_accelerators": {
    "tp": 50,
    "fp": 52,
    "fn": 11,
    "precision": 0.49019607843137253,
    "recall": 0.819672131147541,
    "f1": 0.6134969325153374
   },
   "operating_systems": {
    "tp": 23,
    "fp": 80,
    "fn": 0,
    "precision": 0.22330097087378642,
    "recall": 1.0,
    "f1": 0.3650793650793651
   },
   "quantum_computing": {
    "tp": 52,
    "fp": 24,
    "fn": 3,
    "precision": 0.6842105263157895,
    "recall": 0.9454545454545454,
    "f1": 0.7938931297709924
   },
   "scientific_computing": {
    "tp": 48,
    "fp": 125,
    "fn": 17,
    "precision": 0.2774566473988439,
    "recall": 0.7384615384615385,
    "f1": 0.40336134453781514
   },
   "computational_biology": {
    "tp": 54,
    "fp": 54,
    "fn": 25,
    "precision": 0.5,
    "recall": 0.6835443037974683,
    "f1": 0.5775401069518716
   },
   "computer_graphics": {
    "tp": 38,
    "fp": 42,
    "fn": 2,
    "precision": 0.475,
    "recall": 0.95,
    "f1": 0.6333333333333334
   },
   "privacy_preserving_computation": {
    "tp": 56,
    "fp": 93,
    "fn": 5,
    "precision": 0.37583892617449666,
    "recall": 0.9180327868852459,
    "f1": 0.5333333333333333
   },
   "federated_learning": {
    "tp": 54,
    "fp": 21,
    "fn": 2,
    "precision": 0.72,
    "recall": 0.9642857142857143,
    "f1": 0.8244274809160306
   },
   "ai_safety": {
    "tp": 57,
    "fp": 60,
    "fn": 14,
    "precision": 0.48717948717948717,
    "recall": 0.8028169014084507,
    "f1": 0.6063829787234042
   },
   "sustainable_computing": {
    "tp": 32,
    "fp": 52,
    "fn": 1,
    "precision": 0.38095238095238093,
    "recall": 0.9696969696969697,
    "f1": 0.547008547008547
   },
   "autonomous_scientific_discovery": {
    "tp": 17,
    "fp": 46,
    "fn": 4,
    "precision": 0.2698412698412698,
    "recall": 0.8095238095238095,
    "f1": 0.40476190476190477
   }
  },
  "micro_precision": 0.39342176994366707,
  "micro_recall": 0.8203865100416825,
  "micro_f1": 0.531810366003439,
  "macro_f1": 0.5548769450955702
 },
 "kappa_primary_rules_vs_claude-sonnet-5-5": 0.48350855645991686,
 "kappa_primary_claude-haiku-5-5_vs_claude-sonnet-5-5": 0.7703253227683458,
 "rules_vs_consensus": {
  "per_category": {
   "llm": {
    "tp": 80,
    "fp": 101,
    "fn": 4,
    "precision": 0.4419889502762431,
    "recall": 0.9523809523809523,
    "f1": 0.6037735849056604
   },
   "foundation_models": {
    "tp": 20,
    "fp": 111,
    "fn": 0,
    "precision": 0.15267175572519084,
    "recall": 1.0,
    "f1": 0.26490066225165565
   },
   "multimodal_ai": {
    "tp": 55,
    "fp": 31,
    "fn": 9,
    "precision": 0.6395348837209303,
    "recall": 0.859375,
    "f1": 0.7333333333333334
   },
   "generative_ai": {
    "tp": 52,
    "fp": 58,
    "fn": 13,
    "precision": 0.4727272727272727,
    "recall": 0.8,
    "f1": 0.5942857142857143
   },
   "ai_agents": {
    "tp": 34,
    "fp": 59,
    "fn": 7,
    "precision": 0.3655913978494624,
    "recall": 0.8292682926829268,
    "f1": 0.5074626865671642
   },
   "reinforcement_learning": {
    "tp": 73,
    "fp": 30,
    "fn": 2,
    "precision": 0.7087378640776699,
    "recall": 0.9733333333333334,
    "f1": 0.8202247191011237
   },
   "ml_theory": {
    "tp": 48,
    "fp": 155,
    "fn": 26,
    "precision": 0.23645320197044334,
    "recall": 0.6486486486486487,
    "f1": 0.34657039711191334
   },
   "deep_learning_architectures": {
    "tp": 65,
    "fp": 240,
    "fn": 13,
    "precision": 0.21311475409836064,
    "recall": 0.8333333333333334,
    "f1": 0.33942558746736295
   },
   "computer_vision": {
    "tp": 74,
    "fp": 181,
    "fn": 22,
    "precision": 0.2901960784313726,
    "recall": 0.7708333333333334,
    "f1": 0.4216524216524217
   },
   "nlp": {
    "tp": 73,
    "fp": 131,
    "fn": 4,
    "precision": 0.35784313725490197,
    "recall": 0.948051948051948,
    "f1": 0.5195729537366548
   },
   "speech_audio": {
    "tp": 47,
    "fp": 26,
    "fn": 3,
    "precision": 0.6438356164383562,
    "recall": 0.94,
    "f1": 0.7642276422764229
   },
   "robotics": {
    "tp": 57,
    "fp": 43,
    "fn": 10,
    "precision": 0.57,
    "recall": 0.8507462686567164,
    "f1": 0.6826347305389222
   },
   "hci": {
    "tp": 51,
    "fp": 85,
    "fn": 51,
    "precision": 0.375,
    "recall": 0.5,
    "f1": 0.42857142857142855
   },
   "software_engineering": {
    "tp": 51,
    "fp": 132,
    "fn": 11,
    "precision": 0.2786885245901639,
    "recall": 0.8225806451612904,
    "f1": 0.4163265306122449
   },
   "programming_languages": {
    "tp": 30,
    "fp": 83,
    "fn": 0,
    "precision": 0.26548672566371684,
    "recall": 1.0,
    "f1": 0.41958041958041964
   },
   "compilers": {
    "tp": 26,
    "fp": 46,
    "fn": 0,
    "precision": 0.3611111111111111,
    "recall": 1.0,
    "f1": 0.5306122448979591
   },
   "formal_verification": {
    "tp": 36,
    "fp": 52,
    "fn": 1,
    "precision": 0.4090909090909091,
    "recall": 0.972972972972973,
    "f1": 0.5760000000000001
   },
   "algorithms": {
    "tp": 44,
    "fp": 134,
    "fn": 13,
    "precision": 0.24719101123595505,
    "recall": 0.7719298245614035,
    "f1": 0.37446808510638296
   },
   "computational_complexity": {
    "tp": 23,
    "fp": 84,
    "fn": 2,
    "precision": 0.21495327102803738,
    "recall": 0.92,
    "f1": 0.3484848484848485
   },
   "database_systems": {
    "tp": 39,
    "fp": 110,
    "fn": 7,
    "precision": 0.26174496644295303,
    "recall": 0.8478260869565217,
    "f1": 0.4
   },
   "information_retrieval": {
    "tp": 46,
    "fp": 67,
    "fn": 1,
    "precision": 0.40707964601769914,
    "recall": 0.9787234042553191,
    "f1": 0.575
   },
   "distributed_computing": {
    "tp": 34,
    "fp": 232,
    "fn": 4,
    "precision": 0.12781954887218044,
    "recall": 0.8947368421052632,
    "f1": 0.2236842105263158
   },
   "cloud_computing": {
    "tp": 56,
    "fp": 94,
    "fn": 1,
    "precision": 0.37333333333333335,
    "recall": 0.9824561403508771,
    "f1": 0.5410628019323672
   },
   "edge_computing": {
    "tp": 37,
    "fp": 72,
    "fn": 2,
    "precision": 0.3394495412844037,
    "recall": 0.9487179487179487,
    "f1": 0.5
   },
   "computer_networks": {
    "tp": 51,
    "fp": 131,
    "fn": 3,
    "precision": 0.2802197802197802,
    "recall": 0.9444444444444444,
    "f1": 0.43220338983050843
   },
   "cybersecurity": {
    "tp": 89,
    "fp": 154,
    "fn": 7,
    "precision": 0.3662551440329218,
    "recall": 0.9270833333333334,
    "f1": 0.5250737463126843
   },
   "applied_cryptography": {
    "tp": 42,
    "fp": 94,
    "fn": 0,
    "precision": 0.3088235294117647,
    "recall": 1.0,
    "f1": 0.4719101123595506
   },
   "blockchain": {
    "tp": 48,
    "fp": 37,
    "fn": 0,
    "precision": 0.5647058823529412,
    "recall": 1.0,
    "f1": 0.7218045112781954
   },
   "computer_architecture": {
    "tp": 45,
    "fp": 174,
    "fn": 15,
    "precision": 0.2054794520547945,
    "recall": 0.75,
    "f1": 0.32258064516129037
   },
   "ai_accelerators": {
    "tp": 35,
    "fp": 67,
    "fn": 2,
    "precision": 0.3431372549019608,
    "recall": 0.9459459459459459,
    "f1": 0.5035971223021583
   },
   "operating_systems": {
    "tp": 15,
    "fp": 88,
    "fn": 0,
    "precision": 0.14563106796116504,
    "recall": 1.0,
    "f1": 0.2542372881355932
   },
   "quantum_computing": {
    "tp": 45,
    "fp": 31,
    "fn": 3,
    "precision": 0.5921052631578947,
    "recall": 0.9375,
    "f1": 0.7258064516129032
   },
   "scientific_computing": {
    "tp": 38,
    "fp": 135,
    "fn": 8,
    "precision": 0.21965317919075145,
    "recall": 0.8260869565217391,
    "f1": 0.34703196347031967
   },
   "computational_biology": {
    "tp": 44,
    "fp": 64,
    "fn": 17,
    "precision": 0.4074074074074074,
    "recall": 0.7213114754098361,
    "f1": 0.5207100591715976
   },
   "computer_graphics": {
    "tp": 31,
    "fp": 49,
    "fn": 2,
    "precision": 0.3875,
    "recall": 0.9393939393939394,
    "f1": 0.5486725663716815
   },
   "privacy_preserving_computation": {
    "tp": 39,
    "fp": 110,
    "fn": 0,
    "precision": 0.26174496644295303,
    "recall": 1.0,
    "f1": 0.41489361702127664
   },
   "federated_learning": {
    "tp": 54,
    "fp": 21,
    "fn": 1,
    "precision": 0.72,
    "recall": 0.9818181818181818,
    "f1": 0.8307692307692308
   },
   "ai_safety": {
    "tp": 43,
    "fp": 74,
    "fn": 4,
    "precision": 0.36752136752136755,
    "recall": 0.9148936170212766,
    "f1": 0.524390243902439
   },
   "sustainable_computing": {
    "tp": 25,
    "fp": 59,
    "fn": 0,
    "precision": 0.2976190476190476,
    "recall": 1.0,
    "f1": 0.4587155963302752
   },
   "autonomous_scientific_discovery": {
    "tp": 7,
    "fp": 56,
    "fn": 3,
    "precision": 0.1111111111111111,
    "recall": 0.7,
    "f1": 0.19178082191780818
   }
  },
  "micro_precision": 0.32745775031800833,
  "micro_recall": 0.8692715870718765,
  "micro_f1": 0.4757127771911298,
  "macro_f1": 0.49315080922219573
 },
 "krippendorff_alpha_masi_claude-haiku-5-5_vs_claude-sonnet-5-5": 0.6711402303757961,
 "mean_jaccard_claude-haiku-5-5_vs_claude-sonnet-5-5": 0.5519983188139996,
 "n_disagreements": 658
}