1{2 "n": 240,3 "agree_llm": 0.875,4 "consensus_share": 0.875,5 "precision_by_tier_consensus": {6 "A": {7 "n": 56,8 "yes": 0.982,9 "no": 0.018,10 "yes_lower_bound_all_pairs": 0.91711 },12 "B": {13 "n": 54,14 "yes": 1.0,15 "no": 0.0,16 "yes_lower_bound_all_pairs": 0.917 },18 "C": {19 "n": 52,20 "yes": 0.885,21 "no": 0.115,22 "yes_lower_bound_all_pairs": 0.76723 },24 "D": {25 "n": 48,26 "yes": 0.208,27 "no": 0.75,28 "yes_lower_bound_all_pairs": 0.16729 }30 },31 "precision_by_tier_comparable_only": {32 "A": 0.979,33 "B": 1.0,34 "C": 0.85,35 "D": 0.22636 },37 "note": "yes/no = shares among pairs with annotator consensus; yes_lower_bound_all_pairs counts non-consensus pairs as failures",38 "n_disagreements": 3239}