{
 "n": 240,
 "agree_llm": 0.875,
 "consensus_share": 0.875,
 "precision_by_tier_consensus": {
  "A": {
   "n": 56,
   "yes": 0.982,
   "no": 0.018,
   "yes_lower_bound_all_pairs": 0.917
  },
  "B": {
   "n": 54,
   "yes": 1.0,
   "no": 0.0,
   "yes_lower_bound_all_pairs": 0.9
  },
  "C": {
   "n": 52,
   "yes": 0.885,
   "no": 0.115,
   "yes_lower_bound_all_pairs": 0.767
  },
  "D": {
   "n": 48,
   "yes": 0.208,
   "no": 0.75,
   "yes_lower_bound_all_pairs": 0.167
  }
 },
 "precision_by_tier_comparable_only": {
  "A": 0.979,
  "B": 1.0,
  "C": 0.85,
  "D": 0.226
 },
 "note": "yes/no = shares among pairs with annotator consensus; yes_lower_bound_all_pairs counts non-consensus pairs as failures",
 "n_disagreements": 32
}