{
 "train_n": 6481,
 "cv5_accuracy_vs_llm": 0.6917,
 "audit_consensus_n": 474,
 "accuracy_model_on_audit": 0.8819,
 "accuracy_rule_on_audit": 0.4599,
 "listing_weighted_accuracy_model": 0.9106,
 "listing_weighted_accuracy_rule": 0.4535,
 "share_relabelled": 0.5229,
 "category_shares_rule": {
  "epicerie": 0.1125,
  "autre": 0.1113,
  "mode": 0.1103,
  "bijoux": 0.0915,
  "cafe_the": 0.0856,
  "maison": 0.0724,
  "art": 0.0699,
  "sante_beaute": 0.0684,
  "enfants": 0.0514,
  "industriel": 0.0391,
  "animaux": 0.0371,
  "alcool": 0.0302,
  "boissons": 0.0249,
  "erable": 0.0206,
  "viande_poisson": 0.0193,
  "plein_air": 0.0185,
  "chocolat": 0.0143,
  "jardin": 0.0104,
  "fromage_laitier": 0.0064,
  "boulangerie": 0.0059
 },
 "category_shares_model": {
  "mode": 0.1626,
  "art": 0.152,
  "industriel": 0.1217,
  "bijoux": 0.0895,
  "epicerie": 0.0831,
  "sante_beaute": 0.0827,
  "maison": 0.0758,
  "enfants": 0.0502,
  "animaux": 0.0434,
  "jardin": 0.0226,
  "plein_air": 0.018,
  "cafe_the": 0.0177,
  "autre": 0.0167,
  "chocolat": 0.0164,
  "viande_poisson": 0.0125,
  "alcool": 0.0108,
  "erable": 0.0091,
  "boissons": 0.0058,
  "boulangerie": 0.0058,
  "fromage_laitier": 0.0036
 },
 "per_category_on_audit": {
  "erable": {
   "n": 12,
   "recall_model": 1.0,
   "precision_model": 0.706
  },
  "epicerie": {
   "n": 25,
   "recall_model": 0.68,
   "precision_model": 0.739
  },
  "cafe_the": {
   "n": 10,
   "recall_model": 0.7,
   "precision_model": 1.0
  },
  "chocolat": {
   "n": 19,
   "recall_model": 0.895,
   "precision_model": 0.81
  },
  "boulangerie": {
   "n": 14,
   "recall_model": 0.786,
   "precision_model": 0.846
  },
  "viande_poisson": {
   "n": 9,
   "recall_model": 0.778,
   "precision_model": 0.7
  },
  "fromage_laitier": {
   "n": 17,
   "recall_model": 0.824,
   "precision_model": 1.0
  },
  "boissons": {
   "n": 5,
   "recall_model": 0.8,
   "precision_model": 1.0
  },
  "alcool": {
   "n": 7,
   "recall_model": 0.714,
   "precision_model": 0.833
  },
  "sante_beaute": {
   "n": 29,
   "recall_model": 1.0,
   "precision_model": 0.853
  },
  "maison": {
   "n": 36,
   "recall_model": 0.778,
   "precision_model": 0.875
  },
  "mode": {
   "n": 54,
   "recall_model": 0.963,
   "precision_model": 0.852
  },
  "bijoux": {
   "n": 23,
   "recall_model": 0.913,
   "precision_model": 0.955
  },
  "art": {
   "n": 68,
   "recall_model": 0.985,
   "precision_model": 0.882
  },
  "enfants": {
   "n": 25,
   "recall_model": 0.68,
   "precision_model": 1.0
  },
  "animaux": {
   "n": 24,
   "recall_model": 1.0,
   "precision_model": 0.96
  },
  "plein_air": {
   "n": 13,
   "recall_model": 0.769,
   "precision_model": 1.0
  },
  "jardin": {
   "n": 29,
   "recall_model": 0.897,
   "precision_model": 0.963
  },
  "industriel": {
   "n": 53,
   "recall_model": 0.943,
   "precision_model": 0.943
  },
  "autre": {
   "n": 2,
   "recall_model": 0.0,
   "precision_model": 0.0
  }
 },
 "confusion_audit_annotated_vs_model": {
  "alcool": {
   "alcool": 5,
   "art": 1,
   "mode": 1
  },
  "animaux": {
   "animaux": 24
  },
  "art": {
   "art": 67,
   "industriel": 1
  },
  "autre": {
   "epicerie": 2
  },
  "bijoux": {
   "art": 1,
   "bijoux": 21,
   "mode": 1
  },
  "boissons": {
   "art": 1,
   "boissons": 4
  },
  "boulangerie": {
   "boulangerie": 11,
   "chocolat": 1,
   "epicerie": 1,
   "erable": 1
  },
  "cafe_the": {
   "cafe_the": 7,
   "mode": 1,
   "sante_beaute": 2
  },
  "chocolat": {
   "chocolat": 17,
   "erable": 1,
   "industriel": 1
  },
  "enfants": {
   "animaux": 1,
   "art": 1,
   "autre": 2,
   "enfants": 17,
   "mode": 4
  },
  "epicerie": {
   "art": 2,
   "chocolat": 1,
   "epicerie": 17,
   "erable": 2,
   "jardin": 1,
   "sante_beaute": 1,
   "viande_poisson": 1
  },
  "erable": {
   "erable": 12
  },
  "fromage_laitier": {
   "chocolat": 2,
   "epicerie": 1,
   "fromage_laitier": 14
  },
  "industriel": {
   "art": 1,
   "industriel": 50,
   "maison": 2
  },
  "jardin": {
   "industriel": 1,
   "jardin": 26,
   "maison": 1,
   "viande_poisson": 1
  },
  "maison": {
   "alcool": 1,
   "art": 1,
   "boulangerie": 2,
   "erable": 1,
   "maison": 28,
   "sante_beaute": 2,
   "viande_poisson": 1
  },
  "mode": {
   "art": 1,
   "bijoux": 1,
   "mode": 52
  },
  "plein_air": {
   "maison": 1,
   "mode": 2,
   "plein_air": 10
  },
  "sante_beaute": {
   "sante_beaute": 29
  },
  "viande_poisson": {
   "epicerie": 2,
   "viande_poisson": 7
  }
 },
 "features": "text-embedding-3-small (512 d) + one-hot rule label; multinomial logistic regression C=2"
}