1{2 "train_n": 6481,3 "cv5_accuracy_vs_llm": 0.6917,4 "audit_consensus_n": 474,5 "accuracy_model_on_audit": 0.8819,6 "accuracy_rule_on_audit": 0.4599,7 "listing_weighted_accuracy_model": 0.9106,8 "listing_weighted_accuracy_rule": 0.4535,9 "share_relabelled": 0.5229,10 "category_shares_rule": {11 "epicerie": 0.1125,12 "autre": 0.1113,13 "mode": 0.1103,14 "bijoux": 0.0915,15 "cafe_the": 0.0856,16 "maison": 0.0724,17 "art": 0.0699,18 "sante_beaute": 0.0684,19 "enfants": 0.0514,20 "industriel": 0.0391,21 "animaux": 0.0371,22 "alcool": 0.0302,23 "boissons": 0.0249,24 "erable": 0.0206,25 "viande_poisson": 0.0193,26 "plein_air": 0.0185,27 "chocolat": 0.0143,28 "jardin": 0.0104,29 "fromage_laitier": 0.0064,30 "boulangerie": 0.005931 },32 "category_shares_model": {33 "mode": 0.1626,34 "art": 0.152,35 "industriel": 0.1217,36 "bijoux": 0.0895,37 "epicerie": 0.0831,38 "sante_beaute": 0.0827,39 "maison": 0.0758,40 "enfants": 0.0502,41 "animaux": 0.0434,42 "jardin": 0.0226,43 "plein_air": 0.018,44 "cafe_the": 0.0177,45 "autre": 0.0167,46 "chocolat": 0.0164,47 "viande_poisson": 0.0125,48 "alcool": 0.0108,49 "erable": 0.0091,50 "boissons": 0.0058,51 "boulangerie": 0.0058,52 "fromage_laitier": 0.003653 },54 "per_category_on_audit": {55 "erable": {56 "n": 12,57 "recall_model": 1.0,58 "precision_model": 0.70659 },60 "epicerie": {61 "n": 25,62 "recall_model": 0.68,63 "precision_model": 0.73964 },65 "cafe_the": {66 "n": 10,67 "recall_model": 0.7,68 "precision_model": 1.069 },70 "chocolat": {71 "n": 19,72 "recall_model": 0.895,73 "precision_model": 0.8174 },75 "boulangerie": {76 "n": 14,77 "recall_model": 0.786,78 "precision_model": 0.84679 },80 "viande_poisson": {81 "n": 9,82 "recall_model": 0.778,83 "precision_model": 0.784 },85 "fromage_laitier": {86 "n": 17,87 "recall_model": 0.824,88 "precision_model": 1.089 },90 "boissons": {91 "n": 5,92 "recall_model": 0.8,93 "precision_model": 1.094 },95 "alcool": {96 "n": 7,97 "recall_model": 0.714,98 "precision_model": 0.83399 },100 "sante_beaute": {101 "n": 29,102 "recall_model": 1.0,103 "precision_model": 0.853104 },105 "maison": {106 "n": 36,107 "recall_model": 0.778,108 "precision_model": 0.875109 },110 "mode": {111 "n": 54,112 "recall_model": 0.963,113 "precision_model": 0.852114 },115 "bijoux": {116 "n": 23,117 "recall_model": 0.913,118 "precision_model": 0.955119 },120 "art": {121 "n": 68,122 "recall_model": 0.985,123 "precision_model": 0.882124 },125 "enfants": {126 "n": 25,127 "recall_model": 0.68,128 "precision_model": 1.0129 },130 "animaux": {131 "n": 24,132 "recall_model": 1.0,133 "precision_model": 0.96134 },135 "plein_air": {136 "n": 13,137 "recall_model": 0.769,138 "precision_model": 1.0139 },140 "jardin": {141 "n": 29,142 "recall_model": 0.897,143 "precision_model": 0.963144 },145 "industriel": {146 "n": 53,147 "recall_model": 0.943,148 "precision_model": 0.943149 },150 "autre": {151 "n": 2,152 "recall_model": 0.0,153 "precision_model": 0.0154 }155 },156 "confusion_audit_annotated_vs_model": {157 "alcool": {158 "alcool": 5,159 "art": 1,160 "mode": 1161 },162 "animaux": {163 "animaux": 24164 },165 "art": {166 "art": 67,167 "industriel": 1168 },169 "autre": {170 "epicerie": 2171 },172 "bijoux": {173 "art": 1,174 "bijoux": 21,175 "mode": 1176 },177 "boissons": {178 "art": 1,179 "boissons": 4180 },181 "boulangerie": {182 "boulangerie": 11,183 "chocolat": 1,184 "epicerie": 1,185 "erable": 1186 },187 "cafe_the": {188 "cafe_the": 7,189 "mode": 1,190 "sante_beaute": 2191 },192 "chocolat": {193 "chocolat": 17,194 "erable": 1,195 "industriel": 1196 },197 "enfants": {198 "animaux": 1,199 "art": 1,200 "autre": 2,201 "enfants": 17,202 "mode": 4203 },204 "epicerie": {205 "art": 2,206 "chocolat": 1,207 "epicerie": 17,208 "erable": 2,209 "jardin": 1,210 "sante_beaute": 1,211 "viande_poisson": 1212 },213 "erable": {214 "erable": 12215 },216 "fromage_laitier": {217 "chocolat": 2,218 "epicerie": 1,219 "fromage_laitier": 14220 },221 "industriel": {222 "art": 1,223 "industriel": 50,224 "maison": 2225 },226 "jardin": {227 "industriel": 1,228 "jardin": 26,229 "maison": 1,230 "viande_poisson": 1231 },232 "maison": {233 "alcool": 1,234 "art": 1,235 "boulangerie": 2,236 "erable": 1,237 "maison": 28,238 "sante_beaute": 2,239 "viande_poisson": 1240 },241 "mode": {242 "art": 1,243 "bijoux": 1,244 "mode": 52245 },246 "plein_air": {247 "maison": 1,248 "mode": 2,249 "plein_air": 10250 },251 "sante_beaute": {252 "sante_beaute": 29253 },254 "viande_poisson": {255 "epicerie": 2,256 "viande_poisson": 7257 }258 },259 "features": "text-embedding-3-small (512 d) + one-hot rule label; multinomial logistic regression C=2"260}