1% Author: Simon-Pierre Boucher — simon-pierre.boucher@uqo.ca2% generated by scripts/20_evaluate.py — do not edit3\begin{tabular}{llrrrrcrrr}4\toprule5Contrast (B vs A) & {Metric} & {$N$} & {A} & {B} & {$\Delta$} & {95\% CI} & {$p$ (boot)} & {$p$ (Holm)} & {$p$ (DM)} \\6\midrule7G (debate r2) vs D (avm) & {Mean $|e|$} & \num{40} & \num{0.185} & \num{0.176} & \num{-0.009} & {[-0.048, 0.028]} & \num{0.608} & \num{1.000} & \num{0.692} \\8G (debate r2) vs F (independent) & {Mean $|e|$} & \num{40} & \num{0.179} & \num{0.176} & \num{-0.003} & {[-0.013, 0.004]} & \num{0.453} & \num{1.000} & \num{0.417} \\9G (debate r2) vs J (cost matched) & {Mean $|e|$} & \num{40} & \num{0.179} & \num{0.176} & \num{-0.003} & {[-0.024, 0.014]} & \num{0.746} & \num{1.000} & \num{0.810} \\10G (debate r2) vs I (placebo) & {Mean $|e|$} & \num{40} & \num{0.184} & \num{0.176} & \num{-0.008} & {[-0.023, 0.003]} & \num{0.233} & \num{0.930} & \num{0.309} \\11G (debate r2) vs I (placebo) & {P95 $|e|$} & \num{40} & \num{0.463} & \num{0.420} & \num{-0.044} & {[-0.156, 0.011]} & \num{0.249} & {--} & {--} \\12G (debate r2) vs E (single llm) & {Mean $|e|$} & \num{40} & \num{0.182} & \num{0.176} & \num{-0.006} & {[-0.026, 0.012]} & \num{0.526} & {--} & \num{0.658} \\13G (debate r2) vs E (single llm) & {MdAPE} & \num{40} & \num{0.118} & \num{0.113} & \num{-0.005} & {[-0.061, 0.032]} & \num{0.707} & {--} & {--} \\14G (debate r2) vs E (single llm) & {P95 $|e|$} & \num{40} & \num{0.457} & \num{0.420} & \num{-0.037} & {[-0.185, 0.065]} & \num{0.609} & {--} & {--} \\15G (debate r2) vs E (single llm) & {$|e|>\log 1.25$} & \num{40} & \num{0.275} & \num{0.300} & \num{0.025} & {[0.000, 0.077]} & \num{0.581} & {--} & {--} \\16G (debate r2) vs E (single llm) & {Cov. 90\%} & \num{40} & \num{0.800} & \num{0.825} & \num{0.025} & {[-0.051, 0.103]} & \num{0.701} & {--} & {--} \\17G (debate r2) vs E (single llm) & {Pinball (log)} & \num{40} & \num{0.062} & \num{0.058} & \num{-0.003} & {[-0.011, 0.003]} & \num{0.365} & {--} & \num{0.470} \\18G (debate r2) vs H (debate skeptic) & {Mean $|e|$} & \num{40} & \num{0.175} & \num{0.176} & \num{0.001} & {[-0.003, 0.006]} & \num{0.814} & {--} & \num{0.856} \\19G (debate r2) vs H (debate skeptic) & {MdAPE} & \num{40} & \num{0.119} & \num{0.113} & \num{-0.006} & {[-0.010, 0.007]} & \num{0.226} & {--} & {--} \\20G (debate r2) vs H (debate skeptic) & {P95 $|e|$} & \num{40} & \num{0.430} & \num{0.420} & \num{-0.010} & {[-0.025, 0.023]} & \num{0.362} & {--} & {--} \\21G (debate r2) vs H (debate skeptic) & {$|e|>\log 1.25$} & \num{40} & \num{0.275} & \num{0.300} & \num{0.025} & {[0.000, 0.077]} & \num{0.578} & {--} & {--} \\22G (debate r2) vs H (debate skeptic) & {Cov. 90\%} & \num{40} & \num{0.825} & \num{0.825} & \num{0.000} & {[0.000, 0.000]} & \num{1.000} & {--} & {--} \\23G (debate r2) vs H (debate skeptic) & {Pinball (log)} & \num{40} & \num{0.058} & \num{0.058} & \num{0.000} & {[-0.001, 0.002]} & \num{0.708} & {--} & \num{0.756} \\24G (debate r2) vs A (hedonic) & {Mean $|e|$} & \num{40} & \num{0.211} & \num{0.176} & \num{-0.035} & {[-0.076, 0.007]} & \num{0.099} & {--} & \num{0.143} \\25G (debate r2) vs A (hedonic) & {MdAPE} & \num{40} & \num{0.157} & \num{0.113} & \num{-0.044} & {[-0.091, 0.036]} & \num{0.223} & {--} & {--} \\26G (debate r2) vs A (hedonic) & {P95 $|e|$} & \num{40} & \num{0.567} & \num{0.420} & \num{-0.147} & {[-0.234, 0.070]} & \num{0.070} & {--} & {--} \\27G (debate r2) vs A (hedonic) & {$|e|>\log 1.25$} & \num{40} & \num{0.275} & \num{0.300} & \num{0.025} & {[-0.125, 0.179]} & \num{0.826} & {--} & {--} \\28G (debate r2) vs A (hedonic) & {Cov. 90\%} & \num{40} & \num{0.925} & \num{0.825} & \num{-0.100} & {[-0.244, 0.025]} & \num{0.175} & {--} & {--} \\29G (debate r2) vs A (hedonic) & {Pinball (log)} & \num{40} & \num{0.070} & \num{0.058} & \num{-0.011} & {[-0.024, 0.002]} & \num{0.098} & {--} & \num{0.110} \\30G (debate r2) vs C (gbm) & {Mean $|e|$} & \num{40} & \num{0.199} & \num{0.176} & \num{-0.024} & {[-0.064, 0.015]} & \num{0.236} & {--} & \num{0.317} \\31G (debate r2) vs C (gbm) & {MdAPE} & \num{40} & \num{0.129} & \num{0.113} & \num{-0.016} & {[-0.087, 0.054]} & \num{0.591} & {--} & {--} \\32G (debate r2) vs C (gbm) & {P95 $|e|$} & \num{40} & \num{0.588} & \num{0.420} & \num{-0.169} & {[-0.268, 0.094]} & \num{0.089} & {--} & {--} \\33G (debate r2) vs C (gbm) & {$|e|>\log 1.25$} & \num{40} & \num{0.325} & \num{0.300} & \num{-0.025} & {[-0.129, 0.077]} & \num{0.705} & {--} & {--} \\34G (debate r2) vs C (gbm) & {Cov. 90\%} & \num{40} & {--} & \num{0.825} & {--} & {{--}} & {--} & {--} & {--} \\35G (debate r2) vs C (gbm) & {Pinball (log)} & \num{40} & {--} & \num{0.058} & {--} & {{--}} & {--} & {--} & {--} \\36F (independent) vs D (avm) & {Mean $|e|$} & \num{40} & \num{0.185} & \num{0.179} & \num{-0.006} & {[-0.043, 0.029]} & \num{0.731} & {--} & \num{0.789} \\37F (independent) vs D (avm) & {MdAPE} & \num{40} & \num{0.147} & \num{0.118} & \num{-0.028} & {[-0.070, 0.052]} & \num{0.405} & {--} & {--} \\38F (independent) vs D (avm) & {P95 $|e|$} & \num{40} & \num{0.529} & \num{0.443} & \num{-0.086} & {[-0.218, 0.093]} & \num{0.266} & {--} & {--} \\39F (independent) vs D (avm) & {$|e|>\log 1.25$} & \num{40} & \num{0.275} & \num{0.300} & \num{0.025} & {[-0.051, 0.122]} & \num{0.716} & {--} & {--} \\40F (independent) vs D (avm) & {Cov. 90\%} & \num{40} & \num{0.850} & \num{0.825} & \num{-0.025} & {[-0.154, 0.100]} & \num{0.793} & {--} & {--} \\41F (independent) vs D (avm) & {Pinball (log)} & \num{40} & \num{0.061} & \num{0.060} & \num{-0.001} & {[-0.012, 0.009]} & \num{0.772} & {--} & \num{0.800} \\42F (independent) vs E (single llm) & {Mean $|e|$} & \num{40} & \num{0.182} & \num{0.179} & \num{-0.002} & {[-0.017, 0.012]} & \num{0.730} & {--} & \num{0.810} \\43F (independent) vs E (single llm) & {MdAPE} & \num{40} & \num{0.118} & \num{0.118} & \num{0.000} & {[-0.061, 0.016]} & \num{0.987} & {--} & {--} \\44F (independent) vs E (single llm) & {P95 $|e|$} & \num{40} & \num{0.457} & \num{0.443} & \num{-0.014} & {[-0.109, 0.037]} & \num{0.726} & {--} & {--} \\45F (independent) vs E (single llm) & {$|e|>\log 1.25$} & \num{40} & \num{0.275} & \num{0.300} & \num{0.025} & {[0.000, 0.077]} & \num{0.581} & {--} & {--} \\46F (independent) vs E (single llm) & {Cov. 90\%} & \num{40} & \num{0.800} & \num{0.825} & \num{0.025} & {[-0.051, 0.103]} & \num{0.701} & {--} & {--} \\47F (independent) vs E (single llm) & {Pinball (log)} & \num{40} & \num{0.062} & \num{0.060} & \num{-0.002} & {[-0.007, 0.003]} & \num{0.509} & {--} & \num{0.622} \\48G (debate r2) vs G (debate r1) & {Mean $|e|$} & \num{40} & \num{0.178} & \num{0.176} & \num{-0.002} & {[-0.008, 0.002]} & \num{0.414} & {--} & \num{0.395} \\49G (debate r2) vs G (debate r1) & {MdAPE} & \num{40} & \num{0.115} & \num{0.113} & \num{-0.002} & {[-0.010, 0.009]} & \num{0.677} & {--} & {--} \\50G (debate r2) vs G (debate r1) & {P95 $|e|$} & \num{40} & \num{0.420} & \num{0.420} & \num{0.000} & {[-0.045, 0.010]} & \num{0.953} & {--} & {--} \\51G (debate r2) vs G (debate r1) & {$|e|>\log 1.25$} & \num{40} & \num{0.300} & \num{0.300} & \num{0.000} & {[0.000, 0.000]} & \num{1.000} & {--} & {--} \\52G (debate r2) vs G (debate r1) & {Cov. 90\%} & \num{40} & \num{0.825} & \num{0.825} & \num{0.000} & {[0.000, 0.000]} & \num{1.000} & {--} & {--} \\53G (debate r2) vs G (debate r1) & {Pinball (log)} & \num{40} & \num{0.060} & \num{0.058} & \num{-0.001} & {[-0.003, 0.000]} & \num{0.187} & {--} & \num{0.191} \\54G (debate r4) vs G (debate r2) & {Mean $|e|$} & \num{20} & \num{0.164} & \num{0.163} & \num{-0.001} & {[-0.005, 0.002]} & \num{0.390} & {--} & \num{0.371} \\55G (debate r4) vs G (debate r2) & {MdAPE} & \num{20} & \num{0.101} & \num{0.100} & \num{-0.002} & {[-0.012, 0.014]} & \num{0.580} & {--} & {--} \\56G (debate r4) vs G (debate r2) & {P95 $|e|$} & \num{20} & \num{0.440} & \num{0.422} & \num{-0.018} & {[-0.019, 0.008]} & \num{0.185} & {--} & {--} \\57G (debate r4) vs G (debate r2) & {$|e|>\log 1.25$} & \num{20} & \num{0.250} & \num{0.250} & \num{0.000} & {[0.000, 0.000]} & \num{1.000} & {--} & {--} \\58G (debate r4) vs G (debate r2) & {Cov. 90\%} & \num{20} & \num{0.800} & \num{0.800} & \num{0.000} & {[0.000, 0.000]} & \num{1.000} & {--} & {--} \\59G (debate r4) vs G (debate r2) & {Pinball (log)} & \num{20} & \num{0.058} & \num{0.058} & \num{0.000} & {[-0.001, 0.001]} & \num{0.931} & {--} & \num{0.930} \\60\bottomrule61\end{tabular}62