1% Author: Simon-Pierre Boucher — simon-pierre.boucher@uqo.ca2% generated by scripts/20_evaluate.py — do not edit3\begin{tabular}{llrrrrcrrr}4\toprule5Contrast (B vs A) & {Metric} & {$N$} & {A} & {B} & {$\Delta$} & {95\% CI} & {$p$ (boot)} & {$p$ (Holm)} & {$p$ (DM)} \\6\midrule7G (debate r2) vs D (avm) & {Mean $|e|$} & \num{80} & \num{0.163} & \num{0.158} & \num{-0.005} & {[-0.033, 0.026]} & \num{0.750} & \num{1.000} & \num{0.746} \\8G (debate r2) vs F (independent) & {Mean $|e|$} & \num{80} & \num{0.159} & \num{0.158} & \num{-0.001} & {[-0.006, 0.005]} & \num{0.702} & \num{1.000} & \num{0.655} \\9G (debate r2) vs J (cost matched) & {Mean $|e|$} & \num{80} & \num{0.163} & \num{0.158} & \num{-0.006} & {[-0.017, 0.004]} & \num{0.291} & \num{1.000} & \num{0.246} \\10G (debate r2) vs I (placebo) & {Mean $|e|$} & \num{80} & \num{0.157} & \num{0.158} & \num{0.000} & {[-0.005, 0.006]} & \num{0.946} & \num{1.000} & \num{0.948} \\11G (debate r2) vs I (placebo) & {P95 $|e|$} & \num{80} & \num{0.497} & \num{0.493} & \num{-0.004} & {[-0.022, 0.065]} & \num{0.731} & {--} & {--} \\12G (debate r2) vs E (single llm) & {Mean $|e|$} & \num{80} & \num{0.166} & \num{0.158} & \num{-0.008} & {[-0.023, 0.004]} & \num{0.236} & {--} & \num{0.201} \\13G (debate r2) vs E (single llm) & {MdAPE} & \num{80} & \num{0.107} & \num{0.087} & \num{-0.020} & {[-0.060, 0.007]} & \num{0.263} & {--} & {--} \\14G (debate r2) vs E (single llm) & {P95 $|e|$} & \num{80} & \num{0.508} & \num{0.493} & \num{-0.014} & {[-0.151, 0.070]} & \num{0.690} & {--} & {--} \\15G (debate r2) vs E (single llm) & {$|e|>\log 1.25$} & \num{80} & \num{0.237} & \num{0.225} & \num{-0.012} & {[-0.069, 0.040]} & \num{0.747} & {--} & {--} \\16G (debate r2) vs E (single llm) & {Cov. 90\%} & \num{80} & \num{0.887} & \num{0.887} & \num{0.000} & {[-0.050, 0.051]} & \num{1.000} & {--} & {--} \\17G (debate r2) vs E (single llm) & {Pinball (log)} & \num{80} & \num{0.055} & \num{0.053} & \num{-0.002} & {[-0.006, 0.001]} & \num{0.272} & {--} & \num{0.243} \\18G (debate r2) vs H (debate skeptic) & {Mean $|e|$} & \num{80} & \num{0.158} & \num{0.158} & \num{-0.000} & {[-0.003, 0.003]} & \num{0.973} & {--} & \num{0.968} \\19G (debate r2) vs H (debate skeptic) & {MdAPE} & \num{80} & \num{0.092} & \num{0.087} & \num{-0.006} & {[-0.017, 0.007]} & \num{0.240} & {--} & {--} \\20G (debate r2) vs H (debate skeptic) & {P95 $|e|$} & \num{80} & \num{0.493} & \num{0.493} & \num{0.000} & {[-0.025, 0.024]} & \num{0.979} & {--} & {--} \\21G (debate r2) vs H (debate skeptic) & {$|e|>\log 1.25$} & \num{80} & \num{0.225} & \num{0.225} & \num{0.000} & {[-0.037, 0.038]} & \num{1.000} & {--} & {--} \\22G (debate r2) vs H (debate skeptic) & {Cov. 90\%} & \num{80} & \num{0.875} & \num{0.887} & \num{0.012} & {[0.000, 0.041]} & \num{0.558} & {--} & {--} \\23G (debate r2) vs H (debate skeptic) & {Pinball (log)} & \num{80} & \num{0.053} & \num{0.053} & \num{0.000} & {[-0.001, 0.001]} & \num{0.787} & {--} & \num{0.805} \\24G (debate r2) vs A (hedonic) & {Mean $|e|$} & \num{80} & \num{0.163} & \num{0.158} & \num{-0.006} & {[-0.035, 0.027]} & \num{0.715} & {--} & \num{0.668} \\25G (debate r2) vs A (hedonic) & {MdAPE} & \num{80} & \num{0.109} & \num{0.087} & \num{-0.023} & {[-0.058, 0.027]} & \num{0.276} & {--} & {--} \\26G (debate r2) vs A (hedonic) & {P95 $|e|$} & \num{80} & \num{0.430} & \num{0.493} & \num{0.063} & {[-0.111, 0.429]} & \num{0.562} & {--} & {--} \\27G (debate r2) vs A (hedonic) & {$|e|>\log 1.25$} & \num{80} & \num{0.263} & \num{0.225} & \num{-0.038} & {[-0.126, 0.056]} & \num{0.477} & {--} & {--} \\28G (debate r2) vs A (hedonic) & {Cov. 90\%} & \num{80} & \num{0.925} & \num{0.887} & \num{-0.038} & {[-0.110, 0.024]} & \num{0.306} & {--} & {--} \\29G (debate r2) vs A (hedonic) & {Pinball (log)} & \num{80} & \num{0.054} & \num{0.053} & \num{-0.001} & {[-0.011, 0.010]} & \num{0.790} & {--} & \num{0.760} \\30G (debate r2) vs C (gbm) & {Mean $|e|$} & \num{80} & \num{0.168} & \num{0.158} & \num{-0.011} & {[-0.041, 0.025]} & \num{0.531} & {--} & \num{0.517} \\31G (debate r2) vs C (gbm) & {MdAPE} & \num{80} & \num{0.124} & \num{0.087} & \num{-0.037} & {[-0.061, 0.014]} & \num{0.084} & {--} & {--} \\32G (debate r2) vs C (gbm) & {P95 $|e|$} & \num{80} & \num{0.530} & \num{0.493} & \num{-0.037} & {[-0.220, 0.372]} & \num{0.653} & {--} & {--} \\33G (debate r2) vs C (gbm) & {$|e|>\log 1.25$} & \num{80} & \num{0.225} & \num{0.225} & \num{0.000} & {[-0.063, 0.060]} & \num{1.000} & {--} & {--} \\34G (debate r2) vs C (gbm) & {Cov. 90\%} & \num{80} & {--} & \num{0.887} & {--} & {{--}} & {--} & {--} & {--} \\35G (debate r2) vs C (gbm) & {Pinball (log)} & \num{80} & {--} & \num{0.053} & {--} & {{--}} & {--} & {--} & {--} \\36F (independent) vs D (avm) & {Mean $|e|$} & \num{80} & \num{0.163} & \num{0.159} & \num{-0.004} & {[-0.029, 0.024]} & \num{0.787} & {--} & \num{0.791} \\37F (independent) vs D (avm) & {MdAPE} & \num{80} & \num{0.122} & \num{0.091} & \num{-0.031} & {[-0.060, 0.014]} & \num{0.142} & {--} & {--} \\38F (independent) vs D (avm) & {P95 $|e|$} & \num{80} & \num{0.506} & \num{0.499} & \num{-0.007} & {[-0.192, 0.284]} & \num{0.916} & {--} & {--} \\39F (independent) vs D (avm) & {$|e|>\log 1.25$} & \num{80} & \num{0.212} & \num{0.212} & \num{0.000} & {[-0.056, 0.064]} & \num{1.000} & {--} & {--} \\40F (independent) vs D (avm) & {Cov. 90\%} & \num{80} & \num{0.875} & \num{0.887} & \num{0.012} & {[-0.056, 0.071]} & \num{0.766} & {--} & {--} \\41F (independent) vs D (avm) & {Pinball (log)} & \num{80} & \num{0.052} & \num{0.053} & \num{0.001} & {[-0.008, 0.011]} & \num{0.833} & {--} & \num{0.827} \\42F (independent) vs E (single llm) & {Mean $|e|$} & \num{80} & \num{0.166} & \num{0.159} & \num{-0.007} & {[-0.023, 0.006]} & \num{0.340} & {--} & \num{0.308} \\43F (independent) vs E (single llm) & {MdAPE} & \num{80} & \num{0.107} & \num{0.091} & \num{-0.016} & {[-0.049, 0.013]} & \num{0.361} & {--} & {--} \\44F (independent) vs E (single llm) & {P95 $|e|$} & \num{80} & \num{0.508} & \num{0.499} & \num{-0.009} & {[-0.154, 0.082]} & \num{0.835} & {--} & {--} \\45F (independent) vs E (single llm) & {$|e|>\log 1.25$} & \num{80} & \num{0.237} & \num{0.212} & \num{-0.025} & {[-0.085, 0.031]} & \num{0.495} & {--} & {--} \\46F (independent) vs E (single llm) & {Cov. 90\%} & \num{80} & \num{0.887} & \num{0.887} & \num{0.000} & {[-0.050, 0.051]} & \num{1.000} & {--} & {--} \\47F (independent) vs E (single llm) & {Pinball (log)} & \num{80} & \num{0.055} & \num{0.053} & \num{-0.002} & {[-0.007, 0.002]} & \num{0.319} & {--} & \num{0.311} \\48\bottomrule49\end{tabular}50