1% Author: Simon-Pierre Boucher — simon-pierre.boucher@uqo.ca2% generated by scripts/20_evaluate.py — do not edit3\begin{tabular}{lrrrrrr}4\toprule5Arm & {Cost (USD)} & {Latency (s)} & {Tokens} & {Total cost (USD)} & {Mean $|e|$} & {N} \\6\midrule7A (hedonic) & \num{0.0000} & \num{0.0} & \num{0} & \num{0.00} & \num{0.191} & \num{96935} \\8A (hedonic spatial) & \num{0.0000} & \num{0.0} & \num{0} & \num{0.00} & \num{0.208} & \num{8988} \\9B (hierarchical) & \num{0.0000} & \num{0.0} & \num{0} & \num{0.00} & \num{0.182} & \num{96935} \\10C (catboost) & \num{0.0000} & \num{0.0} & \num{0} & \num{0.00} & \num{0.177} & \num{96935} \\11C (gbm) & \num{0.0000} & \num{0.0} & \num{0} & \num{0.00} & \num{0.179} & \num{96935} \\12C (gbm spatial) & \num{0.0000} & \num{0.0} & \num{0} & \num{0.00} & \num{0.176} & \num{8988} \\13C (xgboost) & \num{0.0000} & \num{0.0} & \num{0} & \num{0.00} & \num{0.180} & \num{96935} \\14D (avm) & \num{0.0000} & \num{0.0} & \num{0} & \num{0.00} & \num{0.171} & \num{96935} \\15D (avm spatial) & \num{0.0000} & \num{0.0} & \num{0} & \num{0.00} & \num{0.161} & \num{8988} \\16\midrule17E (single llm) & \num{0.0219} & \num{19.7} & \num{6596} & \num{1.75} & \num{0.166} & \num{80} \\18E (single llm small) & \num{0.0017} & \num{19.1} & \num{8133} & \num{0.51} & \num{0.182} & \num{300} \\19F (independent) & \num{0.2323} & \num{79.1} & \num{73947} & \num{18.58} & \num{0.159} & \num{80} \\20F (independent small) & \num{0.0188} & \num{78.5} & \num{89504} & \num{5.63} & \num{0.176} & \num{300} \\21G (debate r2) & \num{1.5217} & \num{336.2} & \num{521127} & \num{121.73} & \num{0.158} & \num{80} \\22G (debate r2 small) & \num{0.1253} & \num{358.4} & \num{667795} & \num{37.58} & \num{0.180} & \num{300} \\23H (debate skeptic) & \num{1.3501} & \num{304.8} & \num{459057} & \num{108.01} & \num{0.158} & \num{80} \\24I (placebo) & \num{1.3973} & \num{268.1} & \num{491998} & \num{111.78} & \num{0.157} & \num{80} \\25J (cost matched) & \num{0.2554} & \num{93.8} & \num{91937} & \num{20.43} & \num{0.163} & \num{80} \\26\bottomrule27\end{tabular}28