arm,committee,aggregation,stratum,level,n,metric,value,suppressed,label A_hedonic,none,model,region_group,Outaouais,4181,mean_abs_log_error,0.1759337946808032,False,A_hedonic A_hedonic,none,model,region_group,other,35493,mean_abs_log_error,0.22350432600007433,False,A_hedonic A_hedonic,none,model,region_group,Montréal CMA,36466,mean_abs_log_error,0.1700690306981765,False,A_hedonic A_hedonic,none,model,region_group,Québec CMA,7349,mean_abs_log_error,0.2251215443817261,False,A_hedonic B_hierarchical,none,model,region_group,Outaouais,4181,mean_abs_log_error,0.16868822289626548,False,B_hierarchical B_hierarchical,none,model,region_group,other,35493,mean_abs_log_error,0.2078961502440859,False,B_hierarchical B_hierarchical,none,model,region_group,Montréal CMA,36466,mean_abs_log_error,0.16383433783651827,False,B_hierarchical B_hierarchical,none,model,region_group,Québec CMA,7349,mean_abs_log_error,0.19404438634932036,False,B_hierarchical C_catboost,none,model,region_group,Outaouais,4181,mean_abs_log_error,0.22577491299946412,False,C_catboost C_catboost,none,model,region_group,other,35493,mean_abs_log_error,0.20542646212992025,False,C_catboost C_catboost,none,model,region_group,Montréal CMA,36466,mean_abs_log_error,0.16945051470821693,False,C_catboost C_catboost,none,model,region_group,Québec CMA,7349,mean_abs_log_error,0.2108946672887811,False,C_catboost C_gbm,none,model,region_group,Outaouais,4181,mean_abs_log_error,0.20757055225037965,False,C_gbm C_gbm,none,model,region_group,other,35493,mean_abs_log_error,0.20834715541613194,False,C_gbm C_gbm,none,model,region_group,Montréal CMA,36466,mean_abs_log_error,0.17098586376907388,False,C_gbm C_gbm,none,model,region_group,Québec CMA,7349,mean_abs_log_error,0.21449232725304185,False,C_gbm C_xgboost,none,model,region_group,Outaouais,4181,mean_abs_log_error,0.2439789171479725,False,C_xgboost C_xgboost,none,model,region_group,other,35493,mean_abs_log_error,0.20633228200294804,False,C_xgboost C_xgboost,none,model,region_group,Montréal CMA,36466,mean_abs_log_error,0.17055220468856586,False,C_xgboost C_xgboost,none,model,region_group,Québec CMA,7349,mean_abs_log_error,0.1946229217029053,False,C_xgboost D_avm,none,model,region_group,Outaouais,4181,mean_abs_log_error,0.15419138655063763,False,D_avm D_avm,none,model,region_group,other,35493,mean_abs_log_error,0.1976389326163865,False,D_avm D_avm,none,model,region_group,Montréal CMA,36466,mean_abs_log_error,0.16505030582372182,False,D_avm D_avm,none,model,region_group,Québec CMA,7349,mean_abs_log_error,0.1825919034478968,False,D_avm E_single_llm,mixed_random,median,region_group,Outaouais,3,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,region_group,other,20,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,region_group,Montréal CMA,31,mean_abs_log_error,0.16008195917985196,False,E_single_llm E_single_llm,mixed_random,median,region_group,Québec CMA,6,mean_abs_log_error,,True,E_single_llm F_independent,mixed_random,median,region_group,Outaouais,3,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,region_group,other,20,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,region_group,Montréal CMA,31,mean_abs_log_error,0.14564620026033398,False,F_independent F_independent,mixed_random,median,region_group,Québec CMA,6,mean_abs_log_error,,True,F_independent G_debate_r2,mixed_random,median,region_group,Outaouais,3,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,region_group,other,20,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,region_group,Montréal CMA,31,mean_abs_log_error,0.14825851997388628,False,G_debate_r2 G_debate_r2,mixed_random,median,region_group,Québec CMA,6,mean_abs_log_error,,True,G_debate_r2 A_hedonic,none,model,urban_class,metro,34870,mean_abs_log_error,0.18912491689099356,False,A_hedonic A_hedonic,none,model,urban_class,suburban,29374,mean_abs_log_error,0.17829900164627424,False,A_hedonic A_hedonic,none,model,urban_class,rural,19245,mean_abs_log_error,0.2438260854785909,False,A_hedonic B_hierarchical,none,model,urban_class,metro,34870,mean_abs_log_error,0.17465718596139482,False,B_hierarchical B_hierarchical,none,model,urban_class,suburban,29374,mean_abs_log_error,0.16986924940243847,False,B_hierarchical B_hierarchical,none,model,urban_class,rural,19245,mean_abs_log_error,0.22886584946475416,False,B_hierarchical C_catboost,none,model,urban_class,metro,34870,mean_abs_log_error,0.18711133910560568,False,C_catboost C_catboost,none,model,urban_class,suburban,29374,mean_abs_log_error,0.17315136841526593,False,C_catboost C_catboost,none,model,urban_class,rural,19245,mean_abs_log_error,0.22621423852640257,False,C_catboost C_gbm,none,model,urban_class,metro,34870,mean_abs_log_error,0.1877894050661458,False,C_gbm C_gbm,none,model,urban_class,suburban,29374,mean_abs_log_error,0.1738404430980807,False,C_gbm C_gbm,none,model,urban_class,rural,19245,mean_abs_log_error,0.22964858181915998,False,C_gbm C_xgboost,none,model,urban_class,metro,34870,mean_abs_log_error,0.18446622123329168,False,C_xgboost C_xgboost,none,model,urban_class,suburban,29374,mean_abs_log_error,0.17418558635056985,False,C_xgboost C_xgboost,none,model,urban_class,rural,19245,mean_abs_log_error,0.23092769746051858,False,C_xgboost D_avm,none,model,urban_class,metro,34870,mean_abs_log_error,0.17017475934709,False,D_avm D_avm,none,model,urban_class,suburban,29374,mean_abs_log_error,0.16594320358510745,False,D_avm D_avm,none,model,urban_class,rural,19245,mean_abs_log_error,0.21884414926402077,False,D_avm E_single_llm,mixed_random,median,urban_class,metro,26,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,urban_class,suburban,23,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,urban_class,rural,11,mean_abs_log_error,,True,E_single_llm F_independent,mixed_random,median,urban_class,metro,26,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,urban_class,suburban,23,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,urban_class,rural,11,mean_abs_log_error,,True,F_independent G_debate_r2,mixed_random,median,urban_class,metro,26,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,urban_class,suburban,23,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,urban_class,rural,11,mean_abs_log_error,,True,G_debate_r2 A_hedonic,none,model,property_class,house,56917,mean_abs_log_error,0.19884529357572742,False,A_hedonic A_hedonic,none,model,property_class,condo,15381,mean_abs_log_error,0.16297245958466394,False,A_hedonic A_hedonic,none,model,property_class,plex,11191,mean_abs_log_error,0.24128467215268465,False,A_hedonic B_hierarchical,none,model,property_class,house,56917,mean_abs_log_error,0.18662398569902278,False,B_hierarchical B_hierarchical,none,model,property_class,condo,15381,mean_abs_log_error,0.15069878164999942,False,B_hierarchical B_hierarchical,none,model,property_class,plex,11191,mean_abs_log_error,0.2273776538986989,False,B_hierarchical C_catboost,none,model,property_class,house,56917,mean_abs_log_error,0.19351927252189383,False,C_catboost C_catboost,none,model,property_class,condo,15381,mean_abs_log_error,0.15432744061035858,False,C_catboost C_catboost,none,model,property_class,plex,11191,mean_abs_log_error,0.23018201346855074,False,C_catboost C_gbm,none,model,property_class,house,56917,mean_abs_log_error,0.19313557059127184,False,C_gbm C_gbm,none,model,property_class,condo,15381,mean_abs_log_error,0.15580106536306104,False,C_gbm C_gbm,none,model,property_class,plex,11191,mean_abs_log_error,0.2399355937482439,False,C_gbm C_xgboost,none,model,property_class,house,56917,mean_abs_log_error,0.1937270204947991,False,C_xgboost C_xgboost,none,model,property_class,condo,15381,mean_abs_log_error,0.15790556101279415,False,C_xgboost C_xgboost,none,model,property_class,plex,11191,mean_abs_log_error,0.22678597319756363,False,C_xgboost D_avm,none,model,property_class,house,56917,mean_abs_log_error,0.1815971156122995,False,D_avm D_avm,none,model,property_class,condo,15381,mean_abs_log_error,0.13853659713583813,False,D_avm D_avm,none,model,property_class,plex,11191,mean_abs_log_error,0.22815394006580986,False,D_avm E_single_llm,mixed_random,median,property_class,house,40,mean_abs_log_error,0.21823410606270954,False,E_single_llm E_single_llm,mixed_random,median,property_class,condo,11,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,property_class,plex,9,mean_abs_log_error,,True,E_single_llm F_independent,mixed_random,median,property_class,house,40,mean_abs_log_error,0.2130943779845554,False,F_independent F_independent,mixed_random,median,property_class,condo,11,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,property_class,plex,9,mean_abs_log_error,,True,F_independent G_debate_r2,mixed_random,median,property_class,house,40,mean_abs_log_error,0.2141435709672162,False,G_debate_r2 G_debate_r2,mixed_random,median,property_class,condo,11,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,property_class,plex,9,mean_abs_log_error,,True,G_debate_r2 A_hedonic,none,model,price_tercile,1,16568,mean_abs_log_error,0.3465350920964023,False,A_hedonic A_hedonic,none,model,price_tercile,2,27874,mean_abs_log_error,0.17197105264044688,False,A_hedonic A_hedonic,none,model,price_tercile,3,39047,mean_abs_log_error,0.1533961434739948,False,A_hedonic B_hierarchical,none,model,price_tercile,1,16568,mean_abs_log_error,0.34764123441400063,False,B_hierarchical B_hierarchical,none,model,price_tercile,2,27874,mean_abs_log_error,0.1543478008459551,False,B_hierarchical B_hierarchical,none,model,price_tercile,3,39047,mean_abs_log_error,0.13887233607752048,False,B_hierarchical C_catboost,none,model,price_tercile,1,16568,mean_abs_log_error,0.3543546616192678,False,C_catboost C_catboost,none,model,price_tercile,2,27874,mean_abs_log_error,0.15053603119236134,False,C_catboost C_catboost,none,model,price_tercile,3,39047,mean_abs_log_error,0.151028871455405,False,C_catboost C_gbm,none,model,price_tercile,1,16568,mean_abs_log_error,0.3524504685674456,False,C_gbm C_gbm,none,model,price_tercile,2,27874,mean_abs_log_error,0.15580541815791546,False,C_gbm C_gbm,none,model,price_tercile,3,39047,mean_abs_log_error,0.1508918251945114,False,C_gbm C_xgboost,none,model,price_tercile,1,16568,mean_abs_log_error,0.376087999814285,False,C_xgboost C_xgboost,none,model,price_tercile,2,27874,mean_abs_log_error,0.15015080953990032,False,C_xgboost C_xgboost,none,model,price_tercile,3,39047,mean_abs_log_error,0.14282117549250767,False,C_xgboost D_avm,none,model,price_tercile,1,16568,mean_abs_log_error,0.33935935397702344,False,D_avm D_avm,none,model,price_tercile,2,27874,mean_abs_log_error,0.13595581803012202,False,D_avm D_avm,none,model,price_tercile,3,39047,mean_abs_log_error,0.14361991765475215,False,D_avm E_single_llm,mixed_random,median,price_tercile,1,12,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,price_tercile,2,15,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,price_tercile,3,33,mean_abs_log_error,0.0978269018781917,False,E_single_llm F_independent,mixed_random,median,price_tercile,1,12,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,price_tercile,2,15,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,price_tercile,3,33,mean_abs_log_error,0.09276489594966074,False,F_independent G_debate_r2,mixed_random,median,price_tercile,1,12,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,price_tercile,2,15,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,price_tercile,3,33,mean_abs_log_error,0.09488990534291246,False,G_debate_r2 A_hedonic,none,model,year_built_decade,1950s,6613,mean_abs_log_error,0.22012575584596344,False,A_hedonic A_hedonic,none,model,year_built_decade,1960s,8001,mean_abs_log_error,0.2097954425367987,False,A_hedonic A_hedonic,none,model,year_built_decade,1970s,11340,mean_abs_log_error,0.2062477345917711,False,A_hedonic A_hedonic,none,model,year_built_decade,1980s,10108,mean_abs_log_error,0.18098153828886726,False,A_hedonic A_hedonic,none,model,year_built_decade,1990s,8653,mean_abs_log_error,0.1713254686966035,False,A_hedonic A_hedonic,none,model,year_built_decade,2000s,11068,mean_abs_log_error,0.16892627890209522,False,A_hedonic A_hedonic,none,model,year_built_decade,2010+,16807,mean_abs_log_error,0.18063774694485282,False,A_hedonic A_hedonic,none,model,year_built_decade,<1950,10088,mean_abs_log_error,0.25482655412699107,False,A_hedonic A_hedonic,none,model,year_built_decade,unknown,811,mean_abs_log_error,0.3246286763081648,False,A_hedonic B_hierarchical,none,model,year_built_decade,1950s,6613,mean_abs_log_error,0.21022367859220764,False,B_hierarchical B_hierarchical,none,model,year_built_decade,1960s,8001,mean_abs_log_error,0.19783725370761499,False,B_hierarchical B_hierarchical,none,model,year_built_decade,1970s,11340,mean_abs_log_error,0.19348407399564108,False,B_hierarchical B_hierarchical,none,model,year_built_decade,1980s,10108,mean_abs_log_error,0.16874372950601876,False,B_hierarchical B_hierarchical,none,model,year_built_decade,1990s,8653,mean_abs_log_error,0.15834490912955146,False,B_hierarchical B_hierarchical,none,model,year_built_decade,2000s,11068,mean_abs_log_error,0.15558125575928258,False,B_hierarchical B_hierarchical,none,model,year_built_decade,2010+,16807,mean_abs_log_error,0.16550683302026759,False,B_hierarchical B_hierarchical,none,model,year_built_decade,<1950,10088,mean_abs_log_error,0.24586871336970284,False,B_hierarchical B_hierarchical,none,model,year_built_decade,unknown,811,mean_abs_log_error,0.31757564547596245,False,B_hierarchical C_catboost,none,model,year_built_decade,1950s,6613,mean_abs_log_error,0.2187326772712909,False,C_catboost C_catboost,none,model,year_built_decade,1960s,8001,mean_abs_log_error,0.20801648651239454,False,C_catboost C_catboost,none,model,year_built_decade,1970s,11340,mean_abs_log_error,0.19997890539924273,False,C_catboost C_catboost,none,model,year_built_decade,1980s,10108,mean_abs_log_error,0.18210387033844433,False,C_catboost C_catboost,none,model,year_built_decade,1990s,8653,mean_abs_log_error,0.1713971686320994,False,C_catboost C_catboost,none,model,year_built_decade,2000s,11068,mean_abs_log_error,0.16596852314708738,False,C_catboost C_catboost,none,model,year_built_decade,2010+,16807,mean_abs_log_error,0.16473532236607275,False,C_catboost C_catboost,none,model,year_built_decade,<1950,10088,mean_abs_log_error,0.24069479388299803,False,C_catboost C_catboost,none,model,year_built_decade,unknown,811,mean_abs_log_error,0.28119968043180943,False,C_catboost C_gbm,none,model,year_built_decade,1950s,6613,mean_abs_log_error,0.22334044406462017,False,C_gbm C_gbm,none,model,year_built_decade,1960s,8001,mean_abs_log_error,0.21040958942716317,False,C_gbm C_gbm,none,model,year_built_decade,1970s,11340,mean_abs_log_error,0.20181286646227833,False,C_gbm C_gbm,none,model,year_built_decade,1980s,10108,mean_abs_log_error,0.1819054052928054,False,C_gbm C_gbm,none,model,year_built_decade,1990s,8653,mean_abs_log_error,0.1694455228133784,False,C_gbm C_gbm,none,model,year_built_decade,2000s,11068,mean_abs_log_error,0.1657224583376922,False,C_gbm C_gbm,none,model,year_built_decade,2010+,16807,mean_abs_log_error,0.16577798826458076,False,C_gbm C_gbm,none,model,year_built_decade,<1950,10088,mean_abs_log_error,0.24503639787056591,False,C_gbm C_gbm,none,model,year_built_decade,unknown,811,mean_abs_log_error,0.28102509873546544,False,C_gbm C_xgboost,none,model,year_built_decade,1950s,6613,mean_abs_log_error,0.2192249393643629,False,C_xgboost C_xgboost,none,model,year_built_decade,1960s,8001,mean_abs_log_error,0.2056717868182947,False,C_xgboost C_xgboost,none,model,year_built_decade,1970s,11340,mean_abs_log_error,0.20025889344636477,False,C_xgboost C_xgboost,none,model,year_built_decade,1980s,10108,mean_abs_log_error,0.18089328730987603,False,C_xgboost C_xgboost,none,model,year_built_decade,1990s,8653,mean_abs_log_error,0.16932406564262764,False,C_xgboost C_xgboost,none,model,year_built_decade,2000s,11068,mean_abs_log_error,0.16762101592727308,False,C_xgboost C_xgboost,none,model,year_built_decade,2010+,16807,mean_abs_log_error,0.16598816841130287,False,C_xgboost C_xgboost,none,model,year_built_decade,<1950,10088,mean_abs_log_error,0.24263009805784438,False,C_xgboost C_xgboost,none,model,year_built_decade,unknown,811,mean_abs_log_error,0.2965995996910898,False,C_xgboost D_avm,none,model,year_built_decade,1950s,6613,mean_abs_log_error,0.21233956189201264,False,D_avm D_avm,none,model,year_built_decade,1960s,8001,mean_abs_log_error,0.19944553898028006,False,D_avm D_avm,none,model,year_built_decade,1970s,11340,mean_abs_log_error,0.19051086535315379,False,D_avm D_avm,none,model,year_built_decade,1980s,10108,mean_abs_log_error,0.16772314437355224,False,D_avm D_avm,none,model,year_built_decade,1990s,8653,mean_abs_log_error,0.15437477073194192,False,D_avm D_avm,none,model,year_built_decade,2000s,11068,mean_abs_log_error,0.1493267949220664,False,D_avm D_avm,none,model,year_built_decade,2010+,16807,mean_abs_log_error,0.1537687348117179,False,D_avm D_avm,none,model,year_built_decade,<1950,10088,mean_abs_log_error,0.2344029646224301,False,D_avm D_avm,none,model,year_built_decade,unknown,811,mean_abs_log_error,0.27960424918592097,False,D_avm E_single_llm,mixed_random,median,year_built_decade,1950s,4,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,year_built_decade,1960s,4,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,year_built_decade,1970s,9,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,year_built_decade,1980s,6,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,year_built_decade,1990s,9,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,year_built_decade,2000s,8,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,year_built_decade,2010+,12,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,year_built_decade,<1950,8,mean_abs_log_error,,True,E_single_llm F_independent,mixed_random,median,year_built_decade,1950s,4,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,year_built_decade,1960s,4,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,year_built_decade,1970s,9,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,year_built_decade,1980s,6,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,year_built_decade,1990s,9,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,year_built_decade,2000s,8,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,year_built_decade,2010+,12,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,year_built_decade,<1950,8,mean_abs_log_error,,True,F_independent G_debate_r2,mixed_random,median,year_built_decade,1950s,4,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,year_built_decade,1960s,4,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,year_built_decade,1970s,9,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,year_built_decade,1980s,6,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,year_built_decade,1990s,9,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,year_built_decade,2000s,8,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,year_built_decade,2010+,12,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,year_built_decade,<1950,8,mean_abs_log_error,,True,G_debate_r2