1arm,committee,aggregation,stratum,level,n,metric,value,suppressed,label2A_hedonic,none,model,region_group,Outaouais,4181,mean_abs_log_error,0.1759337946808032,False,A_hedonic3A_hedonic,none,model,region_group,other,35493,mean_abs_log_error,0.22350432600007433,False,A_hedonic4A_hedonic,none,model,region_group,Montréal CMA,36466,mean_abs_log_error,0.1700690306981765,False,A_hedonic5A_hedonic,none,model,region_group,Québec CMA,7349,mean_abs_log_error,0.2251215443817261,False,A_hedonic6B_hierarchical,none,model,region_group,Outaouais,4181,mean_abs_log_error,0.16868822289626548,False,B_hierarchical7B_hierarchical,none,model,region_group,other,35493,mean_abs_log_error,0.2078961502440859,False,B_hierarchical8B_hierarchical,none,model,region_group,Montréal CMA,36466,mean_abs_log_error,0.16383433783651827,False,B_hierarchical9B_hierarchical,none,model,region_group,Québec CMA,7349,mean_abs_log_error,0.19404438634932036,False,B_hierarchical10C_catboost,none,model,region_group,Outaouais,4181,mean_abs_log_error,0.22577491299946412,False,C_catboost11C_catboost,none,model,region_group,other,35493,mean_abs_log_error,0.20542646212992025,False,C_catboost12C_catboost,none,model,region_group,Montréal CMA,36466,mean_abs_log_error,0.16945051470821693,False,C_catboost13C_catboost,none,model,region_group,Québec CMA,7349,mean_abs_log_error,0.2108946672887811,False,C_catboost14C_gbm,none,model,region_group,Outaouais,4181,mean_abs_log_error,0.20757055225037965,False,C_gbm15C_gbm,none,model,region_group,other,35493,mean_abs_log_error,0.20834715541613194,False,C_gbm16C_gbm,none,model,region_group,Montréal CMA,36466,mean_abs_log_error,0.17098586376907388,False,C_gbm17C_gbm,none,model,region_group,Québec CMA,7349,mean_abs_log_error,0.21449232725304185,False,C_gbm18C_xgboost,none,model,region_group,Outaouais,4181,mean_abs_log_error,0.2439789171479725,False,C_xgboost19C_xgboost,none,model,region_group,other,35493,mean_abs_log_error,0.20633228200294804,False,C_xgboost20C_xgboost,none,model,region_group,Montréal CMA,36466,mean_abs_log_error,0.17055220468856586,False,C_xgboost21C_xgboost,none,model,region_group,Québec CMA,7349,mean_abs_log_error,0.1946229217029053,False,C_xgboost22D_avm,none,model,region_group,Outaouais,4181,mean_abs_log_error,0.15419138655063763,False,D_avm23D_avm,none,model,region_group,other,35493,mean_abs_log_error,0.1976389326163865,False,D_avm24D_avm,none,model,region_group,Montréal CMA,36466,mean_abs_log_error,0.16505030582372182,False,D_avm25D_avm,none,model,region_group,Québec CMA,7349,mean_abs_log_error,0.1825919034478968,False,D_avm26E_single_llm,mixed_random,median,region_group,Outaouais,3,mean_abs_log_error,,True,E_single_llm27E_single_llm,mixed_random,median,region_group,other,20,mean_abs_log_error,,True,E_single_llm28E_single_llm,mixed_random,median,region_group,Montréal CMA,31,mean_abs_log_error,0.16008195917985196,False,E_single_llm29E_single_llm,mixed_random,median,region_group,Québec CMA,6,mean_abs_log_error,,True,E_single_llm30F_independent,mixed_random,median,region_group,Outaouais,3,mean_abs_log_error,,True,F_independent31F_independent,mixed_random,median,region_group,other,20,mean_abs_log_error,,True,F_independent32F_independent,mixed_random,median,region_group,Montréal CMA,31,mean_abs_log_error,0.14564620026033398,False,F_independent33F_independent,mixed_random,median,region_group,Québec CMA,6,mean_abs_log_error,,True,F_independent34G_debate_r2,mixed_random,median,region_group,Outaouais,3,mean_abs_log_error,,True,G_debate_r235G_debate_r2,mixed_random,median,region_group,other,20,mean_abs_log_error,,True,G_debate_r236G_debate_r2,mixed_random,median,region_group,Montréal CMA,31,mean_abs_log_error,0.14825851997388628,False,G_debate_r237G_debate_r2,mixed_random,median,region_group,Québec CMA,6,mean_abs_log_error,,True,G_debate_r238A_hedonic,none,model,urban_class,metro,34870,mean_abs_log_error,0.18912491689099356,False,A_hedonic39A_hedonic,none,model,urban_class,suburban,29374,mean_abs_log_error,0.17829900164627424,False,A_hedonic40A_hedonic,none,model,urban_class,rural,19245,mean_abs_log_error,0.2438260854785909,False,A_hedonic41B_hierarchical,none,model,urban_class,metro,34870,mean_abs_log_error,0.17465718596139482,False,B_hierarchical42B_hierarchical,none,model,urban_class,suburban,29374,mean_abs_log_error,0.16986924940243847,False,B_hierarchical43B_hierarchical,none,model,urban_class,rural,19245,mean_abs_log_error,0.22886584946475416,False,B_hierarchical44C_catboost,none,model,urban_class,metro,34870,mean_abs_log_error,0.18711133910560568,False,C_catboost45C_catboost,none,model,urban_class,suburban,29374,mean_abs_log_error,0.17315136841526593,False,C_catboost46C_catboost,none,model,urban_class,rural,19245,mean_abs_log_error,0.22621423852640257,False,C_catboost47C_gbm,none,model,urban_class,metro,34870,mean_abs_log_error,0.1877894050661458,False,C_gbm48C_gbm,none,model,urban_class,suburban,29374,mean_abs_log_error,0.1738404430980807,False,C_gbm49C_gbm,none,model,urban_class,rural,19245,mean_abs_log_error,0.22964858181915998,False,C_gbm50C_xgboost,none,model,urban_class,metro,34870,mean_abs_log_error,0.18446622123329168,False,C_xgboost51C_xgboost,none,model,urban_class,suburban,29374,mean_abs_log_error,0.17418558635056985,False,C_xgboost52C_xgboost,none,model,urban_class,rural,19245,mean_abs_log_error,0.23092769746051858,False,C_xgboost53D_avm,none,model,urban_class,metro,34870,mean_abs_log_error,0.17017475934709,False,D_avm54D_avm,none,model,urban_class,suburban,29374,mean_abs_log_error,0.16594320358510745,False,D_avm55D_avm,none,model,urban_class,rural,19245,mean_abs_log_error,0.21884414926402077,False,D_avm56E_single_llm,mixed_random,median,urban_class,metro,26,mean_abs_log_error,,True,E_single_llm57E_single_llm,mixed_random,median,urban_class,suburban,23,mean_abs_log_error,,True,E_single_llm58E_single_llm,mixed_random,median,urban_class,rural,11,mean_abs_log_error,,True,E_single_llm59F_independent,mixed_random,median,urban_class,metro,26,mean_abs_log_error,,True,F_independent60F_independent,mixed_random,median,urban_class,suburban,23,mean_abs_log_error,,True,F_independent61F_independent,mixed_random,median,urban_class,rural,11,mean_abs_log_error,,True,F_independent62G_debate_r2,mixed_random,median,urban_class,metro,26,mean_abs_log_error,,True,G_debate_r263G_debate_r2,mixed_random,median,urban_class,suburban,23,mean_abs_log_error,,True,G_debate_r264G_debate_r2,mixed_random,median,urban_class,rural,11,mean_abs_log_error,,True,G_debate_r265A_hedonic,none,model,property_class,house,56917,mean_abs_log_error,0.19884529357572742,False,A_hedonic66A_hedonic,none,model,property_class,condo,15381,mean_abs_log_error,0.16297245958466394,False,A_hedonic67A_hedonic,none,model,property_class,plex,11191,mean_abs_log_error,0.24128467215268465,False,A_hedonic68B_hierarchical,none,model,property_class,house,56917,mean_abs_log_error,0.18662398569902278,False,B_hierarchical69B_hierarchical,none,model,property_class,condo,15381,mean_abs_log_error,0.15069878164999942,False,B_hierarchical70B_hierarchical,none,model,property_class,plex,11191,mean_abs_log_error,0.2273776538986989,False,B_hierarchical71C_catboost,none,model,property_class,house,56917,mean_abs_log_error,0.19351927252189383,False,C_catboost72C_catboost,none,model,property_class,condo,15381,mean_abs_log_error,0.15432744061035858,False,C_catboost73C_catboost,none,model,property_class,plex,11191,mean_abs_log_error,0.23018201346855074,False,C_catboost74C_gbm,none,model,property_class,house,56917,mean_abs_log_error,0.19313557059127184,False,C_gbm75C_gbm,none,model,property_class,condo,15381,mean_abs_log_error,0.15580106536306104,False,C_gbm76C_gbm,none,model,property_class,plex,11191,mean_abs_log_error,0.2399355937482439,False,C_gbm77C_xgboost,none,model,property_class,house,56917,mean_abs_log_error,0.1937270204947991,False,C_xgboost78C_xgboost,none,model,property_class,condo,15381,mean_abs_log_error,0.15790556101279415,False,C_xgboost79C_xgboost,none,model,property_class,plex,11191,mean_abs_log_error,0.22678597319756363,False,C_xgboost80D_avm,none,model,property_class,house,56917,mean_abs_log_error,0.1815971156122995,False,D_avm81D_avm,none,model,property_class,condo,15381,mean_abs_log_error,0.13853659713583813,False,D_avm82D_avm,none,model,property_class,plex,11191,mean_abs_log_error,0.22815394006580986,False,D_avm83E_single_llm,mixed_random,median,property_class,house,40,mean_abs_log_error,0.21823410606270954,False,E_single_llm84E_single_llm,mixed_random,median,property_class,condo,11,mean_abs_log_error,,True,E_single_llm85E_single_llm,mixed_random,median,property_class,plex,9,mean_abs_log_error,,True,E_single_llm86F_independent,mixed_random,median,property_class,house,40,mean_abs_log_error,0.2130943779845554,False,F_independent87F_independent,mixed_random,median,property_class,condo,11,mean_abs_log_error,,True,F_independent88F_independent,mixed_random,median,property_class,plex,9,mean_abs_log_error,,True,F_independent89G_debate_r2,mixed_random,median,property_class,house,40,mean_abs_log_error,0.2141435709672162,False,G_debate_r290G_debate_r2,mixed_random,median,property_class,condo,11,mean_abs_log_error,,True,G_debate_r291G_debate_r2,mixed_random,median,property_class,plex,9,mean_abs_log_error,,True,G_debate_r292A_hedonic,none,model,price_tercile,1,16568,mean_abs_log_error,0.3465350920964023,False,A_hedonic93A_hedonic,none,model,price_tercile,2,27874,mean_abs_log_error,0.17197105264044688,False,A_hedonic94A_hedonic,none,model,price_tercile,3,39047,mean_abs_log_error,0.1533961434739948,False,A_hedonic95B_hierarchical,none,model,price_tercile,1,16568,mean_abs_log_error,0.34764123441400063,False,B_hierarchical96B_hierarchical,none,model,price_tercile,2,27874,mean_abs_log_error,0.1543478008459551,False,B_hierarchical97B_hierarchical,none,model,price_tercile,3,39047,mean_abs_log_error,0.13887233607752048,False,B_hierarchical98C_catboost,none,model,price_tercile,1,16568,mean_abs_log_error,0.3543546616192678,False,C_catboost99C_catboost,none,model,price_tercile,2,27874,mean_abs_log_error,0.15053603119236134,False,C_catboost100C_catboost,none,model,price_tercile,3,39047,mean_abs_log_error,0.151028871455405,False,C_catboost101C_gbm,none,model,price_tercile,1,16568,mean_abs_log_error,0.3524504685674456,False,C_gbm102C_gbm,none,model,price_tercile,2,27874,mean_abs_log_error,0.15580541815791546,False,C_gbm103C_gbm,none,model,price_tercile,3,39047,mean_abs_log_error,0.1508918251945114,False,C_gbm104C_xgboost,none,model,price_tercile,1,16568,mean_abs_log_error,0.376087999814285,False,C_xgboost105C_xgboost,none,model,price_tercile,2,27874,mean_abs_log_error,0.15015080953990032,False,C_xgboost106C_xgboost,none,model,price_tercile,3,39047,mean_abs_log_error,0.14282117549250767,False,C_xgboost107D_avm,none,model,price_tercile,1,16568,mean_abs_log_error,0.33935935397702344,False,D_avm108D_avm,none,model,price_tercile,2,27874,mean_abs_log_error,0.13595581803012202,False,D_avm109D_avm,none,model,price_tercile,3,39047,mean_abs_log_error,0.14361991765475215,False,D_avm110E_single_llm,mixed_random,median,price_tercile,1,12,mean_abs_log_error,,True,E_single_llm111E_single_llm,mixed_random,median,price_tercile,2,15,mean_abs_log_error,,True,E_single_llm112E_single_llm,mixed_random,median,price_tercile,3,33,mean_abs_log_error,0.0978269018781917,False,E_single_llm113F_independent,mixed_random,median,price_tercile,1,12,mean_abs_log_error,,True,F_independent114F_independent,mixed_random,median,price_tercile,2,15,mean_abs_log_error,,True,F_independent115F_independent,mixed_random,median,price_tercile,3,33,mean_abs_log_error,0.09276489594966074,False,F_independent116G_debate_r2,mixed_random,median,price_tercile,1,12,mean_abs_log_error,,True,G_debate_r2117G_debate_r2,mixed_random,median,price_tercile,2,15,mean_abs_log_error,,True,G_debate_r2118G_debate_r2,mixed_random,median,price_tercile,3,33,mean_abs_log_error,0.09488990534291246,False,G_debate_r2119A_hedonic,none,model,year_built_decade,1950s,6613,mean_abs_log_error,0.22012575584596344,False,A_hedonic120A_hedonic,none,model,year_built_decade,1960s,8001,mean_abs_log_error,0.2097954425367987,False,A_hedonic121A_hedonic,none,model,year_built_decade,1970s,11340,mean_abs_log_error,0.2062477345917711,False,A_hedonic122A_hedonic,none,model,year_built_decade,1980s,10108,mean_abs_log_error,0.18098153828886726,False,A_hedonic123A_hedonic,none,model,year_built_decade,1990s,8653,mean_abs_log_error,0.1713254686966035,False,A_hedonic124A_hedonic,none,model,year_built_decade,2000s,11068,mean_abs_log_error,0.16892627890209522,False,A_hedonic125A_hedonic,none,model,year_built_decade,2010+,16807,mean_abs_log_error,0.18063774694485282,False,A_hedonic126A_hedonic,none,model,year_built_decade,<1950,10088,mean_abs_log_error,0.25482655412699107,False,A_hedonic127A_hedonic,none,model,year_built_decade,unknown,811,mean_abs_log_error,0.3246286763081648,False,A_hedonic128B_hierarchical,none,model,year_built_decade,1950s,6613,mean_abs_log_error,0.21022367859220764,False,B_hierarchical129B_hierarchical,none,model,year_built_decade,1960s,8001,mean_abs_log_error,0.19783725370761499,False,B_hierarchical130B_hierarchical,none,model,year_built_decade,1970s,11340,mean_abs_log_error,0.19348407399564108,False,B_hierarchical131B_hierarchical,none,model,year_built_decade,1980s,10108,mean_abs_log_error,0.16874372950601876,False,B_hierarchical132B_hierarchical,none,model,year_built_decade,1990s,8653,mean_abs_log_error,0.15834490912955146,False,B_hierarchical133B_hierarchical,none,model,year_built_decade,2000s,11068,mean_abs_log_error,0.15558125575928258,False,B_hierarchical134B_hierarchical,none,model,year_built_decade,2010+,16807,mean_abs_log_error,0.16550683302026759,False,B_hierarchical135B_hierarchical,none,model,year_built_decade,<1950,10088,mean_abs_log_error,0.24586871336970284,False,B_hierarchical136B_hierarchical,none,model,year_built_decade,unknown,811,mean_abs_log_error,0.31757564547596245,False,B_hierarchical137C_catboost,none,model,year_built_decade,1950s,6613,mean_abs_log_error,0.2187326772712909,False,C_catboost138C_catboost,none,model,year_built_decade,1960s,8001,mean_abs_log_error,0.20801648651239454,False,C_catboost139C_catboost,none,model,year_built_decade,1970s,11340,mean_abs_log_error,0.19997890539924273,False,C_catboost140C_catboost,none,model,year_built_decade,1980s,10108,mean_abs_log_error,0.18210387033844433,False,C_catboost141C_catboost,none,model,year_built_decade,1990s,8653,mean_abs_log_error,0.1713971686320994,False,C_catboost142C_catboost,none,model,year_built_decade,2000s,11068,mean_abs_log_error,0.16596852314708738,False,C_catboost143C_catboost,none,model,year_built_decade,2010+,16807,mean_abs_log_error,0.16473532236607275,False,C_catboost144C_catboost,none,model,year_built_decade,<1950,10088,mean_abs_log_error,0.24069479388299803,False,C_catboost145C_catboost,none,model,year_built_decade,unknown,811,mean_abs_log_error,0.28119968043180943,False,C_catboost146C_gbm,none,model,year_built_decade,1950s,6613,mean_abs_log_error,0.22334044406462017,False,C_gbm147C_gbm,none,model,year_built_decade,1960s,8001,mean_abs_log_error,0.21040958942716317,False,C_gbm148C_gbm,none,model,year_built_decade,1970s,11340,mean_abs_log_error,0.20181286646227833,False,C_gbm149C_gbm,none,model,year_built_decade,1980s,10108,mean_abs_log_error,0.1819054052928054,False,C_gbm150C_gbm,none,model,year_built_decade,1990s,8653,mean_abs_log_error,0.1694455228133784,False,C_gbm151C_gbm,none,model,year_built_decade,2000s,11068,mean_abs_log_error,0.1657224583376922,False,C_gbm152C_gbm,none,model,year_built_decade,2010+,16807,mean_abs_log_error,0.16577798826458076,False,C_gbm153C_gbm,none,model,year_built_decade,<1950,10088,mean_abs_log_error,0.24503639787056591,False,C_gbm154C_gbm,none,model,year_built_decade,unknown,811,mean_abs_log_error,0.28102509873546544,False,C_gbm155C_xgboost,none,model,year_built_decade,1950s,6613,mean_abs_log_error,0.2192249393643629,False,C_xgboost156C_xgboost,none,model,year_built_decade,1960s,8001,mean_abs_log_error,0.2056717868182947,False,C_xgboost157C_xgboost,none,model,year_built_decade,1970s,11340,mean_abs_log_error,0.20025889344636477,False,C_xgboost158C_xgboost,none,model,year_built_decade,1980s,10108,mean_abs_log_error,0.18089328730987603,False,C_xgboost159C_xgboost,none,model,year_built_decade,1990s,8653,mean_abs_log_error,0.16932406564262764,False,C_xgboost160C_xgboost,none,model,year_built_decade,2000s,11068,mean_abs_log_error,0.16762101592727308,False,C_xgboost161C_xgboost,none,model,year_built_decade,2010+,16807,mean_abs_log_error,0.16598816841130287,False,C_xgboost162C_xgboost,none,model,year_built_decade,<1950,10088,mean_abs_log_error,0.24263009805784438,False,C_xgboost163C_xgboost,none,model,year_built_decade,unknown,811,mean_abs_log_error,0.2965995996910898,False,C_xgboost164D_avm,none,model,year_built_decade,1950s,6613,mean_abs_log_error,0.21233956189201264,False,D_avm165D_avm,none,model,year_built_decade,1960s,8001,mean_abs_log_error,0.19944553898028006,False,D_avm166D_avm,none,model,year_built_decade,1970s,11340,mean_abs_log_error,0.19051086535315379,False,D_avm167D_avm,none,model,year_built_decade,1980s,10108,mean_abs_log_error,0.16772314437355224,False,D_avm168D_avm,none,model,year_built_decade,1990s,8653,mean_abs_log_error,0.15437477073194192,False,D_avm169D_avm,none,model,year_built_decade,2000s,11068,mean_abs_log_error,0.1493267949220664,False,D_avm170D_avm,none,model,year_built_decade,2010+,16807,mean_abs_log_error,0.1537687348117179,False,D_avm171D_avm,none,model,year_built_decade,<1950,10088,mean_abs_log_error,0.2344029646224301,False,D_avm172D_avm,none,model,year_built_decade,unknown,811,mean_abs_log_error,0.27960424918592097,False,D_avm173E_single_llm,mixed_random,median,year_built_decade,1950s,4,mean_abs_log_error,,True,E_single_llm174E_single_llm,mixed_random,median,year_built_decade,1960s,4,mean_abs_log_error,,True,E_single_llm175E_single_llm,mixed_random,median,year_built_decade,1970s,9,mean_abs_log_error,,True,E_single_llm176E_single_llm,mixed_random,median,year_built_decade,1980s,6,mean_abs_log_error,,True,E_single_llm177E_single_llm,mixed_random,median,year_built_decade,1990s,9,mean_abs_log_error,,True,E_single_llm178E_single_llm,mixed_random,median,year_built_decade,2000s,8,mean_abs_log_error,,True,E_single_llm179E_single_llm,mixed_random,median,year_built_decade,2010+,12,mean_abs_log_error,,True,E_single_llm180E_single_llm,mixed_random,median,year_built_decade,<1950,8,mean_abs_log_error,,True,E_single_llm181F_independent,mixed_random,median,year_built_decade,1950s,4,mean_abs_log_error,,True,F_independent182F_independent,mixed_random,median,year_built_decade,1960s,4,mean_abs_log_error,,True,F_independent183F_independent,mixed_random,median,year_built_decade,1970s,9,mean_abs_log_error,,True,F_independent184F_independent,mixed_random,median,year_built_decade,1980s,6,mean_abs_log_error,,True,F_independent185F_independent,mixed_random,median,year_built_decade,1990s,9,mean_abs_log_error,,True,F_independent186F_independent,mixed_random,median,year_built_decade,2000s,8,mean_abs_log_error,,True,F_independent187F_independent,mixed_random,median,year_built_decade,2010+,12,mean_abs_log_error,,True,F_independent188F_independent,mixed_random,median,year_built_decade,<1950,8,mean_abs_log_error,,True,F_independent189G_debate_r2,mixed_random,median,year_built_decade,1950s,4,mean_abs_log_error,,True,G_debate_r2190G_debate_r2,mixed_random,median,year_built_decade,1960s,4,mean_abs_log_error,,True,G_debate_r2191G_debate_r2,mixed_random,median,year_built_decade,1970s,9,mean_abs_log_error,,True,G_debate_r2192G_debate_r2,mixed_random,median,year_built_decade,1980s,6,mean_abs_log_error,,True,G_debate_r2193G_debate_r2,mixed_random,median,year_built_decade,1990s,9,mean_abs_log_error,,True,G_debate_r2194G_debate_r2,mixed_random,median,year_built_decade,2000s,8,mean_abs_log_error,,True,G_debate_r2195G_debate_r2,mixed_random,median,year_built_decade,2010+,12,mean_abs_log_error,,True,G_debate_r2196G_debate_r2,mixed_random,median,year_built_decade,<1950,8,mean_abs_log_error,,True,G_debate_r2197