arm,committee,aggregation,stratum,level,n,metric,value,suppressed,label A_hedonic,none,model,region_group,Outaouais,57,mean_abs_log_error,0.18907168725322923,False,A_hedonic A_hedonic,none,model,region_group,other,567,mean_abs_log_error,0.23586307036968907,False,A_hedonic A_hedonic,none,model,region_group,Montréal CMA,459,mean_abs_log_error,0.19890140095578998,False,A_hedonic A_hedonic,none,model,region_group,Québec CMA,99,mean_abs_log_error,0.22798760570840182,False,A_hedonic B_hierarchical,none,model,region_group,Outaouais,57,mean_abs_log_error,0.19163910294062125,False,B_hierarchical B_hierarchical,none,model,region_group,other,567,mean_abs_log_error,0.22133296443758832,False,B_hierarchical B_hierarchical,none,model,region_group,Montréal CMA,459,mean_abs_log_error,0.19386459702115422,False,B_hierarchical B_hierarchical,none,model,region_group,Québec CMA,99,mean_abs_log_error,0.19288441425429878,False,B_hierarchical C_catboost,none,model,region_group,Outaouais,57,mean_abs_log_error,0.2789904308531213,False,C_catboost C_catboost,none,model,region_group,other,567,mean_abs_log_error,0.22961785901710668,False,C_catboost C_catboost,none,model,region_group,Montréal CMA,459,mean_abs_log_error,0.19086583896412684,False,C_catboost C_catboost,none,model,region_group,Québec CMA,99,mean_abs_log_error,0.20201020058854474,False,C_catboost C_gbm,none,model,region_group,Outaouais,57,mean_abs_log_error,0.2578597726192426,False,C_gbm C_gbm,none,model,region_group,other,567,mean_abs_log_error,0.22683739034517195,False,C_gbm C_gbm,none,model,region_group,Montréal CMA,459,mean_abs_log_error,0.2032659182095054,False,C_gbm C_gbm,none,model,region_group,Québec CMA,99,mean_abs_log_error,0.21201708922071102,False,C_gbm C_xgboost,none,model,region_group,Outaouais,57,mean_abs_log_error,0.30416366199982303,False,C_xgboost C_xgboost,none,model,region_group,other,567,mean_abs_log_error,0.229467105508198,False,C_xgboost C_xgboost,none,model,region_group,Montréal CMA,459,mean_abs_log_error,0.20841277252218945,False,C_xgboost C_xgboost,none,model,region_group,Québec CMA,99,mean_abs_log_error,0.19255932032539555,False,C_xgboost D_avm,none,model,region_group,Outaouais,57,mean_abs_log_error,0.19062155879807258,False,D_avm D_avm,none,model,region_group,other,567,mean_abs_log_error,0.21344370042109295,False,D_avm D_avm,none,model,region_group,Montréal CMA,459,mean_abs_log_error,0.19509147838223528,False,D_avm D_avm,none,model,region_group,Québec CMA,99,mean_abs_log_error,0.18011505818184873,False,D_avm E_single_llm,mixed_random,median,region_group,Outaouais,2,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,region_group,other,19,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,region_group,Montréal CMA,17,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,region_group,Québec CMA,2,mean_abs_log_error,,True,E_single_llm F_independent,mixed_random,median,region_group,Outaouais,2,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,region_group,other,19,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,region_group,Montréal CMA,17,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,region_group,Québec CMA,2,mean_abs_log_error,,True,F_independent G_debate_r2,mixed_random,median,region_group,Outaouais,2,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,region_group,other,19,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,region_group,Montréal CMA,17,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,region_group,Québec CMA,2,mean_abs_log_error,,True,G_debate_r2 A_hedonic,none,model,urban_class,metro,427,mean_abs_log_error,0.21718915229690475,False,A_hedonic A_hedonic,none,model,urban_class,suburban,430,mean_abs_log_error,0.19345797793698657,False,A_hedonic A_hedonic,none,model,urban_class,rural,325,mean_abs_log_error,0.2536961985637065,False,A_hedonic B_hierarchical,none,model,urban_class,metro,427,mean_abs_log_error,0.20398613369050173,False,B_hierarchical B_hierarchical,none,model,urban_class,suburban,430,mean_abs_log_error,0.18392412903174973,False,B_hierarchical B_hierarchical,none,model,urban_class,rural,325,mean_abs_log_error,0.24095129900958998,False,B_hierarchical C_catboost,none,model,urban_class,metro,427,mean_abs_log_error,0.2139344743746271,False,C_catboost C_catboost,none,model,urban_class,suburban,430,mean_abs_log_error,0.19283247585557026,False,C_catboost C_catboost,none,model,urban_class,rural,325,mean_abs_log_error,0.2444130011946665,False,C_catboost C_gbm,none,model,urban_class,metro,427,mean_abs_log_error,0.22182146812547263,False,C_gbm C_gbm,none,model,urban_class,suburban,430,mean_abs_log_error,0.1954927940452888,False,C_gbm C_gbm,none,model,urban_class,rural,325,mean_abs_log_error,0.24253503792914366,False,C_gbm C_xgboost,none,model,urban_class,metro,427,mean_abs_log_error,0.2239875222611651,False,C_xgboost C_xgboost,none,model,urban_class,suburban,430,mean_abs_log_error,0.2058703901422035,False,C_xgboost C_xgboost,none,model,urban_class,rural,325,mean_abs_log_error,0.240009455662684,False,C_xgboost D_avm,none,model,urban_class,metro,427,mean_abs_log_error,0.20009825937892903,False,D_avm D_avm,none,model,urban_class,suburban,430,mean_abs_log_error,0.18334409911521263,False,D_avm D_avm,none,model,urban_class,rural,325,mean_abs_log_error,0.2307275906257069,False,D_avm E_single_llm,mixed_random,median,urban_class,metro,12,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,urban_class,suburban,14,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,urban_class,rural,14,mean_abs_log_error,,True,E_single_llm F_independent,mixed_random,median,urban_class,metro,12,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,urban_class,suburban,14,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,urban_class,rural,14,mean_abs_log_error,,True,F_independent G_debate_r2,mixed_random,median,urban_class,metro,12,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,urban_class,suburban,14,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,urban_class,rural,14,mean_abs_log_error,,True,G_debate_r2 A_hedonic,none,model,property_class,house,856,mean_abs_log_error,0.21663376561017791,False,A_hedonic A_hedonic,none,model,property_class,condo,161,mean_abs_log_error,0.2322535337564177,False,A_hedonic A_hedonic,none,model,property_class,plex,165,mean_abs_log_error,0.21543418654419144,False,A_hedonic B_hierarchical,none,model,property_class,house,856,mean_abs_log_error,0.20469070781398185,False,B_hierarchical B_hierarchical,none,model,property_class,condo,161,mean_abs_log_error,0.22111795442584303,False,B_hierarchical B_hierarchical,none,model,property_class,plex,165,mean_abs_log_error,0.20414175876535848,False,B_hierarchical C_catboost,none,model,property_class,house,856,mean_abs_log_error,0.2140491705599363,False,C_catboost C_catboost,none,model,property_class,condo,161,mean_abs_log_error,0.23073284029281466,False,C_catboost C_catboost,none,model,property_class,plex,165,mean_abs_log_error,0.20198868653138727,False,C_catboost C_gbm,none,model,property_class,house,856,mean_abs_log_error,0.21419438916153938,False,C_gbm C_gbm,none,model,property_class,condo,161,mean_abs_log_error,0.2388238372480186,False,C_gbm C_gbm,none,model,property_class,plex,165,mean_abs_log_error,0.2169849741625089,False,C_gbm C_xgboost,none,model,property_class,house,856,mean_abs_log_error,0.2208516000252046,False,C_xgboost C_xgboost,none,model,property_class,condo,161,mean_abs_log_error,0.24581525826653772,False,C_xgboost C_xgboost,none,model,property_class,plex,165,mean_abs_log_error,0.2033017373003005,False,C_xgboost D_avm,none,model,property_class,house,856,mean_abs_log_error,0.1988119772602565,False,D_avm D_avm,none,model,property_class,condo,161,mean_abs_log_error,0.2175411515561746,False,D_avm D_avm,none,model,property_class,plex,165,mean_abs_log_error,0.20641944480227398,False,D_avm E_single_llm,mixed_random,median,property_class,house,30,mean_abs_log_error,0.20057693574138494,False,E_single_llm E_single_llm,mixed_random,median,property_class,condo,5,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,property_class,plex,5,mean_abs_log_error,,True,E_single_llm F_independent,mixed_random,median,property_class,house,30,mean_abs_log_error,0.1885806185261331,False,F_independent F_independent,mixed_random,median,property_class,condo,5,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,property_class,plex,5,mean_abs_log_error,,True,F_independent G_debate_r2,mixed_random,median,property_class,house,30,mean_abs_log_error,0.1948293006809509,False,G_debate_r2 G_debate_r2,mixed_random,median,property_class,condo,5,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,property_class,plex,5,mean_abs_log_error,,True,G_debate_r2 A_hedonic,none,model,price_tercile,1,270,mean_abs_log_error,0.35604185982323305,False,A_hedonic A_hedonic,none,model,price_tercile,2,411,mean_abs_log_error,0.1860963397927174,False,A_hedonic A_hedonic,none,model,price_tercile,3,501,mean_abs_log_error,0.17117977099761955,False,A_hedonic B_hierarchical,none,model,price_tercile,1,270,mean_abs_log_error,0.3650448300984294,False,B_hierarchical B_hierarchical,none,model,price_tercile,2,411,mean_abs_log_error,0.1667384332954521,False,B_hierarchical B_hierarchical,none,model,price_tercile,3,501,mean_abs_log_error,0.15450504298723866,False,B_hierarchical C_catboost,none,model,price_tercile,1,270,mean_abs_log_error,0.38763586036457554,False,C_catboost C_catboost,none,model,price_tercile,2,411,mean_abs_log_error,0.1695881891141822,False,C_catboost C_catboost,none,model,price_tercile,3,501,mean_abs_log_error,0.15836283940072512,False,C_catboost C_gbm,none,model,price_tercile,1,270,mean_abs_log_error,0.3787181010190315,False,C_gbm C_gbm,none,model,price_tercile,2,411,mean_abs_log_error,0.17706941635203077,False,C_gbm C_gbm,none,model,price_tercile,3,501,mean_abs_log_error,0.16481863924191523,False,C_gbm C_xgboost,none,model,price_tercile,1,270,mean_abs_log_error,0.409445989101669,False,C_xgboost C_xgboost,none,model,price_tercile,2,411,mean_abs_log_error,0.17798009746075485,False,C_xgboost C_xgboost,none,model,price_tercile,3,501,mean_abs_log_error,0.1566262988886556,False,C_xgboost D_avm,none,model,price_tercile,1,270,mean_abs_log_error,0.3654757754162833,False,D_avm D_avm,none,model,price_tercile,2,411,mean_abs_log_error,0.1535110251327118,False,D_avm D_avm,none,model,price_tercile,3,501,mean_abs_log_error,0.1546804304106943,False,D_avm E_single_llm,mixed_random,median,price_tercile,1,9,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,price_tercile,2,14,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,price_tercile,3,17,mean_abs_log_error,,True,E_single_llm F_independent,mixed_random,median,price_tercile,1,9,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,price_tercile,2,14,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,price_tercile,3,17,mean_abs_log_error,,True,F_independent G_debate_r2,mixed_random,median,price_tercile,1,9,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,price_tercile,2,14,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,price_tercile,3,17,mean_abs_log_error,,True,G_debate_r2 A_hedonic,none,model,year_built_decade,1950s,91,mean_abs_log_error,0.19701273770398056,False,A_hedonic A_hedonic,none,model,year_built_decade,1960s,130,mean_abs_log_error,0.2323243618563814,False,A_hedonic A_hedonic,none,model,year_built_decade,1970s,184,mean_abs_log_error,0.24709407218323906,False,A_hedonic A_hedonic,none,model,year_built_decade,1980s,144,mean_abs_log_error,0.21134064012900902,False,A_hedonic A_hedonic,none,model,year_built_decade,1990s,112,mean_abs_log_error,0.18981530155930404,False,A_hedonic A_hedonic,none,model,year_built_decade,2000s,144,mean_abs_log_error,0.20853772585316457,False,A_hedonic A_hedonic,none,model,year_built_decade,2010+,217,mean_abs_log_error,0.18821119492384558,False,A_hedonic A_hedonic,none,model,year_built_decade,<1950,147,mean_abs_log_error,0.253130822450681,False,A_hedonic B_hierarchical,none,model,year_built_decade,1950s,91,mean_abs_log_error,0.183613436005943,False,B_hierarchical B_hierarchical,none,model,year_built_decade,1960s,130,mean_abs_log_error,0.22144823687360715,False,B_hierarchical B_hierarchical,none,model,year_built_decade,1970s,184,mean_abs_log_error,0.23409289472519312,False,B_hierarchical B_hierarchical,none,model,year_built_decade,1980s,144,mean_abs_log_error,0.20232209462767292,False,B_hierarchical B_hierarchical,none,model,year_built_decade,1990s,112,mean_abs_log_error,0.17341282571004996,False,B_hierarchical B_hierarchical,none,model,year_built_decade,2000s,144,mean_abs_log_error,0.1930546231323296,False,B_hierarchical B_hierarchical,none,model,year_built_decade,2010+,217,mean_abs_log_error,0.17384323221912554,False,B_hierarchical B_hierarchical,none,model,year_built_decade,<1950,147,mean_abs_log_error,0.25353207763701874,False,B_hierarchical C_catboost,none,model,year_built_decade,1950s,91,mean_abs_log_error,0.20582623254220642,False,C_catboost C_catboost,none,model,year_built_decade,1960s,130,mean_abs_log_error,0.22262413404811646,False,C_catboost C_catboost,none,model,year_built_decade,1970s,184,mean_abs_log_error,0.2436101522252168,False,C_catboost C_catboost,none,model,year_built_decade,1980s,144,mean_abs_log_error,0.213544775153703,False,C_catboost C_catboost,none,model,year_built_decade,1990s,112,mean_abs_log_error,0.18204222941429596,False,C_catboost C_catboost,none,model,year_built_decade,2000s,144,mean_abs_log_error,0.21127585857478307,False,C_catboost C_catboost,none,model,year_built_decade,2010+,217,mean_abs_log_error,0.18156712687365342,False,C_catboost C_catboost,none,model,year_built_decade,<1950,147,mean_abs_log_error,0.23787539552201073,False,C_catboost C_gbm,none,model,year_built_decade,1950s,91,mean_abs_log_error,0.21071059431086078,False,C_gbm C_gbm,none,model,year_built_decade,1960s,130,mean_abs_log_error,0.22933438600413136,False,C_gbm C_gbm,none,model,year_built_decade,1970s,184,mean_abs_log_error,0.2556180908700866,False,C_gbm C_gbm,none,model,year_built_decade,1980s,144,mean_abs_log_error,0.2157440394617914,False,C_gbm C_gbm,none,model,year_built_decade,1990s,112,mean_abs_log_error,0.19106543479731905,False,C_gbm C_gbm,none,model,year_built_decade,2000s,144,mean_abs_log_error,0.20937154602300476,False,C_gbm C_gbm,none,model,year_built_decade,2010+,217,mean_abs_log_error,0.17928431706392592,False,C_gbm C_gbm,none,model,year_built_decade,<1950,147,mean_abs_log_error,0.23881002086289943,False,C_gbm C_xgboost,none,model,year_built_decade,1950s,91,mean_abs_log_error,0.21883819968553148,False,C_xgboost C_xgboost,none,model,year_built_decade,1960s,130,mean_abs_log_error,0.2385498943118479,False,C_xgboost C_xgboost,none,model,year_built_decade,1970s,184,mean_abs_log_error,0.2544153794013634,False,C_xgboost C_xgboost,none,model,year_built_decade,1980s,144,mean_abs_log_error,0.21574503781092882,False,C_xgboost C_xgboost,none,model,year_built_decade,1990s,112,mean_abs_log_error,0.19733719497279223,False,C_xgboost C_xgboost,none,model,year_built_decade,2000s,144,mean_abs_log_error,0.2217750887274689,False,C_xgboost C_xgboost,none,model,year_built_decade,2010+,217,mean_abs_log_error,0.17777759924568756,False,C_xgboost C_xgboost,none,model,year_built_decade,<1950,147,mean_abs_log_error,0.24456625681360872,False,C_xgboost D_avm,none,model,year_built_decade,1950s,91,mean_abs_log_error,0.2042007358943444,False,D_avm D_avm,none,model,year_built_decade,1960s,130,mean_abs_log_error,0.21746709205050901,False,D_avm D_avm,none,model,year_built_decade,1970s,184,mean_abs_log_error,0.23117828572020097,False,D_avm D_avm,none,model,year_built_decade,1980s,144,mean_abs_log_error,0.20764256330666755,False,D_avm D_avm,none,model,year_built_decade,1990s,112,mean_abs_log_error,0.16364251371052044,False,D_avm D_avm,none,model,year_built_decade,2000s,144,mean_abs_log_error,0.19234490189521602,False,D_avm D_avm,none,model,year_built_decade,2010+,217,mean_abs_log_error,0.161363961181741,False,D_avm D_avm,none,model,year_built_decade,<1950,147,mean_abs_log_error,0.23415436338642076,False,D_avm E_single_llm,mixed_random,median,year_built_decade,1950s,5,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,year_built_decade,1960s,3,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,year_built_decade,1970s,10,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,year_built_decade,1980s,2,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,year_built_decade,1990s,5,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,year_built_decade,2000s,5,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,year_built_decade,2010+,6,mean_abs_log_error,,True,E_single_llm E_single_llm,mixed_random,median,year_built_decade,<1950,4,mean_abs_log_error,,True,E_single_llm F_independent,mixed_random,median,year_built_decade,1950s,5,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,year_built_decade,1960s,3,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,year_built_decade,1970s,10,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,year_built_decade,1980s,2,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,year_built_decade,1990s,5,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,year_built_decade,2000s,5,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,year_built_decade,2010+,6,mean_abs_log_error,,True,F_independent F_independent,mixed_random,median,year_built_decade,<1950,4,mean_abs_log_error,,True,F_independent G_debate_r2,mixed_random,median,year_built_decade,1950s,5,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,year_built_decade,1960s,3,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,year_built_decade,1970s,10,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,year_built_decade,1980s,2,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,year_built_decade,1990s,5,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,year_built_decade,2000s,5,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,year_built_decade,2010+,6,mean_abs_log_error,,True,G_debate_r2 G_debate_r2,mixed_random,median,year_built_decade,<1950,4,mean_abs_log_error,,True,G_debate_r2