1target,arm_a,arm_b,metric,n,n_blocks,B,value_a,value_b,diff,rel_diff,ci_lo,ci_hi,se_boot,p_boot,p_holm,dm_stat,dm_p,dm_lag2resale_implied,P_price,A_hedonic,mean_abs_log_error,729.0,399.0,2000.0,0.24338350869294426,0.23936342262691507,-0.004020086066029188,-0.016517495731812215,-0.02358228366001404,0.014079321072841579,0.009647751622927157,0.6675,1.0,,,3resale_implied,P_price,A_hedonic,rmse_log,729.0,399.0,2000.0,0.38977786844696316,0.345211236358516,-0.04456663208844713,-0.11433853919418026,-0.07149696810885771,-0.01921078079330447,0.013038439120874577,0.0005,0.0074962518740629685,,,4resale_implied,P_price,A_hedonic,bias_log,729.0,399.0,2000.0,-0.07329614295984593,-0.0139608387004247,0.05933530425942123,-0.8095283307325883,0.031238716616990347,0.08767009648267543,0.01444161081688708,0.0004997501249375312,0.0074962518740629685,,,5resale_implied,P_price,A_hedonic_spatial,mean_abs_log_error,63.0,38.0,2000.0,0.23358813473791207,0.2736282392639036,0.04004010452599155,0.17141326365278312,-0.01985924372972106,0.09531874404077689,0.030046498889243416,0.18,1.0,,,6resale_implied,P_price,A_hedonic_spatial,rmse_log,63.0,38.0,2000.0,0.3642142051025299,0.3357678837634565,-0.028446321339073377,-0.07810327258121483,-0.10478451371081245,0.05009230066052002,0.0390152010973748,0.451,1.0,,,7resale_implied,P_price,A_hedonic_spatial,bias_log,63.0,38.0,2000.0,-0.06585762667458304,-0.12573918533812545,-0.0598815586635424,0.9092577684195985,-0.12612276317585028,0.022554758008585918,0.038011536575542446,0.106,0.53,,,8resale_implied,P_price,B_hierarchical,mean_abs_log_error,729.0,399.0,2000.0,0.24338350869294426,0.22965634721896658,-0.013727161473977678,-0.0564013623917964,-0.03230136528835733,0.004301891917482289,0.009475452287180925,0.155,1.0,,,9resale_implied,P_price,B_hierarchical,rmse_log,729.0,399.0,2000.0,0.38977786844696316,0.3369119273328201,-0.052865941114143056,-0.13563094622273683,-0.08010310051702348,-0.02761785804837975,0.013192324602815534,0.0004997501249375312,0.0074962518740629685,,,10resale_implied,P_price,B_hierarchical,bias_log,729.0,399.0,2000.0,-0.07329614295984593,0.003992250702056624,0.07728839366190256,-1.0544674049798735,0.05100240891335509,0.10445914407837383,0.013734795130022846,0.0004997501249375312,0.0074962518740629685,,,11resale_implied,P_price,C_catboost,mean_abs_log_error,729.0,399.0,2000.0,0.24338350869294426,0.22196802484058423,-0.02141548385236003,-0.08799069405880773,-0.04119147321889531,-0.00260634809315361,0.00968667707908564,0.0285,0.2565,,,12resale_implied,P_price,C_catboost,rmse_log,729.0,399.0,2000.0,0.38977786844696316,0.3268920254194866,-0.06288584302747657,-0.16133764412546017,-0.08955151002248095,-0.0381130366536565,0.012938989793094314,0.0004997501249375312,0.0074962518740629685,,,13resale_implied,P_price,C_catboost,bias_log,729.0,399.0,2000.0,-0.07329614295984593,-0.034373690185073205,0.03892245277477273,-0.5310300269974062,0.011978267802842566,0.06692808118196934,0.014287702067412533,0.004,0.028,,,14resale_implied,P_price,C_gbm,mean_abs_log_error,729.0,399.0,2000.0,0.24338350869294426,0.22128234360238608,-0.022101165090558178,-0.09080798123607171,-0.04157634177131482,-0.0033828545268469903,0.009606561379919703,0.0225,0.22499999999999998,,,15resale_implied,P_price,C_gbm,rmse_log,729.0,399.0,2000.0,0.38977786844696316,0.32685167971860885,-0.06292618872835432,-0.16144115359622233,-0.08963582572350128,-0.03798521369296929,0.013027201898116576,0.0004997501249375312,0.0074962518740629685,,,16resale_implied,P_price,C_gbm,bias_log,729.0,399.0,2000.0,-0.07329614295984593,-0.024527990990445905,0.04876815196940003,-0.6653576845935378,0.02301360993446896,0.07548185312391145,0.013545824051201912,0.0004997501249375312,0.0074962518740629685,,,17resale_implied,P_price,C_gbm_spatial,mean_abs_log_error,63.0,38.0,2000.0,0.23358813473791207,0.24499268738226362,0.011404552644351557,0.04882333881019926,-0.04556740927144912,0.0674828112121032,0.028738146788328568,0.684,1.0,,,18resale_implied,P_price,C_gbm_spatial,rmse_log,63.0,38.0,2000.0,0.3642142051025299,0.3357401613868401,-0.02847404371568979,-0.07817938816437449,-0.10400773757434484,0.039728491344480504,0.03600444183062018,0.4105,1.0,,,19resale_implied,P_price,C_gbm_spatial,bias_log,63.0,38.0,2000.0,-0.06585762667458304,-0.01738635575006913,0.048471270924513914,-0.7360008760112338,-0.019427751741991232,0.11549601001670078,0.03370438456739099,0.142,0.568,,,20resale_implied,P_price,C_xgboost,mean_abs_log_error,729.0,399.0,2000.0,0.24338350869294426,0.21278415948368712,-0.030599349209257137,-0.12572482570239246,-0.05042890259436966,-0.011537536544530868,0.009738074425374834,0.0025,0.03,,,21resale_implied,P_price,C_xgboost,rmse_log,729.0,399.0,2000.0,0.38977786844696316,0.32735973421351433,-0.06241813423344883,-0.16013770736175603,-0.0900512370678931,-0.03622537253222393,0.013386486269738818,0.0004997501249375312,0.0074962518740629685,,,22resale_implied,P_price,C_xgboost,bias_log,729.0,399.0,2000.0,-0.07329614295984593,0.006729794938996626,0.08002593789884256,-1.0918164949373044,0.05426218960174651,0.10669706459108767,0.013708063518279596,0.0004997501249375312,0.0074962518740629685,,,23resale_implied,P_price,D_avm,mean_abs_log_error,729.0,399.0,2000.0,0.24338350869294426,0.21589019099427167,-0.02749331769867258,-0.11296294414655063,-0.04590240982386302,-0.009572069846586746,0.009167911255574705,0.0035,0.0385,,,24resale_implied,P_price,D_avm,rmse_log,729.0,399.0,2000.0,0.38977786844696316,0.3224126450245795,-0.06736522342238366,-0.17282978043569963,-0.09272155695232023,-0.04309703585364827,0.012617637460772702,0.0004997501249375312,0.0074962518740629685,,,25resale_implied,P_price,D_avm,bias_log,729.0,399.0,2000.0,-0.07329614295984593,-0.02548293195810621,0.04781321100173973,-0.6523291549997848,0.025072079640319905,0.07175548723210624,0.01208710719280253,0.0004997501249375312,0.0074962518740629685,,,26resale_implied,P_price,D_avm_spatial,mean_abs_log_error,63.0,38.0,2000.0,0.23358813473791207,0.23088606228318204,-0.002702072454730031,-0.01156767854566663,-0.05972298074624257,0.049994005391456646,0.028114713976194035,0.923,1.0,,,27resale_implied,P_price,D_avm_spatial,rmse_log,63.0,38.0,2000.0,0.3642142051025299,0.33389696858412266,-0.03031723651840723,-0.08324012653452831,-0.11019420309771259,0.03388655740767984,0.036484349015235736,0.3925,1.0,,,28resale_implied,P_price,D_avm_spatial,bias_log,63.0,38.0,2000.0,-0.06585762667458304,0.003382834897330353,0.0692404615719134,-1.0513658792176899,0.010129720738244849,0.13480732140593626,0.031564320929523514,0.0315,0.189,,,29resale_implied,P_price,E_single_llm_small,mean_abs_log_error,4.0,4.0,2000.0,0.45605732178547953,0.44337882788437666,-0.012678493901102872,-0.027800220050115954,-0.07303578489326235,0.04179335805413231,0.031963936561790196,0.786,1.0,,,30resale_implied,P_price,E_single_llm_small,rmse_log,4.0,4.0,2000.0,0.6746898320561733,0.650571382998893,-0.024118449057280222,-0.035747461887453154,-0.0884859110144734,0.031805360845043304,0.026174856005372497,0.234,0.936,,,31resale_implied,P_price,E_single_llm_small,bias_log,4.0,4.0,2000.0,0.18292278077718027,0.20611271652898688,0.023189935751806612,0.12677445451725589,-0.03128191620342857,0.0776617877070418,0.030347990991102945,0.405,1.0,,,32resale_implied,P_price,F_independent_small,mean_abs_log_error,4.0,4.0,2000.0,0.45605732178547953,0.42212388441307436,-0.03393343737240517,-0.07440607956814428,-0.10607994863597892,0.03821307389116857,0.03850489716971457,0.384,1.0,,,33resale_implied,P_price,F_independent_small,rmse_log,4.0,4.0,2000.0,0.6746898320561733,0.6233330692735348,-0.051356762782638454,-0.0761190703380314,-0.11079877458323306,0.03262307069758168,0.02990847231670038,0.101,0.505,,,34resale_implied,P_price,F_independent_small,bias_log,4.0,4.0,2000.0,0.18292278077718027,0.1968136514422678,0.01389087066508754,0.07593844028649512,-0.0582556405984862,0.092938116577864,0.04183639072497971,0.7765,1.0,,,35resale_implied,P_price,G_debate_r2_small,mean_abs_log_error,4.0,4.0,2000.0,0.45605732178547953,0.4036944158420783,-0.052362905943401206,-0.11481650100123093,-0.1345025081460154,0.029776696259212976,0.04215178245250048,0.1775,1.0,,,36resale_implied,P_price,G_debate_r2_small,rmse_log,4.0,4.0,2000.0,0.6746898320561733,0.5859314523892194,-0.08875837966695388,-0.1315543460858975,-0.13748059966663295,0.03071547276298453,0.039566389664092046,0.0615,0.369,,,37resale_implied,P_price,G_debate_r2_small,bias_log,4.0,4.0,2000.0,0.18292278077718027,0.16446366541674395,-0.018459115360436318,-0.10091206399776699,-0.11481194873112655,0.07205346535829005,0.04950003462878855,0.7295,1.0,,,38resale_implied,P_price,H_debate_skeptic,mean_abs_log_error,1.0,1.0,2000.0,1.2762042378018776,1.144927614402775,-0.13127662339910273,-0.102864901643966,-0.13127662339910273,-0.13127662339910273,0.0,0.0004997501249375312,0.0074962518740629685,,,39resale_implied,P_price,H_debate_skeptic,rmse_log,1.0,1.0,2000.0,1.2762042378018776,1.144927614402775,-0.13127662339910273,-0.102864901643966,-0.13127662339910273,-0.13127662339910273,0.0,0.0004997501249375312,0.0074962518740629685,,,40resale_implied,P_price,H_debate_skeptic,bias_log,1.0,1.0,2000.0,1.2762042378018776,1.144927614402775,-0.13127662339910273,-0.102864901643966,-0.13127662339910273,-0.13127662339910273,0.0,0.0004997501249375312,0.0074962518740629685,,,41resale_implied,P_price,I_placebo,mean_abs_log_error,1.0,1.0,2000.0,1.2762042378018776,1.1717154644038175,-0.10448877339806018,-0.08187464851082979,-0.10448877339806018,-0.10448877339806018,0.0,0.0004997501249375312,0.0074962518740629685,,,42resale_implied,P_price,I_placebo,rmse_log,1.0,1.0,2000.0,1.2762042378018776,1.1717154644038175,-0.10448877339806018,-0.08187464851082979,-0.10448877339806018,-0.10448877339806018,0.0,0.0004997501249375312,0.0074962518740629685,,,43resale_implied,P_price,I_placebo,bias_log,1.0,1.0,2000.0,1.2762042378018776,1.1717154644038175,-0.10448877339806018,-0.08187464851082979,-0.10448877339806018,-0.10448877339806018,0.0,0.0004997501249375312,0.0074962518740629685,,,44resale_implied,P_price,J_cost_matched,mean_abs_log_error,1.0,1.0,2000.0,1.2762042378018776,1.2521066862228167,-0.024097551579060905,-0.018882206205933234,-0.024097551579060905,-0.024097551579060905,0.0,0.0004997501249375312,0.0074962518740629685,,,45resale_implied,P_price,J_cost_matched,rmse_log,1.0,1.0,2000.0,1.2762042378018776,1.2521066862228167,-0.024097551579060905,-0.018882206205933234,-0.024097551579060905,-0.024097551579060905,0.0,0.0004997501249375312,0.0074962518740629685,,,46resale_implied,P_price,J_cost_matched,bias_log,1.0,1.0,2000.0,1.2762042378018776,1.2521066862228167,-0.024097551579060905,-0.018882206205933234,-0.024097551579060905,-0.024097551579060905,0.0,0.0004997501249375312,0.0074962518740629685,,,47