model,reference,metric,H,diff,lo,hi,dm_t,dm_p,lag,n,rel_diff,p_holm,p_bh
mrpt_small,mrpt_small_1m_only,crps,5,-9.345722196118322e-08,-3.4653993971864564e-07,1.4791043909794656e-07,-0.7959776580623332,0.4260450214459506,60,254334,-0.00011233442784816656,1.0,0.5049422476396451
mrpt_small,mrpt_small_1m_only,crps,15,3.3555941407775204e-08,-4.192787577361158e-07,4.736580330045927e-07,0.1577659471425827,0.8746412327945685,60,254334,2.377689667631506e-05,1.0,0.9455988989421724
mrpt_small,mrpt_small_1m_only,crps,30,2.4888457210533903e-07,-5.57072157415391e-07,1.1970605006605097e-06,0.6939782566104902,0.48769584484708517,120,254334,0.00012776195774590653,1.0,0.5573666798252401
mrpt_small,mrpt_small_1m_only,crps,60,6.899155577917621e-08,-1.2776249046346034e-06,1.3716539353897955e-06,0.10250957687281541,0.9183522116502048,240,254334,2.565360327618001e-05,1.0,0.9455988989421724
mrpt_small,mrpt_small_1m_only,wis,5,-1.3719254088659945e-07,-3.9860592326890387e-07,1.1450477063830938e-07,-1.1602324397289967,0.24595418270411806,60,254334,-0.00018314491877929886,1.0,0.30271284025122225
mrpt_small,mrpt_small_1m_only,wis,15,-1.7835850085625442e-08,-4.286301032171653e-07,3.7392047291555354e-07,-0.08502246054171837,0.9322435344308508,60,254334,-1.403175528437003e-05,1.0,0.9790272220504408
mrpt_small,mrpt_small_1m_only,wis,30,4.8538651793280614e-08,-7.602574607864937e-07,9.62333027395157e-07,0.13728336705118438,0.8908068171230226,120,254334,2.7664468460122153e-05,1.0,0.9790272220504408
mrpt_small,mrpt_small_1m_only,wis,60,-2.9596974828609534e-07,-1.5895925076164926e-06,9.709851842164757e-07,-0.4502554815205827,0.6525262352136252,240,254334,-0.00012206315471934111,1.0,0.7733644269198521
mrpt_small,mrpt_small_1m_only,qlike,5,-0.002621944639807954,-0.004250307924541595,-0.0008815220463603324,-3.5359962474756266,0.00040624046396620095,60,254334,-2621944639.8079543,0.0032499237117296076,0.0005199877938767372
mrpt_small,mrpt_small_1m_only,qlike,15,-0.0035573985271634277,-0.0052877123599008825,-0.0021147481970896225,-6.277565585626413,3.439151186057643e-10,60,254334,-3557398527.163428,4.8148116604807e-09,5.792254629149714e-10
mrpt_small,mrpt_small_1m_only,qlike,30,-0.005054109925847444,-0.0075910136462273995,-0.0029929511198385854,-5.1092376199951595,3.2346134082317235e-07,120,254334,-5054109925.847445,3.2346134082317235e-06,4.5003316984093544e-07
mrpt_small,mrpt_small_1m_only,qlike,60,-0.00826176462676198,-0.013240658902027802,-0.004418456176785115,-4.2514021433192895,2.124363278199759e-05,240,254334,-8261764626.761981,0.0001911926950379783,2.8324843709330118e-05
mrpt_base,mrpt_small,crps,5,2.804335820211995e-07,-1.5518086546902073e-07,6.782755404898532e-07,1.8224528997532912,0.06838629419242492,60,254334,0.00033711557566342787,0.6926782126504474,0.09514614844163467
mrpt_base,mrpt_small,crps,15,5.347321385289807e-07,8.910507311741787e-08,1.0135654164583141e-06,1.8593979893205768,0.06297074660458613,60,254334,0.0003788887444429454,0.6926782126504474,0.09159381324303437
mrpt_base,mrpt_small,crps,30,3.065770913957574e-08,-1.4576356277355407e-06,1.1601005791609335e-06,0.0705855379580416,0.9437276207387315,120,254334,1.573576273159931e-05,1.0,0.9455988989421724
mrpt_base,mrpt_small,crps,60,5.49242586133662e-08,-2.146852307408525e-06,1.8688644495456335e-06,0.068234581641363,0.9455988989421724,240,254334,2.0422339801753523e-05,1.0,0.9455988989421724
mrpt_base,mrpt_small,wis,5,3.2141928211983925e-07,-1.3719470124423073e-07,7.329480644110207e-07,1.9814419347494414,0.04754173496276404,60,254334,0.00042915665077389195,0.42787561466487634,0.06338897995035205
mrpt_base,mrpt_small,wis,15,6.683005684084702e-07,1.711284368440131e-07,1.2455827240930406e-06,2.18759420436335,0.028699174386221715,60,254334,0.000525770376569857,0.28699174386221715,0.03992928610256934
mrpt_base,mrpt_small,wis,30,1.547523434107348e-07,-1.3657312418805376e-06,1.2945014260782846e-06,0.3513235189866188,0.7253456525140587,120,254334,8.819822415805445e-05,1.0,0.828966460016067
mrpt_base,mrpt_small,wis,60,5.423009804187979e-08,-2.2837632593150893e-06,1.9771085469832227e-06,0.06467518448023424,0.9484326213613645,240,254334,2.2368181144777435e-05,1.0,0.9790272220504408
mrpt_base,mrpt_small,qlike,5,0.0017535033546926604,-0.0041032036964841045,0.005610922279331099,0.8822344786617691,0.37765002035701833,60,254334,1753503354.6926606,0.4552059663679566,0.37765002035701833
mrpt_base,mrpt_small,qlike,15,0.0026746205610763724,-0.0002603545966320697,0.0053759101773533284,2.60987741667192,0.009057467247432172,60,254334,2674620561.0763726,0.05434480348459303,0.010734775996956648
mrpt_base,mrpt_small,qlike,30,0.002305391511388992,-0.0018224455355252446,0.005859304337818901,1.5015021336941394,0.1332257352322237,120,254334,2305391511.388992,0.4552059663679566,0.14210745091437194
mrpt_base,mrpt_small,qlike,60,0.0034414079816432134,-0.0021097750688606797,0.008635310838086947,1.581334865953418,0.11380149159198916,240,254334,3441407981.6432133,0.4552059663679566,0.12557405968771218
mrpt_small,har_rv,crps,5,-9.819968346921009e-06,-1.100870647146193e-05,-8.781041209228571e-06,-19.089006690297126,0.0,60,254334,-0.011667079275835539,0.0,0.0
mrpt_small,har_rv,crps,15,-1.868656769553681e-06,-3.665973707518298e-06,-1.1911966514261262e-07,-2.296553734993448,0.021644240456662134,60,254334,-0.0013223009428158757,0.2597308854799456,0.03298169974348515
mrpt_small,har_rv,crps,30,-1.2479064850837174e-06,-3.952486351086392e-06,1.098477804475804e-06,-1.0033359818520098,0.3156987808042253,120,254334,-0.0006401062342405006,1.0,0.3885523456052004
mrpt_small,har_rv,crps,60,2.1072352982829656e-06,-2.1421094664038776e-06,5.967322014799646e-06,1.0844776340554567,0.27815307842505677,240,254334,0.0007841420474213918,1.0,0.35603594038407266
mrpt_small,har_rv,wis,5,-1.0265601605480909e-05,-1.1470818535039135e-05,-9.212019030379929e-06,-19.687215438584186,0.0,60,254334,-0.013521225985925877,0.0,0.0
mrpt_small,har_rv,wis,15,-2.8839590134663858e-06,-4.579940534277205e-06,-1.2776479961413498e-06,-3.7616861521003386,0.00016877174164808828,60,254334,-0.0022637534041728942,0.0028691196080175008,0.00033754348329617656
mrpt_small,har_rv,wis,30,-2.653125339371483e-06,-5.190690677334288e-06,-4.1305671790099384e-07,-2.297507020727016,0.021589863024656708,120,254334,-0.0015098165220712592,0.2374884932712238,0.0314034371267734
mrpt_small,har_rv,wis,60,2.2823841697728298e-08,-3.936807329624759e-06,3.6727825572606337e-06,0.012623653629487539,0.9899280491741778,240,254334,9.41419341207789e-06,1.0,0.9899280491741778
mrpt_small,har_rv,qlike,5,-0.0663339285977676,-0.07817354999484873,-0.04754423452770531,-10.074426944882626,0.0,60,254334,-66333928597.7676,0.0,0.0
mrpt_small,har_rv,qlike,15,-0.021784001012257016,-0.028486501369756122,-0.016557752949962756,-10.577567537602276,0.0,60,254334,-21784001012.257015,0.0,0.0
mrpt_small,har_rv,qlike,30,-0.02233805086674851,-0.029554145930490747,-0.017412922556594178,-10.264161333833448,0.0,120,254334,-22338050866.748512,0.0,0.0
mrpt_small,har_rv,qlike,60,-0.02503295060945823,-0.034360206685075174,-0.018579481209546868,-7.267647245087087,3.6570746431152656e-13,240,254334,-25032950609.45823,5.851319428984425e-12,6.883905210569911e-13
mrpt_small,garch_t,crps,5,-7.5593299416634325e-06,-9.956040145792631e-06,-5.865987322181251e-06,-12.279667444008501,0.0,60,254334,-0.009005407821732984,0.0,0.0
mrpt_small,garch_t,crps,15,-8.046919410620993e-06,-1.0615524918142503e-05,-4.720467808289147e-06,-6.035538876910465,1.584330888704244e-09,60,254334,-0.005669384091853252,3.643961044019761e-08,5.069858843853581e-09
mrpt_small,garch_t,crps,30,-1.6786380012014106e-05,-1.9455552950809045e-05,-1.4117166009345978e-05,-12.40536365779126,0.0,120,254334,-0.008542388145467988,0.0,0.0
mrpt_small,garch_t,crps,60,-3.520111842222945e-05,-4.3426527616762e-05,-2.8614301397525892e-05,-10.60415621683382,0.0,240,254334,-0.012919635751166626,0.0,0.0
mrpt_small,garch_t,wis,5,-8.318448319677025e-06,-1.080846871554867e-05,-6.640795650176786e-06,-13.196889441397078,0.0,60,254334,-0.010984726340313639,0.0,0.0
mrpt_small,garch_t,wis,15,-9.325823896647642e-06,-1.2068021856614827e-05,-5.737756587950278e-06,-6.474591712619911,9.506861964325708e-11,60,254334,-0.0072834435375703395,2.186578251794913e-09,3.042195828584227e-10
mrpt_small,garch_t,wis,30,-1.900422649361972e-05,-2.1639282561783525e-05,-1.6374480327119217e-05,-13.818626332136915,0.0,120,254334,-0.010715050111725362,0.0,0.0
mrpt_small,garch_t,wis,60,-3.822868937675137e-05,-4.6082519575287746e-05,-3.202804787044651e-05,-11.627702280120438,0.0,240,254334,-0.015523338070829838,0.0,0.0
mrpt_small,garch_t,qlike,5,-0.09474050751765842,-0.10903285803126231,-0.07594284249478189,-12.471407966245277,0.0,60,254334,-94740507517.65842,0.0,0.0
mrpt_small,garch_t,qlike,15,-0.09345116810453866,-0.10242355453020652,-0.08362615970489967,-22.40780446695406,0.0,60,254334,-93451168104.53867,0.0,0.0
mrpt_small,garch_t,qlike,30,-0.10258537845285387,-0.10757138324894315,-0.0977815361832884,-32.342317320131656,0.0,120,254334,-102585378452.85387,0.0,0.0
mrpt_small,garch_t,qlike,60,-0.1265545819950383,-0.1330485984728416,-0.12035367813563334,-36.484762997954284,0.0,240,254334,-126554581995.0383,0.0,0.0
mrpt_small,lightgbm,crps,5,-1.4810070468955387e-05,-1.8128803802620323e-05,-1.204483830555525e-05,-13.054159873024275,0.0,60,254334,-0.017492100942456828,0.0,0.0
mrpt_small,lightgbm,crps,15,-4.700271047949229e-06,-1.046281467949336e-05,-1.9999968418640406e-07,-2.7054821983718464,0.006820530380561296,60,254334,-0.0033193598944893043,0.09548742532785814,0.011487209061997971
mrpt_small,lightgbm,crps,30,-5.789899693449303e-06,-1.2285242586054451e-05,-2.3086837000038002e-07,-2.387408663342763,0.01696761835642957,120,254334,-0.0029629915829581903,0.2205790386335844,0.027148189370287314
mrpt_small,lightgbm,crps,60,-3.992522042488221e-06,-1.1930677860072141e-05,2.8316802603840552e-06,-1.1449501604692731,0.2522298036140873,240,254334,-0.0014823282063175197,1.0,0.33630640481878304
mrpt_small,lightgbm,wis,5,-1.541645607096556e-05,-1.8880376225689053e-05,-1.2566414474976014e-05,-13.071666117641529,0.0,60,254334,-0.02016878521657467,0.0,0.0
mrpt_small,lightgbm,wis,15,-5.092380771865679e-06,-1.0256891986093345e-05,-9.044516012824285e-07,-3.20657882380897,0.0013432349948796496,60,254334,-0.003990329027955133,0.020148524923194744,0.002387973324230488
mrpt_small,lightgbm,wis,30,-6.333922988755349e-06,-1.214248361113795e-05,-1.3485555800675362e-06,-2.8968317965437693,0.003769518007689765,120,254334,-0.003596917259564555,0.04523421609227718,0.005744027440289165
mrpt_small,lightgbm,wis,60,-4.721586747566937e-06,-1.1950314377544841e-05,1.4842967904385159e-06,-1.4916337856366415,0.13579517611040903,240,254334,-0.0019437181374317575,1.0,0.17381782542132357
mrpt_small,lightgbm,qlike,5,-14.570673016516617,-26.550096074345387,-5.655599791578403,-3.061557023017683,0.002201890471486223,60,254334,-6.623258761352872,0.015413233300403562,0.002710019041829198
mrpt_small,lightgbm,qlike,15,-0.06512320931673064,-0.12654621650906736,-0.033074059122089425,-2.4565628896962903,0.01402732474643198,60,254334,-65123209316.730644,0.0701366237321599,0.016031228281636545
mrpt_small,lightgbm,qlike,30,-0.01808622025016692,-0.022835597206845883,-0.013631585194273302,-8.702657796599137,0.0,120,254334,-18086220250.16692,0.0,0.0
mrpt_small,lightgbm,qlike,60,-0.01514239590517765,-0.021361286215572234,-0.00964294318140625,-5.378296122146715,7.519406786116178e-08,240,254334,-15142395905.17765,8.271347464727796e-07,1.0937318961623532e-07
mrpt_small,tcn,crps,5,-7.692126581764898e-07,-1.1382795181916168e-06,-4.3702578134042e-07,-3.335710243018335,0.0008508179256445647,60,254334,-0.0009238337419419791,0.013613086810313035,0.00160153962474271
mrpt_small,tcn,crps,15,-1.6765685744804124e-06,-2.4244425766431986e-06,-8.248553854920936e-07,-4.846469505106551,1.2567789544615238e-06,60,254334,-0.0011865365653272676,2.5135579089230475e-05,3.0936097340591355e-06
mrpt_small,tcn,crps,30,-3.2235236684523465e-06,-4.681982063314582e-06,-1.6110321235340236e-06,-5.496623831674969,3.8713127814560266e-08,120,254334,-0.001651813440915802,8.129756841057656e-07,1.0323500750549404e-07
mrpt_small,tcn,crps,60,-6.63900863971644e-06,-9.33680527516011e-06,-3.8139124561017184e-06,-5.681881485379654,1.3322096759083024e-08,240,254334,-0.0024624859739714473,2.9308612869982653e-07,3.875519057187789e-08
mrpt_small,tcn,wis,5,-7.277181030688989e-07,-1.0931687963405996e-06,-3.985603821429523e-07,-3.1457249240629377,0.0016567574767001325,60,254334,-0.0009707006593738642,0.023194604673801855,0.002790328381810749
mrpt_small,tcn,wis,15,-1.4957337830696763e-06,-2.3232715583376093e-06,-5.613121349470222e-07,-4.245083504763574,2.1851203019229715e-05,60,254334,-0.0011753516908790175,0.0004151728573653646,4.994560690109649e-05
mrpt_small,tcn,wis,30,-3.0325199362828295e-06,-4.502931655055622e-06,-1.3400777769238617e-06,-5.188503691886831,2.1199055977305648e-07,120,254334,-0.0017253464542093518,4.451801755234186e-06,5.653081593948173e-07
mrpt_small,tcn,wis,60,-6.025576282643328e-06,-8.6778358357015e-06,-3.238287704025555e-06,-5.229173533377373,1.7026948673226627e-07,240,254334,-0.0024791958285663588,3.745928708109858e-06,4.95329415948411e-07
mrpt_small,tcn,qlike,5,-0.0018096159553735852,-0.004640568155567701,0.0025079164746358066,-1.2366586779712452,0.21621382565624003,60,254334,-1809615955.3735852,0.4552059663679566,0.2231884651935381
mrpt_small,tcn,qlike,15,-0.0047730238449979895,-0.006844590404035218,-0.002179343401454932,-5.677341155461577,1.368044633132115e-08,60,254334,-4773023844.99799,1.7784580230717495e-07,2.1888714130113843e-08
mrpt_small,tcn,qlike,30,-0.0055916143278081564,-0.0080520497167657,-0.0027271123637864748,-5.577389251832186,2.441551250065288e-08,120,254334,-5591614327.808157,2.9298615000783457e-07,3.720459047718534e-08
mrpt_small,tcn,qlike,60,-0.008801983855707525,-0.011772740711953257,-0.005940260069458614,-6.896661649769061,5.323963492287476e-12,240,254334,-8801983855.707525,7.985945238431214e-11,9.464823986288845e-12
mrpt_small,mlp,crps,5,-1.627694505245576e-06,-2.278281259428558e-06,-1.0448798586695522e-06,-3.971698881496194,7.136188783340991e-05,60,254334,-0.001952867365338663,0.0012845139810013784,0.0001522386940446078
mrpt_small,mlp,crps,15,-2.0353745749710326e-06,-2.9657493589547564e-06,-1.2600928389929717e-06,-4.583324941044196,4.57640032447415e-06,60,254334,-0.0014401040847991258,8.695160616500885e-05,1.0460343598798058e-05
mrpt_small,mlp,crps,30,-2.540681104602146e-06,-4.0387450774285105e-06,-9.127672706213753e-07,-3.4689135747791777,0.0005225675294908694,120,254334,-0.0013023636872599791,0.00888364800134478,0.0010451350589817388
mrpt_small,mlp,crps,60,-3.967011340592031e-06,-6.34823842803383e-06,-1.2821035966483644e-06,-3.0349814178207746,0.002405505072137215,240,254334,-0.001472870641491231,0.036082576082058226,0.004276453461577271
mrpt_small,mlp,wis,5,-1.7671373019225786e-06,-2.449111828913343e-06,-1.1686993354884714e-06,-4.091413298800195,4.2875224005811674e-05,60,254334,-0.002353914681607,0.0007717540321046101,9.146714454573157e-05
mrpt_small,mlp,wis,15,-2.0261688909890916e-06,-2.926679542615423e-06,-1.2795750352371997e-06,-4.765929739892497,1.879847634445042e-06,60,254334,-0.0015915056798601595,3.759695268890084e-05,4.627317254018565e-06
mrpt_small,mlp,wis,30,-2.5464516752786597e-06,-3.985936273344508e-06,-8.712243955221778e-07,-3.6187833357798036,0.0002959913151776572,120,254334,-0.0014491996136156895,0.004735861042842515,0.0005571601226873548
mrpt_small,mlp,wis,60,-3.752249296415449e-06,-6.0551233500809866e-06,-1.22776439402545e-06,-2.9888385524039056,0.0028004006186306274,240,254334,-0.0015452912158346438,0.036405208042198156,0.004480640989809004
mrpt_small,mlp,qlike,5,-0.011763245367138547,-0.014966778350080524,-0.007631843207416724,-7.852029080178739,3.9968028886505635e-15,60,254334,-11763245367.138548,7.194245199571014e-14,8.526512829121202e-15
mrpt_small,mlp,qlike,15,-0.010431389502826469,-0.012760341017120473,-0.007860438562609843,-11.811822467974537,0.0,60,254334,-10431389502.82647,0.0,0.0
mrpt_small,mlp,qlike,30,-0.009155660462126038,-0.011804001233715205,-0.006481306511839734,-9.322186566269105,0.0,120,254334,-9155660462.126038,0.0,0.0
mrpt_small,mlp,qlike,60,-0.010190573623527769,-0.013555328832457596,-0.00747150385241527,-7.6216251389252605,2.5091040356528538e-14,240,254334,-10190573623.52777,4.2654768606098514e-13,5.0182080713057076e-14
mrpt_small,naive_rw,crps,5,-3.417816541036671e-05,-3.699635883699846e-05,-3.151266780497306e-05,-32.967934780190554,0.0,60,254334,-0.03946488074330116,0.0,0.0
mrpt_small,naive_rw,crps,15,-5.694076150393374e-05,-6.23380984451125e-05,-5.240286882272373e-05,-38.09006348344424,0.0,60,254334,-0.03878117434750389,0.0,0.0
mrpt_small,naive_rw,crps,30,-7.725526917816366e-05,-8.427887803737327e-05,-7.091865894398307e-05,-32.22184495301381,0.0,120,254334,-0.0381406238069877,0.0,0.0
mrpt_small,naive_rw,crps,60,-0.00010649956295364702,-0.00011815143257060919,-9.514510495009396e-05,-23.323201844431846,0.0,240,254334,-0.038091061931371774,0.0,0.0
mrpt_small,naive_rw,wis,5,-3.323170379270083e-05,-3.5974862442330806e-05,-3.0558683104864925e-05,-30.06106398556616,0.0,60,254334,-0.04248560813026913,0.0,0.0
mrpt_small,naive_rw,wis,15,-5.512982873568563e-05,-6.110262281413639e-05,-5.0516180811630366e-05,-35.501777575170365,0.0,60,254334,-0.04156920192438886,0.0,0.0
mrpt_small,naive_rw,wis,30,-7.400292442062073e-05,-8.111029028061671e-05,-6.762749765031365e-05,-30.978452035000043,0.0,120,254334,-0.04046971764784304,0.0,0.0
mrpt_small,naive_rw,wis,60,-0.00010070267917585592,-0.00011286009922796027,-8.863680154186604e-05,-21.164401081595848,0.0,240,254334,-0.03988014753507005,0.0,0.0
mrpt_small,naive_rw,qlike,5,-0.1862454665763433,-0.20208637166379134,-0.1675346298911276,-29.398639777908198,0.0,60,254334,-186245466576.34332,0.0,0.0
mrpt_small,naive_rw,qlike,15,-0.17586756948614737,-0.1873689590181809,-0.16332472785901322,-43.49840318292987,0.0,60,254334,-175867569486.14737,0.0,0.0
mrpt_small,naive_rw,qlike,30,-0.16319208002183255,-0.1755812316466507,-0.1478883429255649,-29.773923663597397,0.0,120,254334,-163192080021.83255,0.0,0.0
mrpt_small,naive_rw,qlike,60,-0.15332871126334904,-0.16733117514922358,-0.13544106067270567,-22.11636217808482,0.0,240,254334,-153328711263.34906,0.0,0.0