1model,year,n,base_rate,logloss,brier,auc,pr_auc,cal_slope,cal_intercept2B1,2016,5869,0.26409950587834385,0.5107558877820405,0.16857392797269125,0.735011240654572,0.500945467507721,1.2494497859491622,0.171472156010109073B1,2017,6102,0.26565060635857096,0.515611491178578,0.16984987578741495,0.7242822908046463,0.5043325024275267,0.9962751832192096,-0.096552948130075574B1,2018,6498,0.2574638350261619,0.49782738398321014,0.1620684057289185,0.7367705929901607,0.5301762060572242,1.151806049798447,0.078444579652200255B1,2019,6949,0.3030651892358613,0.5465763063348406,0.18408356157759398,0.7356598327071174,0.540784901697575,1.0988331628172792,0.314542016256746276B1,2020,7706,0.33376589670386714,0.6024767340585744,0.20618518930278837,0.6788542943363579,0.5160964458836128,0.7474082200333076,0.037448901032498727B1,2021,8354,0.28369643284654056,0.511079277653556,0.16676796746277409,0.7597299549854464,0.579236689252566,1.0268125241260633,-0.133028510601830058B1,2022,8375,0.39570149253731346,0.6152475147310402,0.21340596991995822,0.7235597168974242,0.6219483680636773,0.9266744757900103,0.33961009014429719B1,2023,8895,0.3163575042158516,0.5601827810819275,0.189119657394288,0.7209691201473779,0.5415731917207974,1.0499673353298749,0.1410395534354526310B1,2024,9481,0.2984917202826706,0.5422263880543658,0.1802536554446686,0.7247052304364019,0.5466389151832708,0.9651729371351644,-0.106822503460122911B1,2025,10423,0.30413508586779237,0.5589796728615924,0.18556862696857168,0.7047669168550292,0.5412439268788232,0.8365497206824535,-0.128719410403871812B1,2026,8139,0.2948765204570586,0.5297051209510396,0.17357151703869136,0.7399549863506998,0.5787779218653628,1.0034404482412862,-0.0709728391055876513B2,2016,5869,0.26409950587834385,0.5061372848724751,0.16649519964994075,0.7491283077773379,0.5175558563435104,1.0891508737213083,-0.1790064529351850514B2,2017,6102,0.26565060635857096,0.5118384666004655,0.16850677151661628,0.7333403453693923,0.5117760294441798,0.9096302932822943,-0.0830330652465290415B2,2018,6498,0.2574638350261619,0.4889617759488238,0.15882529067328943,0.7526015441839147,0.5447395077875092,1.0987797919488123,0.02271616887697132416B2,2019,6949,0.3030651892358613,0.5339204100596248,0.17918954956028477,0.7501620200016512,0.5574327905029873,1.0415334280014856,0.1961716483106210317B2,2020,7706,0.33376589670386714,0.5730779554075073,0.19410487206476798,0.7224774942883748,0.5568217098936943,0.8192434325602835,-0.2256666352467688318B2,2021,8354,0.28369643284654056,0.5091112101500666,0.16606939356590983,0.7641341749588213,0.5801642345273731,0.9011888901780453,-0.2382703259438180619B2,2022,8375,0.39570149253731346,0.598907658373698,0.20624115140537266,0.7328752168624256,0.6314960225553641,0.8473910679772697,0.1459733439376757220B2,2023,8895,0.3163575042158516,0.5603535916071419,0.18942171485310716,0.7212981302990065,0.538053885980415,0.9474694199650215,0.0560886437090816121B2,2024,9481,0.2984917202826706,0.5386072373839011,0.1788100009958134,0.7301175253010653,0.5521657292139104,0.9023838503639865,-0.1181637434178624722B2,2025,10423,0.30413508586779237,0.5525861399478742,0.18260153540178214,0.7196697026488766,0.5546679232823021,0.8146518694367658,-0.1999025142689362723B2,2026,8139,0.2948765204570586,0.5261468831876263,0.17246425129775692,0.7453429023639426,0.5835264216003684,0.9404618795592531,-0.194038236578106924B3,2016,5869,0.26409950587834385,0.5081988803149804,0.16730723637442727,0.7467942848180209,0.5136020084012757,1.1164444181627011,-0.1693580310634788825B3,2017,6102,0.26565060635857096,0.5122862366447415,0.1689442311441444,0.7316043157613453,0.5088501811471627,0.9411193627467724,-0.02528430981151648726B3,2018,6498,0.2574638350261619,0.4899925734985685,0.15942120149163302,0.7511695969822447,0.5409746937446059,1.1185530662835037,0.03483998927906642527B3,2019,6949,0.3030651892358613,0.5346427798892879,0.1797085708710976,0.749303436549634,0.5554527166566062,1.0519884810815143,0.224319669253521428B3,2020,7706,0.33376589670386714,0.5698333366361298,0.19294063433126368,0.7241026796019098,0.5583745413311701,0.8645133967131213,-0.138834665320044929B3,2021,8354,0.28369643284654056,0.5097397091839849,0.16668121756180795,0.761907280173289,0.5766816377757611,0.9009776210787754,-0.2250535001637022430B3,2022,8375,0.39570149253731346,0.6057869548654603,0.2092255352779668,0.7305117756490909,0.6264055650298297,0.8234656422213801,0.1906976205191311731B3,2023,8895,0.3163575042158516,0.5606493228105808,0.18961113075536207,0.7210900299171327,0.5376241915727957,0.9561283812172608,0.0741022769368363532B3,2024,9481,0.2984917202826706,0.5373605437193341,0.17841998957305333,0.7316432131409873,0.5539006631587993,0.9256428960015787,-0.1115658300859894733B3,2025,10423,0.30413508586779237,0.5523120548900713,0.18278896022806793,0.7191179022625687,0.5536627546840526,0.8269883054283403,-0.2020531485700458634B3,2026,8139,0.2948765204570586,0.5267004514685595,0.1728429571840143,0.7451093396062032,0.5818929766067689,0.9536751469752843,-0.1956679755649527535B4,2016,5869,0.26409950587834385,0.5079595192104265,0.16722762200962063,0.7467155628916489,0.512858340773541,1.1292665176390118,-0.143889049644990436B4,2017,6102,0.26565060635857096,0.511275047254441,0.16859313578092977,0.7343264817756128,0.510380940181179,0.9544772796882395,-0.00683570292993224137B4,2018,6498,0.2574638350261619,0.4900401760951168,0.1593814524160958,0.7518261693647043,0.5416340176548702,1.1276656383290296,0.02824407374402090238B4,2019,6949,0.3030651892358613,0.5351572338714855,0.17995712794255708,0.748617118842186,0.5541762661133327,1.0512946260700182,0.2247959346290869839B4,2020,7706,0.33376589670386714,0.5682056905682068,0.1922562655073426,0.7255202864930591,0.5614994416278585,0.8854232866774625,-0.1191324998967848240B4,2021,8354,0.28369643284654056,0.5093906961267861,0.16657029589692907,0.7625525310814774,0.5770472208942766,0.9006134933528119,-0.2247375070935337441B4,2022,8375,0.39570149253731346,0.6065899769206533,0.2095903482906605,0.7308503725878024,0.6253968592199142,0.8151361111453854,0.1894051346692413342B4,2023,8895,0.3163575042158516,0.5602700125953904,0.18945795306238508,0.7216184915159211,0.5376985155639172,0.9550184901672856,0.0660817193949897543B4,2024,9481,0.2984917202826706,0.5378146726019226,0.17853840887859349,0.7313404876016943,0.5533658117631074,0.9246292081621896,-0.1129504124947765544B4,2025,10423,0.30413508586779237,0.551754894217024,0.18251392983274944,0.7197079768145542,0.5544930441953799,0.8326060258918117,-0.1756089631348616345B4,2026,8139,0.2948765204570586,0.5254872090644498,0.17238867802460614,0.7465255996979729,0.584077747131819,0.9533077589854101,-0.1995617694998747846B5,2016,5869,0.26409950587834385,0.5071381505268494,0.1670658372378787,0.7443500212862894,0.5118877465549577,1.1180876051018132,-0.1108944527607230347B5,2017,6102,0.26565060635857096,0.5112549595435559,0.16861062488311676,0.7330754666250716,0.5105315110229655,0.9525893692514084,-0.00803289691787488148B5,2018,6498,0.2574638350261619,0.490400378674154,0.1596049133199821,0.7509337264508856,0.5397159471365058,1.1190654622374352,0.0353755287889817549B5,2019,6949,0.3030651892358613,0.5359110193517617,0.18036518305584287,0.7490379296422383,0.5546469941305352,1.0506966641429272,0.256226255116868450B5,2020,7706,0.33376589670386714,0.5694951239886773,0.19284695820533224,0.72331947053795,0.5592213848026653,0.8726797305530075,-0.1235650385938198151B5,2021,8354,0.28369643284654056,0.5091438645265538,0.1664751893135511,0.7626484972585121,0.5772520680496539,0.9049340126409702,-0.2148787521286915452B5,2022,8375,0.39570149253731346,0.6088328820736741,0.21060912432769802,0.7299365960985095,0.6238969104134093,0.8084004788723906,0.2011651976069814353B5,2023,8895,0.3163575042158516,0.560124122510178,0.18939822488368127,0.7212898904355288,0.5373020005870551,0.9500410050181813,0.0486404917934192554B5,2024,9481,0.2984917202826706,0.5377095692447663,0.17849763556323614,0.7312078791520497,0.553871929301852,0.9247412449175332,-0.12735911201957255B5,2025,10423,0.30413508586779237,0.5515383530272056,0.18246373583969716,0.7200261308167489,0.5545498320002503,0.8320523720174545,-0.1804047819164217956B5,2026,8139,0.2948765204570586,0.524717599905583,0.17208567866974434,0.7475604780159145,0.5844645080688976,0.9524869021628692,-0.1833015246350560857LB1,2016,5869,0.26409950587834385,0.463750843768185,0.15078534146651834,0.7943344113407375,0.5899605253856136,1.1480899727946878,0.0628932991391490158LB1,2017,6102,0.26565060635857096,0.47048561420848534,0.1542726949301321,0.7863156812209093,0.592320670904905,0.9246776814733078,-0.2361912553530332359LB1,2018,6498,0.2574638350261619,0.4481826617860109,0.14512190197095592,0.7999266621036951,0.6158574538755053,0.999377410418621,-0.0800533564554318560LB1,2019,6949,0.3030651892358613,0.4898164245564902,0.16287293068085534,0.7988073366970745,0.6255850569070408,1.0548396365961399,0.233292618620992661LB1,2020,7706,0.33376589670386714,0.5697384670261423,0.19257559662811571,0.731202906734053,0.5877365961315191,0.7916043894116096,0.152857252818417762LB1,2021,8354,0.28369643284654056,0.4605835347907528,0.15032181578339096,0.8147089143482479,0.649922657055661,1.1273058453646974,-0.1232762880373230963LB1,2022,8375,0.39570149253731346,0.525362609517756,0.17666468544114217,0.8016323961728469,0.7238509219069624,1.0038193676593394,0.1577618372886665864LB1,2023,8895,0.3163575042158516,0.4875018587298464,0.161069716523985,0.8092428944618416,0.6668808144985827,1.1691072720997258,0.295707114484852165LB1,2024,9481,0.2984917202826706,0.48348621330718916,0.1589454787778493,0.7966141280064689,0.6414063843555613,1.0492018778854555,-0.060808394943994666LB1,2025,10423,0.30413508586779237,0.4958151078776117,0.16403749077157398,0.7859278070947255,0.6328585308142008,0.9728824808433969,-0.0959233446303689367LB1,2026,8139,0.2948765204570586,0.47610195830117674,0.1559131213081163,0.8001269820526224,0.6513863569776001,1.0489679042839635,-0.0646275757867440868LB2,2016,5869,0.26409950587834385,0.46772487640933025,0.15166385556251774,0.7956209994846477,0.5937536436308037,1.1939719044847008,-0.1108824254617082269LB2,2017,6102,0.26565060635857096,0.46498926486543046,0.15211626003668927,0.7895216226548973,0.5959695346536691,0.9499274186904962,-0.1020401283489770970LB2,2018,6498,0.2574638350261619,0.44856137322642675,0.14561249470530904,0.7999627116439396,0.6134591306349646,0.9923787398767125,-0.0669207951955843571LB2,2019,6949,0.3030651892358613,0.48398919925919137,0.1607729606838302,0.8028690629351376,0.6316728035128001,1.071630558525088,0.1648926247177257672LB2,2020,7706,0.33376589670386714,0.5367171463426734,0.18134128317880419,0.7591394333268103,0.6119948864509284,0.9869289125590358,0.0677338812684758973LB2,2021,8354,0.28369643284654056,0.4562638924980439,0.14875656845178223,0.8198146534217831,0.6553931785401278,1.1062536940671093,-0.1433360959435811374LB2,2022,8375,0.39570149253731346,0.5152766994812709,0.17224977953299278,0.8093128646445771,0.7375170345898457,1.075504377855331,-0.00152112966769955475LB2,2023,8895,0.3163575042158516,0.48877689150138415,0.1614494259877658,0.8059214697765898,0.6650792041751482,1.1489790938228281,0.2441953949287223676LB2,2024,9481,0.2984917202826706,0.4800924241443243,0.1576244294723488,0.7995436802988791,0.6461100141126097,1.0375518523783103,-0.02937287878121563577LB2,2025,10423,0.30413508586779237,0.4966141640245345,0.16455195037439663,0.7872477438901601,0.6303711799685108,0.9742698872584579,-0.1585738490576324278LB2,2026,8139,0.2948765204570586,0.47815689657740157,0.15680064356446405,0.8007653046407619,0.6481770735979568,1.0475021680356924,-0.147606098866451979LB3,2016,5869,0.26409950587834385,0.466364233947265,0.1508774558937835,0.7969785419265213,0.6047553417269644,1.2310770224654264,-0.0970124865190782880LB3,2017,6102,0.26565060635857096,0.4657599243212095,0.1522347223015933,0.7891444044847111,0.5940346455200646,0.9834810266923084,-0.0938884891874924281LB3,2018,6498,0.2574638350261619,0.44776300080694176,0.1449654963737474,0.8022862345883569,0.6151952110682302,1.0594108255282257,-0.0363432552272581182LB3,2019,6949,0.3030651892358613,0.4868659120807705,0.16181019113667605,0.8002180137220403,0.6279686556870572,1.1024221335390325,0.1809969634494502483LB3,2020,7706,0.33376589670386714,0.53967542479815,0.18229101940912593,0.7563292107445803,0.6079193276310005,0.966849156967754,0.0624789386645933684LB3,2021,8354,0.28369643284654056,0.4552688631360851,0.14844112636648782,0.8190620134705207,0.6560018781593411,1.0906349028218472,-0.1021298247865760685LB3,2022,8375,0.39570149253731346,0.5174683322698801,0.1731351767979748,0.8072212430198291,0.7345055829121694,1.0649314695012753,0.0202403299225187986LB3,2023,8895,0.3163575042158516,0.4948812488099092,0.1641354054923773,0.8012494087459665,0.6564231152005326,1.1195613470100159,0.3090179968095473487LB3,2024,9481,0.2984917202826706,0.4812639212184594,0.15816605421487584,0.7984322344789407,0.6424619998577716,1.0242584212338017,-0.00388061606388303688LB3,2025,10423,0.30413508586779237,0.4967605289012378,0.1645590199953845,0.7868540419041223,0.6298440963382583,0.9735930871269916,-0.141970205114262289LB3,2026,8139,0.2948765204570586,0.4798547111947886,0.1573564973431148,0.7990033832839635,0.6451593417878029,1.0550120407972543,-0.1404839592446986790LB4,2016,5869,0.26409950587834385,0.46661165340360305,0.15090928285164318,0.7976099604896594,0.600112076190707,1.2596648015247935,-0.066157052038469591LB4,2017,6102,0.26565060635857096,0.4658056868096707,0.15237838384574895,0.788220770651215,0.5942778696907767,0.9303354117142161,-0.082171692659245692LB4,2018,6498,0.2574638350261619,0.4484234018586888,0.14528587031820453,0.8023414857737489,0.6121409975184383,1.0876711155571501,-0.01106228990183469793LB4,2019,6949,0.3030651892358613,0.4854828011594318,0.16134909521084945,0.8018559599535579,0.630428962860946,1.0952324470813577,0.1832268880550288594LB4,2020,7706,0.33376589670386714,0.5370986435276226,0.18119989390984226,0.7589830489991101,0.612032812420978,0.9904158383466287,0.06134533435448380595LB4,2021,8354,0.28369643284654056,0.4565965271942924,0.1488165924028402,0.8182772907782215,0.6555266284850243,1.1133824858395938,-0.1176594337031658596LB4,2022,8375,0.39570149253731346,0.5181072699121965,0.17342272608652656,0.8066219163024617,0.7334312069959805,1.0746523369438368,0.01688548885645829797LB4,2023,8895,0.3163575042158516,0.49583731589985464,0.16461732165827933,0.8008643558349396,0.6558862024787854,1.1278326948056756,0.328392540061629798LB4,2024,9481,0.2984917202826706,0.4817608681342123,0.15836269639700512,0.7979409563003093,0.6417483023331706,1.0249874258013332,0.0061914324768467799LB4,2025,10423,0.30413508586779237,0.4964292039782962,0.1644835571273241,0.7872624011558799,0.6291016152445907,0.9708861558658956,-0.13495790388354892100LB4,2026,8139,0.2948765204570586,0.4812968011369164,0.15793830660055114,0.7976786751466575,0.641965047820888,1.0448370239690257,-0.14875258237651184101LB5,2016,5869,0.26409950587834385,0.46607170495216255,0.15089514400754203,0.7963622104877921,0.599212231294948,1.2104378352628609,-0.08881651880361026102LB5,2017,6102,0.26565060635857096,0.46478569799806835,0.15180828523309292,0.7900508294600782,0.5964856457565391,1.0120123005318797,-0.06506580743077434103LB5,2018,6498,0.2574638350261619,0.446965365905867,0.14489686839582586,0.8028007147967258,0.6140960804494273,1.0394402471647284,-0.02385613707909359104LB5,2019,6949,0.3030651892358613,0.48559544460076376,0.16140835867113112,0.8018201733873839,0.6302751657085516,1.0635555890525716,0.17910799403048644105LB5,2020,7706,0.33376589670386714,0.5368137729052271,0.18119385025344853,0.7604517742540354,0.6130098275899375,0.9488042330740092,0.060185504372826736106LB5,2021,8354,0.28369643284654056,0.45691002975842426,0.14907368486985734,0.8180760509036755,0.6539132680060431,1.1192340741060929,-0.11048685859409521107LB5,2022,8375,0.39570149253731346,0.5175010498037221,0.17312418870212196,0.807158102650381,0.7348448066594137,1.060048407998306,0.016784122213637866108LB5,2023,8895,0.3163575042158516,0.49611900717784785,0.16472439145591944,0.8003181288567383,0.6549161092576122,1.121957466884319,0.32284140226414687109LB5,2024,9481,0.2984917202826706,0.48124895987274274,0.15821849465550972,0.7985400851010475,0.6424476133326087,1.030844408578382,-0.0073594802689479575110LB5,2025,10423,0.30413508586779237,0.4981884593453368,0.1650762573080499,0.7862432210146048,0.6284248472525844,0.9691043510866618,-0.17501714789015757111LB5,2026,8139,0.2948765204570586,0.4805332759433156,0.157731478525886,0.7984025236684671,0.6427228217103653,1.060455598699748,-0.1386493232513407112