spb/wpai0002_uqo

1% generated by scripts/build_figures.py from ConfModels — do not edit2\newcommand{\ConfModelsBZeroIdentityChrf}{74.10}3\newcommand{\ConfModelsBZeroIdentityChrfLo}{72.99}4\newcommand{\ConfModelsBZeroIdentityChrfHi}{75.54}5\newcommand{\ConfModelsBZeroIdentityEditSim}{0.730}6\newcommand{\ConfModelsBZeroIdentityEditSimLo}{0.721}7\newcommand{\ConfModelsBZeroIdentityEditSimHi}{0.742}8\newcommand{\ConfModelsBZeroIdentityRougeL}{0.735}9\newcommand{\ConfModelsBZeroIdentityRougeLLo}{0.723}10\newcommand{\ConfModelsBZeroIdentityRougeLHi}{0.751}11\newcommand{\ConfModelsBZeroIdentityExactMatch}{0.000}12\newcommand{\ConfModelsBZeroIdentityExactMatchLo}{0.000}13\newcommand{\ConfModelsBZeroIdentityExactMatchHi}{0.000}14\newcommand{\ConfModelsBZeroIdentityNumberRecall}{1.000}15\newcommand{\ConfModelsBZeroIdentityNumberRecallLo}{1.000}16\newcommand{\ConfModelsBZeroIdentityNumberRecallHi}{1.000}17\newcommand{\ConfModelsBZeroIdentityPlaceholdersExact}{1.000}18\newcommand{\ConfModelsBZeroIdentityPlaceholdersExactLo}{1.000}19\newcommand{\ConfModelsBZeroIdentityPlaceholdersExactHi}{1.000}20\newcommand{\ConfModelsBZeroIdentityN}{531}21\newcommand{\ConfModelsBOneGenericParaphraseChrf}{70.56}22\newcommand{\ConfModelsBOneGenericParaphraseChrfLo}{69.49}23\newcommand{\ConfModelsBOneGenericParaphraseChrfHi}{71.97}24\newcommand{\ConfModelsBOneGenericParaphraseEditSim}{0.597}25\newcommand{\ConfModelsBOneGenericParaphraseEditSimLo}{0.584}26\newcommand{\ConfModelsBOneGenericParaphraseEditSimHi}{0.611}27\newcommand{\ConfModelsBOneGenericParaphraseRougeL}{0.640}28\newcommand{\ConfModelsBOneGenericParaphraseRougeLLo}{0.627}29\newcommand{\ConfModelsBOneGenericParaphraseRougeLHi}{0.655}30\newcommand{\ConfModelsBOneGenericParaphraseExactMatch}{0.000}31\newcommand{\ConfModelsBOneGenericParaphraseExactMatchLo}{0.000}32\newcommand{\ConfModelsBOneGenericParaphraseExactMatchHi}{0.000}33\newcommand{\ConfModelsBOneGenericParaphraseNumberRecall}{1.000}34\newcommand{\ConfModelsBOneGenericParaphraseNumberRecallLo}{0.999}35\newcommand{\ConfModelsBOneGenericParaphraseNumberRecallHi}{1.000}36\newcommand{\ConfModelsBOneGenericParaphrasePlaceholdersExact}{1.000}37\newcommand{\ConfModelsBOneGenericParaphrasePlaceholdersExactLo}{1.000}38\newcommand{\ConfModelsBOneGenericParaphrasePlaceholdersExactHi}{1.000}39\newcommand{\ConfModelsBOneGenericParaphraseN}{531}40\newcommand{\ConfModelsHtrMOneSmallChrf}{73.01}41\newcommand{\ConfModelsHtrMOneSmallChrfLo}{71.99}42\newcommand{\ConfModelsHtrMOneSmallChrfHi}{74.33}43\newcommand{\ConfModelsHtrMOneSmallEditSim}{0.717}44\newcommand{\ConfModelsHtrMOneSmallEditSimLo}{0.707}45\newcommand{\ConfModelsHtrMOneSmallEditSimHi}{0.730}46\newcommand{\ConfModelsHtrMOneSmallRougeL}{0.723}47\newcommand{\ConfModelsHtrMOneSmallRougeLLo}{0.711}48\newcommand{\ConfModelsHtrMOneSmallRougeLHi}{0.737}49\newcommand{\ConfModelsHtrMOneSmallExactMatch}{0.000}50\newcommand{\ConfModelsHtrMOneSmallExactMatchLo}{0.000}51\newcommand{\ConfModelsHtrMOneSmallExactMatchHi}{0.000}52\newcommand{\ConfModelsHtrMOneSmallNumberRecall}{0.993}53\newcommand{\ConfModelsHtrMOneSmallNumberRecallLo}{0.987}54\newcommand{\ConfModelsHtrMOneSmallNumberRecallHi}{0.997}55\newcommand{\ConfModelsHtrMOneSmallPlaceholdersExact}{0.994}56\newcommand{\ConfModelsHtrMOneSmallPlaceholdersExactLo}{0.984}57\newcommand{\ConfModelsHtrMOneSmallPlaceholdersExactHi}{1.000}58\newcommand{\ConfModelsHtrMOneSmallN}{531}59\newcommand{\ConfModelsHtrMOneTinySThreeChrf}{73.25}60\newcommand{\ConfModelsHtrMOneTinySThreeChrfLo}{72.26}61\newcommand{\ConfModelsHtrMOneTinySThreeChrfHi}{74.46}62\newcommand{\ConfModelsHtrMOneTinySThreeEditSim}{0.723}63\newcommand{\ConfModelsHtrMOneTinySThreeEditSimLo}{0.714}64\newcommand{\ConfModelsHtrMOneTinySThreeEditSimHi}{0.734}65\newcommand{\ConfModelsHtrMOneTinySThreeRougeL}{0.726}66\newcommand{\ConfModelsHtrMOneTinySThreeRougeLLo}{0.715}67\newcommand{\ConfModelsHtrMOneTinySThreeRougeLHi}{0.739}68\newcommand{\ConfModelsHtrMOneTinySThreeExactMatch}{0.000}69\newcommand{\ConfModelsHtrMOneTinySThreeExactMatchLo}{0.000}70\newcommand{\ConfModelsHtrMOneTinySThreeExactMatchHi}{0.000}71\newcommand{\ConfModelsHtrMOneTinySThreeNumberRecall}{0.991}72\newcommand{\ConfModelsHtrMOneTinySThreeNumberRecallLo}{0.983}73\newcommand{\ConfModelsHtrMOneTinySThreeNumberRecallHi}{0.997}74\newcommand{\ConfModelsHtrMOneTinySThreePlaceholdersExact}{0.992}75\newcommand{\ConfModelsHtrMOneTinySThreePlaceholdersExactLo}{0.978}76\newcommand{\ConfModelsHtrMOneTinySThreePlaceholdersExactHi}{1.000}77\newcommand{\ConfModelsHtrMOneTinySThreeN}{531}78\newcommand{\ConfModelsHtrMOneTinyChrf}{73.13}79\newcommand{\ConfModelsHtrMOneTinyChrfLo}{72.12}80\newcommand{\ConfModelsHtrMOneTinyChrfHi}{74.39}81\newcommand{\ConfModelsHtrMOneTinyEditSim}{0.721}82\newcommand{\ConfModelsHtrMOneTinyEditSimLo}{0.711}83\newcommand{\ConfModelsHtrMOneTinyEditSimHi}{0.732}84\newcommand{\ConfModelsHtrMOneTinyRougeL}{0.725}85\newcommand{\ConfModelsHtrMOneTinyRougeLLo}{0.714}86\newcommand{\ConfModelsHtrMOneTinyRougeLHi}{0.739}87\newcommand{\ConfModelsHtrMOneTinyExactMatch}{0.000}88\newcommand{\ConfModelsHtrMOneTinyExactMatchLo}{0.000}89\newcommand{\ConfModelsHtrMOneTinyExactMatchHi}{0.000}90\newcommand{\ConfModelsHtrMOneTinyNumberRecall}{0.993}91\newcommand{\ConfModelsHtrMOneTinyNumberRecallLo}{0.988}92\newcommand{\ConfModelsHtrMOneTinyNumberRecallHi}{0.996}93\newcommand{\ConfModelsHtrMOneTinyPlaceholdersExact}{0.991}94\newcommand{\ConfModelsHtrMOneTinyPlaceholdersExactLo}{0.971}95\newcommand{\ConfModelsHtrMOneTinyPlaceholdersExactHi}{1.000}96\newcommand{\ConfModelsHtrMOneTinyN}{531}97\newcommand{\ConfModelsHtrMThreetokenonlyTinyChrf}{73.22}98\newcommand{\ConfModelsHtrMThreetokenonlyTinyChrfLo}{72.24}99\newcommand{\ConfModelsHtrMThreetokenonlyTinyChrfHi}{74.49}100\newcommand{\ConfModelsHtrMThreetokenonlyTinyEditSim}{0.722}101\newcommand{\ConfModelsHtrMThreetokenonlyTinyEditSimLo}{0.713}102\newcommand{\ConfModelsHtrMThreetokenonlyTinyEditSimHi}{0.733}103\newcommand{\ConfModelsHtrMThreetokenonlyTinyRougeL}{0.727}104\newcommand{\ConfModelsHtrMThreetokenonlyTinyRougeLLo}{0.716}105\newcommand{\ConfModelsHtrMThreetokenonlyTinyRougeLHi}{0.741}106\newcommand{\ConfModelsHtrMThreetokenonlyTinyExactMatch}{0.000}107\newcommand{\ConfModelsHtrMThreetokenonlyTinyExactMatchLo}{0.000}108\newcommand{\ConfModelsHtrMThreetokenonlyTinyExactMatchHi}{0.000}109\newcommand{\ConfModelsHtrMThreetokenonlyTinyNumberRecall}{0.992}110\newcommand{\ConfModelsHtrMThreetokenonlyTinyNumberRecallLo}{0.987}111\newcommand{\ConfModelsHtrMThreetokenonlyTinyNumberRecallHi}{0.996}112\newcommand{\ConfModelsHtrMThreetokenonlyTinyPlaceholdersExact}{0.994}113\newcommand{\ConfModelsHtrMThreetokenonlyTinyPlaceholdersExactLo}{0.984}114\newcommand{\ConfModelsHtrMThreetokenonlyTinyPlaceholdersExactHi}{1.000}115\newcommand{\ConfModelsHtrMThreetokenonlyTinyN}{531}116\newcommand{\ConfModelsBOneGenericParaphraseChrfDiff}{-3.53}117\newcommand{\ConfModelsBOneGenericParaphraseChrfPHolm}{0.000}118\newcommand{\ConfModelsBOneGenericParaphraseEditSimDiff}{-0.132}119\newcommand{\ConfModelsBOneGenericParaphraseEditSimPHolm}{0.000}120\newcommand{\ConfModelsBOneGenericParaphraseRougeLDiff}{-0.095}121\newcommand{\ConfModelsBOneGenericParaphraseRougeLPHolm}{0.000}122\newcommand{\ConfModelsBOneGenericParaphraseExactMatchDiff}{+0.000}123\newcommand{\ConfModelsBOneGenericParaphraseExactMatchPHolm}{0.000}124\newcommand{\ConfModelsBOneGenericParaphraseNumberRecallDiff}{-0.000}125\newcommand{\ConfModelsBOneGenericParaphraseNumberRecallPHolm}{0.000}126\newcommand{\ConfModelsBOneGenericParaphrasePlaceholdersExactDiff}{+0.000}127\newcommand{\ConfModelsBOneGenericParaphrasePlaceholdersExactPHolm}{0.000}128\newcommand{\ConfModelsHtrMOneSmallChrfDiff}{-1.08}129\newcommand{\ConfModelsHtrMOneSmallChrfPHolm}{0.000}130\newcommand{\ConfModelsHtrMOneSmallEditSimDiff}{-0.013}131\newcommand{\ConfModelsHtrMOneSmallEditSimPHolm}{0.000}132\newcommand{\ConfModelsHtrMOneSmallRougeLDiff}{-0.012}133\newcommand{\ConfModelsHtrMOneSmallRougeLPHolm}{0.000}134\newcommand{\ConfModelsHtrMOneSmallExactMatchDiff}{+0.000}135\newcommand{\ConfModelsHtrMOneSmallExactMatchPHolm}{0.000}136\newcommand{\ConfModelsHtrMOneSmallNumberRecallDiff}{-0.007}137\newcommand{\ConfModelsHtrMOneSmallNumberRecallPHolm}{0.000}138\newcommand{\ConfModelsHtrMOneSmallPlaceholdersExactDiff}{-0.006}139\newcommand{\ConfModelsHtrMOneSmallPlaceholdersExactPHolm}{0.000}140\newcommand{\ConfModelsHtrMOneTinySThreeChrfDiff}{-0.85}141\newcommand{\ConfModelsHtrMOneTinySThreeChrfPHolm}{0.000}142\newcommand{\ConfModelsHtrMOneTinySThreeEditSimDiff}{-0.007}143\newcommand{\ConfModelsHtrMOneTinySThreeEditSimPHolm}{0.003}144\newcommand{\ConfModelsHtrMOneTinySThreeRougeLDiff}{-0.009}145\newcommand{\ConfModelsHtrMOneTinySThreeRougeLPHolm}{0.000}146\newcommand{\ConfModelsHtrMOneTinySThreeExactMatchDiff}{+0.000}147\newcommand{\ConfModelsHtrMOneTinySThreeExactMatchPHolm}{0.000}148\newcommand{\ConfModelsHtrMOneTinySThreeNumberRecallDiff}{-0.009}149\newcommand{\ConfModelsHtrMOneTinySThreeNumberRecallPHolm}{0.000}150\newcommand{\ConfModelsHtrMOneTinySThreePlaceholdersExactDiff}{-0.008}151\newcommand{\ConfModelsHtrMOneTinySThreePlaceholdersExactPHolm}{0.000}152\newcommand{\ConfModelsHtrMOneTinyChrfDiff}{-0.97}153\newcommand{\ConfModelsHtrMOneTinyChrfPHolm}{0.000}154\newcommand{\ConfModelsHtrMOneTinyEditSimDiff}{-0.009}155\newcommand{\ConfModelsHtrMOneTinyEditSimPHolm}{0.000}156\newcommand{\ConfModelsHtrMOneTinyRougeLDiff}{-0.010}157\newcommand{\ConfModelsHtrMOneTinyRougeLPHolm}{0.000}158\newcommand{\ConfModelsHtrMOneTinyExactMatchDiff}{+0.000}159\newcommand{\ConfModelsHtrMOneTinyExactMatchPHolm}{0.000}160\newcommand{\ConfModelsHtrMOneTinyNumberRecallDiff}{-0.007}161\newcommand{\ConfModelsHtrMOneTinyNumberRecallPHolm}{0.000}162\newcommand{\ConfModelsHtrMOneTinyPlaceholdersExactDiff}{-0.009}163\newcommand{\ConfModelsHtrMOneTinyPlaceholdersExactPHolm}{0.000}164\newcommand{\ConfModelsHtrMThreetokenonlyTinyChrfDiff}{-0.88}165\newcommand{\ConfModelsHtrMThreetokenonlyTinyChrfPHolm}{0.000}166\newcommand{\ConfModelsHtrMThreetokenonlyTinyEditSimDiff}{-0.008}167\newcommand{\ConfModelsHtrMThreetokenonlyTinyEditSimPHolm}{0.001}168\newcommand{\ConfModelsHtrMThreetokenonlyTinyRougeLDiff}{-0.008}169\newcommand{\ConfModelsHtrMThreetokenonlyTinyRougeLPHolm}{0.001}170\newcommand{\ConfModelsHtrMThreetokenonlyTinyExactMatchDiff}{+0.000}171\newcommand{\ConfModelsHtrMThreetokenonlyTinyExactMatchPHolm}{0.000}172\newcommand{\ConfModelsHtrMThreetokenonlyTinyNumberRecallDiff}{-0.008}173\newcommand{\ConfModelsHtrMThreetokenonlyTinyNumberRecallPHolm}{0.000}174\newcommand{\ConfModelsHtrMThreetokenonlyTinyPlaceholdersExactDiff}{-0.006}175\newcommand{\ConfModelsHtrMThreetokenonlyTinyPlaceholdersExactPHolm}{0.000}176\newcommand{\ConfModelsWRewrite}{0.163}177\newcommand{\ConfModelsWBZeroIdentity}{0.163}178\newcommand{\ConfModelsWBOneGenericParaphrase}{0.285}179\newcommand{\ConfModelsWHtrMOneSmall}{0.102}180\newcommand{\ConfModelsWHtrMOneTinySThree}{0.108}181\newcommand{\ConfModelsWHtrMOneTiny}{0.110}182\newcommand{\ConfModelsWHtrMThreetokenonlyTiny}{0.111}183