spb/wpai0002_uqo

1% generated by scripts/build_figures.py from PilotVal — do not edit2\newcommand{\PilotValBIdentityChrf}{71.24}3\newcommand{\PilotValBIdentityChrfLo}{69.69}4\newcommand{\PilotValBIdentityChrfHi}{72.65}5\newcommand{\PilotValBIdentityEditSim}{0.666}6\newcommand{\PilotValBIdentityEditSimLo}{0.645}7\newcommand{\PilotValBIdentityEditSimHi}{0.686}8\newcommand{\PilotValBIdentityRougel}{0.690}9\newcommand{\PilotValBIdentityRougelLo}{0.670}10\newcommand{\PilotValBIdentityRougelHi}{0.708}11\newcommand{\PilotValBIdentityExactMatch}{0.000}12\newcommand{\PilotValBIdentityExactMatchLo}{0.000}13\newcommand{\PilotValBIdentityExactMatchHi}{0.000}14\newcommand{\PilotValBIdentityNumberRecall}{1.000}15\newcommand{\PilotValBIdentityNumberRecallLo}{1.000}16\newcommand{\PilotValBIdentityNumberRecallHi}{1.000}17\newcommand{\PilotValBIdentityPlaceholdersExact}{1.000}18\newcommand{\PilotValBIdentityPlaceholdersExactLo}{1.000}19\newcommand{\PilotValBIdentityPlaceholdersExactHi}{1.000}20\newcommand{\PilotValBIdentityN}{502}21\newcommand{\PilotValBGenericParaphraseChrf}{68.41}22\newcommand{\PilotValBGenericParaphraseChrfLo}{66.90}23\newcommand{\PilotValBGenericParaphraseChrfHi}{69.99}24\newcommand{\PilotValBGenericParaphraseEditSim}{0.561}25\newcommand{\PilotValBGenericParaphraseEditSimLo}{0.545}26\newcommand{\PilotValBGenericParaphraseEditSimHi}{0.579}27\newcommand{\PilotValBGenericParaphraseRougel}{0.612}28\newcommand{\PilotValBGenericParaphraseRougelLo}{0.593}29\newcommand{\PilotValBGenericParaphraseRougelHi}{0.632}30\newcommand{\PilotValBGenericParaphraseExactMatch}{0.000}31\newcommand{\PilotValBGenericParaphraseExactMatchLo}{0.000}32\newcommand{\PilotValBGenericParaphraseExactMatchHi}{0.000}33\newcommand{\PilotValBGenericParaphraseNumberRecall}{1.000}34\newcommand{\PilotValBGenericParaphraseNumberRecallLo}{1.000}35\newcommand{\PilotValBGenericParaphraseNumberRecallHi}{1.000}36\newcommand{\PilotValBGenericParaphrasePlaceholdersExact}{1.000}37\newcommand{\PilotValBGenericParaphrasePlaceholdersExactLo}{1.000}38\newcommand{\PilotValBGenericParaphrasePlaceholdersExactHi}{1.000}39\newcommand{\PilotValBGenericParaphraseN}{502}40\newcommand{\PilotValBTSmallChrf}{68.85}41\newcommand{\PilotValBTSmallChrfLo}{67.66}42\newcommand{\PilotValBTSmallChrfHi}{69.94}43\newcommand{\PilotValBTSmallEditSim}{0.638}44\newcommand{\PilotValBTSmallEditSimLo}{0.621}45\newcommand{\PilotValBTSmallEditSimHi}{0.657}46\newcommand{\PilotValBTSmallRougel}{0.671}47\newcommand{\PilotValBTSmallRougelLo}{0.654}48\newcommand{\PilotValBTSmallRougelHi}{0.687}49\newcommand{\PilotValBTSmallExactMatch}{0.000}50\newcommand{\PilotValBTSmallExactMatchLo}{0.000}51\newcommand{\PilotValBTSmallExactMatchHi}{0.000}52\newcommand{\PilotValBTSmallNumberRecall}{0.945}53\newcommand{\PilotValBTSmallNumberRecallLo}{0.919}54\newcommand{\PilotValBTSmallNumberRecallHi}{0.969}55\newcommand{\PilotValBTSmallPlaceholdersExact}{0.691}56\newcommand{\PilotValBTSmallPlaceholdersExactLo}{0.585}57\newcommand{\PilotValBTSmallPlaceholdersExactHi}{0.787}58\newcommand{\PilotValBTSmallN}{502}59\newcommand{\PilotValHtrDenoiseOnlyChrf}{58.06}60\newcommand{\PilotValHtrDenoiseOnlyChrfLo}{55.21}61\newcommand{\PilotValHtrDenoiseOnlyChrfHi}{60.87}62\newcommand{\PilotValHtrDenoiseOnlyEditSim}{0.456}63\newcommand{\PilotValHtrDenoiseOnlyEditSimLo}{0.421}64\newcommand{\PilotValHtrDenoiseOnlyEditSimHi}{0.491}65\newcommand{\PilotValHtrDenoiseOnlyRougel}{0.493}66\newcommand{\PilotValHtrDenoiseOnlyRougelLo}{0.459}67\newcommand{\PilotValHtrDenoiseOnlyRougelHi}{0.526}68\newcommand{\PilotValHtrDenoiseOnlyExactMatch}{0.000}69\newcommand{\PilotValHtrDenoiseOnlyExactMatchLo}{0.000}70\newcommand{\PilotValHtrDenoiseOnlyExactMatchHi}{0.000}71\newcommand{\PilotValHtrDenoiseOnlyNumberRecall}{0.856}72\newcommand{\PilotValHtrDenoiseOnlyNumberRecallLo}{0.806}73\newcommand{\PilotValHtrDenoiseOnlyNumberRecallHi}{0.902}74\newcommand{\PilotValHtrDenoiseOnlyPlaceholdersExact}{0.741}75\newcommand{\PilotValHtrDenoiseOnlyPlaceholdersExactLo}{0.649}76\newcommand{\PilotValHtrDenoiseOnlyPlaceholdersExactHi}{0.824}77\newcommand{\PilotValHtrDenoiseOnlyN}{502}78\newcommand{\PilotValHtrMTinyDenoiseinitChrf}{63.60}79\newcommand{\PilotValHtrMTinyDenoiseinitChrfLo}{62.20}80\newcommand{\PilotValHtrMTinyDenoiseinitChrfHi}{64.86}81\newcommand{\PilotValHtrMTinyDenoiseinitEditSim}{0.578}82\newcommand{\PilotValHtrMTinyDenoiseinitEditSimLo}{0.558}83\newcommand{\PilotValHtrMTinyDenoiseinitEditSimHi}{0.595}84\newcommand{\PilotValHtrMTinyDenoiseinitRougel}{0.600}85\newcommand{\PilotValHtrMTinyDenoiseinitRougelLo}{0.579}86\newcommand{\PilotValHtrMTinyDenoiseinitRougelHi}{0.617}87\newcommand{\PilotValHtrMTinyDenoiseinitExactMatch}{0.000}88\newcommand{\PilotValHtrMTinyDenoiseinitExactMatchLo}{0.000}89\newcommand{\PilotValHtrMTinyDenoiseinitExactMatchHi}{0.000}90\newcommand{\PilotValHtrMTinyDenoiseinitNumberRecall}{0.931}91\newcommand{\PilotValHtrMTinyDenoiseinitNumberRecallLo}{0.912}92\newcommand{\PilotValHtrMTinyDenoiseinitNumberRecallHi}{0.950}93\newcommand{\PilotValHtrMTinyDenoiseinitPlaceholdersExact}{0.884}94\newcommand{\PilotValHtrMTinyDenoiseinitPlaceholdersExactLo}{0.830}95\newcommand{\PilotValHtrMTinyDenoiseinitPlaceholdersExactHi}{0.938}96\newcommand{\PilotValHtrMTinyDenoiseinitN}{502}97\newcommand{\PilotValHtrMTinyChrf}{32.86}98\newcommand{\PilotValHtrMTinyChrfLo}{30.87}99\newcommand{\PilotValHtrMTinyChrfHi}{34.47}100\newcommand{\PilotValHtrMTinyEditSim}{0.287}101\newcommand{\PilotValHtrMTinyEditSimLo}{0.274}102\newcommand{\PilotValHtrMTinyEditSimHi}{0.299}103\newcommand{\PilotValHtrMTinyRougel}{0.241}104\newcommand{\PilotValHtrMTinyRougelLo}{0.224}105\newcommand{\PilotValHtrMTinyRougelHi}{0.255}106\newcommand{\PilotValHtrMTinyExactMatch}{0.000}107\newcommand{\PilotValHtrMTinyExactMatchLo}{0.000}108\newcommand{\PilotValHtrMTinyExactMatchHi}{0.000}109\newcommand{\PilotValHtrMTinyNumberRecall}{0.571}110\newcommand{\PilotValHtrMTinyNumberRecallLo}{0.503}111\newcommand{\PilotValHtrMTinyNumberRecallHi}{0.659}112\newcommand{\PilotValHtrMTinyPlaceholdersExact}{0.633}113\newcommand{\PilotValHtrMTinyPlaceholdersExactLo}{0.505}114\newcommand{\PilotValHtrMTinyPlaceholdersExactHi}{0.742}115\newcommand{\PilotValHtrMTinyN}{502}116\newcommand{\PilotValBGenericParaphraseChrfDiff}{-2.82}117\newcommand{\PilotValBGenericParaphraseChrfPHolm}{0.000}118\newcommand{\PilotValBGenericParaphraseEditSimDiff}{-0.105}119\newcommand{\PilotValBGenericParaphraseEditSimPHolm}{0.000}120\newcommand{\PilotValBGenericParaphraseRougelDiff}{-0.078}121\newcommand{\PilotValBGenericParaphraseRougelPHolm}{0.000}122\newcommand{\PilotValBGenericParaphraseExactMatchDiff}{+0.000}123\newcommand{\PilotValBGenericParaphraseExactMatchPHolm}{0.000}124\newcommand{\PilotValBGenericParaphraseNumberRecallDiff}{+0.000}125\newcommand{\PilotValBGenericParaphraseNumberRecallPHolm}{0.000}126\newcommand{\PilotValBGenericParaphrasePlaceholdersExactDiff}{+0.000}127\newcommand{\PilotValBGenericParaphrasePlaceholdersExactPHolm}{0.000}128\newcommand{\PilotValBTSmallChrfDiff}{-2.39}129\newcommand{\PilotValBTSmallChrfPHolm}{0.000}130\newcommand{\PilotValBTSmallEditSimDiff}{-0.028}131\newcommand{\PilotValBTSmallEditSimPHolm}{0.000}132\newcommand{\PilotValBTSmallRougelDiff}{-0.019}133\newcommand{\PilotValBTSmallRougelPHolm}{0.000}134\newcommand{\PilotValBTSmallExactMatchDiff}{+0.000}135\newcommand{\PilotValBTSmallExactMatchPHolm}{0.000}136\newcommand{\PilotValBTSmallNumberRecallDiff}{-0.055}137\newcommand{\PilotValBTSmallNumberRecallPHolm}{0.000}138\newcommand{\PilotValBTSmallPlaceholdersExactDiff}{-0.309}139\newcommand{\PilotValBTSmallPlaceholdersExactPHolm}{0.000}140\newcommand{\PilotValHtrDenoiseOnlyChrfDiff}{-13.18}141\newcommand{\PilotValHtrDenoiseOnlyChrfPHolm}{0.000}142\newcommand{\PilotValHtrDenoiseOnlyEditSimDiff}{-0.210}143\newcommand{\PilotValHtrDenoiseOnlyEditSimPHolm}{0.000}144\newcommand{\PilotValHtrDenoiseOnlyRougelDiff}{-0.196}145\newcommand{\PilotValHtrDenoiseOnlyRougelPHolm}{0.000}146\newcommand{\PilotValHtrDenoiseOnlyExactMatchDiff}{+0.000}147\newcommand{\PilotValHtrDenoiseOnlyExactMatchPHolm}{0.000}148\newcommand{\PilotValHtrDenoiseOnlyNumberRecallDiff}{-0.144}149\newcommand{\PilotValHtrDenoiseOnlyNumberRecallPHolm}{0.000}150\newcommand{\PilotValHtrDenoiseOnlyPlaceholdersExactDiff}{-0.259}151\newcommand{\PilotValHtrDenoiseOnlyPlaceholdersExactPHolm}{0.000}152\newcommand{\PilotValHtrMTinyDenoiseinitChrfDiff}{-7.63}153\newcommand{\PilotValHtrMTinyDenoiseinitChrfPHolm}{0.000}154\newcommand{\PilotValHtrMTinyDenoiseinitEditSimDiff}{-0.089}155\newcommand{\PilotValHtrMTinyDenoiseinitEditSimPHolm}{0.000}156\newcommand{\PilotValHtrMTinyDenoiseinitRougelDiff}{-0.090}157\newcommand{\PilotValHtrMTinyDenoiseinitRougelPHolm}{0.000}158\newcommand{\PilotValHtrMTinyDenoiseinitExactMatchDiff}{+0.000}159\newcommand{\PilotValHtrMTinyDenoiseinitExactMatchPHolm}{0.000}160\newcommand{\PilotValHtrMTinyDenoiseinitNumberRecallDiff}{-0.069}161\newcommand{\PilotValHtrMTinyDenoiseinitNumberRecallPHolm}{0.000}162\newcommand{\PilotValHtrMTinyDenoiseinitPlaceholdersExactDiff}{-0.116}163\newcommand{\PilotValHtrMTinyDenoiseinitPlaceholdersExactPHolm}{0.000}164\newcommand{\PilotValHtrMTinyChrfDiff}{-38.38}165\newcommand{\PilotValHtrMTinyChrfPHolm}{0.000}166\newcommand{\PilotValHtrMTinyEditSimDiff}{-0.379}167\newcommand{\PilotValHtrMTinyEditSimPHolm}{0.000}168\newcommand{\PilotValHtrMTinyRougelDiff}{-0.449}169\newcommand{\PilotValHtrMTinyRougelPHolm}{0.000}170\newcommand{\PilotValHtrMTinyExactMatchDiff}{+0.000}171\newcommand{\PilotValHtrMTinyExactMatchPHolm}{0.000}172\newcommand{\PilotValHtrMTinyNumberRecallDiff}{-0.429}173\newcommand{\PilotValHtrMTinyNumberRecallPHolm}{0.000}174\newcommand{\PilotValHtrMTinyPlaceholdersExactDiff}{-0.367}175\newcommand{\PilotValHtrMTinyPlaceholdersExactPHolm}{0.000}176\newcommand{\PilotValWRewrite}{0.170}177\newcommand{\PilotValWBIdentity}{0.170}178\newcommand{\PilotValWBGenericParaphrase}{0.281}179\newcommand{\PilotValWBTSmall}{0.112}180\newcommand{\PilotValWHtrDenoiseOnly}{0.215}181\newcommand{\PilotValWHtrMTinyDenoiseinit}{0.150}182\newcommand{\PilotValWHtrMTiny}{1.699}183