SPB Git

Repository Public Research preview

numbers_confprompts.tex 10.7 KB 183 lines latex

1% generated by scripts/build_figures.py from ConfPrompts — do not edit2\newcommand{\ConfPromptsBZeroIdentityChrf}{80.32}3\newcommand{\ConfPromptsBZeroIdentityChrfLo}{79.12}4\newcommand{\ConfPromptsBZeroIdentityChrfHi}{81.71}5\newcommand{\ConfPromptsBZeroIdentityEditSim}{0.784}6\newcommand{\ConfPromptsBZeroIdentityEditSimLo}{0.772}7\newcommand{\ConfPromptsBZeroIdentityEditSimHi}{0.796}8\newcommand{\ConfPromptsBZeroIdentityRougeL}{0.803}9\newcommand{\ConfPromptsBZeroIdentityRougeLLo}{0.791}10\newcommand{\ConfPromptsBZeroIdentityRougeLHi}{0.817}11\newcommand{\ConfPromptsBZeroIdentityExactMatch}{0.000}12\newcommand{\ConfPromptsBZeroIdentityExactMatchLo}{0.000}13\newcommand{\ConfPromptsBZeroIdentityExactMatchHi}{0.000}14\newcommand{\ConfPromptsBZeroIdentityNumberRecall}{1.000}15\newcommand{\ConfPromptsBZeroIdentityNumberRecallLo}{1.000}16\newcommand{\ConfPromptsBZeroIdentityNumberRecallHi}{1.000}17\newcommand{\ConfPromptsBZeroIdentityPlaceholdersExact}{1.000}18\newcommand{\ConfPromptsBZeroIdentityPlaceholdersExactLo}{1.000}19\newcommand{\ConfPromptsBZeroIdentityPlaceholdersExactHi}{1.000}20\newcommand{\ConfPromptsBZeroIdentityN}{266}21\newcommand{\ConfPromptsBOneGenericParaphraseChrf}{75.82}22\newcommand{\ConfPromptsBOneGenericParaphraseChrfLo}{74.54}23\newcommand{\ConfPromptsBOneGenericParaphraseChrfHi}{77.26}24\newcommand{\ConfPromptsBOneGenericParaphraseEditSim}{0.660}25\newcommand{\ConfPromptsBOneGenericParaphraseEditSimLo}{0.643}26\newcommand{\ConfPromptsBOneGenericParaphraseEditSimHi}{0.677}27\newcommand{\ConfPromptsBOneGenericParaphraseRougeL}{0.708}28\newcommand{\ConfPromptsBOneGenericParaphraseRougeLLo}{0.693}29\newcommand{\ConfPromptsBOneGenericParaphraseRougeLHi}{0.725}30\newcommand{\ConfPromptsBOneGenericParaphraseExactMatch}{0.000}31\newcommand{\ConfPromptsBOneGenericParaphraseExactMatchLo}{0.000}32\newcommand{\ConfPromptsBOneGenericParaphraseExactMatchHi}{0.000}33\newcommand{\ConfPromptsBOneGenericParaphraseNumberRecall}{0.998}34\newcommand{\ConfPromptsBOneGenericParaphraseNumberRecallLo}{0.995}35\newcommand{\ConfPromptsBOneGenericParaphraseNumberRecallHi}{1.000}36\newcommand{\ConfPromptsBOneGenericParaphrasePlaceholdersExact}{1.000}37\newcommand{\ConfPromptsBOneGenericParaphrasePlaceholdersExactLo}{1.000}38\newcommand{\ConfPromptsBOneGenericParaphrasePlaceholdersExactHi}{1.000}39\newcommand{\ConfPromptsBOneGenericParaphraseN}{266}40\newcommand{\ConfPromptsHtrMOneSmallChrf}{77.79}41\newcommand{\ConfPromptsHtrMOneSmallChrfLo}{76.65}42\newcommand{\ConfPromptsHtrMOneSmallChrfHi}{79.15}43\newcommand{\ConfPromptsHtrMOneSmallEditSim}{0.756}44\newcommand{\ConfPromptsHtrMOneSmallEditSimLo}{0.744}45\newcommand{\ConfPromptsHtrMOneSmallEditSimHi}{0.770}46\newcommand{\ConfPromptsHtrMOneSmallRougeL}{0.771}47\newcommand{\ConfPromptsHtrMOneSmallRougeLLo}{0.759}48\newcommand{\ConfPromptsHtrMOneSmallRougeLHi}{0.786}49\newcommand{\ConfPromptsHtrMOneSmallExactMatch}{0.000}50\newcommand{\ConfPromptsHtrMOneSmallExactMatchLo}{0.000}51\newcommand{\ConfPromptsHtrMOneSmallExactMatchHi}{0.000}52\newcommand{\ConfPromptsHtrMOneSmallNumberRecall}{0.992}53\newcommand{\ConfPromptsHtrMOneSmallNumberRecallLo}{0.984}54\newcommand{\ConfPromptsHtrMOneSmallNumberRecallHi}{0.998}55\newcommand{\ConfPromptsHtrMOneSmallPlaceholdersExact}{1.000}56\newcommand{\ConfPromptsHtrMOneSmallPlaceholdersExactLo}{1.000}57\newcommand{\ConfPromptsHtrMOneSmallPlaceholdersExactHi}{1.000}58\newcommand{\ConfPromptsHtrMOneSmallN}{266}59\newcommand{\ConfPromptsHtrMOneTinySThreeChrf}{77.94}60\newcommand{\ConfPromptsHtrMOneTinySThreeChrfLo}{76.86}61\newcommand{\ConfPromptsHtrMOneTinySThreeChrfHi}{79.21}62\newcommand{\ConfPromptsHtrMOneTinySThreeEditSim}{0.759}63\newcommand{\ConfPromptsHtrMOneTinySThreeEditSimLo}{0.748}64\newcommand{\ConfPromptsHtrMOneTinySThreeEditSimHi}{0.771}65\newcommand{\ConfPromptsHtrMOneTinySThreeRougeL}{0.773}66\newcommand{\ConfPromptsHtrMOneTinySThreeRougeLLo}{0.763}67\newcommand{\ConfPromptsHtrMOneTinySThreeRougeLHi}{0.787}68\newcommand{\ConfPromptsHtrMOneTinySThreeExactMatch}{0.000}69\newcommand{\ConfPromptsHtrMOneTinySThreeExactMatchLo}{0.000}70\newcommand{\ConfPromptsHtrMOneTinySThreeExactMatchHi}{0.000}71\newcommand{\ConfPromptsHtrMOneTinySThreeNumberRecall}{0.998}72\newcommand{\ConfPromptsHtrMOneTinySThreeNumberRecallLo}{0.996}73\newcommand{\ConfPromptsHtrMOneTinySThreeNumberRecallHi}{1.000}74\newcommand{\ConfPromptsHtrMOneTinySThreePlaceholdersExact}{0.992}75\newcommand{\ConfPromptsHtrMOneTinySThreePlaceholdersExactLo}{0.973}76\newcommand{\ConfPromptsHtrMOneTinySThreePlaceholdersExactHi}{1.000}77\newcommand{\ConfPromptsHtrMOneTinySThreeN}{266}78\newcommand{\ConfPromptsHtrMOneTinyChrf}{77.90}79\newcommand{\ConfPromptsHtrMOneTinyChrfLo}{76.86}80\newcommand{\ConfPromptsHtrMOneTinyChrfHi}{79.13}81\newcommand{\ConfPromptsHtrMOneTinyEditSim}{0.759}82\newcommand{\ConfPromptsHtrMOneTinyEditSimLo}{0.748}83\newcommand{\ConfPromptsHtrMOneTinyEditSimHi}{0.770}84\newcommand{\ConfPromptsHtrMOneTinyRougeL}{0.773}85\newcommand{\ConfPromptsHtrMOneTinyRougeLLo}{0.762}86\newcommand{\ConfPromptsHtrMOneTinyRougeLHi}{0.786}87\newcommand{\ConfPromptsHtrMOneTinyExactMatch}{0.000}88\newcommand{\ConfPromptsHtrMOneTinyExactMatchLo}{0.000}89\newcommand{\ConfPromptsHtrMOneTinyExactMatchHi}{0.000}90\newcommand{\ConfPromptsHtrMOneTinyNumberRecall}{0.994}91\newcommand{\ConfPromptsHtrMOneTinyNumberRecallLo}{0.987}92\newcommand{\ConfPromptsHtrMOneTinyNumberRecallHi}{0.998}93\newcommand{\ConfPromptsHtrMOneTinyPlaceholdersExact}{0.989}94\newcommand{\ConfPromptsHtrMOneTinyPlaceholdersExactLo}{0.968}95\newcommand{\ConfPromptsHtrMOneTinyPlaceholdersExactHi}{1.000}96\newcommand{\ConfPromptsHtrMOneTinyN}{266}97\newcommand{\ConfPromptsHtrMThreetokenonlyTinyChrf}{78.21}98\newcommand{\ConfPromptsHtrMThreetokenonlyTinyChrfLo}{77.08}99\newcommand{\ConfPromptsHtrMThreetokenonlyTinyChrfHi}{79.49}100\newcommand{\ConfPromptsHtrMThreetokenonlyTinyEditSim}{0.762}101\newcommand{\ConfPromptsHtrMThreetokenonlyTinyEditSimLo}{0.751}102\newcommand{\ConfPromptsHtrMThreetokenonlyTinyEditSimHi}{0.774}103\newcommand{\ConfPromptsHtrMThreetokenonlyTinyRougeL}{0.778}104\newcommand{\ConfPromptsHtrMThreetokenonlyTinyRougeLLo}{0.767}105\newcommand{\ConfPromptsHtrMThreetokenonlyTinyRougeLHi}{0.792}106\newcommand{\ConfPromptsHtrMThreetokenonlyTinyExactMatch}{0.000}107\newcommand{\ConfPromptsHtrMThreetokenonlyTinyExactMatchLo}{0.000}108\newcommand{\ConfPromptsHtrMThreetokenonlyTinyExactMatchHi}{0.000}109\newcommand{\ConfPromptsHtrMThreetokenonlyTinyNumberRecall}{0.990}110\newcommand{\ConfPromptsHtrMThreetokenonlyTinyNumberRecallLo}{0.979}111\newcommand{\ConfPromptsHtrMThreetokenonlyTinyNumberRecallHi}{0.998}112\newcommand{\ConfPromptsHtrMThreetokenonlyTinyPlaceholdersExact}{0.989}113\newcommand{\ConfPromptsHtrMThreetokenonlyTinyPlaceholdersExactLo}{0.974}114\newcommand{\ConfPromptsHtrMThreetokenonlyTinyPlaceholdersExactHi}{1.000}115\newcommand{\ConfPromptsHtrMThreetokenonlyTinyN}{266}116\newcommand{\ConfPromptsBOneGenericParaphraseChrfDiff}{-4.50}117\newcommand{\ConfPromptsBOneGenericParaphraseChrfPHolm}{0.000}118\newcommand{\ConfPromptsBOneGenericParaphraseEditSimDiff}{-0.124}119\newcommand{\ConfPromptsBOneGenericParaphraseEditSimPHolm}{0.000}120\newcommand{\ConfPromptsBOneGenericParaphraseRougeLDiff}{-0.095}121\newcommand{\ConfPromptsBOneGenericParaphraseRougeLPHolm}{0.000}122\newcommand{\ConfPromptsBOneGenericParaphraseExactMatchDiff}{+0.000}123\newcommand{\ConfPromptsBOneGenericParaphraseExactMatchPHolm}{0.000}124\newcommand{\ConfPromptsBOneGenericParaphraseNumberRecallDiff}{-0.002}125\newcommand{\ConfPromptsBOneGenericParaphraseNumberRecallPHolm}{0.000}126\newcommand{\ConfPromptsBOneGenericParaphrasePlaceholdersExactDiff}{+0.000}127\newcommand{\ConfPromptsBOneGenericParaphrasePlaceholdersExactPHolm}{0.000}128\newcommand{\ConfPromptsHtrMOneSmallChrfDiff}{-2.53}129\newcommand{\ConfPromptsHtrMOneSmallChrfPHolm}{0.000}130\newcommand{\ConfPromptsHtrMOneSmallEditSimDiff}{-0.027}131\newcommand{\ConfPromptsHtrMOneSmallEditSimPHolm}{0.000}132\newcommand{\ConfPromptsHtrMOneSmallRougeLDiff}{-0.031}133\newcommand{\ConfPromptsHtrMOneSmallRougeLPHolm}{0.000}134\newcommand{\ConfPromptsHtrMOneSmallExactMatchDiff}{+0.000}135\newcommand{\ConfPromptsHtrMOneSmallExactMatchPHolm}{0.000}136\newcommand{\ConfPromptsHtrMOneSmallNumberRecallDiff}{-0.008}137\newcommand{\ConfPromptsHtrMOneSmallNumberRecallPHolm}{0.000}138\newcommand{\ConfPromptsHtrMOneSmallPlaceholdersExactDiff}{+0.000}139\newcommand{\ConfPromptsHtrMOneSmallPlaceholdersExactPHolm}{0.000}140\newcommand{\ConfPromptsHtrMOneTinySThreeChrfDiff}{-2.38}141\newcommand{\ConfPromptsHtrMOneTinySThreeChrfPHolm}{0.000}142\newcommand{\ConfPromptsHtrMOneTinySThreeEditSimDiff}{-0.025}143\newcommand{\ConfPromptsHtrMOneTinySThreeEditSimPHolm}{0.000}144\newcommand{\ConfPromptsHtrMOneTinySThreeRougeLDiff}{-0.029}145\newcommand{\ConfPromptsHtrMOneTinySThreeRougeLPHolm}{0.000}146\newcommand{\ConfPromptsHtrMOneTinySThreeExactMatchDiff}{+0.000}147\newcommand{\ConfPromptsHtrMOneTinySThreeExactMatchPHolm}{0.000}148\newcommand{\ConfPromptsHtrMOneTinySThreeNumberRecallDiff}{-0.002}149\newcommand{\ConfPromptsHtrMOneTinySThreeNumberRecallPHolm}{0.000}150\newcommand{\ConfPromptsHtrMOneTinySThreePlaceholdersExactDiff}{-0.008}151\newcommand{\ConfPromptsHtrMOneTinySThreePlaceholdersExactPHolm}{0.000}152\newcommand{\ConfPromptsHtrMOneTinyChrfDiff}{-2.42}153\newcommand{\ConfPromptsHtrMOneTinyChrfPHolm}{0.000}154\newcommand{\ConfPromptsHtrMOneTinyEditSimDiff}{-0.025}155\newcommand{\ConfPromptsHtrMOneTinyEditSimPHolm}{0.000}156\newcommand{\ConfPromptsHtrMOneTinyRougeLDiff}{-0.029}157\newcommand{\ConfPromptsHtrMOneTinyRougeLPHolm}{0.000}158\newcommand{\ConfPromptsHtrMOneTinyExactMatchDiff}{+0.000}159\newcommand{\ConfPromptsHtrMOneTinyExactMatchPHolm}{0.000}160\newcommand{\ConfPromptsHtrMOneTinyNumberRecallDiff}{-0.006}161\newcommand{\ConfPromptsHtrMOneTinyNumberRecallPHolm}{0.000}162\newcommand{\ConfPromptsHtrMOneTinyPlaceholdersExactDiff}{-0.011}163\newcommand{\ConfPromptsHtrMOneTinyPlaceholdersExactPHolm}{0.000}164\newcommand{\ConfPromptsHtrMThreetokenonlyTinyChrfDiff}{-2.11}165\newcommand{\ConfPromptsHtrMThreetokenonlyTinyChrfPHolm}{0.000}166\newcommand{\ConfPromptsHtrMThreetokenonlyTinyEditSimDiff}{-0.021}167\newcommand{\ConfPromptsHtrMThreetokenonlyTinyEditSimPHolm}{0.000}168\newcommand{\ConfPromptsHtrMThreetokenonlyTinyRougeLDiff}{-0.024}169\newcommand{\ConfPromptsHtrMThreetokenonlyTinyRougeLPHolm}{0.000}170\newcommand{\ConfPromptsHtrMThreetokenonlyTinyExactMatchDiff}{+0.000}171\newcommand{\ConfPromptsHtrMThreetokenonlyTinyExactMatchPHolm}{0.000}172\newcommand{\ConfPromptsHtrMThreetokenonlyTinyNumberRecallDiff}{-0.010}173\newcommand{\ConfPromptsHtrMThreetokenonlyTinyNumberRecallPHolm}{0.000}174\newcommand{\ConfPromptsHtrMThreetokenonlyTinyPlaceholdersExactDiff}{-0.011}175\newcommand{\ConfPromptsHtrMThreetokenonlyTinyPlaceholdersExactPHolm}{0.000}176\newcommand{\ConfPromptsWRewrite}{0.190}177\newcommand{\ConfPromptsWBZeroIdentity}{0.190}178\newcommand{\ConfPromptsWBOneGenericParaphrase}{0.205}179\newcommand{\ConfPromptsWHtrMOneSmall}{0.165}180\newcommand{\ConfPromptsWHtrMOneTinySThree}{0.168}181\newcommand{\ConfPromptsWHtrMOneTiny}{0.173}182\newcommand{\ConfPromptsWHtrMThreetokenonlyTiny}{0.171}183
Files main
Menu

Theme