spb/wpai0002_uqo

1{"pair_id": "pair_4598499684b00fdc", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5066539923954372, "chrf": 62.605305072292914, "bleu": 32.48434231150489, "rougeL": 0.535593220338983, "len_ratio": 0.9727891156462585, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}2{"pair_id": "pair_5857cf628e9afca0", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5386046511627907, "chrf": 64.26187127750222, "bleu": 40.68749297476852, "rougeL": 0.6494252873563218, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}3{"pair_id": "pair_1b2eab0a340f71a5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5504047093451068, "chrf": 64.42277933957598, "bleu": 34.009080671782826, "rougeL": 0.5824742268041238, "len_ratio": 0.96875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}4{"pair_id": "pair_eeb617afa2c73298", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5823699421965318, "chrf": 66.0836870248823, "bleu": 42.46187277968122, "rougeL": 0.5775401069518716, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}5{"pair_id": "pair_bd490fa59bca1daa", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7394209354120267, "chrf": 74.4529961640851, "bleu": 56.045819705903014, "rougeL": 0.794701986754967, "len_ratio": 0.8529411764705882, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}6{"pair_id": "pair_feeb47d969cce1a0", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5062937062937063, "chrf": 62.30136537077905, "bleu": 29.969834677305574, "rougeL": 0.5181347150259067, "len_ratio": 1.010204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}7{"pair_id": "pair_0c0c365159c989a9", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5736040609137056, "chrf": 63.354311829822166, "bleu": 39.483976742762955, "rougeL": 0.6333333333333333, "len_ratio": 0.9193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}8{"pair_id": "pair_5492f8dbcabac1ee", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4347249834327369, "chrf": 58.31207151083658, "bleu": 24.374452781699816, "rougeL": 0.47109207708779444, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}9{"pair_id": "pair_e6e31305ef0fdd0d", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4289340101522843, "chrf": 61.959506234477516, "bleu": 35.83814831924078, "rougeL": 0.48458149779735676, "len_ratio": 0.9813084112149533, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}10{"pair_id": "pair_5efa37973243c561", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4667066586682663, "chrf": 66.50449566936985, "bleu": 29.01286396380453, "rougeL": 0.48851774530271397, "len_ratio": 1.0945945945945945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -3.0}11{"pair_id": "pair_b0336c304356df49", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5425138632162662, "chrf": 67.836486596959, "bleu": 38.77115514653364, "rougeL": 0.5331069609507642, "len_ratio": 0.9379084967320261, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}12{"pair_id": "pair_29af56d2504367b4", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4960380348652932, "chrf": 60.141291068860205, "bleu": 33.41030487553867, "rougeL": 0.5084745762711864, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}13{"pair_id": "pair_0d7ad5c3403e8b0e", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6209302325581396, "chrf": 73.36798784091366, "bleu": 46.02217463695605, "rougeL": 0.6920731707317073, "len_ratio": 0.9577039274924471, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}14{"pair_id": "pair_3edd3270a523d808", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.47432024169184295, "chrf": 68.28820417303442, "bleu": 38.69706843091783, "rougeL": 0.5257731958762887, "len_ratio": 1.1162790697674418, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}15{"pair_id": "pair_bbe821d0fe372fcb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6637710781808891, "chrf": 73.33639638204804, "bleu": 48.03568214115072, "rougeL": 0.6818980667838314, "len_ratio": 0.9646643109540636, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}16{"pair_id": "pair_fd4fd6a0ef8e9394", "doc_id": "doc_bf9fb21cf01519f9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5188223938223938, "chrf": 71.66961198061453, "bleu": 46.770535776469686, "rougeL": 0.5761689291101055, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}17{"pair_id": "pair_14b2b61cb51f937f", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.4313099041533547, "chrf": 56.76682557513924, "bleu": 24.494441668145566, "rougeL": 0.5463414634146342, "len_ratio": 1.1063829787234043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}18{"pair_id": "pair_f885d9b9d5e49e46", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.462671905697446, "chrf": 72.66587093141843, "bleu": 44.77884556775761, "rougeL": 0.5754385964912281, "len_ratio": 0.9047619047619048, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}19{"pair_id": "pair_2f97b870f5dde7c0", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5043263288009889, "chrf": 67.98911346662125, "bleu": 32.149375900794766, "rougeL": 0.5539112050739957, "len_ratio": 1.0675675675675675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -4.0}20{"pair_id": "pair_3860efc1a8811be6", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7544393708777271, "chrf": 83.10278694441372, "bleu": 65.974589632679, "rougeL": 0.8058608058608059, "len_ratio": 0.9405204460966543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}21{"pair_id": "pair_4297b35cb78875fb", "doc_id": "doc_6b5d113d4728e44f", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5585009140767825, "chrf": 76.78701276263912, "bleu": 60.189202085313056, "rougeL": 0.5886287625418061, "len_ratio": 1.019736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}22{"pair_id": "pair_26c8c3e5f558bb9c", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.45841784989858014, "chrf": 48.366203042389316, "bleu": 6.814384155056145, "rougeL": 0.43661971830985913, "len_ratio": 1.123076923076923, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}23{"pair_id": "pair_37fe9f4c8f4ff049", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3133732534930139, "chrf": 72.07031310214435, "bleu": 52.80693298819646, "rougeL": 0.4470588235294118, "len_ratio": 0.9746835443037974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}24{"pair_id": "pair_97b809b5513286a5", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5730897009966778, "chrf": 67.83080907465158, "bleu": 46.821718065093705, "rougeL": 0.6699507389162562, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}25{"pair_id": "pair_f208384447f0b35e", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7232947232947233, "chrf": 71.52244752833214, "bleu": 44.42730830872489, "rougeL": 0.7567567567567567, "len_ratio": 0.9473684210526315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}26{"pair_id": "pair_0732f01721ad0129", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6973518284993695, "chrf": 78.55550146013383, "bleu": 58.80342842271636, "rougeL": 0.7629629629629631, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}27{"pair_id": "pair_e80f537ae2e11f15", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.3853107344632768, "chrf": 61.85510523253767, "bleu": 44.03968929268848, "rougeL": 0.48936170212765956, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}28{"pair_id": "pair_0abcda13b412ade6", "doc_id": "doc_693020f91e971346", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5286343612334802, "chrf": 54.0962675191989, "bleu": 26.826465644023585, "rougeL": 0.48484848484848486, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}29{"pair_id": "pair_6f07376e9dc23656", "doc_id": "doc_b1675be26e230c94", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.47581903276131043, "chrf": 62.26820267923529, "bleu": 44.01998041499623, "rougeL": 0.5368421052631579, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}30{"pair_id": "pair_99713d3596fcfe6f", "doc_id": "doc_f8e6e69aeba57df2", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7154882154882155, "chrf": 71.79382928287295, "bleu": 54.919637466485725, "rougeL": 0.7564102564102564, "len_ratio": 0.8271604938271605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}31{"pair_id": "pair_a852850d32d49645", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5403422982885085, "chrf": 61.155187972789705, "bleu": 34.63491777384997, "rougeL": 0.5646437994722955, "len_ratio": 1.0376344086021505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}32{"pair_id": "pair_40548aaf0293c858", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6748717948717948, "chrf": 69.14844521066838, "bleu": 45.96396807062072, "rougeL": 0.6825938566552902, "len_ratio": 0.9793103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}33{"pair_id": "pair_acaa83a51b2750c0", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5382436260623229, "chrf": 60.764169567650995, "bleu": 28.53853333028187, "rougeL": 0.5333333333333334, "len_ratio": 1.054945054945055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}34{"pair_id": "pair_7481d49be3e1e71e", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5478577939835916, "chrf": 66.85738996927985, "bleu": 36.641027336806346, "rougeL": 0.6, "len_ratio": 0.8208092485549133, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}35{"pair_id": "pair_8dedbf7b963caa70", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3275613275613276, "chrf": 55.81233648387642, "bleu": 13.18320400894568, "rougeL": 0.37438423645320196, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}36{"pair_id": "pair_0b700f3a4d3e9ae4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7113115891741846, "chrf": 78.65061189857222, "bleu": 54.73901123019208, "rougeL": 0.7455012853470437, "len_ratio": 0.9435897435897436, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}37{"pair_id": "pair_04bb6289e1228f2c", "doc_id": "doc_693020f91e971346", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5513784461152882, "chrf": 56.53140477695582, "bleu": 28.417292044642124, "rougeL": 0.5161290322580646, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}38{"pair_id": "pair_6eb378ae18296ab6", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4612903225806452, "chrf": 62.752948559229104, "bleu": 34.75341417672241, "rougeL": 0.453551912568306, "len_ratio": 0.9942528735632183, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}39{"pair_id": "pair_91cf658a7d3b0a69", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6710050614605929, "chrf": 65.60320070842386, "bleu": 35.65186718411497, "rougeL": 0.6161616161616161, "len_ratio": 0.9898477157360406, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}40{"pair_id": "pair_0dc500762feda159", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6150506512301013, "chrf": 70.16738139141879, "bleu": 46.869543743429055, "rougeL": 0.6411483253588517, "len_ratio": 1.0505050505050506, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}41{"pair_id": "pair_844006323f2a688e", "doc_id": "doc_ee4ba033e2a76c58", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5972495088408645, "chrf": 57.69932572120546, "bleu": 19.87476252426858, "rougeL": 0.5352112676056339, "len_ratio": 0.868421052631579, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}42{"pair_id": "pair_cbfc05c21f5f9790", "doc_id": "doc_4b9443000ca9e29c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4878811571540266, "chrf": 66.636127028168, "bleu": 49.356895999894846, "rougeL": 0.5652173913043478, "len_ratio": 0.8080357142857143, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}43{"pair_id": "pair_39be4347cb657a0e", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5987124463519313, "chrf": 71.33078644074077, "bleu": 41.4060462756169, "rougeL": 0.6461538461538462, "len_ratio": 1.03125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}44{"pair_id": "pair_9debb64735cf5cd6", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5996784565916399, "chrf": 62.17842604166838, "bleu": 39.63928387541617, "rougeL": 0.6145833333333333, "len_ratio": 1.098901098901099, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}45{"pair_id": "pair_729e6136e3b0d6f8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6470588235294117, "chrf": 66.27407846356658, "bleu": 35.40501093495638, "rougeL": 0.6109660574412533, "len_ratio": 0.9137055837563451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}46{"pair_id": "pair_0ed8a1c935ca3b4d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7476060191518468, "chrf": 82.1033479997328, "bleu": 69.83967681077556, "rougeL": 0.8112798264642083, "len_ratio": 1.0173160173160174, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}47{"pair_id": "pair_b9c9a82014974df0", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4270516717325228, "chrf": 59.36167214104299, "bleu": 20.986624870791456, "rougeL": 0.4266666666666667, "len_ratio": 1.0677966101694916, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}48{"pair_id": "pair_6825603c8f3a66df", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4700460829493087, "chrf": 56.28742374118032, "bleu": 26.742712420441404, "rougeL": 0.5675675675675675, "len_ratio": 0.7804878048780488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}49{"pair_id": "pair_db32508b9abd48de", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6503579952267303, "chrf": 70.49006750401385, "bleu": 42.126679648952496, "rougeL": 0.6440677966101696, "len_ratio": 0.9083333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}50{"pair_id": "pair_28a1b8c66c065371", "doc_id": "doc_0c5f9453efc95182", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.3925729442970822, "chrf": 57.28182193952268, "bleu": 23.95330815822266, "rougeL": 0.43946188340807174, "len_ratio": 1.1020408163265305, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}51{"pair_id": "pair_7ba3a5fd5c71e137", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.42333785617367703, "chrf": 70.12026416768101, "bleu": 44.84122265275764, "rougeL": 0.5726495726495726, "len_ratio": 0.8548387096774194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}52{"pair_id": "pair_f0a6a29d700fb002", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5404255319148936, "chrf": 65.14271981301503, "bleu": 39.828674791958875, "rougeL": 0.5211267605633804, "len_ratio": 1.0441176470588236, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}53{"pair_id": "pair_031b4741607edbc3", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6249416160672583, "chrf": 70.30141070765104, "bleu": 43.765898784237415, "rougeL": 0.6872964169381108, "len_ratio": 0.8398791540785498, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}54{"pair_id": "pair_bba329cf06d216d8", "doc_id": "doc_592708c2d62b5b42", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5154440154440154, "chrf": 76.13049471812164, "bleu": 52.85169895690119, "rougeL": 0.7361111111111112, "len_ratio": 0.8421052631578947, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}55{"pair_id": "pair_a50a46b164369705", "doc_id": "doc_4465aece194b7964", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6431718061674009, "chrf": 69.69477963774258, "bleu": 46.252188391441834, "rougeL": 0.6978557504873294, "len_ratio": 0.8037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}56{"pair_id": "pair_c103dadd697a1629", "doc_id": "doc_cbee4bf03365a459", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.45833333333333337, "chrf": 58.53917577994906, "bleu": 24.926208918454613, "rougeL": 0.45977011494252873, "len_ratio": 0.9885057471264368, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}57{"pair_id": "pair_f42e28105730316e", "doc_id": "doc_d999f694e31b629a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.39644970414201186, "chrf": 60.642912753825826, "bleu": 27.73936804677663, "rougeL": 0.4641148325358852, "len_ratio": 0.9658536585365853, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}58{"pair_id": "pair_eb57f54a1c096a90", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4592901878914405, "chrf": 52.03753912214704, "bleu": 11.925837202993835, "rougeL": 0.4563758389261745, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}59{"pair_id": "pair_c68b3e478b80a9da", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6164502164502165, "chrf": 64.20467761370158, "bleu": 35.86534120463063, "rougeL": 0.6358381502890174, "len_ratio": 0.9880952380952381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}60{"pair_id": "pair_d1a4ff6996f925b2", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7134328358208955, "chrf": 70.0074257366391, "bleu": 48.11970430607687, "rougeL": 0.68, "len_ratio": 0.9494949494949495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}61{"pair_id": "pair_59a725b09df49a9d", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.475177304964539, "chrf": 68.28377996518994, "bleu": 43.561915946950634, "rougeL": 0.5372340425531914, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}62{"pair_id": "pair_aa00ea86a20abcd0", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6893063583815029, "chrf": 69.83265285713925, "bleu": 38.78243005743241, "rougeL": 0.6734693877551019, "len_ratio": 1.1395348837209303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}63{"pair_id": "pair_51aea383833f3352", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6085106382978723, "chrf": 64.53893886000085, "bleu": 33.20089790708447, "rougeL": 0.6206896551724138, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}64{"pair_id": "pair_cc10e454d2a74cc2", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5189873417721519, "chrf": 63.26581509684528, "bleu": 34.79412336106634, "rougeL": 0.5547945205479452, "len_ratio": 0.9591836734693877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}65{"pair_id": "pair_c9351662d509382f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4769874476987448, "chrf": 55.27862401447794, "bleu": 17.62233301289237, "rougeL": 0.46357615894039733, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}66{"pair_id": "pair_3c1ef83c03e12c80", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6011787819253438, "chrf": 59.99863666921217, "bleu": 26.17704053969028, "rougeL": 0.5633802816901409, "len_ratio": 0.868421052631579, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}67{"pair_id": "pair_70a6be0917016df8", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8106904231625836, "chrf": 79.63661187497026, "bleu": 62.16011660288716, "rougeL": 0.8253968253968255, "len_ratio": 0.8307692307692308, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}68{"pair_id": "pair_fb26dee4d4350e6d", "doc_id": "doc_d999f694e31b629a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4578402366863905, "chrf": 61.063108576349954, "bleu": 29.491735615192162, "rougeL": 0.4757281553398058, "len_ratio": 0.9414634146341463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}69{"pair_id": "pair_b24aa2a81e381f1d", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.48484848484848486, "chrf": 57.50810635894334, "bleu": 27.014241334878236, "rougeL": 0.5125, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}70{"pair_id": "pair_843fff5b244693b8", "doc_id": "doc_0e6c656dfaf9d099", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4706734250543084, "chrf": 68.46870094699898, "bleu": 37.49082703865622, "rougeL": 0.5714285714285715, "len_ratio": 0.9502487562189055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}71{"pair_id": "pair_f01f1a443bd9db02", "doc_id": "doc_746a4589dcef0f3d", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.601171458998935, "chrf": 67.70998401669968, "bleu": 36.41597663171246, "rougeL": 0.6280701754385966, "len_ratio": 0.9710144927536232, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}72{"pair_id": "pair_f03e9fd2bb734c77", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5835390946502057, "chrf": 66.28852344300181, "bleu": 38.26981304661638, "rougeL": 0.6570605187319885, "len_ratio": 0.8241758241758241, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}73{"pair_id": "pair_9ba5b933f0c8bc4d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.42138364779874216, "chrf": 56.445013713855865, "bleu": 17.810833975165806, "rougeL": 0.46357615894039733, "len_ratio": 0.9861111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}74{"pair_id": "pair_79756d8afafe89fb", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.48944591029023743, "chrf": 70.68161048804028, "bleu": 42.76826883742345, "rougeL": 0.5137614678899083, "len_ratio": 1.1414141414141414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}75{"pair_id": "pair_b019a693c204d618", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5418275418275418, "chrf": 71.35166828905182, "bleu": 45.495965256997295, "rougeL": 0.6602870813397129, "len_ratio": 0.8245614035087719, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}76{"pair_id": "pair_344ec28a8430847e", "doc_id": "doc_0e6c656dfaf9d099", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4442825928623453, "chrf": 62.097625993500436, "bleu": 29.341106940329787, "rougeL": 0.5074626865671642, "len_ratio": 0.9303482587064676, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}77{"pair_id": "pair_50740d8c4535c37a", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6369047619047619, "chrf": 70.76526431537279, "bleu": 41.70438586876146, "rougeL": 0.6934306569343066, "len_ratio": 1.0298507462686568, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}78{"pair_id": "pair_81f7849f9738c6ba", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6887905604719764, "chrf": 73.48989144003218, "bleu": 52.428055973710585, "rougeL": 0.6947368421052633, "len_ratio": 0.8585858585858586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}79{"pair_id": "pair_49ccd6eef71281b5", "doc_id": "doc_fe2ddb404d112460", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.43349753694581283, "chrf": 63.18816636746798, "bleu": 33.81238189130465, "rougeL": 0.4835164835164835, "len_ratio": 0.9775280898876404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}80{"pair_id": "pair_c1989c0d1bbe7dc9", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5056746532156369, "chrf": 71.98420888707687, "bleu": 48.68137017497939, "rougeL": 0.5415778251599148, "len_ratio": 1.1013824884792627, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}81{"pair_id": "pair_9317686a211718f4", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5837887067395264, "chrf": 71.5216652479829, "bleu": 45.55217764132829, "rougeL": 0.6356821589205397, "len_ratio": 1.0090634441087614, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}82{"pair_id": "pair_4cfa9d1c9350a5fd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.563780260707635, "chrf": 77.01362429563686, "bleu": 50.5940442889125, "rougeL": 0.6119658119658119, "len_ratio": 0.9464882943143813, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}83{"pair_id": "pair_060edef07bb84982", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.48063781321184507, "chrf": 59.75950382349809, "bleu": 30.986076581082507, "rougeL": 0.5441176470588236, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}84{"pair_id": "pair_2290216872122038", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7038941954445261, "chrf": 69.56028795455134, "bleu": 40.534066646972676, "rougeL": 0.6564885496183207, "len_ratio": 0.9746192893401016, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}85{"pair_id": "pair_5bcbeb43c2d0ebe7", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6295585412667946, "chrf": 69.09635332866446, "bleu": 43.828756116654404, "rougeL": 0.6734693877551021, "len_ratio": 0.7987421383647799, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}86{"pair_id": "pair_e3c20af0a4ddc9ad", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.673733804475854, "chrf": 71.36277245861086, "bleu": 43.57960666330744, "rougeL": 0.6981818181818181, "len_ratio": 1.037313432835821, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}87{"pair_id": "pair_ee38fda4fcac8331", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.627140974967062, "chrf": 63.469890197188064, "bleu": 33.7428948657303, "rougeL": 0.5700934579439252, "len_ratio": 1.0480769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}88{"pair_id": "pair_bb3c7e813311dfad", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5628119800332778, "chrf": 66.5608153301188, "bleu": 37.978350992407, "rougeL": 0.5973684210526315, "len_ratio": 0.9329896907216495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}89{"pair_id": "pair_1e0481be3a29431d", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.533678756476684, "chrf": 60.83100296763209, "bleu": 30.13190964495123, "rougeL": 0.5296442687747035, "len_ratio": 1.0080645161290323, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}90{"pair_id": "pair_fec0180ac9bf07e2", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5757575757575757, "chrf": 56.25134116323984, "bleu": 34.89357671692051, "rougeL": 0.6474820143884892, "len_ratio": 0.717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}91{"pair_id": "pair_d9d13ddec4b83677", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.56752655538695, "chrf": 66.72341247347498, "bleu": 37.06783641083689, "rougeL": 0.6256410256410255, "len_ratio": 1.036649214659686, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -4.0, "sentence_count_delta": -1.0}92{"pair_id": "pair_f42586c60657ad3a", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.4782205746061168, "chrf": 57.522542279971844, "bleu": 26.38508967762131, "rougeL": 0.5266106442577031, "len_ratio": 1.0493827160493827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}93{"pair_id": "pair_785f9c57fdc7ce4e", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6036585365853658, "chrf": 67.86769937061965, "bleu": 29.8772309235866, "rougeL": 0.5943396226415094, "len_ratio": 1.1041666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}94{"pair_id": "pair_4af1b3b725989413", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6205641492265697, "chrf": 78.1108582845491, "bleu": 50.85523064593437, "rougeL": 0.7262247838616716, "len_ratio": 1.0443037974683544, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}95{"pair_id": "pair_dbb8dec75dabd14a", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5260115606936416, "chrf": 66.62135778290545, "bleu": 48.38758695758695, "rougeL": 0.631578947368421, "len_ratio": 0.9873417721518988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}96{"pair_id": "pair_241395f965541088", "doc_id": "doc_018da718543ec7b2", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7153392330383481, "chrf": 70.61030001359403, "bleu": 40.75749939567709, "rougeL": 0.7244897959183675, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}97{"pair_id": "pair_00c7c8695c59de5f", "doc_id": "doc_d999f694e31b629a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.47115384615384615, "chrf": 60.22389170474655, "bleu": 31.043708661325393, "rougeL": 0.48238482384823844, "len_ratio": 0.7268292682926829, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}98{"pair_id": "pair_ae332969c7399d52", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6076794657762938, "chrf": 70.35548702658645, "bleu": 47.792167053167276, "rougeL": 0.7029702970297029, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}99{"pair_id": "pair_36f28615f74f8dac", "doc_id": "doc_746a4589dcef0f3d", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.5619791666666667, "chrf": 67.86836434418, "bleu": 36.7844454256502, "rougeL": 0.5813148788927337, "len_ratio": 1.0036231884057971, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}100{"pair_id": "pair_49512760f0a48ed3", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3761348897535668, "chrf": 67.06388949578084, "bleu": 41.52825598965198, "rougeL": 0.4978165938864629, "len_ratio": 1.02803738317757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}101{"pair_id": "pair_b753d6c247a6ecee", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6918128654970761, "chrf": 74.52722188566842, "bleu": 46.9788283936899, "rougeL": 0.7037037037037038, "len_ratio": 0.924, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}102{"pair_id": "pair_27d1908ac01a0f03", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7642276422764227, "chrf": 71.4084982048809, "bleu": 50.238316881188204, "rougeL": 0.7272727272727273, "len_ratio": 0.9113924050632911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}103{"pair_id": "pair_8a8177f929df5aa7", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7039586919104992, "chrf": 84.81925473624695, "bleu": 70.1388418447594, "rougeL": 0.7849462365591399, "len_ratio": 0.9574468085106383, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}104{"pair_id": "pair_15ff7a9019d3cb90", "doc_id": "doc_fe2ddb404d112460", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4761120263591433, "chrf": 61.3668211890115, "bleu": 33.19965360953691, "rougeL": 0.5245901639344263, "len_ratio": 0.9887640449438202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}105{"pair_id": "pair_03059d5cd5d5215d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5948930296756384, "chrf": 71.32048269486219, "bleu": 43.11635106653305, "rougeL": 0.6004728132387706, "len_ratio": 0.9855769230769231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -3.0}106{"pair_id": "pair_5d0a7f621c2cb706", "doc_id": "doc_0c5f9453efc95182", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.48027210884353744, "chrf": 60.70787455118201, "bleu": 32.700821804511385, "rougeL": 0.5844748858447488, "len_ratio": 1.030612244897959, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}107{"pair_id": "pair_1f7b031dd33375ff", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7982107355864811, "chrf": 79.52542934379471, "bleu": 64.25176317265515, "rougeL": 0.8049535603715171, "len_ratio": 1.0205479452054795, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}108{"pair_id": "pair_f78e5889f7ef6fe0", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6318840579710145, "chrf": 77.92067415391685, "bleu": 65.0442966613745, "rougeL": 0.723529411764706, "len_ratio": 0.9878787878787879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}109{"pair_id": "pair_e1d64d3e842fa71c", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5864759427828348, "chrf": 68.38130962446292, "bleu": 46.25714554143716, "rougeL": 0.6696428571428572, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}110{"pair_id": "pair_550e142667bad82d", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7295825771324864, "chrf": 68.2196861310867, "bleu": 47.286071499161544, "rougeL": 0.6867469879518072, "len_ratio": 0.8863636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}111{"pair_id": "pair_415cb3c4d518b45c", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.41211225997045786, "chrf": 60.58932755859042, "bleu": 25.42450608023912, "rougeL": 0.39153439153439157, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}112{"pair_id": "pair_62cb562c5fc4acd3", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.46858638743455494, "chrf": 62.2958519031639, "bleu": 28.313754070607853, "rougeL": 0.5046728971962617, "len_ratio": 1.0451612903225806, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}113{"pair_id": "pair_8c1ffb7532898f05", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7958015267175572, "chrf": 74.75546575717449, "bleu": 58.63197149289155, "rougeL": 0.8124999999999999, "len_ratio": 0.9125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}114{"pair_id": "pair_c003fb968f7fd867", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5751697381183317, "chrf": 74.30037233296666, "bleu": 49.50749235056182, "rougeL": 0.584717607973422, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}115{"pair_id": "pair_eda7268ce93af6a6", "doc_id": "doc_71ecf0972d1c95dd", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.48769716088328074, "chrf": 61.988652755673066, "bleu": 33.621386148939465, "rougeL": 0.5188470066518848, "len_ratio": 0.8841201716738197, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}116{"pair_id": "pair_ba88612d90668104", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.42471590909090906, "chrf": 56.80130723388576, "bleu": 21.06255580933812, "rougeL": 0.4545454545454545, "len_ratio": 1.0879120879120878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}117{"pair_id": "pair_43d235d2dea3a9a0", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4284009546539379, "chrf": 64.46359815136499, "bleu": 31.02251691615252, "rougeL": 0.4595744680851064, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}118{"pair_id": "pair_59110ddc88cf43b9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5393671817512877, "chrf": 62.60355446838199, "bleu": 33.29865964167726, "rougeL": 0.5028901734104047, "len_ratio": 0.7552083333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}119{"pair_id": "pair_7bd32178b1db4903", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.568259385665529, "chrf": 67.78813879004797, "bleu": 41.34673911204777, "rougeL": 0.6225165562913908, "len_ratio": 0.7625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}120{"pair_id": "pair_a0bc8152b0eda18a", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6148936170212767, "chrf": 72.11350763894639, "bleu": 44.300122455932836, "rougeL": 0.6615384615384616, "len_ratio": 1.03125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}121{"pair_id": "pair_3f5c4bb13685fd6b", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7332718043377942, "chrf": 82.17882692261676, "bleu": 60.293692714806035, "rougeL": 0.7378964941569283, "len_ratio": 0.9607843137254902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}122{"pair_id": "pair_c40407ed0e7b18fd", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7071005917159763, "chrf": 66.21075176481654, "bleu": 37.48747790808666, "rougeL": 0.6171428571428572, "len_ratio": 0.7474747474747475, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}123{"pair_id": "pair_3611da9624008835", "doc_id": "doc_b1675be26e230c94", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.47581903276131043, "chrf": 56.58821328471405, "bleu": 39.933101347473, "rougeL": 0.5235602094240839, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}124{"pair_id": "pair_4f10bbfd2b6004e5", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49435318275154005, "chrf": 70.81781803868144, "bleu": 42.75549114829924, "rougeL": 0.5692883895131086, "len_ratio": 0.8172413793103448, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -3.0}125{"pair_id": "pair_61bca98c5e025873", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6189967982924226, "chrf": 68.63838207333107, "bleu": 42.4314658033951, "rougeL": 0.6576271186440678, "len_ratio": 0.9931506849315068, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}126{"pair_id": "pair_4970e45f376552d2", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7233115468409586, "chrf": 69.05981005868065, "bleu": 41.24470404136477, "rougeL": 0.723404255319149, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}127{"pair_id": "pair_f9c2418b1d2684d1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4567307692307693, "chrf": 60.36066952544569, "bleu": 30.74397798713851, "rougeL": 0.4661654135338346, "len_ratio": 1.0151515151515151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}128{"pair_id": "pair_c3cb2e9ec6eb8acb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6024208566108007, "chrf": 70.11583460779028, "bleu": 36.25123286256874, "rougeL": 0.6088435374149661, "len_ratio": 0.9565217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}129{"pair_id": "pair_2ec653baaa7a7bb5", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5627240143369175, "chrf": 58.06917375045013, "bleu": 28.575650515950834, "rougeL": 0.522875816993464, "len_ratio": 0.8375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}130{"pair_id": "pair_362141efb86d41ce", "doc_id": "doc_d3690a84dbc73152", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5218579234972678, "chrf": 60.71876781698112, "bleu": 24.839996922087387, "rougeL": 0.5047318611987383, "len_ratio": 1.0193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}131{"pair_id": "pair_330c412bc4575214", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3167028199566161, "chrf": 44.18719562714291, "bleu": 5.680137062007582, "rougeL": 0.339622641509434, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}132{"pair_id": "pair_ca6835254ac78a40", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6163723916532906, "chrf": 64.74938298313184, "bleu": 36.59696791995832, "rougeL": 0.5862068965517242, "len_ratio": 1.0987654320987654, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}133{"pair_id": "pair_4c0ca7d0a7031a59", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.34173228346456697, "chrf": 58.280729212952, "bleu": 23.276106714995194, "rougeL": 0.4021164021164021, "len_ratio": 0.9945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}134{"pair_id": "pair_e54c14f709c6677d", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5214899713467049, "chrf": 61.35928637179925, "bleu": 38.63569712318344, "rougeL": 0.5555555555555556, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}135{"pair_id": "pair_8a08d05af995a523", "doc_id": "doc_0e6c656dfaf9d099", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6227239621267298, "chrf": 70.52072941979242, "bleu": 44.70244339297621, "rougeL": 0.6810810810810811, "len_ratio": 0.7711442786069652, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}136{"pair_id": "pair_72d8c430ccaae02f", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4342105263157895, "chrf": 62.35439237509324, "bleu": 23.05104598606307, "rougeL": 0.45333333333333337, "len_ratio": 1.0677966101694916, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}137{"pair_id": "pair_bd5e58bad584f4ed", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.551984877126654, "chrf": 68.53349325982016, "bleu": 46.66218272774201, "rougeL": 0.5734265734265734, "len_ratio": 0.8591549295774648, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}138{"pair_id": "pair_cd6ee4a72e756794", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.4492099322799097, "chrf": 62.68878932766455, "bleu": 26.077089541845563, "rougeL": 0.49104859335038364, "len_ratio": 0.96875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}139{"pair_id": "pair_d71efc1d383e9ccf", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5198412698412698, "chrf": 58.76472213624891, "bleu": 29.35124553420966, "rougeL": 0.631578947368421, "len_ratio": 0.946236559139785, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}140{"pair_id": "pair_b3c2358951b057b6", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5772357723577235, "chrf": 70.81723999954365, "bleu": 44.31166723520371, "rougeL": 0.6157205240174672, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}141{"pair_id": "pair_433b741dbe4c767a", "doc_id": "doc_592708c2d62b5b42", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5308880308880308, "chrf": 84.22324839158125, "bleu": 68.2181746023575, "rougeL": 0.7564102564102565, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}142{"pair_id": "pair_45e168816bb1f94d", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5487421383647799, "chrf": 76.56311018033634, "bleu": 56.62297102153919, "rougeL": 0.6813186813186813, "len_ratio": 0.9120879120879121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}143{"pair_id": "pair_a09b50978754abc8", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.45052083333333337, "chrf": 59.78131636290499, "bleu": 30.94547952060182, "rougeL": 0.4939271255060729, "len_ratio": 0.967741935483871, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}144{"pair_id": "pair_0c1e24a5495273c5", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6368834882058614, "chrf": 71.60902301430146, "bleu": 51.46190844896543, "rougeL": 0.6912442396313364, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}145{"pair_id": "pair_3ed194f4130f9619", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.642578125, "chrf": 67.78571957793228, "bleu": 41.4510975412857, "rougeL": 0.6381578947368421, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}146{"pair_id": "pair_2c7f52804483b024", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.46994134897360706, "chrf": 61.338145602307584, "bleu": 27.07985208085691, "rougeL": 0.5167958656330749, "len_ratio": 0.9635416666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}147{"pair_id": "pair_50e79e029a663f4d", "doc_id": "doc_f8e6e69aeba57df2", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5128593040847201, "chrf": 60.275710623888756, "bleu": 38.355725024807825, "rougeL": 0.519774011299435, "len_ratio": 1.0987654320987654, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}148{"pair_id": "pair_2b6fc1a8fd17fee0", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6270903010033445, "chrf": 61.82205518183409, "bleu": 32.059172751063855, "rougeL": 0.6107784431137724, "len_ratio": 1.0121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}149{"pair_id": "pair_1a022b7bb9e1e4db", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5536547433903577, "chrf": 73.69820396375731, "bleu": 42.17173314821718, "rougeL": 0.5947368421052631, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}150{"pair_id": "pair_5ccc8990666e132a", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6644359464627151, "chrf": 71.09577957392318, "bleu": 47.51339444611547, "rougeL": 0.6891385767790261, "len_ratio": 0.8321167883211679, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}151{"pair_id": "pair_ee282afe28a5ace9", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7306590257879656, "chrf": 73.65145178449345, "bleu": 47.217166643500924, "rougeL": 0.7500000000000001, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}152{"pair_id": "pair_d778a55ebb6347f9", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.46266233766233766, "chrf": 48.17543656685343, "bleu": 15.229407516688472, "rougeL": 0.3488372093023256, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}153{"pair_id": "pair_2c1dcca38f704359", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5634517766497462, "chrf": 59.477617115920424, "bleu": 41.23728449700977, "rougeL": 0.6666666666666666, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}154{"pair_id": "pair_7172fc56dad2d82e", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.46313364055299544, "chrf": 57.11719416987572, "bleu": 29.16988444336425, "rougeL": 0.5416666666666666, "len_ratio": 0.7195121951219512, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}155{"pair_id": "pair_fd83b0922927c9fe", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6601307189542484, "chrf": 74.2022522764778, "bleu": 48.50058824495963, "rougeL": 0.673202614379085, "len_ratio": 0.9483870967741935, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}156{"pair_id": "pair_f62215653e90baff", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5300699300699301, "chrf": 63.490665268729686, "bleu": 35.534254723460776, "rougeL": 0.544502617801047, "len_ratio": 0.9795918367346939, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}157{"pair_id": "pair_d17e309a256486a2", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7225738396624473, "chrf": 67.81327570534638, "bleu": 45.20751008971035, "rougeL": 0.7286245353159851, "len_ratio": 0.8068965517241379, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}158{"pair_id": "pair_582e65f4325f3248", "doc_id": "doc_b1675be26e230c94", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3592085235920852, "chrf": 59.79993247244402, "bleu": 39.14503000971419, "rougeL": 0.450261780104712, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}159{"pair_id": "pair_d5142de550b99285", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6879929886064855, "chrf": 64.5851476922666, "bleu": 34.4122111367316, "rougeL": 0.6413994169096211, "len_ratio": 1.0060975609756098, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}160{"pair_id": "pair_2300811d12980539", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7215756490599821, "chrf": 77.88335992754457, "bleu": 63.18292892905887, "rougeL": 0.7681159420289855, "len_ratio": 1.0267379679144386, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}161{"pair_id": "pair_d0e218df30170fde", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3968386023294509, "chrf": 55.36989393667703, "bleu": 21.099545021889107, "rougeL": 0.44148936170212766, "len_ratio": 1.023121387283237, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}162{"pair_id": "pair_4333e4b5505d83d7", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4610244988864143, "chrf": 64.43666934964436, "bleu": 40.008096284706895, "rougeL": 0.4710144927536232, "len_ratio": 0.9852941176470589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}163{"pair_id": "pair_7225a8399ae7a1ed", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7175398633257404, "chrf": 73.6866893086702, "bleu": 49.429104387022996, "rougeL": 0.7479674796747967, "len_ratio": 0.835820895522388, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}164{"pair_id": "pair_7acee6b89b5f0303", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4843110504774898, "chrf": 66.04022234568612, "bleu": 35.563089092858995, "rougeL": 0.5392156862745098, "len_ratio": 1.02020202020202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}165{"pair_id": "pair_8a2215bbda602325", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4144486692015209, "chrf": 62.92928507137962, "bleu": 34.20154543900067, "rougeL": 0.5, "len_ratio": 1.0266666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}166{"pair_id": "pair_7c7bcf80cfe2c598", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4901639344262295, "chrf": 73.45635859323704, "bleu": 43.02004905326393, "rougeL": 0.5529411764705883, "len_ratio": 1.1282051282051282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}167{"pair_id": "pair_49a2ad708daca6ea", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5328767123287671, "chrf": 64.71507764682543, "bleu": 33.775402084619095, "rougeL": 0.5446009389671361, "len_ratio": 1.0485436893203883, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}168{"pair_id": "pair_5b8c150ea1852476", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7464607464607464, "chrf": 72.60559637863447, "bleu": 51.16736814026557, "rougeL": 0.7213114754098362, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}169{"pair_id": "pair_458e3860e40da7d8", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.716728280961183, "chrf": 81.28715429176752, "bleu": 61.23554090461975, "rougeL": 0.7816901408450705, "len_ratio": 0.8627450980392157, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -5.0}170{"pair_id": "pair_b40831eac9cfc37f", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5361702127659574, "chrf": 68.07225328981164, "bleu": 41.381495184751905, "rougeL": 0.59, "len_ratio": 0.9797979797979798, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}171{"pair_id": "pair_83f67ae8fcf09814", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.649155722326454, "chrf": 67.59225646685206, "bleu": 45.9598192731192, "rougeL": 0.64, "len_ratio": 1.0379746835443038, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}172{"pair_id": "pair_aff857419cb3124f", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5404984423676013, "chrf": 81.54002648493413, "bleu": 58.491591342269814, "rougeL": 0.7052341597796143, "len_ratio": 1.0584795321637428, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}173{"pair_id": "pair_771af0fa37912adc", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6918382913806255, "chrf": 69.82719153988839, "bleu": 44.19086023917989, "rougeL": 0.7061855670103093, "len_ratio": 1.0261780104712042, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -4.0, "sentence_count_delta": -1.0}174{"pair_id": "pair_0dd4cee58ee01917", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5023286759813705, "chrf": 63.258156332465866, "bleu": 26.323466629841803, "rougeL": 0.49066666666666664, "len_ratio": 0.7361111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -9.0}175{"pair_id": "pair_2baf3b1f464ffb6a", "doc_id": "doc_d999f694e31b629a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6863905325443787, "chrf": 71.58227257364143, "bleu": 45.57132909815091, "rougeL": 0.7036144578313254, "len_ratio": 0.9512195121951219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}176{"pair_id": "pair_f91011357b0f413e", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3706176961602671, "chrf": 57.31731816471337, "bleu": 18.621823062808488, "rougeL": 0.44705882352941173, "len_ratio": 1.048780487804878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}177{"pair_id": "pair_5eaed95acde41df5", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5593775593775594, "chrf": 72.79905213849892, "bleu": 38.86725184643296, "rougeL": 0.5749235474006116, "len_ratio": 1.0445859872611465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -3.0}178{"pair_id": "pair_0801fc744b6e1800", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7210626185958254, "chrf": 70.02260532357347, "bleu": 41.61387199412384, "rougeL": 0.708860759493671, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}179{"pair_id": "pair_e4db746a7e13cd69", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3595800524934383, "chrf": 63.846491486779136, "bleu": 39.062133596816906, "rougeL": 0.41777777777777775, "len_ratio": 0.9906542056074766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}180{"pair_id": "pair_05996163cda6cd8a", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5350089766606823, "chrf": 69.82460430275023, "bleu": 42.861721538720545, "rougeL": 0.6451612903225806, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}181{"pair_id": "pair_8f916bb9c619bc85", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5127701375245579, "chrf": 66.74944998921416, "bleu": 37.1756667462399, "rougeL": 0.593939393939394, "len_ratio": 1.064102564102564, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}182{"pair_id": "pair_d12fd60a6972ca59", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.46306818181818177, "chrf": 61.315458149333125, "bleu": 28.659820453698398, "rougeL": 0.4924623115577889, "len_ratio": 0.9702970297029703, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}183{"pair_id": "pair_c42ef559fcb52018", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7691237830319888, "chrf": 74.45804657345406, "bleu": 51.972757237856605, "rougeL": 0.7881773399014779, "len_ratio": 0.9134615384615384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}184{"pair_id": "pair_49a92ef97458e13a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.5654692931633836, "chrf": 70.64465509949397, "bleu": 45.63377809058889, "rougeL": 0.679324894514768, "len_ratio": 0.836, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}185{"pair_id": "pair_95954eb9e2e1d3fc", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5605911330049261, "chrf": 87.55387600209377, "bleu": 74.66582497163876, "rougeL": 0.7384615384615384, "len_ratio": 1.0273972602739727, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}186{"pair_id": "pair_09f353939ba6f32e", "doc_id": "doc_592708c2d62b5b42", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.41894353369763204, "chrf": 69.60798593900583, "bleu": 41.845859143050234, "rougeL": 0.6163522012578617, "len_ratio": 1.0394736842105263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}187{"pair_id": "pair_8e08d7b99ed5ef66", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.48676880222841223, "chrf": 57.69877687851233, "bleu": 23.20321417721526, "rougeL": 0.46979865771812074, "len_ratio": 0.9906976744186047, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}188{"pair_id": "pair_700daf9ee426caee", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.39070090215128384, "chrf": 60.10494278627794, "bleu": 25.361476328976195, "rougeL": 0.41309823677581864, "len_ratio": 0.9846153846153847, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}189{"pair_id": "pair_38fb393785deac43", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5458734813573523, "chrf": 65.55703855202829, "bleu": 35.38531368476145, "rougeL": 0.5740987983978637, "len_ratio": 0.9072164948453608, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}190{"pair_id": "pair_a4223ce78ada358a", "doc_id": "doc_75e4c206f7fbdd67", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5711759504862953, "chrf": 73.41518278815535, "bleu": 54.317358233431925, "rougeL": 0.6730769230769231, "len_ratio": 1.0374331550802138, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}191{"pair_id": "pair_fdf4ec8f2a4a8186", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7495590828924162, "chrf": 73.46823143708221, "bleu": 59.923857568679956, "rougeL": 0.7939698492462312, "len_ratio": 0.989247311827957, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}192{"pair_id": "pair_22ee3893fc4f0f4a", "doc_id": "doc_39d6863143acde73", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5204819277108435, "chrf": 60.17299860238066, "bleu": 24.103724288789547, "rougeL": 0.5317460317460317, "len_ratio": 0.991869918699187, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}193{"pair_id": "pair_ddb796a3b7bd3701", "doc_id": "doc_cbee4bf03365a459", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5907906168549089, "chrf": 69.78937979120036, "bleu": 43.72397503306062, "rougeL": 0.6261980830670927, "len_ratio": 0.7931034482758621, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}194{"pair_id": "pair_ea366ebac71f8362", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7065351418002466, "chrf": 67.70220063248426, "bleu": 40.948196886143265, "rougeL": 0.7258687258687259, "len_ratio": 1.0396825396825398, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}195{"pair_id": "pair_b7583f280eb9266a", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.4700996677740864, "chrf": 73.12130910679036, "bleu": 49.31886679994447, "rougeL": 0.5555555555555555, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}196{"pair_id": "pair_ff452f38d42be942", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.45914742451154533, "chrf": 80.75963258220227, "bleu": 56.421672664347255, "rougeL": 0.5898305084745762, "len_ratio": 0.8407643312101911, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}197{"pair_id": "pair_eca58a73db742670", "doc_id": "doc_f8e6e69aeba57df2", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5276532137518685, "chrf": 61.62122620909014, "bleu": 38.17706199964518, "rougeL": 0.5414364640883977, "len_ratio": 1.1481481481481481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}198{"pair_id": "pair_e229c25dea1154d8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6476510067114094, "chrf": 77.95887162654792, "bleu": 62.230270278451464, "rougeL": 0.7015706806282722, "len_ratio": 1.0319148936170213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}199{"pair_id": "pair_c28cab19b51c5134", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.45256609642301715, "chrf": 63.27637714570701, "bleu": 28.054356660957055, "rougeL": 0.4909560723514212, "len_ratio": 0.9479166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}200{"pair_id": "pair_dcfef16208df99e3", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6386036960985626, "chrf": 75.8413687302465, "bleu": 51.59509130553945, "rougeL": 0.7067137809187279, "len_ratio": 0.9275862068965517, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}201{"pair_id": "pair_fd8e7f4fd737bf62", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3463901689708141, "chrf": 58.7050356911501, "bleu": 23.796088858908192, "rougeL": 0.3671232876712329, "len_ratio": 1.1890243902439024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}202{"pair_id": "pair_49cf1aa37ed9193d", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.37786259541984735, "chrf": 68.13409956856617, "bleu": 41.692688848373514, "rougeL": 0.44791666666666663, "len_ratio": 1.0166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}203{"pair_id": "pair_8cb5d6f03140b25b", "doc_id": "doc_7cc71e43594f0124", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8560188827694728, "chrf": 81.67242752127117, "bleu": 62.827075524694585, "rougeL": 0.8615384615384616, "len_ratio": 0.9187817258883249, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}204{"pair_id": "pair_c6b9b886fbe17caa", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.678082191780822, "chrf": 78.599569736479, "bleu": 66.04398371793539, "rougeL": 0.7543859649122807, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}205{"pair_id": "pair_a5b52afcaabcbd41", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6749482401656315, "chrf": 66.2889089500412, "bleu": 35.364960347845894, "rougeL": 0.640625, "len_ratio": 0.9076923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}206{"pair_id": "pair_fbe226951676a053", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6339381003201707, "chrf": 66.18632410358163, "bleu": 37.789232634271045, "rougeL": 0.6643109540636043, "len_ratio": 0.910958904109589, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}207{"pair_id": "pair_9730759b03d361c9", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4379526798647996, "chrf": 67.48286426882207, "bleu": 30.662722941407004, "rougeL": 0.4776632302405498, "len_ratio": 1.0855018587360594, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}208{"pair_id": "pair_6ebe7baf6292efd2", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6074523396880416, "chrf": 78.49497559392496, "bleu": 49.47476504610609, "rougeL": 0.6389776357827476, "len_ratio": 0.9554140127388535, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}209{"pair_id": "pair_093b7944e9e4c596", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.4122657580919932, "chrf": 56.196110349613825, "bleu": 21.703836082495997, "rougeL": 0.5, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}210{"pair_id": "pair_c7dd397534028532", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5365013774104683, "chrf": 76.34236162908302, "bleu": 62.04927820925445, "rougeL": 0.6574074074074073, "len_ratio": 0.8874458874458875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}211{"pair_id": "pair_6b9f2ae535578b8a", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5824081981212639, "chrf": 62.58939251388822, "bleu": 32.42416193551948, "rougeL": 0.5936599423631124, "len_ratio": 0.9940476190476191, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}212{"pair_id": "pair_1fb3e4bec62c8152", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5299877600979193, "chrf": 64.36231480812107, "bleu": 33.714099106122255, "rougeL": 0.5338983050847458, "len_ratio": 1.0172413793103448, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}213{"pair_id": "pair_de473f06430276e2", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7452547452547453, "chrf": 73.7038622316906, "bleu": 64.25378223990985, "rougeL": 0.7792207792207793, "len_ratio": 0.793939393939394, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}214{"pair_id": "pair_9c50fa8d6e9bf9ba", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7183462532299741, "chrf": 77.90063076006042, "bleu": 63.12400218320614, "rougeL": 0.7953667953667953, "len_ratio": 0.9253731343283582, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}215{"pair_id": "pair_73c6d66aac81017c", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5668789808917197, "chrf": 61.18254988341906, "bleu": 28.413501789301026, "rougeL": 0.5454545454545455, "len_ratio": 1.1343283582089552, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}216{"pair_id": "pair_a9ec4a89035b890d", "doc_id": "doc_e70ce9ae73c32589", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5252679938744258, "chrf": 60.13247904644263, "bleu": 30.136701650744072, "rougeL": 0.5, "len_ratio": 0.8118811881188119, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}217{"pair_id": "pair_52e1e52d454b4bbb", "doc_id": "doc_e70ce9ae73c32589", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5423076923076924, "chrf": 53.4126472164282, "bleu": 17.810333786667808, "rougeL": 0.43317972350230416, "len_ratio": 1.099009900990099, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}218{"pair_id": "pair_379b4a364a2750bd", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5916852264291017, "chrf": 68.02434621972607, "bleu": 37.916628702696755, "rougeL": 0.6142131979695432, "len_ratio": 1.057591623036649, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -4.0, "sentence_count_delta": -3.0}219{"pair_id": "pair_1016b40529daa4e8", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.465195246179966, "chrf": 52.00410656778266, "bleu": 19.92368883770204, "rougeL": 0.4404761904761905, "len_ratio": 1.0125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}220{"pair_id": "pair_3778c2c5facdf11a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.27329974811083124, "chrf": 68.286582858532, "bleu": 38.311406217380714, "rougeL": 0.43089430894308944, "len_ratio": 1.0175438596491229, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}221{"pair_id": "pair_06f40fed7d7832f8", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5975609756097561, "chrf": 62.783754842383246, "bleu": 32.85880406241975, "rougeL": 0.6428571428571429, "len_ratio": 0.9504950495049505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}222{"pair_id": "pair_cd06d2b834f5146a", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.370197904540163, "chrf": 61.2751996878913, "bleu": 26.694536925416482, "rougeL": 0.3902439024390244, "len_ratio": 0.9916666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 1.0}223{"pair_id": "pair_ad9b861c63c9cd26", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5696202531645569, "chrf": 66.95486715009106, "bleu": 40.76531309787396, "rougeL": 0.6288209606986899, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}224{"pair_id": "pair_38e324907ccc6846", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6864535768645358, "chrf": 78.93610133077958, "bleu": 60.083023999217936, "rougeL": 0.7499999999999999, "len_ratio": 0.8475836431226765, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}225{"pair_id": "pair_e84e2197ee61afb4", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5809716599190283, "chrf": 72.96634518098566, "bleu": 42.1082828233873, "rougeL": 0.5562913907284769, "len_ratio": 1.0138888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}226{"pair_id": "pair_b1ea4c151f4ad8ba", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6097777777777778, "chrf": 81.72288680113158, "bleu": 63.02193701271282, "rougeL": 0.7225981055480379, "len_ratio": 1.0138504155124655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}227{"pair_id": "pair_587eeae4e76ff484", "doc_id": "doc_018da718543ec7b2", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7287917737789202, "chrf": 73.7893214827776, "bleu": 48.54074744082019, "rougeL": 0.7465437788018434, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}228{"pair_id": "pair_a298081b1cca21aa", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5253576072821846, "chrf": 64.04141699591264, "bleu": 39.309091666467296, "rougeL": 0.5686274509803921, "len_ratio": 0.7850467289719626, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}229{"pair_id": "pair_376dd2cf2b3c00dc", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4918793503480279, "chrf": 61.34453322090718, "bleu": 34.53276416983833, "rougeL": 0.5069860279441119, "len_ratio": 0.9959183673469387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}230{"pair_id": "pair_861636e9ef48c537", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5941586748038361, "chrf": 75.45088892284329, "bleu": 54.785676354556394, "rougeL": 0.6549865229110512, "len_ratio": 1.0221606648199446, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}231{"pair_id": "pair_0cce3868261ba441", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.51953125, "chrf": 57.11579891578719, "bleu": 22.566271308801056, "rougeL": 0.5238095238095238, "len_ratio": 0.97, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}232{"pair_id": "pair_9dc3a6074e7eba4d", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4859094790777113, "chrf": 62.96824733310513, "bleu": 35.57272912618287, "rougeL": 0.5068870523415977, "len_ratio": 0.9770114942528736, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}233{"pair_id": "pair_955bfdc80088bc6b", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6138107416879796, "chrf": 77.6336146384519, "bleu": 54.039829315087616, "rougeL": 0.6942148760330578, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}234{"pair_id": "pair_29bc401ad35af4ee", "doc_id": "doc_e70ce9ae73c32589", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6363636363636364, "chrf": 60.273757121206295, "bleu": 26.553502413521425, "rougeL": 0.5445544554455446, "len_ratio": 0.9504950495049505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}235{"pair_id": "pair_14710846235a4361", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6494413407821229, "chrf": 73.80847151588999, "bleu": 42.39021902479971, "rougeL": 0.6812386156648451, "len_ratio": 0.8193979933110368, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}236{"pair_id": "pair_6b8f39f278495e23", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4890873015873016, "chrf": 62.40688864750098, "bleu": 33.78761533440683, "rougeL": 0.4786885245901639, "len_ratio": 0.9933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}237{"pair_id": "pair_606bb5bd613cc47e", "doc_id": "doc_fe2ddb404d112460", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4673202614379085, "chrf": 58.264611108427765, "bleu": 32.47930050388351, "rougeL": 0.46153846153846156, "len_ratio": 0.9775280898876404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}238{"pair_id": "pair_dd83b558bde52162", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5246963562753036, "chrf": 60.378653907228866, "bleu": 28.273843330461133, "rougeL": 0.5318559556786703, "len_ratio": 1.170731707317073, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}239{"pair_id": "pair_e6336e0a5e8d0f01", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6967455621301775, "chrf": 68.23549424857038, "bleu": 38.073536551912575, "rougeL": 0.6526315789473685, "len_ratio": 0.8888888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}240{"pair_id": "pair_76c04925d2fec3c6", "doc_id": "doc_dadb00e95af5ab75", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.4237695078031213, "chrf": 63.25414737345159, "bleu": 26.247262254821443, "rougeL": 0.4595744680851064, "len_ratio": 1.1320754716981132, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}241{"pair_id": "pair_90798343cefb81bf", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3886010362694301, "chrf": 67.80410542221222, "bleu": 45.29422213983934, "rougeL": 0.5333333333333333, "len_ratio": 0.9719626168224299, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}242{"pair_id": "pair_cdb544371e389eb7", "doc_id": "doc_7cc71e43594f0124", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7387883556254917, "chrf": 72.59552756471027, "bleu": 49.21410974107791, "rougeL": 0.7531172069825437, "len_ratio": 0.9796954314720813, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}243{"pair_id": "pair_d70efd650144efe7", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.6560509554140128, "chrf": 70.48535818078899, "bleu": 44.085357195217576, "rougeL": 0.6860465116279071, "len_ratio": 0.8494623655913979, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}244{"pair_id": "pair_5215877c50ff164e", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.7319277108433735, "chrf": 71.24017193506754, "bleu": 44.205429935205906, "rougeL": 0.7027027027027027, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}245{"pair_id": "pair_1967e35350450682", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5789473684210527, "chrf": 71.10358149706293, "bleu": 46.46256068607291, "rougeL": 0.6086956521739131, "len_ratio": 1.0985915492957747, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}246{"pair_id": "pair_55fba18ede6aef11", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5039123630672926, "chrf": 59.487826411982766, "bleu": 26.786826611840358, "rougeL": 0.4631578947368421, "len_ratio": 0.8969072164948454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}247{"pair_id": "pair_6518e9ac5509802a", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4438264738598443, "chrf": 78.53936375884581, "bleu": 58.500557893358966, "rougeL": 0.5797101449275363, "len_ratio": 0.9705882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}248{"pair_id": "pair_a1aa1029745d167d", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5645967166309779, "chrf": 71.50420269526434, "bleu": 49.9347316190108, "rougeL": 0.6513761467889908, "len_ratio": 1.0053475935828877, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}249{"pair_id": "pair_5cb4860a604a843b", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6801346801346801, "chrf": 68.15507338263023, "bleu": 48.46368360776073, "rougeL": 0.74, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}250{"pair_id": "pair_7499a298a12f0109", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5177664974619289, "chrf": 52.01394213495788, "bleu": 27.601925039654567, "rougeL": 0.5882352941176471, "len_ratio": 0.9193548387096774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}251{"pair_id": "pair_fcc757291d58be13", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4040307101727447, "chrf": 67.38628241874748, "bleu": 41.60575784260569, "rougeL": 0.5403726708074533, "len_ratio": 0.9622641509433962, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}252{"pair_id": "pair_c8694321a5ca771f", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5297941495124594, "chrf": 76.18109656146932, "bleu": 58.20602205670367, "rougeL": 0.6073619631901841, "len_ratio": 0.9440993788819876, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}253{"pair_id": "pair_a4d4d91e84e348b6", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3434022257551669, "chrf": 48.77144799097943, "bleu": 15.139498604680181, "rougeL": 0.26436781609195403, "len_ratio": 1.1, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}254{"pair_id": "pair_604bcf9fcd54a2f1", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6079545454545454, "chrf": 67.71035682399699, "bleu": 36.725145967554965, "rougeL": 0.6210526315789474, "len_ratio": 1.065217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}255{"pair_id": "pair_643a841687f0d2dd", "doc_id": "doc_0f52808f2ff23add", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4659206510681587, "chrf": 66.5632247249717, "bleu": 41.627216672888274, "rougeL": 0.5434782608695652, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}256{"pair_id": "pair_3283402f4bcc1c31", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4104347826086957, "chrf": 54.43011969895311, "bleu": 21.814082026212542, "rougeL": 0.44171779141104295, "len_ratio": 0.9634146341463414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}257{"pair_id": "pair_4619a5dce953588a", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4963503649635036, "chrf": 54.73800236144154, "bleu": 14.522207242599107, "rougeL": 0.47798742138364775, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}258{"pair_id": "pair_9aa54df255a9ffeb", "doc_id": "doc_fe2ddb404d112460", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.46310832025117743, "chrf": 59.07740443237817, "bleu": 32.536478600106854, "rougeL": 0.44086021505376344, "len_ratio": 1.0224719101123596, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}259{"pair_id": "pair_c65b9d98f564a283", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5324427480916031, "chrf": 66.27778771627926, "bleu": 39.73723596840218, "rougeL": 0.6143790849673203, "len_ratio": 1.095890410958904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}260{"pair_id": "pair_7d84f5ae21e98990", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7663421418636995, "chrf": 75.44090001488473, "bleu": 55.88556883252662, "rougeL": 0.8062827225130891, "len_ratio": 0.8173076923076923, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}261{"pair_id": "pair_34e0ce9300ebbd4c", "doc_id": "doc_4ae2315338449b51", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5246511627906977, "chrf": 65.92248353485081, "bleu": 36.61891283066128, "rougeL": 0.617363344051447, "len_ratio": 0.7530864197530864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}262{"pair_id": "pair_222a23ef889c352b", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4588563458856346, "chrf": 61.29056324652673, "bleu": 28.938978665216084, "rougeL": 0.4923076923076923, "len_ratio": 1.096774193548387, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}263{"pair_id": "pair_7b319cacd1b3b38d", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7296849087893864, "chrf": 72.10661244970126, "bleu": 53.30188176857049, "rougeL": 0.7722772277227723, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}264{"pair_id": "pair_1388a2e541d50a6d", "doc_id": "doc_c00d6c2859f1e21a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6763285024154589, "chrf": 75.06286637791277, "bleu": 50.668003294409814, "rougeL": 0.6966824644549763, "len_ratio": 0.9759615384615384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}265{"pair_id": "pair_81f5f1995e355c9b", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.43430962343096235, "chrf": 57.38784763762156, "bleu": 31.13830674989653, "rougeL": 0.4538258575197889, "len_ratio": 1.0376344086021505, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}266{"pair_id": "pair_81071fedee01556a", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5540275049115914, "chrf": 55.95245704915749, "bleu": 20.662342324032235, "rougeL": 0.5, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}267{"pair_id": "pair_c9b71287cec0bfef", "doc_id": "doc_6b5d113d4728e44f", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5436720142602496, "chrf": 72.16184791913871, "bleu": 54.06624048344054, "rougeL": 0.6245847176079734, "len_ratio": 1.0328947368421053, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}268{"pair_id": "pair_c1a17626ce019daf", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4903086862885858, "chrf": 63.55426450224685, "bleu": 34.31260957351304, "rougeL": 0.5820895522388061, "len_ratio": 0.7674418604651163, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": -3.0}269{"pair_id": "pair_843719bad996e9e9", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.368836291913215, "chrf": 50.51545466987598, "bleu": 7.999497349397326, "rougeL": 0.37762237762237766, "len_ratio": 1.1538461538461537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}270{"pair_id": "pair_a68bba17780a3e48", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5316698656429942, "chrf": 70.10239379012381, "bleu": 42.787963823101926, "rougeL": 0.65359477124183, "len_ratio": 1.095890410958904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}271{"pair_id": "pair_a86e5bf1357766e4", "doc_id": "doc_592708c2d62b5b42", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.44043321299638993, "chrf": 64.69522713321338, "bleu": 38.25877678215957, "rougeL": 0.5838509316770186, "len_ratio": 1.0657894736842106, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}272{"pair_id": "pair_148d23e6f9005dcc", "doc_id": "doc_3b73c0c303c8ada6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5443786982248521, "chrf": 71.47422940828227, "bleu": 48.04046984136198, "rougeL": 0.6217616580310881, "len_ratio": 0.9816849816849816, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}273{"pair_id": "pair_892c240ce1b7aa9e", "doc_id": "doc_0c5f9453efc95182", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5510471204188482, "chrf": 59.66935901855901, "bleu": 29.256815986559616, "rougeL": 0.5701357466063349, "len_ratio": 1.0510204081632653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}274{"pair_id": "pair_f72a453777101142", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7005649717514124, "chrf": 68.77843193310966, "bleu": 51.67456999383847, "rougeL": 0.7569721115537849, "len_ratio": 0.7737226277372263, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}275{"pair_id": "pair_6bdf342566fe7abe", "doc_id": "doc_606921299de9f2c7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4472123368920522, "chrf": 65.34187048224489, "bleu": 36.31695292857362, "rougeL": 0.47659574468085103, "len_ratio": 1.179245283018868, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}276{"pair_id": "pair_74d7253fcd30392f", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5267118133935289, "chrf": 68.65783239678855, "bleu": 39.32676420770178, "rougeL": 0.6035805626598466, "len_ratio": 1.0418848167539267, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -3.0, "sentence_count_delta": -2.0}277{"pair_id": "pair_edcc08462bba7d66", "doc_id": "doc_bbe20e369485006e", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6903846153846154, "chrf": 65.50637217853239, "bleu": 38.58729648908845, "rougeL": 0.6918238993710693, "len_ratio": 0.9390243902439024, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}278{"pair_id": "pair_c55370afce6b754c", "doc_id": "doc_d63488e03c286073", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5970625798212006, "chrf": 68.46065554218738, "bleu": 33.06110797860919, "rougeL": 0.5761904761904763, "len_ratio": 1.0344827586206897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}279{"pair_id": "pair_616fecfaef5e9afa", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.4872881355932204, "chrf": 72.938067918813, "bleu": 47.91110520970976, "rougeL": 0.5959595959595959, "len_ratio": 0.9494949494949495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}280{"pair_id": "pair_b4f857e4f7a460cf", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6331360946745562, "chrf": 60.07182603562027, "bleu": 36.01320813979482, "rougeL": 0.6307692307692309, "len_ratio": 0.72, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}281{"pair_id": "pair_436ff08b9a6fe740", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4383149448345035, "chrf": 60.37302120405715, "bleu": 21.204641675702515, "rougeL": 0.4516129032258065, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}282{"pair_id": "pair_b611046b7908f7f9", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6776504297994269, "chrf": 65.34844527459191, "bleu": 43.25036204385673, "rougeL": 0.6031746031746033, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}283{"pair_id": "pair_2a433c18451db499", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.49709302325581395, "chrf": 53.35317499223462, "bleu": 15.315275052932384, "rougeL": 0.44776119402985076, "len_ratio": 1.0101010101010102, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}284{"pair_id": "pair_9e2379f6a17d86f3", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5795847750865052, "chrf": 61.68249009785198, "bleu": 31.0411305854283, "rougeL": 0.5730659025787965, "len_ratio": 1.005952380952381, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}285{"pair_id": "pair_28adf167e9ab6c5e", "doc_id": "doc_71d406f9105e8832", "variant": "C", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7420924574209246, "chrf": 70.7404923159429, "bleu": 43.57093566276249, "rougeL": 0.7272727272727272, "len_ratio": 0.7580645161290323, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}286{"pair_id": "pair_c502cfa7ecbb1f23", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.812807881773399, "chrf": 70.88570119653588, "bleu": 47.506685383525884, "rougeL": 0.7833333333333333, "len_ratio": 0.8181818181818182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}287{"pair_id": "pair_6c2a4fd3935b1c4e", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.35664335664335667, "chrf": 77.22121094256931, "bleu": 65.21890842884687, "rougeL": 0.6306306306306307, "len_ratio": 0.9454545454545454, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}288{"pair_id": "pair_26e07c12e2440a77", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6554878048780488, "chrf": 66.23476173143294, "bleu": 36.06355201918808, "rougeL": 0.6736842105263158, "len_ratio": 0.8811881188118812, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}289{"pair_id": "pair_cb1aabb45a9f7e5c", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3891675025075225, "chrf": 60.19101616802123, "bleu": 20.20914178711599, "rougeL": 0.4468085106382979, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}290{"pair_id": "pair_b073b05b6f07cd5b", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5149201943095073, "chrf": 62.31242973459494, "bleu": 28.9286900727578, "rougeL": 0.5076142131979695, "len_ratio": 0.9692307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}291{"pair_id": "pair_94bbfc333829a60a", "doc_id": "doc_d63488e03c286073", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6291476903057904, "chrf": 65.89069536992625, "bleu": 31.908569236014372, "rougeL": 0.5952380952380952, "len_ratio": 1.0344827586206897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}292{"pair_id": "pair_adcec57a8bce34c5", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4667931688804554, "chrf": 63.20483722340666, "bleu": 27.46195640340145, "rougeL": 0.6013986013986015, "len_ratio": 0.7195121951219512, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}293{"pair_id": "pair_77abbf77b9da40bb", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5387840670859538, "chrf": 65.84551532544549, "bleu": 42.15003871011159, "rougeL": 0.5859872611464968, "len_ratio": 0.9411764705882353, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}294{"pair_id": "pair_e1185ba977ee244f", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.796373779637378, "chrf": 75.71214986611932, "bleu": 52.11565681823717, "rougeL": 0.7937915742793792, "len_ratio": 1.0093023255813953, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}295{"pair_id": "pair_fc317e2b87a2a542", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.4436717663421419, "chrf": 70.64934546482617, "bleu": 46.79024489788389, "rougeL": 0.5258215962441315, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}296{"pair_id": "pair_7a25e76eb2ff9b60", "doc_id": "doc_4b9443000ca9e29c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5160281469898358, "chrf": 62.71555994029241, "bleu": 42.555503024075335, "rougeL": 0.5688073394495413, "len_ratio": 0.9151785714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}297{"pair_id": "pair_3c164cee2bd6c957", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5200433369447455, "chrf": 65.84273588550894, "bleu": 47.042941800986554, "rougeL": 0.6000000000000001, "len_ratio": 0.968944099378882, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}298{"pair_id": "pair_d7445b3ec0e9e28f", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4092526690391459, "chrf": 63.80016224832888, "bleu": 32.48947558530615, "rougeL": 0.4647058823529412, "len_ratio": 1.0754716981132075, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}299{"pair_id": "pair_71f0d0a8ad3cf5ea", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7532299741602067, "chrf": 70.70983989312357, "bleu": 41.50068212242399, "rougeL": 0.6666666666666666, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}300{"pair_id": "pair_d17600e7d1feb800", "doc_id": "doc_e70ce9ae73c32589", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5019059720457433, "chrf": 50.324354977103646, "bleu": 10.749693731056475, "rougeL": 0.3926940639269407, "len_ratio": 1.118811881188119, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}301{"pair_id": "pair_73b59c4d552a1e38", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6619607843137255, "chrf": 76.18456886180444, "bleu": 53.807962388778336, "rougeL": 0.7169811320754716, "len_ratio": 0.9319371727748691, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -4.0, "sentence_count_delta": -4.0}302{"pair_id": "pair_7470cf9ca3db231f", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6459677419354839, "chrf": 64.84598110039482, "bleu": 30.65579497831238, "rougeL": 0.5963855421686747, "len_ratio": 1.0828025477707006, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": 0.0}303{"pair_id": "pair_cc20a8aae5cbac0b", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.597998331943286, "chrf": 68.9687545041369, "bleu": 35.92839716056705, "rougeL": 0.5969230769230769, "len_ratio": 1.0382165605095541, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}304{"pair_id": "pair_0c64a6109aa8698e", "doc_id": "doc_d63488e03c286073", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.826530612244898, "chrf": 81.098117030067, "bleu": 62.00038260612383, "rougeL": 0.8039702233250621, "len_ratio": 0.9458128078817734, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}305{"pair_id": "pair_32cbef6a97f049ed", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5908408408408408, "chrf": 62.453448722463634, "bleu": 28.27891285498393, "rougeL": 0.5918367346938775, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}306{"pair_id": "pair_470fc855f498a711", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5864077669902912, "chrf": 66.21739529440275, "bleu": 47.11231454654888, "rougeL": 0.6335403726708074, "len_ratio": 1.0256410256410255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}307{"pair_id": "pair_4a3ffb2ffe27e48e", "doc_id": "doc_75e4c206f7fbdd67", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.8736842105263158, "chrf": 84.28311115097235, "bleu": 70.29036581212456, "rougeL": 0.8533333333333333, "len_ratio": 0.8666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}308{"pair_id": "pair_4bc83be0e915f7e2", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.44664031620553357, "chrf": 54.764174021783184, "bleu": 22.802074828595032, "rougeL": 0.4541832669322709, "len_ratio": 1.0080645161290323, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}309{"pair_id": "pair_252f6b35d8d6b7a4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6351902173913043, "chrf": 70.0152505264629, "bleu": 52.32957893764536, "rougeL": 0.7281795511221947, "len_ratio": 0.7880184331797235, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}310{"pair_id": "pair_3db5680ce83b4a9a", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5213723284589427, "chrf": 69.47199827088106, "bleu": 46.64617879028406, "rougeL": 0.5641025641025641, "len_ratio": 1.0111940298507462, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}311{"pair_id": "pair_649fc4991c6b94e7", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6209573091849936, "chrf": 63.98688689723778, "bleu": 33.069100368242886, "rougeL": 0.5806451612903225, "len_ratio": 1.0673076923076923, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}312{"pair_id": "pair_768486d2d6d13dce", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5289139633286319, "chrf": 59.97828822354143, "bleu": 24.888133637434812, "rougeL": 0.5252525252525252, "len_ratio": 1.0879120879120878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}313{"pair_id": "pair_d331bb07b2aae710", "doc_id": "doc_746a4589dcef0f3d", "variant": "D", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.5097522403795467, "chrf": 66.62887841980802, "bleu": 33.553684543609904, "rougeL": 0.5619546247818499, "len_ratio": 0.9818840579710145, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}314{"pair_id": "pair_549eaa531a8ff8c8", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.511742892459827, "chrf": 54.41740341863854, "bleu": 19.715990239283737, "rougeL": 0.5101214574898786, "len_ratio": 0.943089430894309, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}315{"pair_id": "pair_7cfd87476916eb16", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6535008976660682, "chrf": 67.92164739868296, "bleu": 40.39051835326546, "rougeL": 0.6025641025641025, "len_ratio": 1.028169014084507, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}316{"pair_id": "pair_49eb81f7c271385f", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5872340425531914, "chrf": 74.28068722786702, "bleu": 48.55626999123443, "rougeL": 0.6844919786096256, "len_ratio": 0.8484848484848485, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}317{"pair_id": "pair_159bdcf7c5ce6b43", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.651702786377709, "chrf": 60.611662842625414, "bleu": 31.66052608624045, "rougeL": 0.6043956043956045, "len_ratio": 0.7378640776699029, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}318{"pair_id": "pair_3b61110f14c9d441", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.810477657935285, "chrf": 77.88890433860168, "bleu": 54.321058886926075, "rougeL": 0.8070175438596491, "len_ratio": 0.8586956521739131, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}319{"pair_id": "pair_1752ec22f6a58306", "doc_id": "doc_fe2ddb404d112460", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7624784853700517, "chrf": 69.92319593914297, "bleu": 47.38792274147945, "rougeL": 0.7261904761904762, "len_ratio": 0.8202247191011236, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}320{"pair_id": "pair_daee5f7a0a579544", "doc_id": "doc_f54430ffcf7de28b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5746681415929203, "chrf": 67.90287636638224, "bleu": 44.2076398864097, "rougeL": 0.5782688766114181, "len_ratio": 0.996268656716418, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}321{"pair_id": "pair_371e08c3f3e82b29", "doc_id": "doc_b1675be26e230c94", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4243369734789392, "chrf": 61.97595688490827, "bleu": 44.35877453172469, "rougeL": 0.5549132947976878, "len_ratio": 0.7604166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}322{"pair_id": "pair_b60579151b2090e5", "doc_id": "doc_746a4589dcef0f3d", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.6469639978506179, "chrf": 65.36611266855785, "bleu": 36.694601783478795, "rougeL": 0.683495145631068, "len_ratio": 0.7681159420289855, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}323{"pair_id": "pair_e11f308e80430272", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.44412607449856734, "chrf": 66.56379235616207, "bleu": 43.43656239862616, "rougeL": 0.5177664974619289, "len_ratio": 0.95, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}324{"pair_id": "pair_a8fc55f750d147ab", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4966634890371783, "chrf": 62.28278508361286, "bleu": 32.948835525145824, "rougeL": 0.5016949152542373, "len_ratio": 1.051094890510949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}325{"pair_id": "pair_bfa7f3b1806a87ca", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.44506517690875236, "chrf": 66.58120234928859, "bleu": 40.000131990699224, "rougeL": 0.5304878048780487, "len_ratio": 1.0062893081761006, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}326{"pair_id": "pair_be01e1c67bf016fa", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5515759312320917, "chrf": 67.32185791699885, "bleu": 43.56675487063616, "rougeL": 0.6632653061224489, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}327{"pair_id": "pair_9c200f2e3a378346", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7390625, "chrf": 71.0910708261737, "bleu": 47.64724726322776, "rougeL": 0.7621776504297995, "len_ratio": 0.83, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}328{"pair_id": "pair_c26b02f8a843800f", "doc_id": "doc_ee4ba033e2a76c58", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.45439827307069613, "chrf": 64.42053541782825, "bleu": 30.680488471450893, "rougeL": 0.48761904761904756, "len_ratio": 1.044, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}329{"pair_id": "pair_7a5cedd9bc0566ce", "doc_id": "doc_0e6c656dfaf9d099", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.49066091954022983, "chrf": 67.71851488299554, "bleu": 37.84954792138932, "rougeL": 0.57002457002457, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}330{"pair_id": "pair_957c0a494aa81f30", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5869980879541109, "chrf": 78.69036016696592, "bleu": 60.75805440053976, "rougeL": 0.6761565836298932, "len_ratio": 0.9416058394160584, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}331{"pair_id": "pair_e4232a616f0ac208", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6714431934493347, "chrf": 69.97039015782104, "bleu": 42.55384707922448, "rougeL": 0.6642857142857143, "len_ratio": 0.8266666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}332{"pair_id": "pair_a14d851f827967e3", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.738615664845173, "chrf": 66.11242676513282, "bleu": 38.31077762608534, "rougeL": 0.7207792207792209, "len_ratio": 0.7619047619047619, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}333{"pair_id": "pair_fbfab1fc12812d27", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.28273809523809523, "chrf": 59.056798713256384, "bleu": 30.798788604176824, "rougeL": 0.3425414364640884, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}334{"pair_id": "pair_f2feebb86a7d3489", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6019261637239166, "chrf": 72.79431790638147, "bleu": 42.71430805770184, "rougeL": 0.6923076923076924, "len_ratio": 0.9651162790697675, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}335{"pair_id": "pair_1a88e5ba06878f8c", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.62475442043222, "chrf": 62.73206861940853, "bleu": 27.503896353322116, "rougeL": 0.5915492957746479, "len_ratio": 0.868421052631579, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}336{"pair_id": "pair_2fc5765bd83d645b", "doc_id": "doc_693020f91e971346", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6297229219143576, "chrf": 60.905429995458896, "bleu": 30.588545021186807, "rougeL": 0.6333333333333334, "len_ratio": 0.8709677419354839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}337{"pair_id": "pair_ce8b88ad1fc57189", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.43070362473347545, "chrf": 66.13548786316612, "bleu": 39.14011605562619, "rougeL": 0.4555160142348755, "len_ratio": 1.0220588235294117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}338{"pair_id": "pair_ae2f0ac22b90b690", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5592680986475735, "chrf": 61.05663405095786, "bleu": 29.864840029937444, "rougeL": 0.5552407932011332, "len_ratio": 1.1097560975609757, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}339{"pair_id": "pair_b0a1b0967da14be7", "doc_id": "doc_3b73c0c303c8ada6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6395696353855349, "chrf": 68.99272640023216, "bleu": 49.31880284605098, "rougeL": 0.7116104868913858, "len_ratio": 0.8241758241758241, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}340{"pair_id": "pair_4fe91802a15b95ac", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6047486033519553, "chrf": 71.75028502475598, "bleu": 40.06758040413135, "rougeL": 0.6164383561643835, "len_ratio": 0.939799331103679, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -5.0}341{"pair_id": "pair_dbad181deda0b532", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6006683375104428, "chrf": 82.57731135111669, "bleu": 67.88761977067601, "rougeL": 0.7192982456140351, "len_ratio": 0.935672514619883, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}342{"pair_id": "pair_c05c6be96a9a3ce6", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.4974329720479178, "chrf": 69.32862161497518, "bleu": 46.62642140651353, "rougeL": 0.5804066543438079, "len_ratio": 0.9888059701492538, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}343{"pair_id": "pair_e258ecb3da172baa", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5697577276524646, "chrf": 61.43633183593662, "bleu": 40.73214346512047, "rougeL": 0.6223404255319149, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}344{"pair_id": "pair_f1090169355039cf", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.33417085427135673, "chrf": 73.48575707608899, "bleu": 52.31977097147719, "rougeL": 0.5238095238095237, "len_ratio": 1.032258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}345{"pair_id": "pair_e0041e8da781ae3f", "doc_id": "doc_d3690a84dbc73152", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4099821746880571, "chrf": 58.28239212901282, "bleu": 31.109056596361267, "rougeL": 0.4444444444444444, "len_ratio": 0.9714285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}346{"pair_id": "pair_1b827024258e5fe3", "doc_id": "doc_fe2ddb404d112460", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4606365159128978, "chrf": 60.109069292885074, "bleu": 35.10729789873518, "rougeL": 0.46408839779005523, "len_ratio": 0.9662921348314607, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}347{"pair_id": "pair_d61d508bd475059d", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5796676441837731, "chrf": 62.91758066809353, "bleu": 32.06835903209742, "rougeL": 0.6020761245674741, "len_ratio": 0.9319727891156463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}348{"pair_id": "pair_95c1d98a96ba8ab3", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7332959011791129, "chrf": 80.19429612201301, "bleu": 63.02148723335772, "rougeL": 0.7525773195876287, "len_ratio": 0.9781818181818182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 2.0}349{"pair_id": "pair_1313cb8ef4581a6b", "doc_id": "doc_71ecf0972d1c95dd", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.37917981072555207, "chrf": 58.367271878197144, "bleu": 31.663362772672503, "rougeL": 0.423728813559322, "len_ratio": 0.9742489270386266, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}350{"pair_id": "pair_12461ad06ee443f4", "doc_id": "doc_bbe20e369485006e", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5673076923076923, "chrf": 60.02351613154855, "bleu": 30.91098795843711, "rougeL": 0.5903614457831325, "len_ratio": 1.024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}351{"pair_id": "pair_cb8ff4fed8648e40", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5906735751295337, "chrf": 72.31619048660458, "bleu": 55.83119718139749, "rougeL": 0.7071823204419889, "len_ratio": 0.978021978021978, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}352{"pair_id": "pair_04ee2f9d86bc258e", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4620758483033932, "chrf": 64.55028386096754, "bleu": 32.743010141973826, "rougeL": 0.5226480836236934, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}353{"pair_id": "pair_53ea3eae4a6d6073", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.4536516853932584, "chrf": 68.8492715121641, "bleu": 39.51874557157231, "rougeL": 0.5070422535211269, "len_ratio": 1.0909090909090908, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}354{"pair_id": "pair_852782e8f75b2eed", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4067495559502664, "chrf": 62.766884087718076, "bleu": 39.24067366576551, "rougeL": 0.5714285714285715, "len_ratio": 0.8241758241758241, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}355{"pair_id": "pair_4986e23def53a782", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5009671179883946, "chrf": 53.53127839316698, "bleu": 9.341093200755047, "rougeL": 0.46478873239436613, "len_ratio": 1.1384615384615384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}356{"pair_id": "pair_6b329bf8d93990ab", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7298387096774194, "chrf": 82.43228148763588, "bleu": 62.41741131155607, "rougeL": 0.802721088435374, "len_ratio": 1.0136986301369864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}357{"pair_id": "pair_143b105a81bf0bc4", "doc_id": "doc_75e4c206f7fbdd67", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5911413969335605, "chrf": 79.75019258746694, "bleu": 60.73972369100847, "rougeL": 0.6172839506172839, "len_ratio": 1.0266666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}358{"pair_id": "pair_0ceb8ae2631cf94e", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6060606060606061, "chrf": 75.8310032747865, "bleu": 60.38033295200023, "rougeL": 0.6844444444444444, "len_ratio": 0.961038961038961, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}359{"pair_id": "pair_482e3478376cbf6a", "doc_id": "doc_d63488e03c286073", "variant": "C", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6891156462585034, "chrf": 72.79158071918044, "bleu": 47.33338698739341, "rougeL": 0.6790450928381963, "len_ratio": 0.8078817733990148, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}360{"pair_id": "pair_3474c3b3dc52b1f5", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6376811594202898, "chrf": 63.462520505495625, "bleu": 25.549353082280884, "rougeL": 0.6820809248554913, "len_ratio": 1.1666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}361{"pair_id": "pair_bbdca5b719122903", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.3986135181975736, "chrf": 64.11520800516764, "bleu": 32.27886479860219, "rougeL": 0.47904191616766467, "len_ratio": 1.037037037037037, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}362{"pair_id": "pair_421ab162ed8b10e4", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5746031746031746, "chrf": 70.81410480604208, "bleu": 50.469406083741994, "rougeL": 0.6458333333333334, "len_ratio": 0.9623655913978495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}363{"pair_id": "pair_1a34cebf524ca209", "doc_id": "doc_693020f91e971346", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6045340050377834, "chrf": 54.76797707850014, "bleu": 30.156280497893267, "rougeL": 0.5981308411214953, "len_ratio": 0.6612903225806451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}364{"pair_id": "pair_662f25de0256c90a", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.560077519379845, "chrf": 72.47845229769959, "bleu": 51.22976540967032, "rougeL": 0.6626506024096386, "len_ratio": 1.0735294117647058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}365{"pair_id": "pair_8d2fa7213c7a5028", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5729751403368084, "chrf": 66.48562591667037, "bleu": 35.63021437537183, "rougeL": 0.6074646074646074, "len_ratio": 0.989041095890411, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}366{"pair_id": "pair_7a3c6b4e27b290f1", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4849315068493151, "chrf": 63.735263295166845, "bleu": 37.876459592209144, "rougeL": 0.5610859728506787, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}367{"pair_id": "pair_39e7e4ac3ef43d97", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5653694796676869, "chrf": 76.63656674093826, "bleu": 55.60456402937121, "rougeL": 0.6335570469798657, "len_ratio": 1.0304709141274238, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}368{"pair_id": "pair_fa1d2a973e6eefb1", "doc_id": "doc_592708c2d62b5b42", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6892138939670933, "chrf": 70.32615831199358, "bleu": 42.61548121745279, "rougeL": 0.7375, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}369{"pair_id": "pair_4706c97ac485ff1c", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5486211901306242, "chrf": 73.73242894303779, "bleu": 48.182621463962825, "rougeL": 0.5957446808510638, "len_ratio": 1.021505376344086, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}370{"pair_id": "pair_5838a73c0c4c5e9b", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.47684605757196497, "chrf": 65.10936267242377, "bleu": 28.812441707861147, "rougeL": 0.4181818181818182, "len_ratio": 1.1818181818181819, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}371{"pair_id": "pair_55e977b02b8d2b43", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.46953937592867756, "chrf": 68.03506942630041, "bleu": 36.38593796152608, "rougeL": 0.5026178010471203, "len_ratio": 1.0813953488372092, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 3.0, "sentence_count_delta": -2.0}372{"pair_id": "pair_bfcbb4648f104864", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.44837209302325587, "chrf": 63.93626258107816, "bleu": 38.46453279920712, "rougeL": 0.5681159420289855, "len_ratio": 0.9691358024691358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}373{"pair_id": "pair_790edafbbf563e53", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6596119929453264, "chrf": 81.84265113355326, "bleu": 67.26942074276423, "rougeL": 0.7533632286995515, "len_ratio": 0.9123867069486404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}374{"pair_id": "pair_6b5b9fe4cf01ba41", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6487455197132617, "chrf": 67.43394347516274, "bleu": 40.973606428663985, "rougeL": 0.6233766233766234, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}375{"pair_id": "pair_bfd73bc995d1f15c", "doc_id": "doc_f54430ffcf7de28b", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.650639611821791, "chrf": 74.6123906796534, "bleu": 53.92507917247879, "rougeL": 0.6917900403768507, "len_ratio": 1.0249307479224377, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}376{"pair_id": "pair_f42890f511bfa9c2", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.49245785270629994, "chrf": 70.71350017227242, "bleu": 47.905256252824515, "rougeL": 0.6369047619047619, "len_ratio": 0.8103448275862069, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}377{"pair_id": "pair_f1a2ae630268e3c1", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5356200527704486, "chrf": 72.89643018453991, "bleu": 46.72314453588979, "rougeL": 0.6446280991735538, "len_ratio": 0.9479768786127167, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}378{"pair_id": "pair_e4714203456d4028", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5289017341040463, "chrf": 62.033467803221356, "bleu": 37.72931144700582, "rougeL": 0.53475935828877, "len_ratio": 0.9791666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}379{"pair_id": "pair_f2b900c48cbcc7c4", "doc_id": "doc_dadb00e95af5ab75", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5254237288135593, "chrf": 83.00707552879206, "bleu": 58.017783075026074, "rougeL": 0.6754385964912282, "len_ratio": 1.0660377358490567, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}380{"pair_id": "pair_ca38b5905852d3d1", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.32664756446991405, "chrf": 60.609776409320304, "bleu": 36.951413834007845, "rougeL": 0.430939226519337, "len_ratio": 0.79, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}381{"pair_id": "pair_c0eeb6638fd90e6b", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6336971350613916, "chrf": 71.90895556746926, "bleu": 48.23432681785722, "rougeL": 0.7105882352941175, "len_ratio": 0.8513513513513513, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}382{"pair_id": "pair_b1ca7e57ad0db18c", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.47875354107648727, "chrf": 63.35806755551388, "bleu": 30.903224613754595, "rougeL": 0.51, "len_ratio": 0.9801980198019802, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}383{"pair_id": "pair_28f5d69d5671a930", "doc_id": "doc_592708c2d62b5b42", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.4099264705882353, "chrf": 70.47308311342661, "bleu": 44.620301510541076, "rougeL": 0.620253164556962, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}384{"pair_id": "pair_d7df233ff1ce3baf", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5537735849056604, "chrf": 67.94670828480011, "bleu": 41.50553706189825, "rougeL": 0.5566343042071197, "len_ratio": 1.0266666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}385{"pair_id": "pair_9757173019376f38", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6502403846153846, "chrf": 66.88184856610152, "bleu": 35.95050684027175, "rougeL": 0.6517857142857143, "len_ratio": 0.768, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}386{"pair_id": "pair_45709d5e1553bf1a", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5232358003442341, "chrf": 58.96137507944589, "bleu": 33.80765626669595, "rougeL": 0.5744680851063831, "len_ratio": 1.054945054945055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}387{"pair_id": "pair_4768aeebf8ba1386", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5996705107084019, "chrf": 62.749463968838505, "bleu": 41.787682655325874, "rougeL": 0.6243386243386243, "len_ratio": 1.065934065934066, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}388{"pair_id": "pair_d22938fa207725f7", "doc_id": "doc_71ecf0972d1c95dd", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4309148264984227, "chrf": 58.87084485812517, "bleu": 32.411962948447815, "rougeL": 0.4815618221258135, "len_ratio": 0.927038626609442, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}389{"pair_id": "pair_c739ffe16ec1683f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.41460055096418735, "chrf": 54.99874380824661, "bleu": 12.35334271185545, "rougeL": 0.41545893719806765, "len_ratio": 1.0707070707070707, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}390{"pair_id": "pair_58c0e26e68ce6358", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5183246073298429, "chrf": 57.61356546725599, "bleu": 26.400013663216278, "rougeL": 0.4550898203592814, "len_ratio": 0.975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}391{"pair_id": "pair_a89fb184c75d9e33", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.428341384863124, "chrf": 72.36762566358179, "bleu": 43.53696481898184, "rougeL": 0.5875706214689267, "len_ratio": 0.9069767441860465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}392{"pair_id": "pair_c5a59ce5de79ed03", "doc_id": "doc_bbe20e369485006e", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5934489402697496, "chrf": 58.28300166426978, "bleu": 27.946429119373853, "rougeL": 0.6301369863013699, "len_ratio": 0.7682926829268293, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}393{"pair_id": "pair_823a4940fa47ef14", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5074509803921569, "chrf": 67.37502571807707, "bleu": 41.90924580420224, "rougeL": 0.5314285714285715, "len_ratio": 0.8219895287958116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -4.0, "sentence_count_delta": -3.0}394{"pair_id": "pair_427138335a99e095", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6447552447552447, "chrf": 78.32326575458445, "bleu": 55.09837308136705, "rougeL": 0.711864406779661, "len_ratio": 0.8469387755102041, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}395{"pair_id": "pair_6f9d5d28c6268c74", "doc_id": "doc_e70ce9ae73c32589", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5399188092016238, "chrf": 50.680842711326754, "bleu": 15.475002721477935, "rougeL": 0.42253521126760574, "len_ratio": 1.0594059405940595, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}396{"pair_id": "pair_d3ef973e52b86667", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5746980292434838, "chrf": 66.96925893419005, "bleu": 32.66519930093135, "rougeL": 0.5952890792291221, "len_ratio": 1.0405405405405406, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -1.0}397{"pair_id": "pair_0193f785c8b560ea", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4768875192604006, "chrf": 59.140396262430215, "bleu": 17.655774392793557, "rougeL": 0.4751958224543081, "len_ratio": 0.99, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}398{"pair_id": "pair_beca656f3c99bee2", "doc_id": "doc_b960ea890addabd0", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6750663129973475, "chrf": 67.4416409392022, "bleu": 39.318840485619035, "rougeL": 0.7016706443914081, "len_ratio": 0.7878787878787878, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}399{"pair_id": "pair_b4f596e9e439cd94", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7174757281553399, "chrf": 76.65980063165524, "bleu": 58.81906717540931, "rougeL": 0.7537993920972644, "len_ratio": 1.0616438356164384, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}400{"pair_id": "pair_bef9b6ee16a3c0fc", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7105978260869565, "chrf": 75.771086256165, "bleu": 60.498577916261624, "rougeL": 0.7352297592997812, "len_ratio": 0.9913419913419913, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}401{"pair_id": "pair_e7665d70be63427b", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.49785407725321884, "chrf": 62.456357532172156, "bleu": 30.490093479084727, "rougeL": 0.48920863309352514, "len_ratio": 1.0746268656716418, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}402{"pair_id": "pair_cd1e0448ac2225bd", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6021947873799726, "chrf": 73.41962825908016, "bleu": 46.26176370940834, "rougeL": 0.6305882352941176, "len_ratio": 0.9951923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}403{"pair_id": "pair_078654dbb47beffd", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6236786469344608, "chrf": 68.5726508631135, "bleu": 40.83888741943748, "rougeL": 0.653061224489796, "len_ratio": 0.9863013698630136, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}404{"pair_id": "pair_6354998295f7f2f0", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6846846846846847, "chrf": 78.83061862318695, "bleu": 52.00938421557853, "rougeL": 0.7051282051282051, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}405{"pair_id": "pair_bff8de3b8d97bc45", "doc_id": "doc_018da718543ec7b2", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6227848101265823, "chrf": 62.207224202358546, "bleu": 32.10639789430299, "rougeL": 0.6118721461187214, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}406{"pair_id": "pair_6b17cb808a9692c9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6160220994475138, "chrf": 72.28948717867152, "bleu": 40.41392293699071, "rougeL": 0.6725663716814159, "len_ratio": 0.9810126582278481, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}407{"pair_id": "pair_e62b054a628ef71a", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.34627831715210355, "chrf": 67.99971599099491, "bleu": 35.75983664648435, "rougeL": 0.4235294117647059, "len_ratio": 1.1282051282051282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}408{"pair_id": "pair_432954617ebeb72e", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4920174165457184, "chrf": 67.72098558969878, "bleu": 39.27145069405849, "rougeL": 0.5416666666666666, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}409{"pair_id": "pair_63da5c4a7c7320cf", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6131346578366446, "chrf": 75.11612100336052, "bleu": 51.647969386152084, "rougeL": 0.6586620926243568, "len_ratio": 0.9818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}410{"pair_id": "pair_f38b95edff5750cf", "doc_id": "doc_f54430ffcf7de28b", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6404109589041096, "chrf": 75.07634608033452, "bleu": 52.80307178127463, "rougeL": 0.6790945406125167, "len_ratio": 1.0470914127423823, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}411{"pair_id": "pair_9209d493729e0e57", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8033635187580854, "chrf": 78.5284757618451, "bleu": 56.70424352160615, "rougeL": 0.7896995708154506, "len_ratio": 0.8947368421052632, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}412{"pair_id": "pair_753fa0469ab79a60", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5064478311840563, "chrf": 63.06071926501411, "bleu": 30.195373683352763, "rougeL": 0.4691358024691358, "len_ratio": 0.9666666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 2.0}413{"pair_id": "pair_55c0e46e99301494", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.35572139303482586, "chrf": 56.287841372015635, "bleu": 25.10290231251376, "rougeL": 0.4078431372549019, "len_ratio": 1.0403225806451613, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}414{"pair_id": "pair_381acab5808d4c97", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5678027556200145, "chrf": 70.16772479471408, "bleu": 50.30787787323734, "rougeL": 0.6527777777777778, "len_ratio": 0.9893048128342246, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}415{"pair_id": "pair_1dccd56e579e8701", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.47696139476961397, "chrf": 60.17559669687085, "bleu": 28.40370245054506, "rougeL": 0.5106382978723404, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}416{"pair_id": "pair_b18788f613b13ca6", "doc_id": "doc_557e889737d10969", "variant": "D", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6111888111888112, "chrf": 70.02614872317442, "bleu": 38.71544879413444, "rougeL": 0.5945945945945946, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}417{"pair_id": "pair_b282c43ea12793a1", "doc_id": "doc_cbee4bf03365a459", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5634987384356602, "chrf": 66.15841368555165, "bleu": 37.77942050301805, "rougeL": 0.5730659025787965, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}418{"pair_id": "pair_884a836d4ea4c493", "doc_id": "doc_71ecf0972d1c95dd", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4006309148264984, "chrf": 56.81284010042198, "bleu": 29.7356924972881, "rougeL": 0.45021645021645024, "len_ratio": 0.9313304721030042, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}419{"pair_id": "pair_446361bccc79920c", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7789968652037618, "chrf": 71.87083370724467, "bleu": 47.09872975893187, "rougeL": 0.7634408602150539, "len_ratio": 0.945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}420{"pair_id": "pair_555dc7c539036b77", "doc_id": "doc_71d406f9105e8832", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.48851774530271397, "chrf": 66.39815194038992, "bleu": 31.07179268776157, "rougeL": 0.5037037037037037, "len_ratio": 1.1774193548387097, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}421{"pair_id": "pair_c9b1d1b38febc68b", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6932989690721649, "chrf": 68.91793067009488, "bleu": 49.93332752921523, "rougeL": 0.7277936962750716, "len_ratio": 0.8763440860215054, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}422{"pair_id": "pair_2b2763a858a3adca", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5857142857142856, "chrf": 65.97837553547079, "bleu": 33.31210232715449, "rougeL": 0.6126126126126127, "len_ratio": 0.71875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}423{"pair_id": "pair_fa4241b63484566c", "doc_id": "doc_557e889737d10969", "variant": "A", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6182994454713493, "chrf": 69.198517187327, "bleu": 41.98291943251903, "rougeL": 0.5956738768718801, "len_ratio": 0.9803921568627451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 2.0, "sentence_count_delta": -2.0}424{"pair_id": "pair_f202692d40732251", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7365384615384616, "chrf": 74.23141596462615, "bleu": 48.959710097005434, "rougeL": 0.7194244604316546, "len_ratio": 1.0615384615384615, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}425{"pair_id": "pair_4916bdba7f4d2fb2", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7774261603375527, "chrf": 76.06897394937165, "bleu": 56.59698221851945, "rougeL": 0.7887323943661971, "len_ratio": 0.9103448275862069, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}426{"pair_id": "pair_72ab6e09ed65968c", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5041459369817578, "chrf": 72.62081470925504, "bleu": 42.25107700108093, "rougeL": 0.5411764705882353, "len_ratio": 1.1282051282051282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}427{"pair_id": "pair_238ab1b64dec92e9", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.44318181818181823, "chrf": 52.784897343464735, "bleu": 15.856617365799643, "rougeL": 0.4686648501362398, "len_ratio": 0.9710982658959537, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}428{"pair_id": "pair_55e30627d7825232", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3996062992125984, "chrf": 65.82763821136021, "bleu": 33.85813484264739, "rougeL": 0.49146757679180886, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}429{"pair_id": "pair_4f68f1de189d9eb2", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5020746887966805, "chrf": 61.07596898303317, "bleu": 35.1767011768069, "rougeL": 0.5261044176706827, "len_ratio": 0.9836734693877551, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}430{"pair_id": "pair_ce55c735865013f1", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5142857142857142, "chrf": 56.7481684830146, "bleu": 25.263332376810528, "rougeL": 0.5112781954887218, "len_ratio": 1.0151515151515151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}431{"pair_id": "pair_c202dbad0daedfba", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4886128364389234, "chrf": 59.88824257930994, "bleu": 28.854314510754826, "rougeL": 0.46808510638297873, "len_ratio": 1.1044776119402986, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}432{"pair_id": "pair_5557900ea40ddd67", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3541963015647226, "chrf": 69.45218017918545, "bleu": 38.303687492573275, "rougeL": 0.4502617801047121, "len_ratio": 1.076086956521739, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}433{"pair_id": "pair_73646de35fc3cb43", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.631578947368421, "chrf": 72.23420967991723, "bleu": 53.59216998457367, "rougeL": 0.6432748538011697, "len_ratio": 0.9431818181818182, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}434{"pair_id": "pair_04061ff99c769b8a", "doc_id": "doc_71d406f9105e8832", "variant": "A", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.503030303030303, "chrf": 65.31113121458195, "bleu": 30.934588294313713, "rougeL": 0.5263157894736842, "len_ratio": 1.1451612903225807, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}435{"pair_id": "pair_8299f5f35d18dab9", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.46837944664031617, "chrf": 70.61935173385096, "bleu": 46.80893838328601, "rougeL": 0.593939393939394, "len_ratio": 1.0588235294117647, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}436{"pair_id": "pair_c523b5f686bc9daa", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.44974874371859297, "chrf": 65.56356245105893, "bleu": 34.71455870161006, "rougeL": 0.5333333333333334, "len_ratio": 0.7758620689655172, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}437{"pair_id": "pair_28b2fbc33ac988f5", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4002006018054163, "chrf": 61.430976666531315, "bleu": 21.104004842367544, "rougeL": 0.45714285714285713, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}438{"pair_id": "pair_f0422124a83a0abf", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7009803921568627, "chrf": 68.81368744909584, "bleu": 43.78575565903236, "rougeL": 0.7279693486590039, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}439{"pair_id": "pair_9258311273a3eb28", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.8372513562386981, "chrf": 80.24540102757052, "bleu": 61.677901249435045, "rougeL": 0.8104575163398693, "len_ratio": 0.9859154929577465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}440{"pair_id": "pair_016380f3b87d4545", "doc_id": "doc_018da718543ec7b2", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6827676240208878, "chrf": 67.2338449471452, "bleu": 38.48361538297328, "rougeL": 0.6697674418604651, "len_ratio": 1.0808080808080809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}441{"pair_id": "pair_a98f2a15b3f4a641", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5642857142857143, "chrf": 67.02938171844939, "bleu": 32.68320267867842, "rougeL": 0.5482233502538071, "len_ratio": 0.9695431472081218, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}442{"pair_id": "pair_dbab43021c86bfa3", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.3811533052039381, "chrf": 62.665486794628464, "bleu": 30.85165550301991, "rougeL": 0.3883495145631068, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}443{"pair_id": "pair_1ad1c682d750b506", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7245590230664858, "chrf": 73.62996982047609, "bleu": 56.2206365609464, "rougeL": 0.7615062761506276, "len_ratio": 0.9112903225806451, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}444{"pair_id": "pair_b1b09c31cd29eec1", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6374501992031872, "chrf": 64.5485402247387, "bleu": 31.67392340699259, "rougeL": 0.6040816326530611, "len_ratio": 0.932, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}445{"pair_id": "pair_f14b0ad7833ffd4c", "doc_id": "doc_75e4c206f7fbdd67", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7060810810810811, "chrf": 76.35402981078313, "bleu": 60.32877148655372, "rougeL": 0.6913580246913581, "len_ratio": 1.0266666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}446{"pair_id": "pair_d4017389763bb4f7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6, "chrf": 76.87068882844001, "bleu": 50.43678112186359, "rougeL": 0.717201166180758, "len_ratio": 1.018987341772152, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 1.0, "sentence_count_delta": -3.0}447{"pair_id": "pair_8f21ce59b1148420", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5414141414141413, "chrf": 68.16410482655287, "bleu": 40.92128778722265, "rougeL": 0.6369426751592356, "len_ratio": 0.9487179487179487, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}448{"pair_id": "pair_a76cc8228784ac71", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4002006018054163, "chrf": 75.97216914985549, "bleu": 45.70889931000074, "rougeL": 0.4981949458483755, "len_ratio": 0.9357142857142857, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}449{"pair_id": "pair_98623f186442c01b", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5019425019425019, "chrf": 68.96189520107289, "bleu": 39.608906038501544, "rougeL": 0.625, "len_ratio": 1.032967032967033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}450{"pair_id": "pair_8a107e90e60312eb", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5327659574468084, "chrf": 68.32865934183557, "bleu": 41.77546147548164, "rougeL": 0.5872576177285318, "len_ratio": 0.9597701149425287, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}451{"pair_id": "pair_3b2da87ab21e11ac", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6829268292682926, "chrf": 65.72466945742444, "bleu": 34.82765327455462, "rougeL": 0.6893203883495145, "len_ratio": 0.7422222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}452{"pair_id": "pair_6080a8dd1c5e3673", "doc_id": "doc_cbee4bf03365a459", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4135534317984362, "chrf": 65.41483922522646, "bleu": 34.594798032926846, "rougeL": 0.4925816023738872, "len_ratio": 0.9252873563218391, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}453{"pair_id": "pair_b33c481ef5092a97", "doc_id": "doc_0f52808f2ff23add", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5473041709053916, "chrf": 77.6310304685534, "bleu": 52.26321062840522, "rougeL": 0.6472727272727272, "len_ratio": 0.9925373134328358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}454{"pair_id": "pair_ca76c86a3c4dceb1", "doc_id": "doc_9b3f9a8d2e0b7b0f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7483296213808464, "chrf": 78.19713606582816, "bleu": 56.11421117391341, "rougeL": 0.787878787878788, "len_ratio": 0.9384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}455{"pair_id": "pair_93afc59afa02a38b", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.630524861878453, "chrf": 67.86047108239758, "bleu": 30.477175781338175, "rougeL": 0.5961538461538461, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}456{"pair_id": "pair_5e3fe290b23f1617", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6659979939819458, "chrf": 63.11254162072114, "bleu": 27.54390721367576, "rougeL": 0.6097560975609756, "len_ratio": 0.7214285714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}457{"pair_id": "pair_9b7cf4947c9dba18", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5433391506689935, "chrf": 65.4194183291117, "bleu": 40.36617038522785, "rougeL": 0.5674603174603174, "len_ratio": 1.0081632653061225, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}458{"pair_id": "pair_6c55b7abc64501a5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.45603015075376885, "chrf": 66.02617962813193, "bleu": 38.301056113817985, "rougeL": 0.5381165919282512, "len_ratio": 0.896551724137931, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}459{"pair_id": "pair_b36881c7deeb13bc", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6600189933523266, "chrf": 85.32225444267382, "bleu": 67.83271734812185, "rougeL": 0.7857142857142857, "len_ratio": 0.9683544303797469, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}460{"pair_id": "pair_f8591ad19428d353", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.44430379746835447, "chrf": 65.8907806469647, "bleu": 40.70644005197096, "rougeL": 0.46956521739130436, "len_ratio": 1.0093457943925233, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}461{"pair_id": "pair_d0a786f4cc557649", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6179775280898876, "chrf": 71.42613274463487, "bleu": 43.080832345021044, "rougeL": 0.6666666666666667, "len_ratio": 1.015625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}462{"pair_id": "pair_a1b96993c685abfe", "doc_id": "doc_0c5f9453efc95182", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5611038107752957, "chrf": 61.551208940808245, "bleu": 31.13861776622021, "rougeL": 0.6, "len_ratio": 1.0408163265306123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}463{"pair_id": "pair_7a5fa73419dbc4c3", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7914691943127963, "chrf": 77.91910095743273, "bleu": 52.42437272589857, "rougeL": 0.7904509283819627, "len_ratio": 0.9777777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}464{"pair_id": "pair_56561987b69a8336", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5, "chrf": 53.748347583390824, "bleu": 17.1240013600289, "rougeL": 0.47, "len_ratio": 0.98989898989899, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}465{"pair_id": "pair_1121e0cce2d7055b", "doc_id": "doc_606921299de9f2c7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5583126550868487, "chrf": 70.3029101556568, "bleu": 43.95514701412572, "rougeL": 0.5991189427312775, "len_ratio": 1.1037735849056605, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}466{"pair_id": "pair_251fd3f3c88f61ba", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4051896207584831, "chrf": 58.923646891546234, "bleu": 26.876612850910888, "rougeL": 0.42519685039370075, "len_ratio": 0.68, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}467{"pair_id": "pair_6a78c979c6598d91", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.385, "chrf": 75.55509940317519, "bleu": 58.96042473719383, "rougeL": 0.5578947368421052, "len_ratio": 1.0212765957446808, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}468{"pair_id": "pair_a2583c3b6fbcc765", "doc_id": "doc_557e889737d10969", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6009036144578312, "chrf": 63.95000863233808, "bleu": 37.541355953960036, "rougeL": 0.6181818181818182, "len_ratio": 0.7395833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}469{"pair_id": "pair_858e1317315c6317", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.45697896749521993, "chrf": 62.38344922798732, "bleu": 31.25934049597549, "rougeL": 0.48299319727891155, "len_ratio": 1.0437956204379562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}470{"pair_id": "pair_57f77f415ae1efdb", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.29107981220657275, "chrf": 59.37025925324851, "bleu": 28.904723518961404, "rougeL": 0.38541666666666663, "len_ratio": 0.9175257731958762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.75, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}471{"pair_id": "pair_fe19bbf105a9410f", "doc_id": "doc_4465aece194b7964", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.8848614072494669, "chrf": 86.2784301760067, "bleu": 72.70412441019059, "rougeL": 0.8671328671328672, "len_ratio": 1.0222222222222221, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}472{"pair_id": "pair_53a79cb7957fd9e0", "doc_id": "doc_0f52808f2ff23add", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7263479145473042, "chrf": 69.9055976412472, "bleu": 42.43147061943496, "rougeL": 0.6548042704626335, "len_ratio": 1.037313432835821, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}473{"pair_id": "pair_f9f7796681a7e57d", "doc_id": "doc_39d6863143acde73", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5241038318912237, "chrf": 75.27551902461055, "bleu": 51.71062932132137, "rougeL": 0.6160337552742616, "len_ratio": 0.8699186991869918, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}474{"pair_id": "pair_e2714c55e5c4227d", "doc_id": "doc_39d6863143acde73", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5784447476125512, "chrf": 64.44936376217335, "bleu": 22.20397331021455, "rougeL": 0.5454545454545454, "len_ratio": 1.0729166666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}475{"pair_id": "pair_66d101a244571f66", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7978303747534516, "chrf": 79.85984749267438, "bleu": 60.15791215770665, "rougeL": 0.7986577181208054, "len_ratio": 0.9533333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}476{"pair_id": "pair_ed88ea81b5d35936", "doc_id": "doc_693020f91e971346", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5606796116504854, "chrf": 62.22189200679693, "bleu": 38.75503499858775, "rougeL": 0.4881889763779527, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}477{"pair_id": "pair_b85190f0dfd010a3", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.49919354838709673, "chrf": 67.28899264080039, "bleu": 39.59043316484576, "rougeL": 0.5207756232686981, "len_ratio": 1.0467836257309941, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}478{"pair_id": "pair_41467475746e6f0c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.558091286307054, "chrf": 54.940491803557265, "bleu": 18.19430499197387, "rougeL": 0.4868421052631579, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}479{"pair_id": "pair_b55762bf4da472e6", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4871951219512195, "chrf": 64.31239470078648, "bleu": 28.1849411644335, "rougeL": 0.5210084033613446, "len_ratio": 1.0855855855855856, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}480{"pair_id": "pair_d5b19b70cc2497f1", "doc_id": "doc_557e889737d10969", "variant": "B", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6083916083916083, "chrf": 75.76586171683441, "bleu": 48.722206168992706, "rougeL": 0.6243386243386244, "len_ratio": 0.9489795918367347, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}481{"pair_id": "pair_feedac1b1d32b1b1", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5572868927589367, "chrf": 79.36465270234578, "bleu": 65.83785962725068, "rougeL": 0.7286063569682151, "len_ratio": 0.9946524064171123, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}482{"pair_id": "pair_a44f7cb6657d9a08", "doc_id": "doc_dadb00e95af5ab75", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.4625, "chrf": 61.96792354370226, "bleu": 26.32357299828859, "rougeL": 0.44081632653061226, "len_ratio": 1.2264150943396226, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}483{"pair_id": "pair_d50c420211e1b6c9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.3203517587939698, "chrf": 60.28560754461064, "bleu": 29.792439918079026, "rougeL": 0.4444444444444444, "len_ratio": 0.9913793103448276, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}484{"pair_id": "pair_3ecde6d1344d41f4", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.48515624999999996, "chrf": 58.08835088231705, "bleu": 21.931087914960187, "rougeL": 0.532258064516129, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}485{"pair_id": "pair_528b996710df31de", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5208728652751423, "chrf": 63.1211503121332, "bleu": 32.665568135246204, "rougeL": 0.5152542372881356, "len_ratio": 1.051094890510949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}486{"pair_id": "pair_035de05c859a958a", "doc_id": "doc_4b9443000ca9e29c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5762314308053167, "chrf": 61.18638001814916, "bleu": 42.87564641759279, "rougeL": 0.6267281105990783, "len_ratio": 0.9151785714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}487{"pair_id": "pair_80f93a8b05c3d53f", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5868725868725868, "chrf": 67.67628752151427, "bleu": 42.03000097924582, "rougeL": 0.6193548387096773, "len_ratio": 1.1232876712328768, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}488{"pair_id": "pair_055566964624973c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4484364604125083, "chrf": 72.55100128231132, "bleu": 37.5268245794145, "rougeL": 0.47665847665847666, "len_ratio": 0.8796296296296297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -8.0}489{"pair_id": "pair_134d0a92b2b41777", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.4966887417218543, "chrf": 58.08233173982288, "bleu": 25.465789707384317, "rougeL": 0.4971098265895954, "len_ratio": 1.0625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}490{"pair_id": "pair_3db1c38b15ba530d", "doc_id": "doc_fcf4fadefe99211c", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4859315589353612, "chrf": 56.82935185162452, "bleu": 19.807543549229894, "rougeL": 0.49086161879895557, "len_ratio": 0.995, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}491{"pair_id": "pair_f6fab503d776bdd4", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "C", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5442176870748299, "chrf": 73.4247742213623, "bleu": 57.22218320364029, "rougeL": 0.6408839779005524, "len_ratio": 0.8085106382978723, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}492{"pair_id": "pair_81a2f49016025657", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4767801857585139, "chrf": 70.2593071495629, "bleu": 42.456315960035916, "rougeL": 0.5728643216080402, "len_ratio": 0.912621359223301, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}493{"pair_id": "pair_9a3d12ade5b3384d", "doc_id": "doc_0c5f9453efc95182", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.721835883171071, "chrf": 75.35882289750764, "bleu": 52.98914867930416, "rougeL": 0.7417840375586856, "len_ratio": 0.9693877551020408, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}494{"pair_id": "pair_32f19d8b8f57c466", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6449221645663454, "chrf": 68.38873508693601, "bleu": 45.98468419176168, "rougeL": 0.7230769230769231, "len_ratio": 0.7700534759358288, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}495{"pair_id": "pair_5fc5d6b3639a3dc4", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6997635933806147, "chrf": 69.71656728637923, "bleu": 43.05195051100722, "rougeL": 0.7272727272727273, "len_ratio": 1.0793650793650793, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}496{"pair_id": "pair_df5652183bacb663", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.37481910274963826, "chrf": 62.10858410349856, "bleu": 32.998612791026076, "rougeL": 0.39800995024875624, "len_ratio": 0.9494949494949495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}497{"pair_id": "pair_85a5f1a5ac9c6610", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5992063492063492, "chrf": 69.58063931212656, "bleu": 50.05144752659993, "rougeL": 0.6666666666666666, "len_ratio": 0.9354838709677419, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}498{"pair_id": "pair_b576d0bcddf11e63", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.421875, "chrf": 60.959056099727015, "bleu": 30.977618694722853, "rougeL": 0.4918032786885246, "len_ratio": 0.9933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}499{"pair_id": "pair_658aed422bb70153", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6624525916561315, "chrf": 69.24252770804961, "bleu": 44.94854045648678, "rougeL": 0.6929824561403509, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}500{"pair_id": "pair_0b74af79934cdeff", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.41339155749636103, "chrf": 61.580010720360875, "bleu": 26.287258229340534, "rougeL": 0.4574468085106383, "len_ratio": 1.0434782608695652, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}501{"pair_id": "pair_d125ca90abeb41cd", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4735772357723578, "chrf": 71.63113121392514, "bleu": 43.92415004197586, "rougeL": 0.5906040268456375, "len_ratio": 0.8977777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}502{"pair_id": "pair_4c2f49e299df1fc5", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6294416243654822, "chrf": 72.0640487274321, "bleu": 48.502902267079136, "rougeL": 0.7241379310344828, "len_ratio": 0.8709677419354839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}503{"pair_id": "pair_e3ac942e27b3821d", "doc_id": "doc_4ae2315338449b51", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.4758771929824561, "chrf": 63.35019929246318, "bleu": 28.578592553943185, "rougeL": 0.4824120603015075, "len_ratio": 1.0104166666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}504{"pair_id": "pair_b3dcb2f184c1c5c3", "doc_id": "doc_746a4589dcef0f3d", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.605552645364065, "chrf": 73.42213186432674, "bleu": 44.98414374653367, "rougeL": 0.6167247386759582, "len_ratio": 0.9855072463768116, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}505{"pair_id": "pair_359f3773d8ef8197", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7955665024630542, "chrf": 73.75085407678738, "bleu": 56.979905834688296, "rougeL": 0.7936507936507938, "len_ratio": 0.9090909090909091, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}506{"pair_id": "pair_f1c3a18403d8e434", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5743464052287581, "chrf": 70.63202554896436, "bleu": 46.10211744292239, "rougeL": 0.6402266288951841, "len_ratio": 0.8277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}507{"pair_id": "pair_598b18361575ebab", "doc_id": "doc_f8e6e69aeba57df2", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4522691705790297, "chrf": 60.13652237777926, "bleu": 39.14090783115088, "rougeL": 0.5433526011560694, "len_ratio": 1.0493827160493827, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}508{"pair_id": "pair_0ebd409f0680246a", "doc_id": "doc_b39bb026283bec99", "variant": "D", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5057071960297767, "chrf": 71.99970729312697, "bleu": 45.917419574673524, "rougeL": 0.5982608695652174, "len_ratio": 0.9858657243816255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}509{"pair_id": "pair_517a4855428d0e09", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5069124423963134, "chrf": 66.43492709791076, "bleu": 36.35669084630275, "rougeL": 0.5476190476190476, "len_ratio": 0.9252577319587629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}510{"pair_id": "pair_36cc16989c1845e0", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4161248374512354, "chrf": 64.66447807362256, "bleu": 40.75622305396216, "rougeL": 0.4821428571428571, "len_ratio": 0.9532710280373832, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}511{"pair_id": "pair_3a4c784373849b86", "doc_id": "doc_018da718543ec7b2", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4954248366013072, "chrf": 58.459716718000465, "bleu": 26.868935092168662, "rougeL": 0.49765258215962443, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}512{"pair_id": "pair_a18ae351f4ac950f", "doc_id": "doc_71ecf0972d1c95dd", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4170347003154574, "chrf": 58.588305474329815, "bleu": 32.444751233158016, "rougeL": 0.4668094218415417, "len_ratio": 0.9527896995708155, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}513{"pair_id": "pair_8a17cf509769a8da", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6896551724137931, "chrf": 84.33537641843627, "bleu": 73.59050489657888, "rougeL": 0.8013245033112582, "len_ratio": 0.8835616438356164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}514{"pair_id": "pair_d211c1e70137a4a8", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5609869646182495, "chrf": 70.24733277819226, "bleu": 37.55265492199197, "rougeL": 0.5793103448275861, "len_ratio": 0.9264214046822743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}515{"pair_id": "pair_aa49e4e970d5f66a", "doc_id": "doc_f8e6e69aeba57df2", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.515, "chrf": 75.1930788016882, "bleu": 59.9409828787768, "rougeL": 0.6046511627906976, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}516{"pair_id": "pair_7ff85797f004e323", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.45894736842105266, "chrf": 55.20357832053022, "bleu": 16.90641508594244, "rougeL": 0.45333333333333337, "len_ratio": 0.9722222222222222, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}517{"pair_id": "pair_fa76f220e9b009b9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5772005772005773, "chrf": 66.81377492064428, "bleu": 33.56748950230169, "rougeL": 0.6033519553072625, "len_ratio": 0.7868020304568528, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}518{"pair_id": "pair_ab39b24421aac760", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7441016333938294, "chrf": 70.19720050300354, "bleu": 42.88453173321423, "rougeL": 0.674698795180723, "len_ratio": 0.8863636363636364, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}519{"pair_id": "pair_61ade45a3ce5d1d3", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6442048517520216, "chrf": 72.00346528902034, "bleu": 44.472394874884, "rougeL": 0.6492374727668845, "len_ratio": 0.9511111111111111, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}520{"pair_id": "pair_9f1d151cc1866b61", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5616797900262467, "chrf": 74.45681451716301, "bleu": 57.95453871134983, "rougeL": 0.6714628297362111, "len_ratio": 1.0427807486631016, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}521{"pair_id": "pair_38a98aba2a2bb445", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.460093896713615, "chrf": 55.8633923380346, "bleu": 24.19059019537101, "rougeL": 0.4761904761904762, "len_ratio": 0.6597938144329897, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 0.75, "number_precision": 0.75, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}522{"pair_id": "pair_444e18218ab0959c", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4601861427094105, "chrf": 65.37060555634056, "bleu": 41.90434482185771, "rougeL": 0.5259515570934257, "len_ratio": 0.9517241379310345, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}523{"pair_id": "pair_45657a5f820aa95e", "doc_id": "doc_fcf4fadefe99211c", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4832317073170732, "chrf": 62.17053878309527, "bleu": 28.754332637684193, "rougeL": 0.5517241379310344, "len_ratio": 0.7326732673267327, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}524{"pair_id": "pair_fd220d9930ac8682", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5339321357285429, "chrf": 67.80385334008878, "bleu": 40.334364016785855, "rougeL": 0.5519713261648745, "len_ratio": 0.8533333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}525{"pair_id": "pair_635a54c9047f56bc", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4212034383954155, "chrf": 63.852133599571346, "bleu": 37.18641156403048, "rougeL": 0.5050505050505051, "len_ratio": 0.96, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}526{"pair_id": "pair_ef72458de24a1f99", "doc_id": "doc_e70ce9ae73c32589", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5027777777777778, "chrf": 48.6036101864318, "bleu": 13.969527394306096, "rougeL": 0.38095238095238093, "len_ratio": 1.0297029702970297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}527{"pair_id": "pair_9c498fa1764d6287", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3986175115207373, "chrf": 43.174327892908046, "bleu": 9.619468072535708, "rougeL": 0.39743589743589747, "len_ratio": 0.8536585365853658, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}528{"pair_id": "pair_34b52e0779052ae1", "doc_id": "doc_4b9443000ca9e29c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4605160281469899, "chrf": 59.7621979875833, "bleu": 39.84507955898994, "rougeL": 0.5205479452054795, "len_ratio": 0.9241071428571429, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}529{"pair_id": "pair_70f7f56cd73632d0", "doc_id": "doc_936abef50c6e549a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.535820895522388, "chrf": 63.47073036850708, "bleu": 30.591514271876534, "rougeL": 0.5851063829787234, "len_ratio": 0.8080808080808081, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}530{"pair_id": "pair_3157f21797f49ec6", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5171957671957672, "chrf": 57.0890235209594, "bleu": 20.668247392606418, "rougeL": 0.5076586433260394, "len_ratio": 1.0325581395348837, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}531{"pair_id": "pair_f82b21b17f2bdb49", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6335282651072125, "chrf": 78.20035209633981, "bleu": 66.04418401783245, "rougeL": 0.6843657817109144, "len_ratio": 0.9818181818181818, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}532{"pair_id": "pair_8e1dda1763872c36", "doc_id": "doc_0e6c656dfaf9d099", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5812090313182812, "chrf": 74.02273644564956, "bleu": 48.85606567119638, "rougeL": 0.6361323155216284, "len_ratio": 0.8855721393034826, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}533{"pair_id": "pair_286dbb52e50dc7a6", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6610526315789473, "chrf": 59.6796598997236, "bleu": 25.515528102763092, "rougeL": 0.7022900763358779, "len_ratio": 0.6944444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}534{"pair_id": "pair_35dd579c5b968537", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6779773785761809, "chrf": 64.67812306291769, "bleu": 32.02760522529499, "rougeL": 0.583941605839416, "len_ratio": 0.9027777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}535{"pair_id": "pair_b398d3a47fa7dfa7", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4733333333333334, "chrf": 70.99302801285396, "bleu": 38.82968075192732, "rougeL": 0.5415384615384616, "len_ratio": 1.0445859872611465, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}536{"pair_id": "pair_0c8ee38c18b17b7e", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8085106382978724, "chrf": 77.96617795840658, "bleu": 57.276746375576536, "rougeL": 0.7928994082840237, "len_ratio": 1.0375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}537{"pair_id": "pair_142439a64f5fb87b", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5532670454545454, "chrf": 62.57042166371198, "bleu": 30.888432317563, "rougeL": 0.5360824742268042, "len_ratio": 0.96875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}538{"pair_id": "pair_5d693044acf7b20f", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6639061421670117, "chrf": 69.44637742548319, "bleu": 42.401151428719636, "rougeL": 0.638095238095238, "len_ratio": 0.9711538461538461, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}539{"pair_id": "pair_1612225c22958c95", "doc_id": "doc_0f52808f2ff23add", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.45269582909460837, "chrf": 64.64337385635804, "bleu": 37.161437631441544, "rougeL": 0.4620938628158845, "len_ratio": 1.007462686567164, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}540{"pair_id": "pair_2b1c3e1de59ac3ad", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5369822485207101, "chrf": 66.41795775250787, "bleu": 41.10858512207877, "rougeL": 0.5870646766169154, "len_ratio": 0.9494949494949495, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}541{"pair_id": "pair_bb034275477b9dd2", "doc_id": "doc_fcf4fadefe99211c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.61171875, "chrf": 66.9182346617174, "bleu": 37.62007317056357, "rougeL": 0.6852367688022284, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}542{"pair_id": "pair_77c0ace76b767275", "doc_id": "doc_bbe20e369485006e", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4402277039848197, "chrf": 57.773258935729785, "bleu": 25.095107261219564, "rougeL": 0.5389221556886229, "len_ratio": 1.0365853658536586, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}543{"pair_id": "pair_7a5eeeb91a557a79", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.48244274809160304, "chrf": 60.301944631454376, "bleu": 33.69318539432233, "rougeL": 0.522167487684729, "len_ratio": 0.9514563106796117, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}544{"pair_id": "pair_04ee113812de86cf", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7178932178932179, "chrf": 73.80480249479349, "bleu": 48.53723315730898, "rougeL": 0.7135416666666667, "len_ratio": 0.9238578680203046, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}545{"pair_id": "pair_00e5b16778446d19", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6632390745501285, "chrf": 66.78870967259266, "bleu": 36.87689625498535, "rougeL": 0.6018518518518519, "len_ratio": 1.0576923076923077, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}546{"pair_id": "pair_8323ea66dba69223", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6061705989110708, "chrf": 72.73787491858188, "bleu": 49.87775467520257, "rougeL": 0.6049382716049383, "len_ratio": 0.8409090909090909, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}547{"pair_id": "pair_7d8f40cfaded0f17", "doc_id": "doc_5f03afd6f6b9d4c9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4874651810584958, "chrf": 58.307775039325804, "bleu": 22.782350394104963, "rougeL": 0.48769574944071586, "len_ratio": 0.9906976744186047, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}548{"pair_id": "pair_fde08dcb84e2f051", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6926147704590818, "chrf": 65.06343327374731, "bleu": 33.02339700252537, "rougeL": 0.5970873786407767, "len_ratio": 0.9074074074074074, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}549{"pair_id": "pair_709340bec637290f", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.47562296858071507, "chrf": 68.65127810080794, "bleu": 50.32764231262175, "rougeL": 0.5393939393939393, "len_ratio": 0.9751552795031055, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}550{"pair_id": "pair_8795cd4cdabac7ae", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6194625998547567, "chrf": 66.8706764396209, "bleu": 35.663142329321325, "rougeL": 0.6146095717884131, "len_ratio": 0.9949238578680203, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}551{"pair_id": "pair_876b121aa7ae7be2", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.7513661202185793, "chrf": 76.70766060443968, "bleu": 52.72172829437322, "rougeL": 0.7705882352941178, "len_ratio": 0.9523809523809523, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}552{"pair_id": "pair_95d5475cd9064de5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4593023255813954, "chrf": 61.81630697214142, "bleu": 30.15945307566407, "rougeL": 0.495114006514658, "len_ratio": 1.0066666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}553{"pair_id": "pair_894048a3fcd63616", "doc_id": "doc_10935de1dd226409", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.7514188422247446, "chrf": 72.45163894122048, "bleu": 50.216108607665376, "rougeL": 0.7644787644787646, "len_ratio": 0.8455882352941176, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}554{"pair_id": "pair_c88d9759ca0070e4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5570971184631803, "chrf": 64.450358454698, "bleu": 36.38665656003895, "rougeL": 0.5801526717557252, "len_ratio": 0.7671232876712328, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}555{"pair_id": "pair_0f565edaff6ad350", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.37189292543021035, "chrf": 63.234763831426164, "bleu": 33.01332868227492, "rougeL": 0.4542372881355932, "len_ratio": 1.051094890510949, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}556{"pair_id": "pair_e83eea0bb89f932c", "doc_id": "doc_bf9fb21cf01519f9", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6836016096579477, "chrf": 73.55025179950094, "bleu": 52.4801753512266, "rougeL": 0.750413223140496, "len_ratio": 0.8240740740740741, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}557{"pair_id": "pair_99daeee999faffda", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5244122965641953, "chrf": 60.19522660524652, "bleu": 30.82802715567672, "rougeL": 0.5555555555555556, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}558{"pair_id": "pair_5c770c94dc49f5a0", "doc_id": "doc_4ae2315338449b51", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6555984555984555, "chrf": 72.29286771049749, "bleu": 48.268943253041655, "rougeL": 0.7037037037037038, "len_ratio": 0.7740112994350282, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}559{"pair_id": "pair_8f2161950e445713", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5295717199184229, "chrf": 69.31468742162231, "bleu": 40.60496489364376, "rougeL": 0.5827505827505828, "len_ratio": 1.0192307692307692, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -3.0}560{"pair_id": "pair_a435813cf52c77ae", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.437603993344426, "chrf": 60.57710008498412, "bleu": 33.9009550379135, "rougeL": 0.46511627906976744, "len_ratio": 1.0617283950617284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}561{"pair_id": "pair_e97aeb2b305546cc", "doc_id": "doc_f54430ffcf7de28b", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6426545660805445, "chrf": 69.80303863386341, "bleu": 48.975980394319, "rougeL": 0.6666666666666666, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}562{"pair_id": "pair_6c799b58226f07ae", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5127701375245579, "chrf": 58.82170880498828, "bleu": 21.136466307864154, "rougeL": 0.5068493150684932, "len_ratio": 0.9210526315789473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}563{"pair_id": "pair_ce988002c656d05e", "doc_id": "doc_f54430ffcf7de28b", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6187175043327556, "chrf": 77.86248017709163, "bleu": 60.78638776032366, "rougeL": 0.6967984934086628, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}564{"pair_id": "pair_28847457f3dcedea", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5346851654215581, "chrf": 68.12388564505997, "bleu": 38.658774733226196, "rougeL": 0.6105263157894736, "len_ratio": 0.9246575342465754, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.75, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}565{"pair_id": "pair_e9900f4a63fad6a0", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4317248459958932, "chrf": 70.61365681307069, "bleu": 38.97072112152657, "rougeL": 0.4939130434782608, "len_ratio": 0.9586206896551724, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}566{"pair_id": "pair_666a960290e8b488", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.4925544100801833, "chrf": 72.36854388135521, "bleu": 43.58087453794233, "rougeL": 0.5693950177935942, "len_ratio": 1.0895522388059702, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}567{"pair_id": "pair_98bd5d5c7dd05dee", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.3610315186246418, "chrf": 63.00657763553353, "bleu": 41.64129845183188, "rougeL": 0.4795918367346939, "len_ratio": 0.94, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.6666666666666666, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}568{"pair_id": "pair_8c6c671cba6387a4", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6092362344582594, "chrf": 65.94634365852558, "bleu": 52.83431873705556, "rougeL": 0.6741573033707865, "len_ratio": 0.7526881720430108, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}569{"pair_id": "pair_ae76d7e575ea6ec9", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.578577699736611, "chrf": 66.92729138621397, "bleu": 37.21950925472593, "rougeL": 0.6122448979591838, "len_ratio": 1.0060975609756098, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}570{"pair_id": "pair_fa5e2664023ace92", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.527331189710611, "chrf": 63.54493381055531, "bleu": 36.42383647472076, "rougeL": 0.5423728813559322, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}571{"pair_id": "pair_3637715c8ce7cf51", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7622377622377623, "chrf": 77.06856276007159, "bleu": 57.35668575610286, "rougeL": 0.7741935483870969, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}572{"pair_id": "pair_d3f39a6ddcbb36be", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7863829787234042, "chrf": 76.69612744033294, "bleu": 51.32798478241169, "rougeL": 0.7790697674418605, "len_ratio": 1.0548780487804879, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}573{"pair_id": "pair_dde28f37769db791", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4280762564991335, "chrf": 67.91145115519336, "bleu": 35.32979652732971, "rougeL": 0.5644171779141104, "len_ratio": 1.0256410256410255, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}574{"pair_id": "pair_6230227676d77e1f", "doc_id": "doc_d3690a84dbc73152", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6880570409982174, "chrf": 80.36099973461883, "bleu": 62.05911118833581, "rougeL": 0.7216494845360825, "len_ratio": 0.9306122448979591, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}575{"pair_id": "pair_0e9b26ec8a76a231", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5431578947368421, "chrf": 51.52343512491586, "bleu": 11.764632445029768, "rougeL": 0.47407407407407404, "len_ratio": 0.7638888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}576{"pair_id": "pair_b61c55e9954eb02d", "doc_id": "doc_606921299de9f2c7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6199740596627756, "chrf": 72.52463774337899, "bleu": 51.68551003695578, "rougeL": 0.6359447004608294, "len_ratio": 1.009433962264151, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}577{"pair_id": "pair_c687d3758a3b9b82", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.582089552238806, "chrf": 72.12422305721148, "bleu": 42.218837577819194, "rougeL": 0.63, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}578{"pair_id": "pair_5cb9a82241e57545", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6040372670807453, "chrf": 63.02762733862748, "bleu": 35.88923711565585, "rougeL": 0.6000000000000001, "len_ratio": 1.1625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}579{"pair_id": "pair_881e782bd08e5d54", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.42928039702233256, "chrf": 53.16969670286704, "bleu": 14.91917829345518, "rougeL": 0.4157894736842106, "len_ratio": 1.046242774566474, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}580{"pair_id": "pair_ee98ed489357bbf5", "doc_id": "doc_abc8de46693004bc", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5860913280268119, "chrf": 67.4838802960656, "bleu": 37.023132682328445, "rougeL": 0.6097560975609757, "len_ratio": 0.8762886597938144, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}581{"pair_id": "pair_3f4fc9d94e3ea3f9", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.555198973042362, "chrf": 73.492266053754, "bleu": 51.335704835041426, "rougeL": 0.6069868995633189, "len_ratio": 1.0506912442396312, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}582{"pair_id": "pair_481811668a92d254", "doc_id": "doc_b960ea890addabd0", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5348837209302326, "chrf": 60.23365819651795, "bleu": 27.32084263569911, "rougeL": 0.5438972162740899, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}583{"pair_id": "pair_ca6b1ff4bee7dfcb", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5558375634517767, "chrf": 54.73903355182805, "bleu": 32.22800446509518, "rougeL": 0.5641025641025641, "len_ratio": 0.8548387096774194, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}584{"pair_id": "pair_f2e287ba0679f384", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6771452846219201, "chrf": 63.44040049425891, "bleu": 33.36041370805846, "rougeL": 0.6340057636887607, "len_ratio": 1.0304878048780488, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}585{"pair_id": "pair_41c8c644a8bd1d9e", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7883064516129032, "chrf": 77.91240151206317, "bleu": 62.924263889073714, "rougeL": 0.7950310559006211, "len_ratio": 1.0136986301369864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}586{"pair_id": "pair_1e16da35c03bccc3", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5683530678148547, "chrf": 66.33542258197812, "bleu": 42.137745640199334, "rougeL": 0.5519713261648745, "len_ratio": 1.0073529411764706, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}587{"pair_id": "pair_9ec58ba269c83983", "doc_id": "doc_0f52808f2ff23add", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4781281790437436, "chrf": 69.9345735438066, "bleu": 43.39281363226236, "rougeL": 0.45736434108527135, "len_ratio": 0.8656716417910447, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}588{"pair_id": "pair_b5b23cc8e91cbeeb", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.436036036036036, "chrf": 71.53285086794222, "bleu": 33.17928502601897, "rougeL": 0.5189873417721519, "len_ratio": 1.1388888888888888, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}589{"pair_id": "pair_98f46681946e1f16", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4434191355026712, "chrf": 68.17008057136484, "bleu": 33.47998862029474, "rougeL": 0.506896551724138, "len_ratio": 1.0780669144981412, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}590{"pair_id": "pair_c3edc4b58825ebba", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4287925696594427, "chrf": 59.06871822736085, "bleu": 29.800132994022903, "rougeL": 0.4803921568627451, "len_ratio": 0.9611650485436893, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}591{"pair_id": "pair_1bcbaf2c5d124478", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6333808844507847, "chrf": 71.84545801764862, "bleu": 50.94266924017012, "rougeL": 0.6898148148148149, "len_ratio": 0.983957219251337, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9615384615384616, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}592{"pair_id": "pair_aac1a41ceb8c4ef4", "doc_id": "doc_693020f91e971346", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.558252427184466, "chrf": 57.15095857654173, "bleu": 34.53316710382266, "rougeL": 0.5354330708661418, "len_ratio": 0.9838709677419355, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}593{"pair_id": "pair_313215bf88c52685", "doc_id": "doc_c00d6c2859f1e21a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.44438775510204087, "chrf": 72.36411908959502, "bleu": 42.47865431365452, "rougeL": 0.5224913494809689, "len_ratio": 0.9758620689655172, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}594{"pair_id": "pair_c3a63f2b36ded1a4", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5522288755821689, "chrf": 64.36344277877762, "bleu": 32.39435031577775, "rougeL": 0.5320197044334976, "len_ratio": 0.8796296296296297, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}595{"pair_id": "pair_5fdc0106f035a8bd", "doc_id": "doc_501d9ae6425cefc7", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6790830945558739, "chrf": 71.69415620059151, "bleu": 45.22091360727496, "rougeL": 0.6601941747572816, "len_ratio": 1.02020202020202, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}596{"pair_id": "pair_43a1312c1e2f9f9b", "doc_id": "doc_abc8de46693004bc", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5926953305594083, "chrf": 70.03601013860748, "bleu": 42.78199807275948, "rougeL": 0.6261398176291793, "len_ratio": 0.9818731117824774, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -6.0}597{"pair_id": "pair_23e769194136bbfb", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6820461384152458, "chrf": 67.482871112231, "bleu": 35.486444056903196, "rougeL": 0.6428571428571428, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}598{"pair_id": "pair_73a5c7b86f224551", "doc_id": "doc_d3690a84dbc73152", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6171802054154996, "chrf": 67.49469468262988, "bleu": 33.951843253668315, "rougeL": 0.6550522648083623, "len_ratio": 0.832258064516129, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}599{"pair_id": "pair_d6f656801334b443", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4966683751922091, "chrf": 70.36054692676808, "bleu": 43.167670234050064, "rougeL": 0.5486725663716814, "len_ratio": 0.950530035335689, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 2.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}600{"pair_id": "pair_cf52ab1c4b7478ca", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5880758807588076, "chrf": 66.7412421740696, "bleu": 33.407532437518086, "rougeL": 0.5982142857142857, "len_ratio": 0.9022222222222223, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}601{"pair_id": "pair_4ea802016f54c6ef", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5211658570437196, "chrf": 77.70544875303132, "bleu": 52.151639631845406, "rougeL": 0.6453333333333334, "len_ratio": 0.8717948717948718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}602{"pair_id": "pair_99657461cf2a0d68", "doc_id": "doc_4b9443000ca9e29c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4448788115715403, "chrf": 66.64060303380465, "bleu": 50.00172123666391, "rougeL": 0.5806451612903226, "len_ratio": 0.9151785714285714, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}603{"pair_id": "pair_037daed382955f9b", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7739628040057225, "chrf": 75.87872240830069, "bleu": 56.322995602432634, "rougeL": 0.8190476190476191, "len_ratio": 0.8317757009345794, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}604{"pair_id": "pair_a3add4e517315cc9", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5369881109643329, "chrf": 74.42176859667181, "bleu": 49.05311132671436, "rougeL": 0.5968819599109132, "len_ratio": 0.9594594594594594, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}605{"pair_id": "pair_120cdc7dcaaca6ed", "doc_id": "doc_cb9d29bd67fefa94", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6142322097378277, "chrf": 66.13926584754837, "bleu": 33.79805105262213, "rougeL": 0.6405228758169935, "len_ratio": 1.0694444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}606{"pair_id": "pair_9f1dc40ae5c45e53", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5349693251533743, "chrf": 61.46655118065999, "bleu": 27.423244881362386, "rougeL": 0.5737051792828686, "len_ratio": 0.983739837398374, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}607{"pair_id": "pair_990c67f14e1d92ba", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.47095761381475665, "chrf": 60.01010105017218, "bleu": 30.295996638502647, "rougeL": 0.4659090909090909, "len_ratio": 1.123456790123457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}608{"pair_id": "pair_9b56213c2756c33e", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.6480916030534352, "chrf": 64.04464436743957, "bleu": 30.28439983941444, "rougeL": 0.6510416666666667, "len_ratio": 1.0222222222222221, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}609{"pair_id": "pair_48ca3e3bd79de8c6", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7664907651715039, "chrf": 70.25917884871176, "bleu": 40.27173447932265, "rougeL": 0.7236180904522613, "len_ratio": 0.7962962962962963, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}610{"pair_id": "pair_cbef7994ad26f466", "doc_id": "doc_fcf4fadefe99211c", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5616554054054055, "chrf": 60.06619109656557, "bleu": 35.981875637690834, "rougeL": 0.5967741935483871, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}611{"pair_id": "pair_5cc25b6eaf94623d", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5746872700515084, "chrf": 69.32413364004762, "bleu": 40.90790991585589, "rougeL": 0.5842105263157895, "len_ratio": 0.921875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}612{"pair_id": "pair_b1e5591b281ea102", "doc_id": "doc_936abef50c6e549a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.3693820224719101, "chrf": 60.618440710760794, "bleu": 27.313575594720955, "rougeL": 0.43062200956937796, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}613{"pair_id": "pair_57dbfcb0f1e1de4a", "doc_id": "doc_b0dce37223ac2772", "variant": "D", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6724470134874759, "chrf": 63.36697161130457, "bleu": 34.35661852926961, "rougeL": 0.65359477124183, "len_ratio": 1.095890410958904, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}614{"pair_id": "pair_9a7d65390b8821b7", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.48068669527897, "chrf": 69.30903563333753, "bleu": 36.961332710778095, "rougeL": 0.5263157894736842, "len_ratio": 1.065217391304348, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}615{"pair_id": "pair_a28dd4507435c1c4", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6447118429385688, "chrf": 73.59647526761059, "bleu": 50.028502138612566, "rougeL": 0.6494623655913979, "len_ratio": 1.0783410138248848, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}616{"pair_id": "pair_3864156259acc2cf", "doc_id": "doc_b39bb026283bec99", "variant": "C", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6745258841619682, "chrf": 72.27372091537407, "bleu": 48.82764566970939, "rougeL": 0.7076923076923076, "len_ratio": 0.784452296819788, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}617{"pair_id": "pair_8f591b2f4fca927b", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6201413427561837, "chrf": 69.21679547099504, "bleu": 40.265130519251436, "rougeL": 0.6463414634146342, "len_ratio": 1.0123456790123457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}618{"pair_id": "pair_d3d344abd0b1dae7", "doc_id": "doc_b960ea890addabd0", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6111869031377899, "chrf": 58.0463620493721, "bleu": 23.795050906873858, "rougeL": 0.5658536585365854, "len_ratio": 1.0404040404040404, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}619{"pair_id": "pair_fc0b54e2ea595e25", "doc_id": "doc_10935de1dd226409", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6204139228598307, "chrf": 71.29728744752737, "bleu": 37.55215735202037, "rougeL": 0.621160409556314, "len_ratio": 1.096654275092937, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}620{"pair_id": "pair_e9c40c58f4fdafde", "doc_id": "doc_936abef50c6e549a", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.7338065661047027, "chrf": 76.08489429792219, "bleu": 55.13172713559164, "rougeL": 0.7627118644067797, "len_ratio": 0.9252873563218391, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}621{"pair_id": "pair_87ba7ed0bdc37c19", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6300731869594145, "chrf": 67.8668594862517, "bleu": 35.51668687174949, "rougeL": 0.6024691358024691, "len_ratio": 0.875, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}622{"pair_id": "pair_7b43c35e1fea67d9", "doc_id": "doc_606921299de9f2c7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7250324254215305, "chrf": 73.87355424330357, "bleu": 54.73114108406304, "rougeL": 0.7843137254901961, "len_ratio": 0.8773584905660378, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}623{"pair_id": "pair_d3d557752aece674", "doc_id": "doc_cbee4bf03365a459", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5916594265855777, "chrf": 67.2122241556686, "bleu": 35.90320721164408, "rougeL": 0.6223564954682779, "len_ratio": 0.8908045977011494, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}624{"pair_id": "pair_b19aa784b8b22076", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6666666666666667, "chrf": 70.84771424016105, "bleu": 47.90347312604474, "rougeL": 0.6931818181818182, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}625{"pair_id": "pair_ad0afec4a3e61f55", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6547884187082406, "chrf": 81.105336789032, "bleu": 66.2041036185417, "rougeL": 0.8000000000000002, "len_ratio": 0.9117647058823529, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}626{"pair_id": "pair_125abe3587851f59", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.49967213114754094, "chrf": 74.12692188161397, "bleu": 45.026034992114525, "rougeL": 0.6318082788671024, "len_ratio": 0.9567099567099567, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}627{"pair_id": "pair_9445e4ac9a9078a8", "doc_id": "doc_cb9d29bd67fefa94", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.747148288973384, "chrf": 76.84236313504343, "bleu": 52.60193692198316, "rougeL": 0.7763157894736842, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}628{"pair_id": "pair_f3640bddd5f75673", "doc_id": "doc_10935de1dd226409", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5393474088291746, "chrf": 67.2631809877169, "bleu": 42.230450973344134, "rougeL": 0.5825242718446602, "len_ratio": 0.8679245283018868, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}629{"pair_id": "pair_cb2893b3af8d8dce", "doc_id": "doc_39d6863143acde73", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.43101343101343104, "chrf": 55.3536466264953, "bleu": 18.07263704352268, "rougeL": 0.41406250000000006, "len_ratio": 1.024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}630{"pair_id": "pair_3efbf0f7230dc75b", "doc_id": "doc_4ae2315338449b51", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5572093023255814, "chrf": 62.92739940962251, "bleu": 38.81341694064021, "rougeL": 0.5977011494252873, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}631{"pair_id": "pair_d1d083daa7f202be", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5839753466872111, "chrf": 82.04007552171814, "bleu": 62.37027176678002, "rougeL": 0.6815642458100558, "len_ratio": 0.9456521739130435, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}632{"pair_id": "pair_32d5a7aaa5beabcc", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.75375, "chrf": 71.70103270534389, "bleu": 42.8040933651112, "rougeL": 0.6872246696035242, "len_ratio": 1.0462962962962963, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}633{"pair_id": "pair_32a67ffa72160dea", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6948356807511737, "chrf": 70.32571191016181, "bleu": 45.84784391452589, "rougeL": 0.6956521739130435, "len_ratio": 0.8350515463917526, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}634{"pair_id": "pair_39a194398ec7d15f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6820551005212212, "chrf": 65.73739174355092, "bleu": 36.7483213544319, "rougeL": 0.6722689075630252, "len_ratio": 0.7817258883248731, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}635{"pair_id": "pair_cbc85cd10f0b7969", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7206235011990407, "chrf": 70.0782258378732, "bleu": 43.52741568216181, "rougeL": 0.7480916030534351, "len_ratio": 1.0634920634920635, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}636{"pair_id": "pair_b1f03c5de01e9aa8", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6290050590219225, "chrf": 69.3240913777336, "bleu": 38.57429786165994, "rougeL": 0.6507936507936508, "len_ratio": 0.988, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}637{"pair_id": "pair_a3156186c5ec99e7", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7239130434782608, "chrf": 70.83286121718973, "bleu": 47.10080178334012, "rougeL": 0.723404255319149, "len_ratio": 0.9571428571428572, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}638{"pair_id": "pair_d52713279caf3a5a", "doc_id": "doc_39d6863143acde73", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5621657754010696, "chrf": 64.54353314339758, "bleu": 22.2826677874354, "rougeL": 0.524822695035461, "len_ratio": 1.0989583333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}639{"pair_id": "pair_482eb90ed205282d", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.589648798521257, "chrf": 69.39333437879704, "bleu": 41.19348518570029, "rougeL": 0.6006711409395973, "len_ratio": 0.9607843137254902, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}640{"pair_id": "pair_654711c4cb5ca6ee", "doc_id": "doc_ee4ba033e2a76c58", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6444007858546169, "chrf": 60.162016001463705, "bleu": 31.408225782464847, "rougeL": 0.5984251968503937, "len_ratio": 0.6710526315789473, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}641{"pair_id": "pair_982be29711fb3faf", "doc_id": "doc_c00d6c2859f1e21a", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.728088336783989, "chrf": 70.98931480601269, "bleu": 44.48366928174244, "rougeL": 0.731070496083551, "len_ratio": 0.7932692307692307, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}642{"pair_id": "pair_d77ac3e77f7d8816", "doc_id": "doc_bf9fb21cf01519f9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.42061143984220906, "chrf": 68.99233732836592, "bleu": 41.77161732203804, "rougeL": 0.5460122699386502, "len_ratio": 0.9691358024691358, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}643{"pair_id": "pair_8ae60dcd34171313", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5474137931034483, "chrf": 67.23700754490619, "bleu": 44.36926066468657, "rougeL": 0.5897435897435896, "len_ratio": 0.9264705882352942, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}644{"pair_id": "pair_38e8d6bab23442af", "doc_id": "doc_d63488e03c286073", "variant": "E", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5134788189987163, "chrf": 69.54599071769903, "bleu": 35.8142564088257, "rougeL": 0.5510688836104513, "len_ratio": 1.0394088669950738, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}645{"pair_id": "pair_c1fc9aca00e7064e", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.624777183600713, "chrf": 61.36636350862317, "bleu": 30.005904378130783, "rougeL": 0.6117647058823529, "len_ratio": 0.9878048780487805, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}646{"pair_id": "pair_25934da617221a6a", "doc_id": "doc_cbee4bf03365a459", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4372294372294372, "chrf": 67.5720304976252, "bleu": 36.824953700800805, "rougeL": 0.5073746312684366, "len_ratio": 0.9425287356321839, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}647{"pair_id": "pair_89fa11da160899b5", "doc_id": "doc_b475ca1f03814ceb", "variant": "D", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4852150537634409, "chrf": 57.391365851266684, "bleu": 26.160692059114197, "rougeL": 0.5066666666666667, "len_ratio": 0.9906542056074766, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}648{"pair_id": "pair_676c481bd15b5d44", "doc_id": "doc_b1675be26e230c94", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4882995319812793, "chrf": 60.996129449273425, "bleu": 44.089214446639616, "rougeL": 0.5714285714285714, "len_ratio": 0.9270833333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}649{"pair_id": "pair_9ca73b13e50db451", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.44430538172715894, "chrf": 56.87269411548006, "bleu": 25.486614148758967, "rougeL": 0.4700854700854701, "len_ratio": 0.9913793103448276, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}650{"pair_id": "pair_653d2446d3ea2326", "doc_id": "doc_cb9d29bd67fefa94", "variant": "C", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6095617529880478, "chrf": 78.51813667353534, "bleu": 62.34238783046037, "rougeL": 0.7092198581560283, "len_ratio": 0.9027777777777778, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}651{"pair_id": "pair_2b07afb4134e393d", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.4841437632135307, "chrf": 66.41833228196565, "bleu": 44.310292628398756, "rougeL": 0.5389221556886228, "len_ratio": 0.9937888198757764, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}652{"pair_id": "pair_f2ce1d92d84f0152", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5675675675675675, "chrf": 54.04737684118438, "bleu": 11.366915197211563, "rougeL": 0.4736842105263158, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}653{"pair_id": "pair_6cbae94a400a8969", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4775160599571735, "chrf": 58.04647189061458, "bleu": 26.71126946154461, "rougeL": 0.463768115942029, "len_ratio": 1.0597014925373134, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}654{"pair_id": "pair_56f7a57a169e174a", "doc_id": "doc_4b9443000ca9e29c", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6849100860046912, "chrf": 70.34169400567333, "bleu": 54.40243899572795, "rougeL": 0.7083333333333334, "len_ratio": 0.90625, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}655{"pair_id": "pair_790fac3ee13a3daf", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5405405405405406, "chrf": 64.1346942529362, "bleu": 26.25008114505158, "rougeL": 0.6390532544378699, "len_ratio": 1.1153846153846154, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8571428571428571, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}656{"pair_id": "pair_184a9ed565396f59", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.7601626016260162, "chrf": 70.85608516601918, "bleu": 54.12044177940576, "rougeL": 0.7749999999999999, "len_ratio": 0.8481012658227848, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}657{"pair_id": "pair_6d1946753e3aa40d", "doc_id": "doc_4ae2315338449b51", "variant": "D", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.41141141141141147, "chrf": 63.564828555548324, "bleu": 26.259419830444962, "rougeL": 0.4343163538873995, "len_ratio": 1.0508474576271187, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}658{"pair_id": "pair_8378d0bd4723d839", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5860566448801743, "chrf": 68.7218118264767, "bleu": 38.946769015042506, "rougeL": 0.6153846153846154, "len_ratio": 0.9857142857142858, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}659{"pair_id": "pair_2efa73000eec9205", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7724550898203593, "chrf": 81.39663371538903, "bleu": 66.92187015040084, "rougeL": 0.7767857142857143, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}660{"pair_id": "pair_9312ecb07149d1af", "doc_id": "doc_fcf4fadefe99211c", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5955369595536959, "chrf": 61.915271440033436, "bleu": 28.499397641861396, "rougeL": 0.6169154228855721, "len_ratio": 0.9900990099009901, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}661{"pair_id": "pair_ae5e76a2b3c201a6", "doc_id": "doc_b960ea890addabd0", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.7084282460136675, "chrf": 72.1381533684753, "bleu": 50.510361084393594, "rougeL": 0.7175572519083969, "len_ratio": 0.9552238805970149, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}662{"pair_id": "pair_255f116d67ec21f3", "doc_id": "doc_501d9ae6425cefc7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6690751445086704, "chrf": 68.30586605396324, "bleu": 35.44722885286196, "rougeL": 0.6598984771573604, "len_ratio": 1.1511627906976745, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}663{"pair_id": "pair_7b7a76447e6e92f2", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.48450000000000004, "chrf": 68.20601923542714, "bleu": 37.99503362041845, "rougeL": 0.5847750865051904, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}664{"pair_id": "pair_8efe74edfe320afe", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6933174224343676, "chrf": 68.11564126607195, "bleu": 35.92962554119809, "rougeL": 0.6877828054298643, "len_ratio": 0.8, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}665{"pair_id": "pair_03dde76264ca6f4c", "doc_id": "doc_936abef50c6e549a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.38053097345132747, "chrf": 50.817117199580444, "bleu": 11.863893064931055, "rougeL": 0.410958904109589, "len_ratio": 0.9595375722543352, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}666{"pair_id": "pair_86d43ab07b50813f", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5546875, "chrf": 69.7955149805659, "bleu": 46.98721378001877, "rougeL": 0.611764705882353, "len_ratio": 0.9746835443037974, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.9090909090909091, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}667{"pair_id": "pair_5e8f8eb57ee9f8fa", "doc_id": "doc_6b5d113d4728e44f", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5559599636032757, "chrf": 70.0456821941435, "bleu": 49.794144435911385, "rougeL": 0.5592105263157894, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}668{"pair_id": "pair_5fe8e13ea3adb8c6", "doc_id": "doc_9f1ea1fa5f9ac056", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.45171339563862933, "chrf": 64.74774066687881, "bleu": 33.237960746818416, "rougeL": 0.5376344086021505, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}669{"pair_id": "pair_7ab42d22c53f75c4", "doc_id": "doc_ee4ba033e2a76c58", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.625, "chrf": 72.90216632931791, "bleu": 44.96080314440825, "rougeL": 0.6936416184971098, "len_ratio": 1.02, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}670{"pair_id": "pair_12293b0f761126af", "doc_id": "doc_7cc71e43594f0124", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5413060582218725, "chrf": 69.81669145292109, "bleu": 46.5417749282193, "rougeL": 0.5714285714285714, "len_ratio": 0.7868020304568528, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.8888888888888888, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}671{"pair_id": "pair_4c7940b7cd687de1", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.48398576512455516, "chrf": 63.57145050677282, "bleu": 30.007658979068708, "rougeL": 0.48870636550308005, "len_ratio": 0.92, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}672{"pair_id": "pair_7be546467e799613", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5431506849315069, "chrf": 74.69791235416514, "bleu": 56.39740659248617, "rougeL": 0.6696230598669624, "len_ratio": 0.9653679653679653, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}673{"pair_id": "pair_33e7c23477ed03f5", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6255707762557078, "chrf": 72.372986001566, "bleu": 39.59005783194691, "rougeL": 0.6498316498316498, "len_ratio": 0.9765886287625418, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}674{"pair_id": "pair_fcb58510e2052d39", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.5263446761800219, "chrf": 67.86953590092169, "bleu": 33.42874266918246, "rougeL": 0.5873320537428023, "len_ratio": 1.028, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -4.0}675{"pair_id": "pair_8b6e228200da84a0", "doc_id": "doc_e5dbc95c4f16b9eb", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.5649452269170578, "chrf": 63.108638499958126, "bleu": 36.39990908708019, "rougeL": 0.6439024390243901, "len_ratio": 1.1063829787234043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}676{"pair_id": "pair_4870421b15880706", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6830309498399146, "chrf": 69.80835094630241, "bleu": 43.9971127926234, "rougeL": 0.7163120567375886, "len_ratio": 0.9041095890410958, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}677{"pair_id": "pair_2d672a8854921ffc", "doc_id": "doc_b1675be26e230c94", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.38065522620904835, "chrf": 68.41181043491517, "bleu": 52.316994150088505, "rougeL": 0.5945945945945946, "len_ratio": 0.8854166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}678{"pair_id": "pair_e2220a85bfd31901", "doc_id": "doc_501d9ae6425cefc7", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4373865698729582, "chrf": 57.23751960384157, "bleu": 10.772831663100394, "rougeL": 0.41290322580645167, "len_ratio": 1.0694444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}679{"pair_id": "pair_02048f02de17a1e8", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.52, "chrf": 65.3746474966088, "bleu": 44.09276737481079, "rougeL": 0.6024096385542168, "len_ratio": 0.9813664596273292, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}680{"pair_id": "pair_110232957235bdb5", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6267696267696268, "chrf": 66.32585301225326, "bleu": 35.77524398451148, "rougeL": 0.651063829787234, "len_ratio": 1.0043290043290043, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}681{"pair_id": "pair_e17a55a8f242ed4c", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7347994825355757, "chrf": 73.65227336136282, "bleu": 53.33016749399706, "rougeL": 0.7219917012448132, "len_ratio": 0.9736842105263158, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": 0.0}682{"pair_id": "pair_ac8e265167a6f775", "doc_id": "doc_f7330813fc17392a", "variant": "C", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.869281045751634, "chrf": 86.68790626432613, "bleu": 71.24984262437363, "rougeL": 0.9051094890510949, "len_ratio": 0.9, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}683{"pair_id": "pair_90366eb7bc8e3e8a", "doc_id": "doc_3b73c0c303c8ada6", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5517035265989241, "chrf": 68.89621053411994, "bleu": 42.25420642283848, "rougeL": 0.5888501742160279, "len_ratio": 0.9633699633699634, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}684{"pair_id": "pair_aa27c34f2a932e39", "doc_id": "doc_b0dce37223ac2772", "variant": "A", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4702868852459017, "chrf": 67.0570704464797, "bleu": 43.44645904866713, "rougeL": 0.5665529010238908, "len_ratio": 0.9793103448275862, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}685{"pair_id": "pair_9b80001db5ef43a7", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "background", "exact_match": 0.0, "edit_sim": 0.5534883720930233, "chrf": 68.31941644819516, "bleu": 40.70733794063554, "rougeL": 0.6525679758308156, "len_ratio": 0.8827160493827161, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}686{"pair_id": "pair_10585b1e1426b623", "doc_id": "doc_d3690a84dbc73152", "variant": "A", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.45549738219895286, "chrf": 61.40744150085305, "bleu": 24.553394931464435, "rougeL": 0.4382716049382716, "len_ratio": 1.064516129032258, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}687{"pair_id": "pair_a187a96145a20436", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6206322795341098, "chrf": 78.88555230113515, "bleu": 56.62239183251738, "rougeL": 0.7485380116959064, "len_ratio": 1.025, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}688{"pair_id": "pair_6020ad12025be776", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.6, "chrf": 66.83647300464744, "bleu": 36.543533637400685, "rougeL": 0.605, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}689{"pair_id": "pair_f1f719f26e0a58f2", "doc_id": "doc_bf9fb21cf01519f9", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4473556525958272, "chrf": 66.60714292328981, "bleu": 38.39535738942101, "rougeL": 0.552870090634441, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}690{"pair_id": "pair_ca26e0d6e43ac99b", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.437125748502994, "chrf": 64.03361835276907, "bleu": 33.22076671075071, "rougeL": 0.3986013986013986, "len_ratio": 0.8933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -2.0}691{"pair_id": "pair_32753963d751ecf3", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.3114241001564946, "chrf": 56.54523574638477, "bleu": 27.777227017733885, "rougeL": 0.3626943005181347, "len_ratio": 0.9278350515463918, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}692{"pair_id": "pair_d0fda7cb70f44338", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7340425531914894, "chrf": 77.55728737498917, "bleu": 53.715991751069694, "rougeL": 0.7761194029850746, "len_ratio": 0.8356164383561644, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}693{"pair_id": "pair_181382d322427db4", "doc_id": "doc_b39bb026283bec99", "variant": "B", "discipline": "statistics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5371604305484368, "chrf": 76.99896884912211, "bleu": 52.379441742930595, "rougeL": 0.6438848920863309, "len_ratio": 0.9187279151943463, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}694{"pair_id": "pair_865018427ec4505f", "doc_id": "doc_cb9d29bd67fefa94", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6602687140115163, "chrf": 70.71762444988663, "bleu": 40.879004617186155, "rougeL": 0.6842105263157895, "len_ratio": 1.0555555555555556, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}695{"pair_id": "pair_0a2bad6e108936b1", "doc_id": "doc_c00d6c2859f1e21a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4917864476386037, "chrf": 66.49155455265607, "bleu": 34.841454761460476, "rougeL": 0.5314685314685315, "len_ratio": 0.9482758620689655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}696{"pair_id": "pair_d199ee4355eef2f0", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6774193548387097, "chrf": 77.01804290041459, "bleu": 59.648825522615056, "rougeL": 0.654320987654321, "len_ratio": 1.0266666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}697{"pair_id": "pair_af209c2b7625e924", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5623547637490318, "chrf": 70.10692909464355, "bleu": 43.608398944025936, "rougeL": 0.6010362694300517, "len_ratio": 1.0277777777777777, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 0.5, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}698{"pair_id": "pair_05bdc57f329bfd99", "doc_id": "doc_0f52808f2ff23add", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6795523906408952, "chrf": 69.2012858096753, "bleu": 43.77358140656186, "rougeL": 0.6619217081850534, "len_ratio": 1.037313432835821, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}699{"pair_id": "pair_e0577147a83d9e03", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "other", "exact_match": 0.0, "edit_sim": 0.6041958041958042, "chrf": 64.55186569797685, "bleu": 33.72482899405532, "rougeL": 0.5714285714285715, "len_ratio": 0.9693877551020408, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}700{"pair_id": "pair_e3ccf20a0877df02", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.7172413793103448, "chrf": 77.90581961126144, "bleu": 61.670573255649316, "rougeL": 0.7, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}701{"pair_id": "pair_202db73621e8999a", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.44015882019285313, "chrf": 60.27395753706462, "bleu": 24.8561660620046, "rougeL": 0.4265593561368209, "len_ratio": 0.964, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}702{"pair_id": "pair_611ec54175ac059b", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.43065187239944525, "chrf": 61.930727175531494, "bleu": 28.443312118805345, "rougeL": 0.4810126582278481, "len_ratio": 0.9743589743589743, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}703{"pair_id": "pair_243590a20dd170ad", "doc_id": "doc_ede8d89708f4aca3", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.38888888888888884, "chrf": 57.96852559356076, "bleu": 23.404855342172816, "rougeL": 0.4444444444444444, "len_ratio": 0.9945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}704{"pair_id": "pair_9bc335c6999282c0", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.6327044025157234, "chrf": 64.91008461755315, "bleu": 39.51333842841711, "rougeL": 0.6120689655172413, "len_ratio": 1.0350877192982457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}705{"pair_id": "pair_ef16003ae5fc87a3", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.45977011494252873, "chrf": 64.85049970448132, "bleu": 34.07693901349898, "rougeL": 0.5895953757225433, "len_ratio": 1.05, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}706{"pair_id": "pair_715d50493bdbd208", "doc_id": "doc_936abef50c6e549a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.43624161073825507, "chrf": 62.64163799070409, "bleu": 34.30075386612768, "rougeL": 0.46368715083798884, "len_ratio": 0.9482758620689655, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}707{"pair_id": "pair_8a6c46645a7f8568", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.46153846153846156, "chrf": 63.85234553064345, "bleu": 34.901554930741, "rougeL": 0.5153374233128833, "len_ratio": 1.1408450704225352, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}708{"pair_id": "pair_3150758916784b05", "doc_id": "doc_4ae2315338449b51", "variant": "B", "discipline": "life_sciences", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6277992277992278, "chrf": 75.68535839622756, "bleu": 48.85588359533851, "rougeL": 0.6741573033707866, "len_ratio": 0.96045197740113, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}709{"pair_id": "pair_2ff212fe22e9b64d", "doc_id": "doc_d3690a84dbc73152", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.45388788426763105, "chrf": 62.73204016479674, "bleu": 28.56335465177828, "rougeL": 0.48427672955974843, "len_ratio": 1.0258064516129033, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}710{"pair_id": "pair_6ec8c4c4814e6275", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4207317073170732, "chrf": 65.51514608684275, "bleu": 41.155271786312554, "rougeL": 0.4896551724137931, "len_ratio": 0.9586206896551724, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}711{"pair_id": "pair_a450b72240cdfded", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6266447368421053, "chrf": 63.82767162028821, "bleu": 31.1126649133962, "rougeL": 0.6046511627906976, "len_ratio": 1.05, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}712{"pair_id": "pair_86da708d3527f164", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5797720797720798, "chrf": 71.27848120429256, "bleu": 39.76441890432759, "rougeL": 0.5916870415647922, "len_ratio": 1.0260416666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}713{"pair_id": "pair_f213672a01ba6a9d", "doc_id": "doc_bbe20e369485006e", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5780346820809248, "chrf": 55.392966067220605, "bleu": 26.84656284086988, "rougeL": 0.5521472392638037, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}714{"pair_id": "pair_9ee0d38039e2fe3b", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.7625754527162978, "chrf": 77.5629799153301, "bleu": 63.46881944141884, "rougeL": 0.7888198757763976, "len_ratio": 1.0136986301369864, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 1.0}715{"pair_id": "pair_5de2970d758f50c5", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5499351491569391, "chrf": 74.47479267009321, "bleu": 52.41727319493315, "rougeL": 0.6434782608695652, "len_ratio": 1.0599078341013826, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}716{"pair_id": "pair_0dbedc7dbd05a2b3", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5437219730941705, "chrf": 63.22429319672391, "bleu": 46.113870720917916, "rougeL": 0.6028368794326241, "len_ratio": 1.0072992700729928, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}717{"pair_id": "pair_c232767444eb1cf1", "doc_id": "doc_f54430ffcf7de28b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.7628584433318161, "chrf": 76.46697164963216, "bleu": 59.52540475484841, "rougeL": 0.7890173410404625, "len_ratio": 0.8836565096952909, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}718{"pair_id": "pair_3535b6a366b8c526", "doc_id": "doc_b0dce37223ac2772", "variant": "E", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5095087163232963, "chrf": 65.86273922196828, "bleu": 34.68095555163348, "rougeL": 0.5277777777777777, "len_ratio": 1.1524390243902438, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}719{"pair_id": "pair_c63e0075fa34bc2e", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.663594470046083, "chrf": 73.00843174346366, "bleu": 45.466712017586474, "rougeL": 0.7, "len_ratio": 1.0820895522388059, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}720{"pair_id": "pair_d644fbf6d5cd8d50", "doc_id": "doc_60e906cc1eb8ce39", "variant": "B", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5475113122171946, "chrf": 64.29811076414691, "bleu": 35.45228576212455, "rougeL": 0.5642633228840125, "len_ratio": 0.8597560975609756, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": 0.0}721{"pair_id": "pair_a7e6a7c9bfb5b1ac", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.6257901390644753, "chrf": 65.27873557514877, "bleu": 36.695497857640746, "rougeL": 0.5910931174089068, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}722{"pair_id": "pair_82012bbf30301f91", "doc_id": "doc_dadb00e95af5ab75", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.46440677966101696, "chrf": 61.24308695473244, "bleu": 25.774103645800853, "rougeL": 0.48360655737704916, "len_ratio": 1.2169811320754718, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}723{"pair_id": "pair_fe90c3a8b67bc7aa", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5681818181818181, "chrf": 77.2778519643956, "bleu": 60.24357722498797, "rougeL": 0.6754385964912282, "len_ratio": 0.987012987012987, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}724{"pair_id": "pair_44fc1905c30abe98", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5497017892644136, "chrf": 59.98984630189823, "bleu": 28.78740971284645, "rougeL": 0.5298013245033113, "len_ratio": 0.9733333333333334, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}725{"pair_id": "pair_bc6650041da1093f", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5393671817512877, "chrf": 62.13414350189025, "bleu": 29.1930649136269, "rougeL": 0.549738219895288, "len_ratio": 0.9375, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}726{"pair_id": "pair_edf9b459fae25250", "doc_id": "doc_abc8de46693004bc", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.573104315039799, "chrf": 68.39645908886119, "bleu": 40.306331947587076, "rougeL": 0.5887445887445888, "len_ratio": 0.7628865979381443, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}727{"pair_id": "pair_073f9bfb09a76254", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5462794918330309, "chrf": 65.16859853492852, "bleu": 42.57011296983616, "rougeL": 0.6046511627906977, "len_ratio": 0.9545454545454546, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}728{"pair_id": "pair_adc24d045db5633e", "doc_id": "doc_54aa05b0c2afe3c1", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7842157842157842, "chrf": 84.7917854417945, "bleu": 77.1282924236353, "rougeL": 0.835820895522388, "len_ratio": 0.9575757575757575, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}729{"pair_id": "pair_76ce270651b6fb07", "doc_id": "doc_b475ca1f03814ceb", "variant": "C", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7179023508137432, "chrf": 74.09602019965857, "bleu": 49.37515064846991, "rougeL": 0.75, "len_ratio": 0.8518518518518519, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}730{"pair_id": "pair_1033ffd291a09205", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5740131578947368, "chrf": 55.28677595692978, "bleu": 18.628035090686755, "rougeL": 0.5508982035928144, "len_ratio": 1.0121951219512195, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}731{"pair_id": "pair_f5d740b3e7e0009f", "doc_id": "doc_ee4ba033e2a76c58", "variant": "E", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.5682697622996131, "chrf": 68.10806342058572, "bleu": 35.04702509129905, "rougeL": 0.6360153256704981, "len_ratio": 1.028, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}732{"pair_id": "pair_355294985350f771", "doc_id": "doc_6b5d113d4728e44f", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8192090395480226, "chrf": 82.29245347778978, "bleu": 68.36216489163934, "rougeL": 0.7866666666666666, "len_ratio": 1.0263157894736843, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}733{"pair_id": "pair_e1469b4ffafaac89", "doc_id": "doc_606921299de9f2c7", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.4951219512195122, "chrf": 68.86153129646856, "bleu": 41.38323856225194, "rougeL": 0.5240174672489083, "len_ratio": 1.1226415094339623, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}734{"pair_id": "pair_93c85d626ebdcb7c", "doc_id": "doc_60e906cc1eb8ce39", "variant": "E", "discipline": "mathematics", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5093023255813953, "chrf": 58.708573869318045, "bleu": 28.80415210936099, "rougeL": 0.5294117647058822, "len_ratio": 1.0606060606060606, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}735{"pair_id": "pair_3498dde65dee5240", "doc_id": "doc_d3690a84dbc73152", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5805109922756981, "chrf": 73.617856269685, "bleu": 52.326990450734144, "rougeL": 0.6652267818574514, "len_ratio": 0.8408163265306122, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}736{"pair_id": "pair_d7c5252b3fe6d594", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.42872687704026113, "chrf": 66.34986922959881, "bleu": 43.27121730344757, "rougeL": 0.5296167247386759, "len_ratio": 1.0437956204379562, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}737{"pair_id": "pair_05dd923e29d1d815", "doc_id": "doc_f8e6e69aeba57df2", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3920367534456355, "chrf": 63.176266010554684, "bleu": 44.6492280901666, "rougeL": 0.5536723163841807, "len_ratio": 1.0864197530864197, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}738{"pair_id": "pair_24d715cb3ba61b7b", "doc_id": "doc_abc8de46693004bc", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.43870678042209255, "chrf": 70.08993053454023, "bleu": 40.90758376631869, "rougeL": 0.5416666666666666, "len_ratio": 1.0302114803625377, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}739{"pair_id": "pair_b24306c4c4b2581f", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.6338582677165354, "chrf": 68.55038956831167, "bleu": 44.283088871813554, "rougeL": 0.6402640264026404, "len_ratio": 0.9933333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}740{"pair_id": "pair_07aed43fe426b683", "doc_id": "doc_b39bb026283bec99", "variant": "E", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.44999999999999996, "chrf": 47.067435750152256, "bleu": 7.798591560415628, "rougeL": 0.3829787234042553, "len_ratio": 1.1076923076923078, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}741{"pair_id": "pair_d2fa27796208acf3", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.4820031298904538, "chrf": 57.10944075050445, "bleu": 26.41692679472583, "rougeL": 0.44329896907216493, "len_ratio": 0.9381443298969072, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}742{"pair_id": "pair_d2dc04f9a69b3af4", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.7168831168831169, "chrf": 73.41145551700828, "bleu": 47.407821641402066, "rougeL": 0.7426160337552743, "len_ratio": 0.8412698412698413, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}743{"pair_id": "pair_f589d5c7a1e86f9e", "doc_id": "doc_501d9ae6425cefc7", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5438247011952191, "chrf": 67.72954023029473, "bleu": 37.768840870873184, "rougeL": 0.5800865800865802, "len_ratio": 0.9644444444444444, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}744{"pair_id": "pair_89738d8ec36791da", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6252723311546842, "chrf": 70.06652222050064, "bleu": 43.08884638875657, "rougeL": 0.625, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}745{"pair_id": "pair_54af251b67e2bf90", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5063291139240507, "chrf": 59.35724281055717, "bleu": 27.14633746989763, "rougeL": 0.54421768707483, "len_ratio": 0.9659863945578231, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}746{"pair_id": "pair_4c60ed93ff8ce424", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6417641764176418, "chrf": 70.23379606175726, "bleu": 42.48811121708477, "rougeL": 0.6478454680534919, "len_ratio": 1.0302114803625377, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}747{"pair_id": "pair_597b0686ac179071", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.47952810548230396, "chrf": 60.765429287374914, "bleu": 25.6298991114402, "rougeL": 0.49748743718592964, "len_ratio": 0.9897435897435898, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}748{"pair_id": "pair_a0e2b7b69c9e7bc4", "doc_id": "doc_b5ed5ff4287bfb35", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6609662248824284, "chrf": 77.33847238204228, "bleu": 56.99230189853672, "rougeL": 0.7148936170212766, "len_ratio": 1.027190332326284, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}749{"pair_id": "pair_eea349d980f03d16", "doc_id": "doc_3b73c0c303c8ada6", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5639976621858562, "chrf": 71.85875615671269, "bleu": 48.54699310939224, "rougeL": 0.5862068965517241, "len_ratio": 0.9853479853479854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}750{"pair_id": "pair_60fe97d51a34b1c3", "doc_id": "doc_cb9d29bd67fefa94", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.4339622641509434, "chrf": 71.39597232155367, "bleu": 40.335820725998886, "rougeL": 0.5714285714285715, "len_ratio": 1.0833333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}751{"pair_id": "pair_110f28da01e63ba9", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.4278768233387358, "chrf": 60.487669900687045, "bleu": 29.8980511666179, "rougeL": 0.47727272727272724, "len_ratio": 1.1111111111111112, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}752{"pair_id": "pair_1c03559b2fc9e8f3", "doc_id": "doc_abc8de46693004bc", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5397419891801915, "chrf": 65.7206577191982, "bleu": 36.31805412502056, "rougeL": 0.5790172642762283, "len_ratio": 0.9175257731958762, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}753{"pair_id": "pair_c93d1c5ab7fc650d", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7142857142857143, "chrf": 74.85517173722323, "bleu": 53.61770915727581, "rougeL": 0.7407407407407407, "len_ratio": 0.9876543209876543, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}754{"pair_id": "pair_6bbf97895aabbb3f", "doc_id": "doc_75e4c206f7fbdd67", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.656140350877193, "chrf": 82.16087677532039, "bleu": 68.53930830366588, "rougeL": 0.6666666666666667, "len_ratio": 0.9466666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}755{"pair_id": "pair_e2db9096fc49829f", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.37577639751552794, "chrf": 49.87328011835787, "bleu": 15.405972149289243, "rougeL": 0.27428571428571424, "len_ratio": 1.1, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}756{"pair_id": "pair_65c0b2d87dccebc4", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7849604221635884, "chrf": 77.2826674236213, "bleu": 55.63382680706908, "rougeL": 0.7522935779816514, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}757{"pair_id": "pair_8f2d0d5f389fddb9", "doc_id": "doc_d999f694e31b629a", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.47928994082840237, "chrf": 59.473705420966795, "bleu": 27.80744207242577, "rougeL": 0.5144230769230769, "len_ratio": 0.9609756097560975, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}758{"pair_id": "pair_5d5a339d86dfdee2", "doc_id": "doc_60e906cc1eb8ce39", "variant": "C", "discipline": "mathematics", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5040723981900452, "chrf": 60.48983713093593, "bleu": 32.2118102784186, "rougeL": 0.5182724252491694, "len_ratio": 0.7560975609756098, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -2.0}759{"pair_id": "pair_00c92f35643b5484", "doc_id": "doc_39d6863143acde73", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5573649148778683, "chrf": 70.48859244603891, "bleu": 40.98145300374049, "rougeL": 0.6216216216216216, "len_ratio": 0.8229166666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -3.0}760{"pair_id": "pair_01487292d1e13fe5", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.31828442437923254, "chrf": 60.37281327782945, "bleu": 22.07642818181009, "rougeL": 0.34782608695652173, "len_ratio": 1.0769230769230769, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}761{"pair_id": "pair_a159c093b7373169", "doc_id": "doc_d999f694e31b629a", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.4652366863905325, "chrf": 62.692698486279156, "bleu": 32.266967021838134, "rougeL": 0.5311004784688995, "len_ratio": 0.975609756097561, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}762{"pair_id": "pair_116366a7ea764c82", "doc_id": "doc_0e6c656dfaf9d099", "variant": "D", "discipline": "life_sciences", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.5528040786598689, "chrf": 63.06748040574446, "bleu": 30.852047757097843, "rougeL": 0.5427135678391961, "len_ratio": 0.9104477611940298, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}763{"pair_id": "pair_110320edae8407bb", "doc_id": "doc_60e906cc1eb8ce39", "variant": "D", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5913290689410092, "chrf": 66.6497868655212, "bleu": 32.545735265629574, "rougeL": 0.5888324873096447, "len_ratio": 0.9695431472081218, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}764{"pair_id": "pair_9b15d97e99315172", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3550295857988166, "chrf": 62.15916565302979, "bleu": 26.83246249949158, "rougeL": 0.45528455284552843, "len_ratio": 0.9916666666666667, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}765{"pair_id": "pair_c6391c5ac59515d1", "doc_id": "doc_10935de1dd226409", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5808625336927224, "chrf": 61.02956405862364, "bleu": 30.181344051619934, "rougeL": 0.5700934579439252, "len_ratio": 1.0384615384615385, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}766{"pair_id": "pair_a2f4e6e861e6e9e5", "doc_id": "doc_4465aece194b7964", "variant": "D", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6585497835497836, "chrf": 68.44242890419073, "bleu": 41.67973179025962, "rougeL": 0.6583629893238435, "len_ratio": 0.9925925925925926, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 3.0, "sentence_count_delta": -1.0}767{"pair_id": "pair_50ae3325edd57536", "doc_id": "doc_3b73c0c303c8ada6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5782991202346042, "chrf": 70.4000987373929, "bleu": 46.217934810213364, "rougeL": 0.6390328151986183, "len_ratio": 0.9816849816849816, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -2.0}768{"pair_id": "pair_7f1a5c118275a3d6", "doc_id": "doc_6b5d113d4728e44f", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.8733926805143423, "chrf": 84.42162479566905, "bleu": 74.4257982885827, "rougeL": 0.8472222222222222, "len_ratio": 0.9473684210526315, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}769{"pair_id": "pair_d516ab44507f2c66", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.5796812749003983, "chrf": 70.84399900121186, "bleu": 36.791865098151135, "rougeL": 0.6176470588235293, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}770{"pair_id": "pair_4086fdad5e2b2c41", "doc_id": "doc_ede8d89708f4aca3", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.8422876949740035, "chrf": 80.41153443999272, "bleu": 58.69675238735854, "rougeL": 0.8263473053892216, "len_ratio": 1.0123456790123457, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}771{"pair_id": "pair_35b29f0c4bb166e9", "doc_id": "doc_f54430ffcf7de28b", "variant": "C", "discipline": "life_sciences", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.512420566146736, "chrf": 75.77552714493935, "bleu": 60.327510700764975, "rougeL": 0.6126482213438735, "len_ratio": 0.8619402985074627, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": -1.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}772{"pair_id": "pair_39a46a6bbaf6b154", "doc_id": "doc_b475ca1f03814ceb", "variant": "E", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.3963133640552995, "chrf": 44.80147409930281, "bleu": 14.411385721683837, "rougeL": 0.45859872611464975, "len_ratio": 0.8658536585365854, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}773{"pair_id": "pair_cd21c36409ddcf8b", "doc_id": "doc_f7330813fc17392a", "variant": "B", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.40522875816993464, "chrf": 78.2111693685624, "bleu": 57.15385830520001, "rougeL": 0.6330935251798562, "len_ratio": 0.9285714285714286, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}774{"pair_id": "pair_b4aa3590eaf5b953", "doc_id": "doc_d63488e03c286073", "variant": "A", "discipline": "engineering", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5701530612244898, "chrf": 67.97279472589517, "bleu": 33.73484497451894, "rougeL": 0.5645933014354066, "len_ratio": 1.0246305418719213, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}775{"pair_id": "pair_fa84ebcff89b290d", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.2898134863701578, "chrf": 62.69439543700953, "bleu": 34.15978365150811, "rougeL": 0.41951219512195115, "len_ratio": 0.970873786407767, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}776{"pair_id": "pair_8cde593e4d122cf6", "doc_id": "doc_ede8d89708f4aca3", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.3494539781591264, "chrf": 57.96828218136029, "bleu": 23.93062310394497, "rougeL": 0.4116094986807387, "len_ratio": 0.9945054945054945, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}777{"pair_id": "pair_eff69c0046107f48", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.46923461730865434, "chrf": 69.46925799943233, "bleu": 35.269204941358744, "rougeL": 0.543859649122807, "len_ratio": 1.037174721189591, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 1.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}778{"pair_id": "pair_1d939fdeef16360a", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5376756066411239, "chrf": 64.92980239961827, "bleu": 29.191128055431964, "rougeL": 0.5321100917431193, "len_ratio": 0.9629629629629629, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}779{"pair_id": "pair_83f312440f78d0f3", "doc_id": "doc_501d9ae6425cefc7", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "conclusion", "exact_match": 0.0, "edit_sim": 0.465553235908142, "chrf": 69.19166107953636, "bleu": 35.96406428902513, "rougeL": 0.513888888888889, "len_ratio": 0.9166666666666666, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}780{"pair_id": "pair_f755860b06b4852c", "doc_id": "doc_10935de1dd226409", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.45573159366262816, "chrf": 69.86773313387162, "bleu": 41.49549657579091, "rougeL": 0.5653495440729482, "len_ratio": 1.0125786163522013, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -6.0}781{"pair_id": "pair_d698ed8fa8cc75bd", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.5400384368994234, "chrf": 61.70631941425293, "bleu": 28.720476332218663, "rougeL": 0.5696202531645569, "len_ratio": 1.0303030303030303, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -3.0}782{"pair_id": "pair_64d593fba7498484", "doc_id": "doc_dadb00e95af5ab75", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.5392986698911729, "chrf": 64.08621004046317, "bleu": 31.755176147921034, "rougeL": 0.5531914893617021, "len_ratio": 1.1320754716981132, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}783{"pair_id": "pair_4deb08cbc474771b", "doc_id": "doc_f7330813fc17392a", "variant": "D", "discipline": "finance", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7176781002638523, "chrf": 68.11268782393881, "bleu": 33.192293646692896, "rougeL": 0.6132075471698114, "len_ratio": 0.9074074074074074, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}784{"pair_id": "pair_77e97b0791dba922", "doc_id": "doc_f7330813fc17392a", "variant": "E", "discipline": "finance", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.5568862275449102, "chrf": 64.37876007619356, "bleu": 34.64676100538734, "rougeL": 0.5605536332179931, "len_ratio": 0.9133333333333333, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}785{"pair_id": "pair_83660b5be0a250f6", "doc_id": "doc_b475ca1f03814ceb", "variant": "B", "discipline": "statistics", "era": "2000-2009", "role": "methods", "exact_match": 0.0, "edit_sim": 0.41201716738197425, "chrf": 80.98834958080634, "bleu": 63.709564338666425, "rougeL": 0.6238532110091743, "len_ratio": 0.9252336448598131, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}786{"pair_id": "pair_98e19af9fa21ca62", "doc_id": "doc_557e889737d10969", "variant": "E", "discipline": "biomedicine", "era": "2000-2009", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.6524953789279113, "chrf": 68.00169303086818, "bleu": 40.99602985228026, "rougeL": 0.5963149078726969, "len_ratio": 0.9640522875816994, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}787{"pair_id": "pair_e2e1cbc676a22058", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5085592011412268, "chrf": 72.43736293551616, "bleu": 53.24620119080948, "rougeL": 0.6376146788990825, "len_ratio": 1.0106951871657754, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}788{"pair_id": "pair_02a6cff428e9e329", "doc_id": "doc_b0dce37223ac2772", "variant": "B", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.8494897959183674, "chrf": 81.89854091561371, "bleu": 61.024739529372965, "rougeL": 0.8627450980392157, "len_ratio": 1.007936507936508, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}789{"pair_id": "pair_1f934398e351208c", "doc_id": "doc_c00d6c2859f1e21a", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5102669404517454, "chrf": 71.52378623099256, "bleu": 41.46103547515139, "rougeL": 0.5659722222222222, "len_ratio": 0.9620689655172414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}790{"pair_id": "pair_2f634e692d5ee157", "doc_id": "doc_ede8d89708f4aca3", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.44047619047619047, "chrf": 60.98313915354938, "bleu": 32.777776222233136, "rougeL": 0.5465116279069767, "len_ratio": 0.75, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}791{"pair_id": "pair_47658ec1d25c21fd", "doc_id": "doc_ede8d89708f4aca3", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5015673981191222, "chrf": 59.18364362251871, "bleu": 35.89009404744248, "rougeL": 0.5360824742268041, "len_ratio": 1.120879120879121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}792{"pair_id": "pair_f720d7e0069ab755", "doc_id": "doc_71ecf0972d1c95dd", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "results", "exact_match": 0.0, "edit_sim": 0.555205047318612, "chrf": 60.56154325377562, "bleu": 32.363257363108524, "rougeL": 0.6208530805687205, "len_ratio": 0.7639484978540773, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -5.0}793{"pair_id": "pair_6ce8acdc836c3d06", "doc_id": "doc_b0dce37223ac2772", "variant": "C", "discipline": "social_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5525114155251142, "chrf": 72.29908256274054, "bleu": 47.87056776644188, "rougeL": 0.6158730158730159, "len_ratio": 0.8780487804878049, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -2.0, "sentence_count_delta": -1.0}794{"pair_id": "pair_b94314585f5ebc55", "doc_id": "doc_71d406f9105e8832", "variant": "B", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.7464454976303317, "chrf": 75.50581642768115, "bleu": 48.23006829197301, "rougeL": 0.7580645161290323, "len_ratio": 1.0, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}795{"pair_id": "pair_1c23a18ee484abcb", "doc_id": "doc_b39bb026283bec99", "variant": "A", "discipline": "statistics", "era": "2010-2017", "role": "limitations", "exact_match": 0.0, "edit_sim": 0.6076294277929155, "chrf": 56.33685499625424, "bleu": 18.422152890115093, "rougeL": 0.5500000000000002, "len_ratio": 1.120879120879121, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}796{"pair_id": "pair_0e57e8d1b7f4c54b", "doc_id": "doc_746a4589dcef0f3d", "variant": "B", "discipline": "engineering", "era": "2010-2017", "role": "related_work", "exact_match": 0.0, "edit_sim": 0.7556253270538985, "chrf": 75.93318980579814, "bleu": 50.31101179614209, "rougeL": 0.7560975609756097, "len_ratio": 0.9927536231884058, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}797{"pair_id": "pair_0d1ee2f103dbf2b3", "doc_id": "doc_60e906cc1eb8ce39", "variant": "A", "discipline": "mathematics", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.5443223443223444, "chrf": 66.19162336234692, "bleu": 35.175496879298315, "rougeL": 0.5888324873096447, "len_ratio": 0.9796954314720813, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}798{"pair_id": "pair_fbca02f58cfcadd6", "doc_id": "doc_71d406f9105e8832", "variant": "E", "discipline": "biomedicine", "era": "1980-1999", "role": "abstract", "exact_match": 0.0, "edit_sim": 0.5584988962472406, "chrf": 68.62182226417953, "bleu": 35.31411379333143, "rougeL": 0.6299212598425198, "len_ratio": 1.0483870967741935, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}799{"pair_id": "pair_13c082e15ac2c59b", "doc_id": "doc_6b5d113d4728e44f", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.4747386759581882, "chrf": 72.60382791581678, "bleu": 52.78887818554215, "rougeL": 0.4852459016393443, "len_ratio": 1.0592105263157894, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}800{"pair_id": "pair_13023a13d3d6c649", "doc_id": "doc_b475ca1f03814ceb", "variant": "A", "discipline": "statistics", "era": "2000-2009", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.48847926267281105, "chrf": 50.77405174183427, "bleu": 16.467709618749257, "rougeL": 0.5333333333333333, "len_ratio": 0.7926829268292683, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}801{"pair_id": "pair_a7978f3211335442", "doc_id": "doc_39d6863143acde73", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.4932014833127317, "chrf": 74.71172644011143, "bleu": 47.41036334578566, "rougeL": 0.5934959349593496, "len_ratio": 0.9512195121951219, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}802{"pair_id": "pair_2f7b344f8446050b", "doc_id": "doc_bf9fb21cf01519f9", "variant": "E", "discipline": "life_sciences", "era": "2010-2017", "role": "discussion", "exact_match": 0.0, "edit_sim": 0.5734463276836158, "chrf": 73.68663032903356, "bleu": 51.388139184633616, "rougeL": 0.6537313432835822, "len_ratio": 1.0246913580246915, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": 0.0}803{"pair_id": "pair_1fdb72ecc38cc660", "doc_id": "doc_95a3c7a74b3eb26e", "variant": "B", "discipline": "life_sciences", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7447045707915273, "chrf": 75.26356916989727, "bleu": 58.055531523653485, "rougeL": 0.762589928057554, "len_ratio": 0.9562043795620438, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}804{"pair_id": "pair_1d16f6f7bbf76397", "doc_id": "doc_ee4ba033e2a76c58", "variant": "A", "discipline": "life_sciences", "era": "2000-2009", "role": "data", "exact_match": 0.0, "edit_sim": 0.5934356802541028, "chrf": 67.38188226699522, "bleu": 33.180772167289376, "rougeL": 0.6228893058161351, "len_ratio": 1.076, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -3.0}805{"pair_id": "pair_e00a4afd67691f23", "doc_id": "doc_75e4c206f7fbdd67", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.5587975243147657, "chrf": 74.99653787568884, "bleu": 58.88883580456813, "rougeL": 0.6714628297362111, "len_ratio": 1.0427807486631016, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -1.0}806{"pair_id": "pair_e57b00311acce6db", "doc_id": "doc_018da718543ec7b2", "variant": "A", "discipline": "biomedicine", "era": "2010-2017", "role": "background", "exact_match": 0.0, "edit_sim": 0.5133418043202034, "chrf": 63.4817172071332, "bleu": 33.71167345580064, "rougeL": 0.5277777777777778, "len_ratio": 1.0808080808080809, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}807{"pair_id": "pair_d0cb2b8d143a51a1", "doc_id": "doc_dadb00e95af5ab75", "variant": "C", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.6566347469220246, "chrf": 74.67021621731791, "bleu": 52.73802983003672, "rougeL": 0.7450980392156864, "len_ratio": 0.8301886792452831, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -4.0}808{"pair_id": "pair_e187ae92910cee87", "doc_id": "doc_bbe20e369485006e", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "methods", "exact_match": 0.0, "edit_sim": 0.6801541425818882, "chrf": 66.16120834676181, "bleu": 37.40127946674084, "rougeL": 0.7051282051282052, "len_ratio": 0.9024390243902439, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": -1.0}809{"pair_id": "pair_8f1e9ed5c9cb8275", "doc_id": "doc_3b73c0c303c8ada6", "variant": "B", "discipline": "biomedicine", "era": "2010-2017", "role": "theory", "exact_match": 0.0, "edit_sim": 0.7393903167961746, "chrf": 76.85257074135097, "bleu": 55.17807771738714, "rougeL": 0.7508771929824561, "len_ratio": 0.9413919413919414, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": -1.0, "sentence_count_delta": 0.0}810{"pair_id": "pair_8ccba0987fe3c76f", "doc_id": "doc_f7330813fc17392a", "variant": "A", "discipline": "finance", "era": "2010-2017", "role": "other", "exact_match": 0.0, "edit_sim": 0.5297619047619048, "chrf": 69.00893359474169, "bleu": 44.583396973761246, "rougeL": 0.5641025641025641, "len_ratio": 1.0526315789473684, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}811{"pair_id": "pair_6ee43402f961a4cb", "doc_id": "doc_b960ea890addabd0", "variant": "E", "discipline": "biomedicine", "era": "2010-2017", "role": "introduction", "exact_match": 0.0, "edit_sim": 0.46929133858267713, "chrf": 59.67536356523261, "bleu": 30.119972377964217, "rougeL": 0.4886363636363636, "len_ratio": 1.125, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 1.0, "sentence_count_delta": -1.0}812{"pair_id": "pair_da2004723f1182c3", "doc_id": "doc_0f1260cdf48ed6b6", "variant": "D", "discipline": "biomedicine", "era": "2010-2017", "role": "data", "exact_match": 0.0, "edit_sim": 0.6262295081967213, "chrf": 68.54123873638235, "bleu": 37.09543112014112, "rougeL": 0.6390532544378699, "len_ratio": 1.1153846153846154, "placeholders_exact": 1.0, "placeholder_recall": 1.0, "number_recall": 1.0, "number_precision": 1.0, "negation_delta": 0.0, "hedge_delta": 0.0, "sentence_count_delta": -2.0}813